-- Logs begin at Tue 2021-08-31 06:38:30 UTC, end at Tue 2021-08-31 09:19:42 UTC. -- Aug 31 07:25:05.900762 n-d-713499-16 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 07:25:08.611603 n-d-713499-16 neutron-server[95190]: INFO neutron.common.config [-] Logging enabled! Aug 31 07:25:08.612210 n-d-713499-16 neutron-server[95190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 07:25:08.612382 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95190) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 07:25:08.615743 n-d-713499-16 neutron-server[95190]: INFO neutron.common.config [-] Logging enabled! Aug 31 07:25:08.616000 n-d-713499-16 neutron-server[95190]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 07:25:08.616317 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95190) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 07:25:08.617259 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 07:25:08.617495 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 07:25:08.617880 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 07:25:08.618133 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 07:25:08.618362 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 07:25:08.618679 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.618977 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.619274 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.619505 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.619798 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.620086 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.620365 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.620653 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.620946 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.621232 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.621510 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.621793 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.622046 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.622325 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.622610 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.622894 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.623119 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] debug = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.623398 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.623814 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.624223 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.624503 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.624792 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.625069 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.625344 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.625619 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.625929 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.626258 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] host = n-d-713499-16 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.626536 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.626832 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.627104 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.627390 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.627664 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.627940 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.628223 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.628495 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.628765 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.629039 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.629325 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.629616 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.629931 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.630158 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.630382 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.630667 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.631462 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.631745 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.632017 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.632292 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.632567 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.632841 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.633109 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.633393 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.633675 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.633993 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.634266 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.634539 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.634811 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.635080 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.635363 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.635639 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.635912 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.636184 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.636468 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.636736 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.637008 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.637305 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.637590 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.637896 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.638182 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.638454 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.638734 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.639008 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.639278 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.639547 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] use_json = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.639819 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.640088 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.640366 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.640636 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.640904 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.641175 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.641442 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.641725 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:08.642046 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.642341 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.642640 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.642923 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.643214 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.643492 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.643779 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.644055 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.644342 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.644628 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.644915 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.645193 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.645479 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.645758 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.646093 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.646417 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.647241 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.647535 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.647811 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.648085 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.648360 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.648636 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.648923 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.649202 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.649490 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.649777 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.650079 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.650353 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.650648 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.650938 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.651214 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.651492 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.651784 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.652062 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.652333 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.652610 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.652896 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.653175 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.653448 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.653730 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.654029 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.654304 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.654578 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.654856 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.655144 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.655419 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.655694 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.655965 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.656240 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.656512 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.656799 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.657082 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.657355 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.657628 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.657929 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.658203 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.658478 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.658756 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.659088 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.659302 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.659576 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.659844 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.660115 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.660387 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.660658 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.660929 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.661198 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.661472 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.661741 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.662051 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.662322 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.662631 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.662866 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.663150 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.663446 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.663722 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.663998 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.664275 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.664553 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.664830 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.665105 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.665381 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.665661 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.665954 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.666248 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.666536 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.666823 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.667120 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.667396 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.667694 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.667969 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.668250 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.668525 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.668800 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.669081 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.669361 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.669659 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.669973 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.670265 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.670553 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.670842 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.671121 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.671427 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.671705 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:08.671922 n-d-713499-16 neutron-server[95190]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 07:25:08.672171 n-d-713499-16 neutron-server[95190]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95190) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 07:25:09.021785 n-d-713499-16 neutron-server[95190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 07:25:09.022115 n-d-713499-16 neutron-server[95190]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 07:25:09.022365 n-d-713499-16 neutron-server[95190]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 07:25:09.022701 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 07:25:09.415894 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.416184 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.416461 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.417783 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.418087 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.418358 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.453041 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.453321 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.453596 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.470665 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.470948 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.471224 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.499485 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.499766 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.500044 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.536017 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.536305 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.536577 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.768765 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.769356 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.769356 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.769568 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.770304 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.890433 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.890752 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.891042 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.891317 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.891590 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.891904 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.892169 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.892432 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.892694 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.892982 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.893248 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.893520 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.893784 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.894066 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.894328 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.894601 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.894868 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.895146 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.895424 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.895688 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.895964 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.896222 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.897081 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.897503 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.897758 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.898027 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.898464 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:09.898710 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:09.898951 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:09.899190 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:09.899428 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:09.899666 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:09.900045 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 07:25:09.903491 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 07:25:09.907477 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 07:25:09.911310 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 31 07:25:09.912977 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 07:25:09.913441 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 07:25:09.913956 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 07:25:09.914349 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 07:25:09.917163 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 07:25:09.917420 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 07:25:09.917775 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 07:25:09.923137 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 07:25:09.945549 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 07:25:09.946032 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.946336 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95190) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 07:25:09.946700 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.948055 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95190) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 07:25:09.948335 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 07:25:09.948582 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 07:25:09.951819 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:09.952108 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:10.015209 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 07:25:10.015445 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 07:25:10.015689 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 07:25:10.016068 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 07:25:10.037113 n-d-713499-16 neutron-server[95190]: DEBUG oslo_db.sqlalchemy.engines [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95190) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 07:25:10.717477 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing driver for type 'gre' Aug 31 07:25:10.718036 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] gre ID ranges: [(1, 1000)] Aug 31 07:25:10.921645 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing driver for type 'local' Aug 31 07:25:10.922304 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing driver for type 'vlan' Aug 31 07:25:11.018437 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] VlanTypeDriver initialization complete Aug 31 07:25:11.018767 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing driver for type 'vxlan' Aug 31 07:25:11.019269 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] vxlan ID ranges: [(1, 1000)] Aug 31 07:25:11.276254 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing extension driver 'port_security' Aug 31 07:25:11.276522 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.extensions.port_security [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] PortSecurityExtensionDriver initialization complete Aug 31 07:25:11.276871 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing mechanism driver 'openvswitch' Aug 31 07:25:11.277221 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing mechanism driver 'hyperv' Aug 31 07:25:11.283814 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.plugin [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:11.284528 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.284907 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.285268 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.285842 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:25:11.286279 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.286645 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.287557 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.288005 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:25:11.288425 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.288787 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.289138 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.289560 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:25:11.289997 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > security_group after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.290357 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > security_group after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.290706 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > security_group after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.291241 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:25:11.291659 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.292022 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.292379 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.292776 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:25:11.293190 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > address_group after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.293564 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > address_group after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.293948 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > address_group after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.294343 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95190) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:25:11.294732 n-d-713499-16 neutron-server[95190]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] ML2 OVO RPC backend initialized. {{(pid=95190) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 07:25:11.295477 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_interface after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.295843 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.296295 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.296651 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > networks before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.297009 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.297361 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > ports before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.297714 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.298091 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnets before_response 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302112 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302112 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302112 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302112 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302421 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302421 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302421 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302421 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302701 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > subnet after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.302701 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.plugin [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Modular L2 Plugin initialization complete Aug 31 07:25:11.302701 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading services supported by the core plugin {{(pid=95190) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 07:25:11.302701 n-d-713499-16 neutron-server[95190]: INFO neutron.plugins.ml2.managers [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Got port-security extension from driver 'port_security' Aug 31 07:25:11.302977 n-d-713499-16 neutron-server[95190]: INFO neutron.extensions.vlantransparent [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Disabled vlantransparent extension. Aug 31 07:25:11.303399 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95190) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 07:25:11.303728 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: router Aug 31 07:25:11.341352 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_interface before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.341751 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_create 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.342158 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router before_create 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.342537 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.342922 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.343289 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_delete 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.343665 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > floatingip after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.344026 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > floatingip after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.344393 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_create 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.344750 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_update 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.345105 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_update 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.345484 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.345877 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_update 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.346320 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_update 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.346699 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.347045 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.347394 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: subnet after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.347741 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.348115 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > port precommit_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.348524 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_create 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.348877 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.349234 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.350261 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router after_update 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.350620 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_delete 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.350986 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_create 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.351360 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router_interface after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.351719 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_update 55549900 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.352095 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > agent after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.352473 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > agent after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.352829 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > network after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.353718 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Tracking information for resource: router configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:11.354092 n-d-713499-16 neutron-server[95190]: DEBUG neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Tracking information for resource: floatingip configured {{(pid=95190) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:25:11.359093 n-d-713499-16 neutron-server[95190]: INFO neutron.db.l3_agentschedulers_db [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 07:25:11.359678 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.360049 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port after_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.360436 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port after_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.360799 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: port after_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.361608 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router before_create 55550100 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.362024 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_delete 55550100 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.362402 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_create 55550100 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.362785 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > router precommit_update 55550100 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.367420 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.provider_configuration [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service providers = [] {{(pid=95190) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 07:25:11.367796 n-d-713499-16 neutron-server[95190]: DEBUG neutron.db.servicetype_db [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95190) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 07:25:11.370801 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.service_base [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:25:11.371165 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.service_base [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:25:11.371520 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.service_base [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:25:11.372438 n-d-713499-16 neutron-server[95190]: DEBUG neutron.services.service_base [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95190) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:25:11.372816 n-d-713499-16 neutron-server[95190]: INFO neutron.services.service_base [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 07:25:11.373200 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.373547 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 07:25:11.384787 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.385133 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: auto_allocate Aug 31 07:25:11.391039 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: network precommit_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.391418 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: network precommit_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.391948 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.392279 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: tag Aug 31 07:25:11.399658 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.400037 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: timestamp Aug 31 07:25:11.404162 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.404501 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: network_ip_availability Aug 31 07:25:11.409988 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.410374 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.410740 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.411487 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.411817 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: flavors Aug 31 07:25:11.416620 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.416963 n-d-713499-16 neutron-server[95190]: INFO neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading Plugin: revisions Aug 31 07:25:11.421408 n-d-713499-16 neutron-server[95190]: DEBUG neutron.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95190) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:25:11.421839 n-d-713499-16 neutron-server[95190]: DEBUG oslo_concurrency.lockutils [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.399s {{(pid=95190) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 07:25:11.422568 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95190) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 07:25:11.422916 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Initializing extension manager. Aug 31 07:25:11.423433 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: __init__.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.423803 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: __pycache__ {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.424157 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.424501 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: address_group.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.425272 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.425869 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: address-group Aug 31 07:25:11.426205 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: address_scope.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.426956 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.427469 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: address-scope Aug 31 07:25:11.427827 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: admin_state_down_before_update.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.429035 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.429560 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: router-admin-state-down-before-update Aug 31 07:25:11.429922 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: agent.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.430831 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.431351 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: agent Aug 31 07:25:11.431683 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: agent_resources_synced.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.432633 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.433154 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: agent-resources-synced Aug 31 07:25:11.433484 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: allowedaddresspairs.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.435372 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.443810 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: allowed-address-pairs Aug 31 07:25:11.443810 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: auto_allocated_topology.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.444683 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.445238 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: auto-allocated-topology Aug 31 07:25:11.445577 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: availability_zone.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.446328 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.446845 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: availability_zone Aug 31 07:25:11.447197 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: availability_zone_filter.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.448166 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.448678 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: availability_zone_filter Aug 31 07:25:11.449018 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: data_plane_status.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.449977 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.450487 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 07:25:11.450816 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: default_subnetpools.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.451777 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.452286 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: default-subnetpools Aug 31 07:25:11.452614 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: dhcpagentscheduler.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.453500 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.454042 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: dhcp_agent_scheduler Aug 31 07:25:11.454374 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: dns.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.455311 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.455823 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension dns-integration not supported by any of loaded plugins Aug 31 07:25:11.456152 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: dns_domain_ports.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.457115 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.457617 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 07:25:11.457980 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.459507 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.460017 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 07:25:11.460346 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: dvr.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.461076 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.461581 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: dvr Aug 31 07:25:11.462006 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: ecmp_routes.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.462942 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.463470 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 07:25:11.463818 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: empty_string_filtering.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.464740 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.465284 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: empty-string-filtering Aug 31 07:25:11.465610 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.466569 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.467077 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 07:25:11.467403 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.468337 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.468845 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 07:25:11.469173 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: external_net.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.470138 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.470668 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: external-net Aug 31 07:25:11.471001 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: extra_dhcp_opt.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.485861 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.486391 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: extra_dhcp_opt Aug 31 07:25:11.486743 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: extraroute.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.487694 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.488231 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: extraroute Aug 31 07:25:11.488566 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: extraroute_atomic.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.489642 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.490215 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: extraroute-atomic Aug 31 07:25:11.490549 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: filter_validation.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.491247 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.491788 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: filter-validation Aug 31 07:25:11.492119 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: fip_pf_description.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.493048 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.493581 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 07:25:11.493969 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: fip_port_details.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.494929 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.495438 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: fip-port-details Aug 31 07:25:11.495767 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: flavors.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.497022 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.497544 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: flavors Aug 31 07:25:11.497918 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.499669 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.500193 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 07:25:11.500529 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: floatingip_pools.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.501245 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.501762 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: floatingip-pools Aug 31 07:25:11.502141 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: ip_allocation.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.503126 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.503634 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 07:25:11.503962 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.504932 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.505449 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: ip-substring-filtering Aug 31 07:25:11.506324 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l2_adjacency.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.507276 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.507784 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 07:25:11.508115 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.509281 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.509827 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: router Aug 31 07:25:11.510159 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3_conntrack_helper.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.512459 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.513037 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 07:25:11.513375 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.514397 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.514914 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: ext-gw-mode Aug 31 07:25:11.515273 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.516209 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.516724 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: l3-ha Aug 31 07:25:11.517054 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3_flavors.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.518016 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.518527 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: l3-flavors Aug 31 07:25:11.518855 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.519785 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.520351 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 07:25:11.520684 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: l3agentscheduler.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.522353 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.522865 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: l3_agent_scheduler Aug 31 07:25:11.523200 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: logging.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.524707 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.525238 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension logging not supported by any of loaded plugins Aug 31 07:25:11.525578 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: metering.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.526441 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.526959 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: metering Aug 31 07:25:11.527294 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.528453 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.529302 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: metering_source_and_destination_fields Aug 31 07:25:11.529668 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: multiprovidernet.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.530645 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.531155 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: multi-provider Aug 31 07:25:11.531486 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: netmtu.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.532432 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.532981 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: net-mtu Aug 31 07:25:11.533314 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: netmtu_writable.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.534315 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.534825 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: net-mtu-writable Aug 31 07:25:11.535175 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: network_availability_zone.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.540731 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.540731 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: network_availability_zone Aug 31 07:25:11.540731 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: network_ip_availability.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.541698 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.542280 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: network-ip-availability Aug 31 07:25:11.542625 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: network_segment_range.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.543440 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.543954 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 07:25:11.544290 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: pagination.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.549207 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.549554 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: pagination Aug 31 07:25:11.549918 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: port_device_profile.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.550864 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.551392 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: port-device-profile Aug 31 07:25:11.551726 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.556586 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.557207 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: port-mac-address-regenerate Aug 31 07:25:11.557554 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.558554 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.559075 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: port-numa-affinity-policy Aug 31 07:25:11.559413 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: port_resource_request.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.560355 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.560874 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 07:25:11.561206 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: portbindings.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.562196 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.562711 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: binding Aug 31 07:25:11.563048 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: portbindings_extended.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.564495 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.565026 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: binding-extended Aug 31 07:25:11.565367 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: portsecurity.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.566346 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.566860 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: port-security Aug 31 07:25:11.567193 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: project_id.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.568722 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.569071 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: project-id Aug 31 07:25:11.569405 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: providernet.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.570401 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.570916 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: provider Aug 31 07:25:11.571247 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.578723 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.579264 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos not supported by any of loaded plugins Aug 31 07:25:11.579606 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.580999 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.581519 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 07:25:11.581880 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.582862 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.583411 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 07:25:11.583748 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_default.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.585338 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.585926 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-default not supported by any of loaded plugins Aug 31 07:25:11.586207 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_fip.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.586895 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.587403 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-fip not supported by any of loaded plugins Aug 31 07:25:11.587734 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_gateway_ip.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.588704 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.589218 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 07:25:11.589551 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_port_network_policy.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.590603 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.591132 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 07:25:11.591465 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_pps_rule.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.592695 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.593217 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-pps not supported by any of loaded plugins Aug 31 07:25:11.593549 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_rule_type_details.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.594626 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.595145 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 07:25:11.595500 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: qos_rules_alias.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.596645 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.597204 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 07:25:11.597569 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: quotasv2.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.598587 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.598939 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: quotas Aug 31 07:25:11.599270 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: quotasv2_detail.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.602523 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.602870 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: quota_details Aug 31 07:25:11.603228 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: rbac.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.604547 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.605083 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: rbac-policies Aug 31 07:25:11.605420 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: rbac_address_group.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.606399 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.606946 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: rbac-address-group Aug 31 07:25:11.607280 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: rbac_address_scope.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.608271 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.608787 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: rbac-address-scope Aug 31 07:25:11.609119 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: rbac_security_groups.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.610106 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.610622 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: rbac-security-groups Aug 31 07:25:11.610953 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: rbac_subnetpool.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.611901 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.612413 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: rbac-subnetpool Aug 31 07:25:11.612743 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: revisionifmatch.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.613723 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.614322 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: revision-if-match Aug 31 07:25:11.614657 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: revisions.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.615809 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.616321 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: standard-attr-revisions Aug 31 07:25:11.616654 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: router_availability_zone.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.617344 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.617875 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: router_availability_zone Aug 31 07:25:11.618207 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: routerservicetype.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.619176 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.619685 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension router-service-type not supported by any of loaded plugins Aug 31 07:25:11.620020 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.620985 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.621494 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: security-groups-normalized-cidr Aug 31 07:25:11.621837 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: security_groups_port_filtering.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.622774 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.623284 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: port-security-groups-filtering Aug 31 07:25:11.623613 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.624562 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.625148 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: security-groups-remote-address-group Aug 31 07:25:11.625501 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: securitygroup.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.635963 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.636514 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: security-group Aug 31 07:25:11.636859 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: segment.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.637665 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.638271 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension segment not supported by any of loaded plugins Aug 31 07:25:11.638613 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.639573 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.640090 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 07:25:11.640428 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: servicetype.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.641644 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.642400 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: service-type Aug 31 07:25:11.642760 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: sorting.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.643787 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.644129 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: sorting Aug 31 07:25:11.644466 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: standard_attr_segment.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.645414 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.646026 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 07:25:11.646952 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: standardattrdescription.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.647625 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.648176 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: standard-attr-description Aug 31 07:25:11.648507 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: stateful_security_group.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.649456 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.650029 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: stateful-security-group Aug 31 07:25:11.650365 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: stdattrs_common.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.650962 n-d-713499-16 neutron-server[95190]: WARNING neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 07:25:11.651292 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.652245 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.652765 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 07:25:11.653097 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: subnet_onboard.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.654268 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.654794 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: subnet_onboard Aug 31 07:25:11.655130 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.656073 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.656587 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 07:25:11.656925 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: subnet_service_types.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.657904 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.658425 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: subnet-service-types Aug 31 07:25:11.658761 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: subnetallocation.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.659946 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.660466 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: subnet_allocation Aug 31 07:25:11.660821 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.661512 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.662071 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: subnetpool-prefix-ops Aug 31 07:25:11.662405 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.663362 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.663878 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 07:25:11.664209 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: tagging.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.665386 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.665961 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: standard-attr-tag Aug 31 07:25:11.666305 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: timestamp.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.667550 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.668094 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loaded extension: standard-attr-timestamp Aug 31 07:25:11.668429 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: trunk.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.669513 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.670100 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension trunk not supported by any of loaded plugins Aug 31 07:25:11.681761 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: trunk_details.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.682513 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.683077 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension trunk-details not supported by any of loaded plugins Aug 31 07:25:11.683417 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: uplink_status_propagation.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.684352 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.684868 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 07:25:11.685203 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Loading extension file: vlantransparent.py {{(pid=95190) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:25:11.686006 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95190) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:25:11.686524 n-d-713499-16 neutron-server[95190]: INFO neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 07:25:11.689164 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:network Aug 31 07:25:11.689833 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:subnet Aug 31 07:25:11.690339 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:25:11.690740 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:port Aug 31 07:25:11.692014 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.692461 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service FLAVORS assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.693766 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.694233 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.694573 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:router Aug 31 07:25:11.695136 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:floatingip Aug 31 07:25:11.695648 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service METERING assigned prefix: /metering {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.697160 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.697569 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.697967 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:25:11.699002 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 07:25:11.699605 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:security_group Aug 31 07:25:11.699949 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 07:25:11.701782 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service CORE assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.702158 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:25:11.702544 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] subnetpool is already registered Aug 31 07:25:11.702996 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service CORE assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.703338 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:25:11.703684 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] subnetpool is already registered Aug 31 07:25:11.706261 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.706703 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service FLAVORS assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.707322 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.707752 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.708093 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:router Aug 31 07:25:11.708438 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] router is already registered Aug 31 07:25:11.709486 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:floatingip Aug 31 07:25:11.709857 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] floatingip is already registered Aug 31 07:25:11.710438 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service METERING assigned prefix: /metering {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.711052 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 07:25:11.711406 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] rbac_policy is already registered Aug 31 07:25:11.711823 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:security_group Aug 31 07:25:11.712164 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] security_group is already registered Aug 31 07:25:11.712569 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 07:25:11.712943 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] security_group_rule is already registered Aug 31 07:25:11.713606 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service CORE assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.713973 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:25:11.714317 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] subnetpool is already registered Aug 31 07:25:11.714738 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.v2.resource_helper [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Service CORE assigned prefix: {{(pid=95190) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:25:11.715070 n-d-713499-16 neutron-server[95190]: INFO neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:25:11.715415 n-d-713499-16 neutron-server[95190]: WARNING neutron.quota.resource_registry [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] subnetpool is already registered Aug 31 07:25:11.715886 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: extensions {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.717449 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: address-groups {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.718967 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: address-scopes {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.720279 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: agents {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.721467 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: auto-allocated-topology {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.722873 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: availability_zones {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.724145 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: dhcp-networks {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.725737 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: dhcp-agents {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.727573 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: routers {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.729956 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: flavors {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.731138 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: service_profiles {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.732380 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: next_providers {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.733929 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: service_profiles {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.735501 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: floatingip-pools {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.736792 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: routers {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.739006 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: floatingips {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.740973 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: l3-routers {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.742407 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: l3-agents {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.743868 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: metering-labels {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.745323 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: metering-label-rules {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.746684 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: network-ip-availabilities {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.747975 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: bindings {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.749691 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: quotas {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.751321 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: quotas {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.752832 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: rbac-policies {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.754060 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: security-groups {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.755379 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: security-group-rules {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.757194 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: service-providers {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.758558 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: subnetpools {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.760001 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: subnetpools {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.761569 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.763382 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.772104 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.772104 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.772104 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.772104 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.773657 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.775628 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.777552 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.779373 n-d-713499-16 neutron-server[95190]: DEBUG neutron.api.extensions [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Extended resource: tags {{(pid=95190) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:25:11.785401 n-d-713499-16 neutron-server[95190]: WARNING keystonemiddleware.auth_token [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 07:25:11.790232 n-d-713499-16 neutron-server[95190]: WARNING keystonemiddleware.auth_token [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 07:25:11.798870 n-d-713499-16 neutron-server[95190]: DEBUG oslo_concurrency.lockutils [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Acquired lock "singleton_lock" {{(pid=95190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 07:25:11.799351 n-d-713499-16 neutron-server[95190]: DEBUG oslo_concurrency.lockutils [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Releasing lock "singleton_lock" {{(pid=95190) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 07:25:11.799997 n-d-713499-16 neutron-server[95190]: INFO oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Starting 2 workers Aug 31 07:25:11.805799 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Started child 95445 {{(pid=95190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:25:11.810408 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Started child 95446 {{(pid=95190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:25:11.811187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:11.812036 n-d-713499-16 neutron-server[95190]: INFO neutron.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 07:25:11.812675 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Notify callbacks [] for process, before_spawn {{(pid=95190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:11.812841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [-] (95445) wsgi starting up on http://0.0.0.0:9696 Aug 31 07:25:11.815229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:11.815683 n-d-713499-16 neutron-server[95190]: INFO oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Starting 1 workers Aug 31 07:25:11.816588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [-] (95446) wsgi starting up on http://0.0.0.0:9696 Aug 31 07:25:11.821852 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Started child 95447 {{(pid=95190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:25:11.822416 n-d-713499-16 neutron-server[95190]: INFO oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Starting 1 workers Aug 31 07:25:11.826322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] calling RpcWorker wait() {{(pid=95447) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 07:25:11.827606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] returning from RpcWorker wait() {{(pid=95447) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 07:25:11.827716 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Started child 95448 {{(pid=95190) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:25:11.828042 n-d-713499-16 neutron-server[95190]: DEBUG neutron_lib.callbacks.manager [None req-126d1766-212f-437b-bef5-bc8acd90225a None None] Notify callbacks [] for process, after_spawn {{(pid=95190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:11.828177 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:11.828641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:11.829997 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.835196 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.835699 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.835764 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:11.836215 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836215 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836215 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836415 n-d-713499-16 neutron-server[95448]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836483 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.836912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.837251 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.837529 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] debug = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.837705 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.838244 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.838481 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.838748 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.838969 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.839250 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.839500 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.839771 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.840018 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.840257 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.840493 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.840753 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.841207 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.841455 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.841677 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.841981 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.842204 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.842664 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] host = n-d-713499-16 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.842900 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.843173 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.843422 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.843690 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.843953 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.844171 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.844449 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.844723 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.844991 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.845234 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.845477 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.845737 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.845986 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.846237 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.846402 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_options = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.846636 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.846921 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.847177 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.847409 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.847582 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.847785 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.848040 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.848217 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.848469 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.848691 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.848896 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.849118 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.849338 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.849607 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.849930 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.850147 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.850368 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.850612 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.850861 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.851093 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.851320 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.851556 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.851802 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.852099 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.852257 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.852489 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.852722 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.852915 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.853130 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.853393 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.853654 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.854041 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.854342 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.854608 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.854845 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.855077 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.855313 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.855582 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.855817 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.856077 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.856349 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.856586 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.856848 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.857097 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.857335 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.857566 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_json = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.857780 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.858046 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.858295 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.858510 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.858724 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.858945 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.859169 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.859499 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.860763 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.861084 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.861528 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.861675 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.861943 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.862222 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.862490 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.862724 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.862967 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.863207 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.863560 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.863805 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.864118 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.864345 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.864606 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.864963 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.865730 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.866029 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.866268 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.866504 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.866724 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.866987 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.867259 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.867481 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.867711 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.867941 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.868260 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.868601 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.868892 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.869294 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.869472 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.869707 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.869985 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.875458 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876149 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.876834 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877429 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877429 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877429 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877429 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877429 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877429 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877954 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.877954 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.878104 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.878230 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.878388 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.878617 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.878832 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.879048 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.879260 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.879475 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.879725 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.879922 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.880175 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.880407 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.880853 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.881470 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.881876 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.882019 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.883090 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.883340 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.883563 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.883784 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.884006 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.884275 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.884576 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.884832 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.885078 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.885296 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.885558 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.885791 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.886044 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.886317 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.886534 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.886762 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.887011 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.887254 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.887480 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.887718 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.887934 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.888183 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.888398 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.888637 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.888883 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.889130 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.889352 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.889641 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.892678 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.893633 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.894061 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.894315 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.894606 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.894871 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.895487 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.895730 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.896000 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.896308 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.899393 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.901594 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.905515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.906156 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.907607 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.908190 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.908610 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.911876 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.912193 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.912489 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.912814 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.913055 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.913299 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.913535 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.913766 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.914064 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.914301 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.914547 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.914826 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.915069 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.915294 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.915514 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.915779 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.915995 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.916215 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.916449 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.916671 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.916888 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.917140 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.917355 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.917575 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.917938 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.918184 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.918663 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.918972 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.919367 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.919645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.919887 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.920150 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.920403 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.920642 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.920875 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.921284 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.921592 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.921821 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.922697 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.922927 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.923144 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.923540 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.923763 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.923983 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.924201 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.924455 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.924694 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.924945 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.925182 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.925509 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.925746 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.926002 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.926250 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.926469 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.926729 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.926965 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.927198 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.927412 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.928158 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.928658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.928658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.929128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.929357 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.929595 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.929836 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.930044 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.930286 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.930501 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.930792 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.931103 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.931368 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.931621 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.931839 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.932056 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.932288 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.932499 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.932710 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.932933 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.933148 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.933354 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.933754 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.934031 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.934280 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.934506 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.935280 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.935495 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.935727 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.935983 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.936198 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.936422 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.936662 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.936892 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.937119 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.937328 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.937537 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.937757 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944189 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.944755 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.945309 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.945309 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.945309 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.945523 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.945600 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.945826 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.946613 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.947137 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.947407 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.947669 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.947940 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.948237 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.948522 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.948756 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.949042 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.949384 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.949660 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.950594 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.950854 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.951577 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.951577 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.951785 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.952025 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.952565 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.952796 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.953038 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.953269 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.953501 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.953717 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.954001 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.954224 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.954449 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.954667 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.954888 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.955104 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.955261 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 07:25:11.955798 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95190) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 07:25:11.955962 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 07:25:11.956116 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 07:25:11.956284 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 07:25:11.956466 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 07:25:11.956623 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 07:25:11.956869 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.957039 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.957219 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.957358 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.957518 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.957699 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.957881 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.958040 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.958217 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.958360 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.958519 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.958677 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.958859 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959018 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959177 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959336 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959493 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959652 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959815 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.959973 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.960131 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.960288 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.960448 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] debug = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.960606 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.960813 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.960971 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.961137 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.961294 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.961456 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.961615 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.961775 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.961982 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.962142 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.962308 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.962464 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.962634 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.964373 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.964528 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.964695 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.964857 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.965020 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] host = n-d-713499-16 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.965182 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.965341 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.965501 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.965660 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.965838 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966000 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966159 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966318 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966476 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966636 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966793 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.966950 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.967110 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.967270 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.967430 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_options = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.967587 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.967745 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.967902 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.968087 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.968271 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.968428 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.968589 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.968756 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.969221 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.969386 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.969541 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.969700 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.969878 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.970038 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.970198 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.971080 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.971239 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.971412 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.971570 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.971720 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.971878 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.972065 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.972232 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.972550 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.972723 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.972908 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.973029 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.973184 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.973341 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.973499 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.973656 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.973857 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.974743 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.974907 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.975087 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.975431 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.975605 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.975774 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.975943 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.976092 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.976274 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.976415 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.976571 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.976730 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.976891 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.977059 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_json = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.977197 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.977357 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.977515 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.977673 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.977851 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.978006 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.978165 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.978810 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:25:11.978998 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.979160 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.979333 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.979497 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.979661 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.979830 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.979995 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.980153 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.980309 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.980486 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.980645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.980807 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.980985 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.981082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:11.981169 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.981323 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.981461 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.981624 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.981786 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.981974 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.982135 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.982296 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.982457 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.982628 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.982788 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.982950 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.983112 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.983273 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.983552 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.983734 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.983899 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.984058 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.984223 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.984371 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.984534 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.984696 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.984858 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.985020 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.985181 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.985342 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.985503 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.985664 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.985845 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986011 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986173 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986335 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986497 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986661 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986822 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.986983 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.987145 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.987307 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.987529 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.987659 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.987784 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.987907 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.988076 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.988238 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.988400 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.988561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.988724 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.988886 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.989046 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.989191 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.989357 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.989518 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.989679 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.989873 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.990540 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.990717 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.990878 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991071 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991584 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991584 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991584 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991966 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991966 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.991966 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.992323 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.992323 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.992746 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.994262 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.994468 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.994760 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.994760 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:11.994985 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.000648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001128 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.001561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002043 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.002559 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003117 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.003645 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.004513 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.004513 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.004658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.004853 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.005138 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.005308 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.005471 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.005725 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.006571 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.006786 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.006934 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.007109 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.007285 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.007457 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.007636 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.007808 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.007978 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.008146 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.008314 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.008481 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.008648 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.008815 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.008980 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.009175 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.009338 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.009501 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.009670 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.009860 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.010026 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.010191 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.010354 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.010519 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.010682 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.010848 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.011011 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.011175 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.011338 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.011504 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.011672 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.011835 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.012008 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.012183 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.012321 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.017828 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.018442 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019052 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.019658 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.020192 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.020192 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.020481 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.020663 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.020837 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.021009 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.021192 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.021387 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.021557 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.021726 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.021925 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.022092 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.022269 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.022435 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.022598 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.022761 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.022925 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.023090 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.023261 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.023425 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.023588 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.023750 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.023912 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.024075 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.024248 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.024411 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.024573 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.024734 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.024897 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.025059 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.025232 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.025397 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.025561 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.025731 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.025919 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.026082 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.026244 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.026420 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.026585 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.026752 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.026915 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.027078 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.027240 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.027404 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.027622 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.027745 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.027915 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.028079 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.028251 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.028422 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.028597 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.028772 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.029433 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.029681 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.030116 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.030286 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.030639 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.030847 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.031024 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.031244 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.031560 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.031560 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.031731 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.031908 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.032078 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.032227 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.032360 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.032524 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.032679 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.032844 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.033007 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.033168 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.033332 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:25:12.033478 n-d-713499-16 neutron-server[95190]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95190) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 07:25:12.083618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48384) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:12.092377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064483 Aug 31 07:25:23.756345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608bf7f8-716b-47c0-9833-754d5c83a596 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:25:23.829636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608bf7f8-716b-47c0-9833-754d5c83a596 None None] No non-hosted networks {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 07:25:23.837379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.agentschedulers_db [None req-608bf7f8-716b-47c0-9833-754d5c83a596 None None] DHCP Agent not found on host n-d-713499-16 {{(pid=95447) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 07:25:24.020882 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14dda030-49f6-4200-afac-9996632c54b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:26.409010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:26.409714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.410108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.410762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.411098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.412423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.413011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.413472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.414114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.414587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.415095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.415791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.416413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:26.416986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:26.431645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:25:26.563521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-74267361-414d-4ece-aa98-1ab2fe2fef69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:26.613496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-ce7df12b-26e8-413d-a620-9cb469134475 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-713499-16 {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:25:26.613967 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-ce7df12b-26e8-413d-a620-9cb469134475 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:25:27.233676 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ce7df12b-26e8-413d-a620-9cb469134475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:27.858924 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:29.319098 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:29.372241 n-d-713499-16 neutron-server[95447]: INFO neutron.db.l3_hamode_db [None req-8d1285be-ef60-42c9-89f2-5d153f5d8b1e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 07:25:29.451282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1285be-ef60-42c9-89f2-5d153f5d8b1e None None] Routers set() bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:25:29.451677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1285be-ef60-42c9-89f2-5d153f5d8b1e None None] Router IDs set() for agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 07:25:30.482604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48476) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:30.971723 n-d-713499-16 neutron-server[95446]: WARNING oslo_policy.policy [None req-76c29fe0-4ba3-4889-9c35-4917f7150fe5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:30.972280 n-d-713499-16 neutron-server[95446]: WARNING oslo_policy.policy [None req-76c29fe0-4ba3-4889-9c35-4917f7150fe5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:31.197651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-76c29fe0-4ba3-4889-9c35-4917f7150fe5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:25:31.198793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-76c29fe0-4ba3-4889-9c35-4917f7150fe5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7151864 Aug 31 07:25:33.559809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:33.871120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:25:33.965772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.policy [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95446) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 07:25:34.009604 n-d-713499-16 neutron-server[95446]: WARNING oslo_policy.policy [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:34.010007 n-d-713499-16 neutron-server[95446]: WARNING oslo_policy.policy [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:34.018501 n-d-713499-16 neutron-server[95446]: INFO neutron.quota [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] Loaded quota_driver: . Aug 31 07:25:34.168804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731139790304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731139789781', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731139769663', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731139771331', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731132091765', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731140022054', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-761831', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1809081', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616227'] for rbac-policy, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:34.403350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:34.404453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c332b9db-895f-49ab-a955-e96c8a565463 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8436561 Aug 31 07:25:36.986937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48502) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:37.283697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Request body: {'network': {'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'name': 'private', 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:25:37.367132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Made reservation on behalf of 3e37ef14544e4cf3ad67dff3088603a8 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:25:37.369937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.387638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.507382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.597748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.622161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:25:37.645510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731135171274', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.646081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Unsubscribe: segment precommit_create {{(pid=95446) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 07:25:37.646564 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Added segment c653f716-d766-40bb-a959-bcee1ab21551 of type vlan for network 846610a6-9986-46e6-8fe7-b5b9d08fafde Aug 31 07:25:37.652253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f17f69-8457-4a48-b347-439822c824c2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:37.689205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.689547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.689909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.690239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.690564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.690886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.691205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.691587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.691905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.692221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.692568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.692890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Tracked resource versions report: Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: pushed versions: Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: { 'AddressGroup': {'1.2'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'ConntrackHelper': {'1.0'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Log': {'1.0'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Network': {'1.1'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Port': {'1.7'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'PortForwarding': {'1.2'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'QosPolicy': {'1.9'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'SecurityGroup': {'1.4'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'SubPort': {'1.0'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Subnet': {'1.1'}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Trunk': {'1.1'}} Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: consumer versions: Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: L3 agent@n-d-713499-16: {}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: Metadata agent@n-d-713499-16: {}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: Metering agent@n-d-713499-16: {}, Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'ConntrackHelper': '1.0', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Log': '1.0', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Network': '1.1', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Port': '1.7', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'PortForwarding': '1.2', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'QosPolicy': '1.9', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'SecurityGroup': '1.4', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'SecurityGroupRule': '1.2', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'SubPort': '1.0', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Subnet': '1.1', Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: 'Trunk': '1.1'}} Aug 31 07:25:37.694038 n-d-713499-16 neutron-server[95446]: {{(pid=95446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:25:37.770336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.864235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.865851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:37.866522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:37.960040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] Pushing event updated for resources: {'Network': ['ID=846610a6-9986-46e6-8fe7-b5b9d08fafde,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:37.971675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:25:38.082691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2e1904b8-39f8-4167-ad50-a8fa4e8b556f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0941644 Aug 31 07:25:40.722947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:41.225113 n-d-713499-16 neutron-server[95445]: WARNING oslo_policy.policy [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:41.225666 n-d-713499-16 neutron-server[95445]: WARNING oslo_policy.policy [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:41.667989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.policy [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 07:25:41.721127 n-d-713499-16 neutron-server[95445]: WARNING oslo_policy.policy [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:41.721513 n-d-713499-16 neutron-server[95445]: WARNING oslo_policy.policy [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:25:41.729728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:41.731727 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f044fa86-86b9-4bc8-a18e-bbf3641bd7d4 admin admin] 10.222.0.36 "GET /v2.0/networks/846610a6-9986-46e6-8fe7-b5b9d08fafde HTTP/1.1" status: 200 len: 825 time: 1.0061898 Aug 31 07:25:41.771515 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ccefec41-24da-4f1f-bb88-fb4284193b5c admin admin] 10.222.0.36 "GET /v2.0/subnetpools/98b12531-88d3-46f6-ac3c-05425538235d HTTP/1.1" status: 200 len: 734 time: 0.0336750 Aug 31 07:25:41.780956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:25:41.782629 n-d-713499-16 neutron-server[95445]: INFO neutron.quota [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Loaded quota_driver: . Aug 31 07:25:41.900146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Made reservation on behalf of 3e37ef14544e4cf3ad67dff3088603a8 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:25:41.902942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:42.255691 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:42.330491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Checking segment: {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:25:42.330877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Network hostable DHCP agents. Network: 846610a6-9986-46e6-8fe7-b5b9d08fafde, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:25:42.340293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=476d6c73-68b5-4d5d-a691-d193d1dbceef,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:42.351010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.351350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.351687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.352017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.352342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.352667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.352988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.353317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.353636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.353980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.354299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.354617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Tracked resource versions report: Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: pushed versions: Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: { 'AddressGroup': {'1.2'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'ConntrackHelper': {'1.0'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Log': {'1.0'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Network': {'1.1'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Port': {'1.7'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'PortForwarding': {'1.2'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'QosPolicy': {'1.9'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'SecurityGroup': {'1.4'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'SubPort': {'1.0'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Subnet': {'1.1'}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Trunk': {'1.1'}} Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: consumer versions: Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: L3 agent@n-d-713499-16: {}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: Metadata agent@n-d-713499-16: {}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: Metering agent@n-d-713499-16: {}, Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'ConntrackHelper': '1.0', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Log': '1.0', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Network': '1.1', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Port': '1.7', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'PortForwarding': '1.2', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'QosPolicy': '1.9', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'SecurityGroup': '1.4', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'SecurityGroupRule': '1.2', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'SubPort': '1.0', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Subnet': '1.1', Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: 'Trunk': '1.1'}} Aug 31 07:25:42.355746 n-d-713499-16 neutron-server[95445]: {{(pid=95445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:25:42.454254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:25:42.511358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 846610a6-9986-46e6-8fe7-b5b9d08fafde) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:25:42.516055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:42.516690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:42.521155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fbb05-78d4-4ee7-9f17-e40297dca4db None None] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:25:42.633927 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-91033348-dc99-4064-9443-0839d9eb7a2a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8472285 Aug 31 07:25:42.863857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-846610a6-9986-46e6-8fe7-b5b9d08fafde', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:25:42.866522 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:43.154138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Allocated IP 172.20.0.2 (846610a6-9986-46e6-8fe7-b5b9d08fafde/476d6c73-68b5-4d5d-a691-d193d1dbceef/f4586622-c624-4a16-a301-2fb4b3e5f39b) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:25:43.357462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:43.400732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Transition to ACTIVE for port object f4586622-c624-4a16-a301-2fb4b3e5f39b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:25:43.421406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Transition to ACTIVE for port object f4586622-c624-4a16-a301-2fb4b3e5f39b will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:25:43.527612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:43.597751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:25:43.603214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:25:43.608020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:25:43.641913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Pushing event updated for resources: {'Port': ['ID=f4586622-c624-4a16-a301-2fb4b3e5f39b,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:43.667788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.668145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.668483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.668824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.669162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.669498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.669844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.670177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.670507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.670838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.671167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.671542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Tracked resource versions report: Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: pushed versions: Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: { 'AddressGroup': {'1.2'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'ConntrackHelper': {'1.0'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Log': {'1.0'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Network': {'1.1'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Port': {'1.7'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'PortForwarding': {'1.2'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'QosPolicy': {'1.9'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'SecurityGroup': {'1.4'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'SubPort': {'1.0'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Subnet': {'1.1'}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Trunk': {'1.1'}} Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: consumer versions: Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: L3 agent@n-d-713499-16: {}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: Metadata agent@n-d-713499-16: {}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: Metering agent@n-d-713499-16: {}, Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'ConntrackHelper': '1.0', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Log': '1.0', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Network': '1.1', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Port': '1.7', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'PortForwarding': '1.2', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'QosPolicy': '1.9', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'SecurityGroup': '1.4', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'SecurityGroupRule': '1.2', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'SubPort': '1.0', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Subnet': '1.1', Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: 'Trunk': '1.1'}} Aug 31 07:25:43.672641 n-d-713499-16 neutron-server[95447]: {{(pid=95447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:25:43.702524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Attempting to bind port f4586622-c624-4a16-a301-2fb4b3e5f39b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:25:43.702923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Attempting to bind port f4586622-c624-4a16-a301-2fb4b3e5f39b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:25:43.703372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Attempting to bind port f4586622-c624-4a16-a301-2fb4b3e5f39b on network 846610a6-9986-46e6-8fe7-b5b9d08fafde {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:25:43.708250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:25:43.708669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Checking segment: {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:25:43.709163 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:43.709563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Bound using segment: {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:25:43.710091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Bound port: f4586622-c624-4a16-a301-2fb4b3e5f39b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:25:43.710503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:43.775347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] For port f4586622-c624-4a16-a301-2fb4b3e5f39b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:25:43.779652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] For port f4586622-c624-4a16-a301-2fb4b3e5f39b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f4586622-c624-4a16-a301-2fb4b3e5f39b,segment=NetworkSegment(c653f716-d766-40bb-a959-bcee1ab21551),segment_id=c653f716-d766-40bb-a959-bcee1ab21551)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:25:43.836196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:43.905598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f3b9-7dab-4fdc-aa64-6eb9cf90a702 None None] Pushing event updated for resources: {'Port': ['ID=f4586622-c624-4a16-a301-2fb4b3e5f39b,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:45.036424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48536) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:45.367406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-c4b468e9-6933-4af7-a09d-d547b8f8770d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:25:45.368425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c4b468e9-6933-4af7-a09d-d547b8f8770d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3310454 Aug 31 07:25:47.814545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:48.134311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-bf87c7fc-b15f-45c9-b18f-fa17d42de382 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:25:48.135410 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bf87c7fc-b15f-45c9-b18f-fa17d42de382 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199263 Aug 31 07:25:50.798670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48554) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:51.100594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:25:51.243767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:51.245468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:51.383962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:51.449583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:51.540602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:51.541852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f98dafff-7eec-4f3d-bc0b-a6cbdf78c4c5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7421002 Aug 31 07:25:52.295346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ebffe3-4b0a-4425-ba9e-d2739eb062f3 None None] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:25:52.449302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d9b1b737-503c-4b6e-a543-bbb8c177ab6e None None] Provisioning for port f4586622-c624-4a16-a301-2fb4b3e5f39b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:25:52.528239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f4586622-c624-4a16-a301-2fb4b3e5f39b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:25:52.688760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f4586622-c624-4a16-a301-2fb4b3e5f39b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:25:52.692813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f4586622-c624-4a16-a301-2fb4b3e5f39b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:25:52.693240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:52.801431 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:52.835667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f4586622-c624-4a16-a301-2fb4b3e5f39b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f4586622-c624-4a16-a301-2fb4b3e5f39b,segment=NetworkSegment(c653f716-d766-40bb-a959-bcee1ab21551),segment_id=c653f716-d766-40bb-a959-bcee1ab21551)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:25:52.920941 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:52.970775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f4586622-c624-4a16-a301-2fb4b3e5f39b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:53.688954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e5d9fba8-9a89-423b-b206-1151464b7313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:53.962281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48566) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:54.275174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-17e0cf57-1567-4bb3-81c7-e3e029c4a353 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:25:54.276832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-17e0cf57-1567-4bb3-81c7-e3e029c4a353 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135219 Aug 31 07:25:54.499073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f4586622-c624-4a16-a301-2fb4b3e5f39b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:25:54.547204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f4586622-c624-4a16-a301-2fb4b3e5f39b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:25:54.547502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:56.350183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:56.550094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2438-6542-42df-976c-e440754d40ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:56.720696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:25:57.044707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:25:57.128816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Made reservation on behalf of 2feea19ef64d4a79a1504f6128824a82 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:25:57.131572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.139630 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.224139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.295251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.309688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Reserving flat network on physical network physnet1 {{(pid=95446) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 07:25:57.328691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996a669-8721-45b2-a15f-3ed57d9e481a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:57.338400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.338834 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Added segment b1989047-5acd-4bc8-a33f-182d849dd902 of type flat for network 72e2c86e-857c-4871-9949-25772a28df4e Aug 31 07:25:57.387312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.490133 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.491671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:57.492416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.573165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] Pushing event updated for resources: {'Network': ['ID=72e2c86e-857c-4871-9949-25772a28df4e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:25:57.582614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 72e2c86e-857c-4871-9949-25772a28df4e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:25:57.637922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b81beb30-c8d0-4c4c-8dff-37504ae7ffd0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9161153 Aug 31 07:25:57.723402 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:59.231501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:00.030973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48592) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:26:00.243832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224cb2b-75c6-4cea-93ed-1e79ac70f8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:00.245212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0224cb2b-75c6-4cea-93ed-1e79ac70f8ee admin admin] 10.222.0.36 "GET /v2.0/subnets/476d6c73-68b5-4d5d-a691-d193d1dbceef HTTP/1.1" status: 200 len: 849 time: 0.2132840 Aug 31 07:26:00.362875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9d77b5bb-7796-4058-bb03-5af961106d15 admin admin] 10.222.0.36 "GET /v2.0/routers/18c62115-044e-4403-aa21-3785d831dc09 HTTP/1.1" status: 200 len: 704 time: 0.1113389 Aug 31 07:26:00.628834 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:00.925797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Allocated IP 172.20.0.1 (846610a6-9986-46e6-8fe7-b5b9d08fafde/476d6c73-68b5-4d5d-a691-d193d1dbceef/f03810ec-38f0-42b1-897e-80365d8c2092) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:26:01.117096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:01.140558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Transition to ACTIVE for port object f03810ec-38f0-42b1-897e-80365d8c2092 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:26:01.271184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:01.345903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:26:01.353192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:26:01.357441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:26:01.358024 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:01.378881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Pushing event updated for resources: {'Port': ['ID=f03810ec-38f0-42b1-897e-80365d8c2092,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:01.632250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d2e68bc8-77ef-4f5d-8db3-96875908b86a None None] Provisioning for port f03810ec-38f0-42b1-897e-80365d8c2092 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:26:01.636239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d2e68bc8-77ef-4f5d-8db3-96875908b86a None None] Provisioning complete for port f03810ec-38f0-42b1-897e-80365d8c2092 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:01.636617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d2e68bc8-77ef-4f5d-8db3-96875908b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:01.672904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d2e68bc8-77ef-4f5d-8db3-96875908b86a None None] Port f03810ec-38f0-42b1-897e-80365d8c2092 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:26:01.709782 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:01.918652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.002988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.003805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.083699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Pushing event updated for resources: {'Port': ['ID=f03810ec-38f0-42b1-897e-80365d8c2092,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:02.127946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:26:02.129221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:26:02.293719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6e770641-1cd6-4252-b736-e874f1996c27 None None] Provisioning complete for port f03810ec-38f0-42b1-897e-80365d8c2092 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:02.295456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e770641-1cd6-4252-b736-e874f1996c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.326419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6e770641-1cd6-4252-b736-e874f1996c27 None None] Port f03810ec-38f0-42b1-897e-80365d8c2092 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:26:02.357449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Router 18c62115-044e-4403-aa21-3785d831dc09 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:26:02.446994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:26:02.454098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6cb84974-220a-4b47-a314-b01ad6ccdb53 admin admin] 10.222.0.36 "PUT /v2.0/routers/18c62115-044e-4403-aa21-3785d831dc09/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0851278 Aug 31 07:26:02.457320 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Sync routers for ids ['18c62115-044e-4403-aa21-3785d831dc09'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:26:02.469249 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Routers {'18c62115-044e-4403-aa21-3785d831dc09'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:02.470142 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:25:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['18c62115-044e-4403-aa21-3785d831dc09'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:02.661697 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Set router 18c62115-044e-4403-aa21-3785d831dc09 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:03.093309 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c62115-044e-4403-aa21-3785d831dc09', 'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:25:51Z', 'updated_at': '2021-08-31T07:26:01Z', 'revision_number': 2, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'gw_port_host': None, '_interfaces': [{'id': 'f03810ec-38f0-42b1-897e-80365d8c2092', 'name': '', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'mac_address': 'fa:16:3e:2f:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:00Z', 'updated_at': '2021-08-31T07:26:01Z', 'revision_number': 2, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnets': [{'id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:03.142296 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Checking router: 18c62115-044e-4403-aa21-3785d831dc09 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:26:03.142667 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Updating router 18c62115-044e-4403-aa21-3785d831dc09 port f03810ec-38f0-42b1-897e-80365d8c2092 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:26:03.190798 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:03.701133 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:03.718524 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Transition to ACTIVE for port object f03810ec-38f0-42b1-897e-80365d8c2092 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:26:03.806597 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:03.927998 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Pushing event updated for resources: {'Port': ['ID=f03810ec-38f0-42b1-897e-80365d8c2092,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:03.956327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.956676 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.957022 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.957388 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.957725 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.958101 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.958439 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.958761 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.959088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.959412 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.959738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.960059 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Tracked resource versions report: Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: pushed versions: Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: { 'AddressGroup': {'1.2'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'ConntrackHelper': {'1.0'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Log': {'1.0'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Network': {'1.1'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Port': {'1.7'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'PortForwarding': {'1.2'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'QosPolicy': {'1.9'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'SecurityGroup': {'1.4'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'SubPort': {'1.0'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Subnet': {'1.1'}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Trunk': {'1.1'}} Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: consumer versions: Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: L3 agent@n-d-713499-16: {}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: Metadata agent@n-d-713499-16: {}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: Metering agent@n-d-713499-16: {}, Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'ConntrackHelper': '1.0', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Log': '1.0', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Network': '1.1', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Port': '1.7', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'PortForwarding': '1.2', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'QosPolicy': '1.9', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'SecurityGroup': '1.4', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'SecurityGroupRule': '1.2', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'SubPort': '1.0', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Subnet': '1.1', Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: 'Trunk': '1.1'}} Aug 31 07:26:03.961199 n-d-713499-16 neutron-server[95448]: {{(pid=95448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:26:03.991642 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Attempting to bind port f03810ec-38f0-42b1-897e-80365d8c2092 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:26:03.992047 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Attempting to bind port f03810ec-38f0-42b1-897e-80365d8c2092 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:26:03.992498 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Attempting to bind port f03810ec-38f0-42b1-897e-80365d8c2092 on network 846610a6-9986-46e6-8fe7-b5b9d08fafde {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:26:03.997871 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:26:03.998294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Checking segment: {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:26:03.998791 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:03.999186 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Bound using segment: {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:26:03.999706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Bound port: f03810ec-38f0-42b1-897e-80365d8c2092, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c653f716-d766-40bb-a959-bcee1ab21551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:26:04.000147 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:04.067699 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] For port f03810ec-38f0-42b1-897e-80365d8c2092, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:26:04.087072 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] For port f03810ec-38f0-42b1-897e-80365d8c2092, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f03810ec-38f0-42b1-897e-80365d8c2092,segment=NetworkSegment(c653f716-d766-40bb-a959-bcee1ab21551),segment_id=c653f716-d766-40bb-a959-bcee1ab21551)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:26:04.169370 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:04.227909 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a893f55-f645-4d01-91a9-952e51e0e286 None None] Pushing event updated for resources: {'Port': ['ID=f03810ec-38f0-42b1-897e-80365d8c2092,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:04.236834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Routers {'18c62115-044e-4403-aa21-3785d831dc09'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:04.237489 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:25:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['18c62115-044e-4403-aa21-3785d831dc09'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:04.326307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] Set router 18c62115-044e-4403-aa21-3785d831dc09 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:04.534729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c62115-044e-4403-aa21-3785d831dc09', 'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:25:51Z', 'updated_at': '2021-08-31T07:26:01Z', 'revision_number': 2, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'gw_port_host': None, '_interfaces': [{'id': 'f03810ec-38f0-42b1-897e-80365d8c2092', 'name': '', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'mac_address': 'fa:16:3e:2f:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:00Z', 'updated_at': '2021-08-31T07:26:04Z', 'revision_number': 4, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnets': [{'id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:04.563033 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377bf584-098a-4d25-b29b-44511931d9bc None None] The sync data for ids ['18c62115-044e-4403-aa21-3785d831dc09'] in n-d-713499-16 is: [{'id': '18c62115-044e-4403-aa21-3785d831dc09', 'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:25:51Z', 'updated_at': '2021-08-31T07:26:01Z', 'revision_number': 2, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'gw_port_host': None, '_interfaces': [{'id': 'f03810ec-38f0-42b1-897e-80365d8c2092', 'name': '', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'mac_address': 'fa:16:3e:2f:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:00Z', 'updated_at': '2021-08-31T07:26:04Z', 'revision_number': 4, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnets': [{'id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:26:04.701226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48612) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:26:04.812958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc85c2-d340-47aa-8b68-551424f1619e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:04.814309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cbfc85c2-d340-47aa-8b68-551424f1619e admin admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 842 time: 0.1121070 Aug 31 07:26:04.824906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Request body: {'subnet': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:26:04.957944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Made reservation on behalf of 2feea19ef64d4a79a1504f6128824a82 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:26:04.960221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:05.365406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:26:05.365746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:05.423381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c594842-b3b0-494f-ac5e-db9a0014644a,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:05.428454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:26:05.428804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Network hostable DHCP agents. Network: 72e2c86e-857c-4871-9949-25772a28df4e, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:26:05.545925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:26:05.638229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 72e2c86e-857c-4871-9949-25772a28df4e) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:26:05.642736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.643331 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:05.649304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f385cd5-e013-4d31-9ffb-2274e55d3a05 None None] Network 72e2c86e-857c-4871-9949-25772a28df4e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:26:05.733403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bed29836-f529-4ab3-8aa8-5af9be18435c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9117703 Aug 31 07:26:05.798305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded5bd8-9821-486f-933f-b8a13305986d None None] Network 72e2c86e-857c-4871-9949-25772a28df4e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:26:08.138192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48620) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:26:08.286500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bda0a8a4-be84-49e8-9006-5aad97350b23 admin admin] 10.222.0.36 "GET /v2.0/routers/18c62115-044e-4403-aa21-3785d831dc09 HTTP/1.1" status: 200 len: 710 time: 0.1461008 Aug 31 07:26:08.463327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488e802-810e-4d96-af93-bbd30fbcc2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:08.464726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5488e802-810e-4d96-af93-bbd30fbcc2da admin admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 886 time: 0.1724241 Aug 31 07:26:08.474469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:26:08.742661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:09.088349 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:09.164439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:09.272974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Allocated IP 172.25.0.221 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/692f9544-193a-4123-b3b3-5b54944e7f8e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:26:09.485300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:09.620942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:09.663255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:26:09.666330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:26:09.673408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:26:09.674948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Pushing event updated for resources: {'Port': ['ID=692f9544-193a-4123-b3b3-5b54944e7f8e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:10.159583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.454165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.458251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.530609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f03810ec-38f0-42b1-897e-80365d8c2092 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:26:10.565656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Router 18c62115-044e-4403-aa21-3785d831dc09 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:26:10.678446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:26:10.683934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.685291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-60ff4572-12db-4d3a-9ae4-e33e4ffa8eba admin admin] 10.222.0.36 "PUT /v2.0/routers/18c62115-044e-4403-aa21-3785d831dc09 HTTP/1.1" status: 200 len: 890 time: 2.2142818 Aug 31 07:26:10.738297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f03810ec-38f0-42b1-897e-80365d8c2092 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:26:10.742841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f03810ec-38f0-42b1-897e-80365d8c2092 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:10.743300 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.833442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.866722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f03810ec-38f0-42b1-897e-80365d8c2092, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f03810ec-38f0-42b1-897e-80365d8c2092,segment=NetworkSegment(c653f716-d766-40bb-a959-bcee1ab21551),segment_id=c653f716-d766-40bb-a959-bcee1ab21551)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:11.026056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:11.084788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f03810ec-38f0-42b1-897e-80365d8c2092,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:11.212572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Sync routers for ids ['18c62115-044e-4403-aa21-3785d831dc09'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:26:11.223375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Routers {'18c62115-044e-4403-aa21-3785d831dc09'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:11.224021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:25:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['18c62115-044e-4403-aa21-3785d831dc09'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:11.477837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Set router 18c62115-044e-4403-aa21-3785d831dc09 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:11.869793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c62115-044e-4403-aa21-3785d831dc09', 'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '692f9544-193a-4123-b3b3-5b54944e7f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:25:51Z', 'updated_at': '2021-08-31T07:26:09Z', 'revision_number': 4, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'gw_port': {'id': '692f9544-193a-4123-b3b3-5b54944e7f8e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:09Z', 'updated_at': '2021-08-31T07:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'f03810ec-38f0-42b1-897e-80365d8c2092', 'name': '', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'mac_address': 'fa:16:3e:2f:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:00Z', 'updated_at': '2021-08-31T07:26:10Z', 'revision_number': 5, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnets': [{'id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:11.922316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Checking router: 18c62115-044e-4403-aa21-3785d831dc09 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:26:11.922698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Updating router 18c62115-044e-4403-aa21-3785d831dc09 port 692f9544-193a-4123-b3b3-5b54944e7f8e binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:26:11.973190 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.293042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.302791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Transition to ACTIVE for port object 692f9544-193a-4123-b3b3-5b54944e7f8e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:26:12.449014 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.505833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Attempting to bind port 692f9544-193a-4123-b3b3-5b54944e7f8e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:26:12.506183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Attempting to bind port 692f9544-193a-4123-b3b3-5b54944e7f8e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:26:12.506548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Attempting to bind port 692f9544-193a-4123-b3b3-5b54944e7f8e on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:26:12.509129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04858278-f7fb-4ab8-8479-b89ec58a88e7 None None] Pushing event updated for resources: {'Port': ['ID=692f9544-193a-4123-b3b3-5b54944e7f8e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:12.514734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:26:12.515178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:26:12.515921 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.515921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:26:12.516336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Bound port: 692f9544-193a-4123-b3b3-5b54944e7f8e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:26:12.516732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.537002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f03810ec-38f0-42b1-897e-80365d8c2092 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:26:12.596659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] For port 692f9544-193a-4123-b3b3-5b54944e7f8e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:26:12.599796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] For port 692f9544-193a-4123-b3b3-5b54944e7f8e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=692f9544-193a-4123-b3b3-5b54944e7f8e,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:26:12.609822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f03810ec-38f0-42b1-897e-80365d8c2092 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:12.610210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.675203 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:12.740943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Routers {'18c62115-044e-4403-aa21-3785d831dc09'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:12.741594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:25:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['18c62115-044e-4403-aa21-3785d831dc09'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:12.871617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04858278-f7fb-4ab8-8479-b89ec58a88e7 None None] Pushing event updated for resources: {'Port': ['ID=692f9544-193a-4123-b3b3-5b54944e7f8e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:12.935273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] Set router 18c62115-044e-4403-aa21-3785d831dc09 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:13.154983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c62115-044e-4403-aa21-3785d831dc09', 'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '692f9544-193a-4123-b3b3-5b54944e7f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:25:51Z', 'updated_at': '2021-08-31T07:26:09Z', 'revision_number': 4, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'gw_port': {'id': '692f9544-193a-4123-b3b3-5b54944e7f8e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:09Z', 'updated_at': '2021-08-31T07:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'f03810ec-38f0-42b1-897e-80365d8c2092', 'name': '', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'mac_address': 'fa:16:3e:2f:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:00Z', 'updated_at': '2021-08-31T07:26:10Z', 'revision_number': 5, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnets': [{'id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:13.182353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3a9a2-b978-4589-b7e1-f0780ad9229f None None] The sync data for ids ['18c62115-044e-4403-aa21-3785d831dc09'] in n-d-713499-16 is: [{'id': '18c62115-044e-4403-aa21-3785d831dc09', 'name': 'router1', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '692f9544-193a-4123-b3b3-5b54944e7f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:25:51Z', 'updated_at': '2021-08-31T07:26:09Z', 'revision_number': 4, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'gw_port': {'id': '692f9544-193a-4123-b3b3-5b54944e7f8e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:09Z', 'updated_at': '2021-08-31T07:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'f03810ec-38f0-42b1-897e-80365d8c2092', 'name': '', 'network_id': '846610a6-9986-46e6-8fe7-b5b9d08fafde', 'tenant_id': '3e37ef14544e4cf3ad67dff3088603a8', 'mac_address': 'fa:16:3e:2f:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c62115-044e-4403-aa21-3785d831dc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:26:00Z', 'updated_at': '2021-08-31T07:26:10Z', 'revision_number': 5, 'project_id': '3e37ef14544e4cf3ad67dff3088603a8', 'subnets': [{'id': '476d6c73-68b5-4d5d-a691-d193d1dbceef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12531-88d3-46f6-ac3c-05425538235d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:26:13.199365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48634) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:26:13.327335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-beb2c254-6ada-42d6-9545-500710283367 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1268277 Aug 31 07:26:14.530522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 692f9544-193a-4123-b3b3-5b54944e7f8e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:26:14.642838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 692f9544-193a-4123-b3b3-5b54944e7f8e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:26:14.647071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 692f9544-193a-4123-b3b3-5b54944e7f8e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:14.647453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.747234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.772000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 692f9544-193a-4123-b3b3-5b54944e7f8e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=692f9544-193a-4123-b3b3-5b54944e7f8e,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:14.858246 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.904787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=692f9544-193a-4123-b3b3-5b54944e7f8e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:16.528990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 692f9544-193a-4123-b3b3-5b54944e7f8e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:26:16.579041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 692f9544-193a-4123-b3b3-5b54944e7f8e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:16.579753 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:17.891635 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:26:23.671488 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec208b-3cfc-4504-a0d3-b462543a5c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:26.349428 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:26.546504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb012a88-b8c7-4e78-96a0-a8e50f4cf82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:27.720859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:29.292682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:53.675085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-db6efb5b-60fa-45cd-8198-9dca166d5885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:54.890917 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:26:56.374407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:56.557084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3f14e40b-0d36-46bf-be9b-e9c1a6e259e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:57.732325 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:59.242510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:23.673968 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-734fcabd-db12-4942-b422-3f8ddff89a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.354356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:26.559324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ce66e29-0aa4-422c-ab0f-1250aed5a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:27.716360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:29.251497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:31.890590 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:27:53.686873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdc1e-dcc8-4f64-bb0a-12390fc7bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:56.367298 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:56.602271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5751a76-4549-4ff1-8ae0-21e6316d7d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:57.719112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:58.029065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49228) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:27:58.094566 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9c2e26-37d9-40ff-ab6e-172c17a89d02 admin admin] GET failed (client error): The resource could not be found. Aug 31 07:27:58.095933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7d9c2e26-37d9-40ff-ab6e-172c17a89d02 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659194 Aug 31 07:27:58.266679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c1038-efbd-4eac-b8ed-45715880b954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:58.268110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-492c1038-efbd-4eac-b8ed-45715880b954 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1675243 Aug 31 07:27:59.285012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:00.442979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49238) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:00.540911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea14d4-0539-4a3d-9771-5a0f11173063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:00.542313 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2fea14d4-0539-4a3d-9771-5a0f11173063 admin admin] 10.222.0.36 "GET /v2.0/subnets/476d6c73-68b5-4d5d-a691-d193d1dbceef HTTP/1.1" status: 200 len: 849 time: 0.0984020 Aug 31 07:28:00.552386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:00.637088 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Notify callbacks [] for subnet, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:00.852967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731135233500'] for subnet, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:00.887772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:00.888575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:00.889573 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] 10.222.0.36 "PUT /v2.0/subnets/476d6c73-68b5-4d5d-a691-d193d1dbceef HTTP/1.1" status: 200 len: 868 time: 0.3409429 Aug 31 07:28:00.905026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea820c-fc7a-4b81-9f92-141c31a03793 None None] Network 846610a6-9986-46e6-8fe7-b5b9d08fafde requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:28:00.908537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=476d6c73-68b5-4d5d-a691-d193d1dbceef,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:00.915602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.915957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.916305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.916637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.916978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.917311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.917641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.918018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.918348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.918679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.919018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:00.919342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6e3bc0-06b3-4e0e-ae2c-8f879f932ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:01.322118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-451a35f0-0185-467c-8bcf-8ced4ee96a18 None None] Provisioning complete for port f4586622-c624-4a16-a301-2fb4b3e5f39b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:01.322493 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-451a35f0-0185-467c-8bcf-8ced4ee96a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:01.404859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-451a35f0-0185-467c-8bcf-8ced4ee96a18 None None] Provisioning complete for port f03810ec-38f0-42b1-897e-80365d8c2092 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:01.405102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-451a35f0-0185-467c-8bcf-8ced4ee96a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:03.108729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:03.308374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec6b4f-7c36-4c5e-9723-3119fbb736f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:03.308748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec6b4f-7c36-4c5e-9723-3119fbb736f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:03.310340 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-71ec6b4f-7c36-4c5e-9723-3119fbb736f1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006552 Aug 31 07:28:05.469801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49256) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:05.668023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67957a29-8e88-4ed9-b0e6-7da23a57336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:05.668528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67957a29-8e88-4ed9-b0e6-7da23a57336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:05.670140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67957a29-8e88-4ed9-b0e6-7da23a57336d admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993220 Aug 31 07:28:07.862501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49264) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:07.987085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba5642-617b-4e52-9481-98f84e0bc9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:07.988362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07ba5642-617b-4e52-9481-98f84e0bc9ee admin admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 886 time: 0.1248915 Aug 31 07:28:08.889475 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:28:10.164024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:10.340984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b1247-1035-4afb-b64f-874efc76ada5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:10.342440 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c19b1247-1035-4afb-b64f-874efc76ada5 admin admin] 10.222.0.36 "GET /v2.0/networks/846610a6-9986-46e6-8fe7-b5b9d08fafde HTTP/1.1" status: 200 len: 869 time: 0.1773844 Aug 31 07:28:12.474680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49280) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:12.597042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a948f7-a752-47e4-bf3b-a47fa038b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:12.597501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a948f7-a752-47e4-bf3b-a47fa038b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:12.599090 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b0a948f7-a752-47e4-bf3b-a47fa038b955 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234660 Aug 31 07:28:14.801489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49288) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:14.929141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03999f98-d95d-4393-8b0f-a979b0f3ee5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:14.929626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03999f98-d95d-4393-8b0f-a979b0f3ee5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:14.931543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-03999f98-d95d-4393-8b0f-a979b0f3ee5e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291220 Aug 31 07:28:17.091272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49296) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:17.188020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283c28b-1c17-4ea8-92a0-6dd9588c0109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.189404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6283c28b-1c17-4ea8-92a0-6dd9588c0109 admin admin] 10.222.0.36 "GET /v2.0/subnets/476d6c73-68b5-4d5d-a691-d193d1dbceef HTTP/1.1" status: 200 len: 868 time: 0.0971544 Aug 31 07:28:19.349665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49304) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:19.434897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427246c-4715-4d09-b680-ad4baa91bf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:19.436269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e427246c-4715-4d09-b680-ad4baa91bf50 admin admin] 10.222.0.36 "GET /v2.0/subnets/4c594842-b3b0-494f-ac5e-db9a0014644a HTTP/1.1" status: 200 len: 816 time: 0.0855687 Aug 31 07:28:23.675722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb8edd37-8b4d-42e2-9438-5ae0e66ca34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:26.378581 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:26.552468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ae592295-da9f-4592-8d65-f33df113320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.758724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:29.287046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:43.758636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49358) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:43.807767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-fd7fe953-6270-40fd-ada1-316b889318fd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:28:43.808796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fd7fe953-6270-40fd-ada1-316b889318fd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492294 Aug 31 07:28:45.887653 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:28:46.076123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49366) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:46.138535 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da18959-a1b5-4139-b393-32e946eb2dff admin admin] GET failed (client error): The resource could not be found. Aug 31 07:28:46.139929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9da18959-a1b5-4139-b393-32e946eb2dff admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628519 Aug 31 07:28:46.298882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538c407-46ac-446b-9e4c-171a457916c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:46.300303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1538c407-46ac-446b-9e4c-171a457916c4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1557229 Aug 31 07:28:48.542924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49374) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:48.590223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:48.706809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Made reservation on behalf of 2feea19ef64d4a79a1504f6128824a82 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:28:48.709227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:48.752988 n-d-713499-16 neutron-server[95445]: WARNING neutron.services.revisions.revision_plugin [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Could not find related network for resource to bump revision. Aug 31 07:28:48.768662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:28:48.780487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731135171274', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:48.781055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Unsubscribe: segment precommit_create {{(pid=95445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 07:28:48.781536 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Added segment 95eda534-4e6e-4bd5-86aa-51e4ac610943 of type vlan for network 094babcb-144a-4294-b5d1-46cd74cbffac Aug 31 07:28:48.836077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:48.941151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:48.942270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:48.942899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:49.033139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] Pushing event updated for resources: {'Network': ['ID=094babcb-144a-4294-b5d1-46cd74cbffac,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:49.044232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 094babcb-144a-4294-b5d1-46cd74cbffac details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:28:49.077588 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45a6fe7e-e32a-4781-886c-fb587e607413 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5335100 Aug 31 07:28:51.262391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49382) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:51.324153 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf1f24f-c10b-44db-ac7b-ef953a4eefd2 admin admin] GET failed (client error): The resource could not be found. Aug 31 07:28:51.325493 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-acf1f24f-c10b-44db-ac7b-ef953a4eefd2 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621123 Aug 31 07:28:51.400373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8136c52-a0fd-43d3-94fe-e0e544500d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:51.401892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a8136c52-a0fd-43d3-94fe-e0e544500d77 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0717273 Aug 31 07:28:51.412337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:51.497570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Made reservation on behalf of 2feea19ef64d4a79a1504f6128824a82 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:28:51.500623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:51.721483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:51.775299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a62cf3-da87-42b9-a262-9354c7295425,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:51.785536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:28:51.785934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Network hostable DHCP agents. Network: 094babcb-144a-4294-b5d1-46cd74cbffac, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:28:51.906427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Network 094babcb-144a-4294-b5d1-46cd74cbffac is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:28:52.043606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 094babcb-144a-4294-b5d1-46cd74cbffac) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:28:52.047848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:52.048449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:52.052828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370edf8-1b17-4197-bbf3-9d31c20c4956 None None] Network 094babcb-144a-4294-b5d1-46cd74cbffac requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:28:52.194821 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8d7ecb7-3852-4b49-bdf9-a576d83cb253 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7858095 Aug 31 07:28:52.298378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-094babcb-144a-4294-b5d1-46cd74cbffac', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'tenant_id': '2feea19ef64d4a79a1504f6128824a82', 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:28:52.300482 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:52.440112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Allocated IP 192.168.233.2 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:28:52.583504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:52.591959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Transition to ACTIVE for port object b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:28:52.606810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Transition to ACTIVE for port object b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:28:52.747193 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:52.788755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:28:52.791710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:28:52.796231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:28:52.803131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Pushing event updated for resources: {'Port': ['ID=b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:52.827774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.828049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.828397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.828758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.829092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.829422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.829754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.830103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.840626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.840626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.840626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.840626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:52.868275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Attempting to bind port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:28:52.868637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Attempting to bind port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:28:52.869024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Attempting to bind port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:28:52.874700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:28:52.875066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:28:52.875458 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:52.875843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:28:52.876304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Bound port: b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:28:52.876692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:52.942161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] For port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:28:52.945467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] For port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:28:53.013423 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:53.078094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8ae69-6704-4b47-a635-ae6695aa0248 None None] Pushing event updated for resources: {'Port': ['ID=b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:53.692512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-db77f0c1-8bcd-4bc3-b26d-3425fa845784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:53.905111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058a01a6-70f5-4b2f-b484-31bf3b1abfa8 None None] Network 094babcb-144a-4294-b5d1-46cd74cbffac requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:28:54.090239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-455c22ed-d5a4-4e34-b9b2-de561f3cf363 None None] Provisioning for port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:28:54.649015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:28:54.783840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:28:54.788037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:54.788411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.868670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.904353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:55.026789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:55.076832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:56.377740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:56.603739 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04dffa06-8d51-4bab-aeca-b84ec7d407e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:56.613958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:28:56.662052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b7a5bcda-5bcb-48bc-aae7-e1ad9894b8f0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:56.662425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:57.729395 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:59.335160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.886600 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:29:23.686885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5d76-fdb3-46b0-9d3b-c8d198aa021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.368542 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.603266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c04afe07-570c-4f4c-8809-c7200b7f15c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.740200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:29.297633 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:53.757319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df6ec665-0cf8-4233-bbcf-43fb52b86b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:56.357014 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:56.634649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e766940a-130b-46da-9a39-e5ef697fb7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:57.785418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:59.305893 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:59.884958 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:13.080299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49434) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:13.088529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-ef5fb714-25bd-447e-95dc-2b6474caeb93 tempest-verify_tempest_config-1243864970 tempest-verify_tempest_config-1243864970-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:30:13.095032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ef5fb714-25bd-447e-95dc-2b6474caeb93 tempest-verify_tempest_config-1243864970 tempest-verify_tempest_config-1243864970-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0125268 Aug 31 07:30:13.836060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:13.936707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.023374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.091545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.133555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426e9613-ef1b-4d68-b2ba-022381baf004,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:14.138029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=906c07ebc3524d86a752ac22d4aebebb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3009486 Aug 31 07:30:14.140727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49458) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:14.142895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.143250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.143596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.143935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.144271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.144605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.144936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.145265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.145590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.145941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.146269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.146592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d23252-e81f-481a-9567-c5e7b3998a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.216244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.236134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.400211 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.402772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:14.403922 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/426e9613-ef1b-4d68-b2ba-022381baf004 HTTP/1.1" status: 204 len: 168 time: 0.2621179 Aug 31 07:30:14.414145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426e9613-ef1b-4d68-b2ba-022381baf004,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:14.418162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.418510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.418854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.419252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.419596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.419934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.420267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.420603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.421092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.421253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.421582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:14.421991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f43eb-ea6c-42d6-be3d-1142218e28b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:23.702926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed485e67-930d-409a-8064-bf41f01a91a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.562678 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.590889 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4931698-104a-4a61-a304-b9b6baae5d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.777100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:29.282195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:36.883617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:53.692133 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-afc086ef-e98f-491b-a814-38e42dbbab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.348599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.556107 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6236e644-3629-43f2-ab46-11d0e73f307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.725783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.281885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.882195 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:23.664136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b218be0f-dc97-43d2-90bb-04909142f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:26.344304 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:26.550007 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a7dfade0-2348-4bc5-a79c-60fd8ebfe6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.759558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:29.279024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:50.881520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:53.691146 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-69411123-2d27-4861-b066-b1d792779424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:56.344147 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:56.559753 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6c470ee5-412e-485c-bf12-61ba8166555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:57.772744 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:59.278696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:23.702406 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd756-0f3e-4235-b0ed-a1452f746b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.353104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.558654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5f9452af-908a-494b-9d4e-98fa8f43beb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.737416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.879789 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:32:29.309329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:53.678815 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7c81f76a-a78f-419d-9b1c-a66280b0759d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:56.358747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:56.552898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d584b204-0a90-43f6-858d-39ef91492f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:57.770629 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:59.301563 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:04.877562 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 5 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:23.234172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:23.649421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e63997a6-c1b1-4a7a-a754-dbbbfff34c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:25.547708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1579000'] for agent, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:26.342562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:26.560133 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-07b09f33-9e06-4e82-b82b-6bb066961b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:27.753773 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:29.319613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:41.876875 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:53.193334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.685179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8970ec5a-e178-4cfe-9037-7901c4fde2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:55.508254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:56.364984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:56.565186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dca2421a-9940-430c-bf20-56ace9fb8c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:57.747556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:59.302369 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:14.876536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49524) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:14.996085 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f612de4-cc95-4e8f-a2a7-e406f794a193 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1183972 Aug 31 07:34:17.241597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:17.301591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e5aa6f48-3a6f-4bef-a196-78fc5aaaf58e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0587871 Aug 31 07:34:18.876098 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:23.198865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:23.690518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00831838-653a-49f7-98eb-bc891c368024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.518740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.404367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.552962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee625e51-fe71-47ac-9f84-ab8be5d40279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.752961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.313516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.237507 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:53.669109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a75b550-77a4-49c5-a520-e559dee881d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.632782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.874309 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:56.369780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.569555 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-95cda054-4e19-4040-96fa-42657a3ecd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.775662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:59.301016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:23.220626 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:23.649141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-97043d2f-9ae1-4ef8-b0d3-0842174a9fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:25.557376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:26.374910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:26.551888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-081030da-cc46-4d72-8d81-43ee6043bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:27.763270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:29.323982 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:32.873633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:35:41.727894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49706) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:41.971411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-network', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:42.077209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Made reservation on behalf of 0c8c07bc76f74d3aaea3b25319f02e4b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:42.079597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.088131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.186765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.265891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.296893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:35:42.302115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d54ab1-7a46-4bd2-8bbe-e88c28c4df56,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:42.313662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.314039 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Added segment 5d88939a-6f6c-42e6-a72a-934f01dbac75 of type vlan for network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 Aug 31 07:35:42.315869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.316213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.316553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.316887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.317232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.317545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.317893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.318426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.318741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.319072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.319392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.319859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Tracked resource versions report: Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: pushed versions: Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: { 'AddressGroup': {'1.2'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'ConntrackHelper': {'1.0'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Log': {'1.0'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Network': {'1.1'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Port': {'1.7'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'PortForwarding': {'1.2'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'QosPolicy': {'1.9'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'SecurityGroup': {'1.4'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'SubPort': {'1.0'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Subnet': {'1.1'}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Trunk': {'1.1'}} Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: consumer versions: Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: HyperV agent@n-h1-713499-16: {}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: HyperV agent@n-h2-713499-16: {}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: L3 agent@n-d-713499-16: {}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: Metadata agent@n-d-713499-16: {}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: Metering agent@n-d-713499-16: {}, Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'ConntrackHelper': '1.0', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Log': '1.0', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Network': '1.1', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Port': '1.7', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'PortForwarding': '1.2', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'QosPolicy': '1.9', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'SecurityGroup': '1.4', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'SecurityGroupRule': '1.2', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'SubPort': '1.0', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Subnet': '1.1', Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: 'Trunk': '1.1'}} Aug 31 07:35:42.320831 n-d-713499-16 neutron-server[95445]: {{(pid=95445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:35:42.362324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.489635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.489635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:42.489635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.592024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] Pushing event updated for resources: {'Network': ['ID=9d861e6f-8b23-44f0-bdbd-6df7194c8d78,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:42.602621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:35:42.638130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-73007873-ab20-4c95-a743-0f21a8313133 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9090111 Aug 31 07:35:42.640942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:42.652824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Request body: {'subnet': {'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-subnet', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:42.762416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Made reservation on behalf of 0c8c07bc76f74d3aaea3b25319f02e4b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:42.764746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:42.991852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.048450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c2f3ed-1094-4c22-9d46-0066f4871fee,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:43.059048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Checking segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:43.059440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Network hostable DHCP agents. Network: 9d861e6f-8b23-44f0-bdbd-6df7194c8d78, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:35:43.151606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:35:43.231289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9d861e6f-8b23-44f0-bdbd-6df7194c8d78) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:43.235481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:43.236300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.241010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d1085-1f83-414e-b433-37f1414c198e None None] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:43.343521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49772) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:43.346877 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2f8e6497-075f-4dd0-a115-3301b4d8d681 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7048509 Aug 31 07:35:43.351488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:43.409963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:35:43.410861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.716874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.716874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.716874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.717878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Allocated IP 172.20.0.2 (9d861e6f-8b23-44f0-bdbd-6df7194c8d78/47c2f3ed-1094-4c22-9d46-0066f4871fee/174be76b-5069-4060-81d3-4cfa490350e7) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:43.745363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.748440 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.758188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Transition to ACTIVE for port object 174be76b-5069-4060-81d3-4cfa490350e7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:43.774177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Transition to ACTIVE for port object 174be76b-5069-4060-81d3-4cfa490350e7 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:43.867008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:43.908791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:43.914327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:43.918043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:43.927750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Pushing event updated for resources: {'Port': ['ID=174be76b-5069-4060-81d3-4cfa490350e7,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:43.957286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.957637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.958067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.958366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.958699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.959030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.959360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.959685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.960010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.960332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.960657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.960975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Tracked resource versions report: Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: pushed versions: Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: { 'AddressGroup': {'1.2'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'ConntrackHelper': {'1.0'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Log': {'1.0'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Network': {'1.1'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Port': {'1.7'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'PortForwarding': {'1.2'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'QosPolicy': {'1.9'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'SecurityGroup': {'1.4'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'SubPort': {'1.0'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Subnet': {'1.1'}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Trunk': {'1.1'}} Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: consumer versions: Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: HyperV agent@n-h1-713499-16: {}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: HyperV agent@n-h2-713499-16: {}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: L3 agent@n-d-713499-16: {}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: Metadata agent@n-d-713499-16: {}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: Metering agent@n-d-713499-16: {}, Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'ConntrackHelper': '1.0', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Log': '1.0', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Network': '1.1', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Port': '1.7', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'PortForwarding': '1.2', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'QosPolicy': '1.9', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'SecurityGroup': '1.4', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'SecurityGroupRule': '1.2', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'SubPort': '1.0', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Subnet': '1.1', Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: 'Trunk': '1.1'}} Aug 31 07:35:43.962156 n-d-713499-16 neutron-server[95447]: {{(pid=95447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:35:44.008221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Attempting to bind port 174be76b-5069-4060-81d3-4cfa490350e7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:44.008743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Attempting to bind port 174be76b-5069-4060-81d3-4cfa490350e7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:44.009100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Attempting to bind port 174be76b-5069-4060-81d3-4cfa490350e7 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:44.014373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:44.014751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Checking segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:44.015157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.015568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Bound using segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:44.016190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Bound port: 174be76b-5069-4060-81d3-4cfa490350e7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:44.016590 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.091738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] For port 174be76b-5069-4060-81d3-4cfa490350e7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:44.095053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] For port 174be76b-5069-4060-81d3-4cfa490350e7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174be76b-5069-4060-81d3-4cfa490350e7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:44.137212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.157180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.181074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.245096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001943c-c4a1-41aa-9a15-724b347e1fc5 None None] Pushing event updated for resources: {'Port': ['ID=174be76b-5069-4060-81d3-4cfa490350e7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:44.272221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Allocated IP 172.25.0.55 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3242da7a-0f84-4847-8138-0c429dc2eabc) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:44.385256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.557332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:44.594303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:44.599556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:44.603139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:44.611021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Pushing event updated for resources: {'Port': ['ID=3242da7a-0f84-4847-8138-0c429dc2eabc,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:44.682847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.683192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.683532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.683866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.684225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.684552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.684879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.685202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.685525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.686117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.686443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.686787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Tracked resource versions report: Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: pushed versions: Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: { 'AddressGroup': {'1.2'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'ConntrackHelper': {'1.0'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Log': {'1.0'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Network': {'1.1'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Port': {'1.7'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'PortForwarding': {'1.2'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'QosPolicy': {'1.9'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'SecurityGroup': {'1.4'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'SubPort': {'1.0'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Subnet': {'1.1'}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Trunk': {'1.1'}} Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: consumer versions: Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: HyperV agent@n-h1-713499-16: {}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: HyperV agent@n-h2-713499-16: {}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: L3 agent@n-d-713499-16: {}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: Metadata agent@n-d-713499-16: {}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: Metering agent@n-d-713499-16: {}, Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'ConntrackHelper': '1.0', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Log': '1.0', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Network': '1.1', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Port': '1.7', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'PortForwarding': '1.2', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'QosPolicy': '1.9', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'SecurityGroup': '1.4', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'SecurityGroupRule': '1.2', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'SubPort': '1.0', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Subnet': '1.1', Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: 'Trunk': '1.1'}} Aug 31 07:35:44.687893 n-d-713499-16 neutron-server[95446]: {{(pid=95446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:35:44.913273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174be76b-5069-4060-81d3-4cfa490350e7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:44.956292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.076751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 174be76b-5069-4060-81d3-4cfa490350e7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:45.204687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.249985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469c7b3-6031-4595-983a-5e142a017139 None None] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:45.420748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Router dfe216a5-aa45-4826-a952-30162d7b58e8 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:35:45.460078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] Provisioning for port 174be76b-5069-4060-81d3-4cfa490350e7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:45.464216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] Provisioning complete for port 174be76b-5069-4060-81d3-4cfa490350e7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:45.464593 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.550413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:45.562505 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:45.570572 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.574339 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:45.575008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:45.610920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] For port 174be76b-5069-4060-81d3-4cfa490350e7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174be76b-5069-4060-81d3-4cfa490350e7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:45.642266 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.642266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-88f9701f-9865-4a97-af57-74112033c692 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2935729 Aug 31 07:35:45.642696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49844) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:45.708463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.748083 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:45.795303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb560a-b426-43f5-b1ad-8cc88b2b1816 None None] Pushing event updated for resources: {'Port': ['ID=174be76b-5069-4060-81d3-4cfa490350e7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:45.838010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a5a8083-3902-4262-b707-8c1c21711bad None None] Provisioning complete for port 174be76b-5069-4060-81d3-4cfa490350e7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:45.838557 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a5a8083-3902-4262-b707-8c1c21711bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:45.959661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:44Z', 'revision_number': 3, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:45.988244 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:45.988754 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Updating router dfe216a5-aa45-4826-a952-30162d7b58e8 port 3242da7a-0f84-4847-8138-0c429dc2eabc binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:35:46.020282 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.334693 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.347182 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Transition to ACTIVE for port object 3242da7a-0f84-4847-8138-0c429dc2eabc will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:46.415064 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.461707 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Pushing event updated for resources: {'Port': ['ID=3242da7a-0f84-4847-8138-0c429dc2eabc,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:46.472210 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.472694 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.473104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.473729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.474280 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.474679 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.475210 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.475552 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.475891 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.476006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.476221 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.476713 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.477183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Tracked resource versions report: Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: pushed versions: Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: { 'AddressGroup': {'1.2'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'ConntrackHelper': {'1.0'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Log': {'1.0'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Network': {'1.1'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Port': {'1.7'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'PortForwarding': {'1.2'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'QosPolicy': {'1.9'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'SecurityGroup': {'1.4'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'SubPort': {'1.0'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Subnet': {'1.1'}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Trunk': {'1.1'}} Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: consumer versions: Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: { DHCP agent@n-d-713499-16: {}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: HyperV agent@n-h1-713499-16: {}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: HyperV agent@n-h2-713499-16: {}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: L3 agent@n-d-713499-16: {}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: Metadata agent@n-d-713499-16: {}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: Metering agent@n-d-713499-16: {}, Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: Open vSwitch agent@n-d-713499-16: { 'AddressGroup': '1.2', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'ConntrackHelper': '1.0', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Log': '1.0', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Network': '1.1', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Port': '1.7', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'PortForwarding': '1.2', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'QosPolicy': '1.9', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'SecurityGroup': '1.4', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'SecurityGroupRule': '1.2', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'SubPort': '1.0', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Subnet': '1.1', Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: 'Trunk': '1.1'}} Aug 31 07:35:46.478475 n-d-713499-16 neutron-server[95448]: {{(pid=95448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:35:46.536680 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Attempting to bind port 3242da7a-0f84-4847-8138-0c429dc2eabc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:46.537067 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Attempting to bind port 3242da7a-0f84-4847-8138-0c429dc2eabc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:46.537443 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Attempting to bind port 3242da7a-0f84-4847-8138-0c429dc2eabc on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:46.543433 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:46.543819 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:46.544239 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.544639 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:46.545113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Bound port: 3242da7a-0f84-4847-8138-0c429dc2eabc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:46.545501 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.630736 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] For port 3242da7a-0f84-4847-8138-0c429dc2eabc, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:46.635383 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] For port 3242da7a-0f84-4847-8138-0c429dc2eabc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3242da7a-0f84-4847-8138-0c429dc2eabc,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:46.793194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Allocated IP 172.20.0.1 (9d861e6f-8b23-44f0-bdbd-6df7194c8d78/47c2f3ed-1094-4c22-9d46-0066f4871fee/cbb146e6-ccf5-490f-889d-d9228039c2b3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:46.832216 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.879527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174be76b-5069-4060-81d3-4cfa490350e7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:46.916376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.924987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:46.925990 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:46.940707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Transition to ACTIVE for port object cbb146e6-ccf5-490f-889d-d9228039c2b3 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:46.983498 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452507f2-f189-4754-bc8f-67694cde3c0b None None] Pushing event updated for resources: {'Port': ['ID=3242da7a-0f84-4847-8138-0c429dc2eabc,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:47.026422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 174be76b-5069-4060-81d3-4cfa490350e7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:47.027152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:47.067547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:47.107528 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:47.296009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:47.303526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:47.322061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:47.322061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:47.431874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Pushing event updated for resources: {'Port': ['ID=cbb146e6-ccf5-490f-889d-d9228039c2b3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:47.447471 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:44Z', 'revision_number': 3, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:47.480586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45824ac-f855-4a81-bbc1-9f02f9b12267 None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:44Z', 'revision_number': 3, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:47.666269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d6f85a6d-adc3-4ce2-933f-685fd1a283eb None None] Provisioning for port cbb146e6-ccf5-490f-889d-d9228039c2b3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:47.673690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d6f85a6d-adc3-4ce2-933f-685fd1a283eb None None] Provisioning complete for port cbb146e6-ccf5-490f-889d-d9228039c2b3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:47.674111 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d6f85a6d-adc3-4ce2-933f-685fd1a283eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:47.726818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d6f85a6d-adc3-4ce2-933f-685fd1a283eb None None] Port cbb146e6-ccf5-490f-889d-d9228039c2b3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:47.802400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:48.088868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:48.145918 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:48.146863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:48.266819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Pushing event updated for resources: {'Port': ['ID=cbb146e6-ccf5-490f-889d-d9228039c2b3,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:48.311528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:48.313226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:48.476042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Router dfe216a5-aa45-4826-a952-30162d7b58e8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:48.628094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:48.628094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7e7f1b7f-f1e0-46ec-a519-3c54e831734f admin admin] 10.222.0.36 "PUT /v2.0/routers/dfe216a5-aa45-4826-a952-30162d7b58e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9837444 Aug 31 07:35:48.664644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2004eccf-7e4c-4a37-a626-7c6f50a09b4f None None] Provisioning complete for port cbb146e6-ccf5-490f-889d-d9228039c2b3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:48.666254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2004eccf-7e4c-4a37-a626-7c6f50a09b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:48.713455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2004eccf-7e4c-4a37-a626-7c6f50a09b4f None None] Port cbb146e6-ccf5-490f-889d-d9228039c2b3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:48.804745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49986) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:48.904392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3242da7a-0f84-4847-8138-0c429dc2eabc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:49.026102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3242da7a-0f84-4847-8138-0c429dc2eabc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:49.031135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3242da7a-0f84-4847-8138-0c429dc2eabc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:49.031560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.148905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdba7-f96a-4737-b98e-3472382632bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.154323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.183429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3242da7a-0f84-4847-8138-0c429dc2eabc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3242da7a-0f84-4847-8138-0c429dc2eabc,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:49.258021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:49.260471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.263710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdba7-f96a-4737-b98e-3472382632bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.298057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:49.298715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:49.352019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdba7-f96a-4737-b98e-3472382632bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.366124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3242da7a-0f84-4847-8138-0c429dc2eabc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:49.435376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6ebfdba7-f96a-4737-b98e-3472382632bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c49121899bb64360b01719a2292b5675&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6292574 Aug 31 07:35:49.436938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfdba7-f96a-4737-b98e-3472382632bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8fb5f-e461-4ff2-9201-6bf75117becf,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:49.438768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50020) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:49.463273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:49.512233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea208785-1602-449a-bc1f-261311b1b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.534799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea208785-1602-449a-bc1f-261311b1b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.694304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea208785-1602-449a-bc1f-261311b1b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.695094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50036) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:49.701387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea208785-1602-449a-bc1f-261311b1b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.702374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ea208785-1602-449a-bc1f-261311b1b28f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45c8fb5f-e461-4ff2-9201-6bf75117becf HTTP/1.1" status: 204 len: 168 time: 0.2624304 Aug 31 07:35:49.711252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea208785-1602-449a-bc1f-261311b1b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8fb5f-e461-4ff2-9201-6bf75117becf,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:49.722277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 2, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:49.754488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:49.757267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Updating router dfe216a5-aa45-4826-a952-30162d7b58e8 port cbb146e6-ccf5-490f-889d-d9228039c2b3 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:35:49.790828 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:49.938581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1da7ce8-5f9c-4bf1-a95d-d3a43af7b073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.046017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1da7ce8-5f9c-4bf1-a95d-d3a43af7b073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.152094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1da7ce8-5f9c-4bf1-a95d-d3a43af7b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.175478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.187231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Transition to ACTIVE for port object cbb146e6-ccf5-490f-889d-d9228039c2b3 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:50.195511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a1da7ce8-5f9c-4bf1-a95d-d3a43af7b073 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=097b122f15ad495a9c6aa733c430a9c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4991474 Aug 31 07:35:50.196258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da7ce8-5f9c-4bf1-a95d-d3a43af7b073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a9151f-5646-40e5-a7b8-88de9f5423ee,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:50.198465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50058) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:50.239510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50062) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:50.244696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-network', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:50.254467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.259112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c438c535-9b3c-4f14-94af-4f081ed41469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.285524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c438c535-9b3c-4f14-94af-4f081ed41469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.333233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc64de-b89e-44f5-8df5-b9f6d0e7228e None None] Pushing event updated for resources: {'Port': ['ID=cbb146e6-ccf5-490f-889d-d9228039c2b3,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:50.391384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Attempting to bind port cbb146e6-ccf5-490f-889d-d9228039c2b3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:50.391757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Attempting to bind port cbb146e6-ccf5-490f-889d-d9228039c2b3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:50.392118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Attempting to bind port cbb146e6-ccf5-490f-889d-d9228039c2b3 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:50.398921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:50.399158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Checking segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:50.399503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.399909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Bound using segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:50.400381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Bound port: cbb146e6-ccf5-490f-889d-d9228039c2b3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:50.400781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.408899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Made reservation on behalf of fcad4b67d29f4c9ba69d04eac07f53c9 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:50.412941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.429477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.448726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c438c535-9b3c-4f14-94af-4f081ed41469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.451774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c438c535-9b3c-4f14-94af-4f081ed41469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.456381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c438c535-9b3c-4f14-94af-4f081ed41469 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a9151f-5646-40e5-a7b8-88de9f5423ee HTTP/1.1" status: 204 len: 168 time: 0.2556918 Aug 31 07:35:50.497489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438c535-9b3c-4f14-94af-4f081ed41469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a9151f-5646-40e5-a7b8-88de9f5423ee,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:50.558750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] For port cbb146e6-ccf5-490f-889d-d9228039c2b3, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:50.564631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] For port cbb146e6-ccf5-490f-889d-d9228039c2b3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cbb146e6-ccf5-490f-889d-d9228039c2b3,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:50.586679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.607926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50068) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:50.683750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.687870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.706773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:35:50.725466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.725789 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Added segment ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6 of type vlan for network 274b878e-b482-4167-a483-fd7eae51c3b0 Aug 31 07:35:50.727316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864d42c-e686-416b-b687-b12f95a21e85,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:50.754865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:50.756099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:50.787199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.804620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc64de-b89e-44f5-8df5-b9f6d0e7228e None None] Pushing event updated for resources: {'Port': ['ID=cbb146e6-ccf5-490f-889d-d9228039c2b3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:50.890226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3242da7a-0f84-4847-8138-0c429dc2eabc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:50.917181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.918154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:50.919261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:50.942027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:51.003187 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7625403 Aug 31 07:35:51.006325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50092) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.011759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Request body: {'subnet': {'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-subnet', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:51.024437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9b9dd-342c-406e-b3b2-f4278ac4f346 admin admin] Pushing event updated for resources: {'Network': ['ID=274b878e-b482-4167-a483-fd7eae51c3b0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:51.039732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 274b878e-b482-4167-a483-fd7eae51c3b0 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:35:51.053786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3242da7a-0f84-4847-8138-0c429dc2eabc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:51.054181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.092251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b7b97-6666-4503-9032-287dc97037ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.128600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Made reservation on behalf of fcad4b67d29f4c9ba69d04eac07f53c9 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:51.131031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.133051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50098) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.168209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-856d6ce6-fec6-49eb-9ccb-1c50689070e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.248571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b7b97-6666-4503-9032-287dc97037ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.301623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:50Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:51.329359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30a4279-8146-4e1d-ba16-3aa581ca68db None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:50Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:51.375808 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b7b97-6666-4503-9032-287dc97037ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.451421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b7b97-6666-4503-9032-287dc97037ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16025c4-416f-4548-a7a3-e0c8520dcb44,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:51.470813 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a19b7b97-6666-4503-9032-287dc97037ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f8ee1ca068847939d4f84ab681e99b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8612657 Aug 31 07:35:51.471342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50108) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.499258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50110) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.538086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-856d6ce6-fec6-49eb-9ccb-1c50689070e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.538676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97c1f1de-cf16-4024-92e1-226fc57cb2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.545973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff5c28ee-7315-4c53-b00a-7019ad4fd018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.555148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.565440 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97c1f1de-cf16-4024-92e1-226fc57cb2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.616072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc11773-9cb3-4a22-a492-3e955859fe59,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:51.641597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Checking segment: {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:51.642063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Network hostable DHCP agents. Network: 274b878e-b482-4167-a483-fd7eae51c3b0, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:35:51.672553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-856d6ce6-fec6-49eb-9ccb-1c50689070e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.695045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97c1f1de-cf16-4024-92e1-226fc57cb2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.697572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97c1f1de-cf16-4024-92e1-226fc57cb2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.699129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97c1f1de-cf16-4024-92e1-226fc57cb2a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a16025c4-416f-4548-a7a3-e0c8520dcb44 HTTP/1.1" status: 204 len: 168 time: 0.2267246 Aug 31 07:35:51.710016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1f1de-cf16-4024-92e1-226fc57cb2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16025c4-416f-4548-a7a3-e0c8520dcb44,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:51.743226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50126) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.743413 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-856d6ce6-fec6-49eb-9ccb-1c50689070e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7eed52324bcd4c3696927f1009d5ce2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6078713 Aug 31 07:35:51.747746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d6ce6-fec6-49eb-9ccb-1c50689070e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4fd00e-eaa5-455e-b0c2-1204438db732,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:51.767552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Network 274b878e-b482-4167-a483-fd7eae51c3b0 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:35:51.809408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50134) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:51.823001 n-d-713499-16 neutron-server[95446]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 07:35:51.898846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-ccaeb0ae-464f-436f-a20c-1636e232649a tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9b8a4625d48242daa4b5ad22a4a5790c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770419 Aug 31 07:35:51.902521 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4856f9e2-41cc-4939-b587-9d14875aac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.961161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 274b878e-b482-4167-a483-fd7eae51c3b0) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:51.972906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:51.973779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f75ef-e843-4ba2-ad64-2390d91744c2 None None] Network 274b878e-b482-4167-a483-fd7eae51c3b0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:51.974362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.985766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff5c28ee-7315-4c53-b00a-7019ad4fd018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.023528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4856f9e2-41cc-4939-b587-9d14875aac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.091386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff5c28ee-7315-4c53-b00a-7019ad4fd018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.120485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c28ee-7315-4c53-b00a-7019ad4fd018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32cc0d-147e-4eef-86c8-4a411247bacf,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:52.150810 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff5c28ee-7315-4c53-b00a-7019ad4fd018 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc57dbc99f9243ccb0f7013845167260&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6497130 Aug 31 07:35:52.157717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50142) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:52.189861 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6002877-1bba-414d-a3d1-c863cd9be369 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1813557 Aug 31 07:35:52.204972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50148) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:52.210366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:52.246725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-274b878e-b482-4167-a483-fd7eae51c3b0', 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'fixed_ips': [{'subnet_id': '2fc11773-9cb3-4a22-a492-3e955859fe59'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:35:52.248139 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.266581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d068b86-a4b9-4fad-83ba-ac9e1f1eb1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.301840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d068b86-a4b9-4fad-83ba-ac9e1f1eb1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.368243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-4bcff7ed-3976-420b-bf4e-a30001f816bd tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.377057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-4bcff7ed-3976-420b-bf4e-a30001f816bd tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4632006 Aug 31 07:35:52.393491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-6c80bb61-369a-468e-a279-540e552a0d1d tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/quotas/9b8a4625d48242daa4b5ad22a4a5790c HTTP/1.1" status: 200 len: 375 time: 0.0154300 Aug 31 07:35:52.417706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.418978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.448791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4856f9e2-41cc-4939-b587-9d14875aac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.451937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4856f9e2-41cc-4939-b587-9d14875aac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.453099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4856f9e2-41cc-4939-b587-9d14875aac7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb4fd00e-eaa5-455e-b0c2-1204438db732 HTTP/1.1" status: 204 len: 168 time: 0.7084980 Aug 31 07:35:52.470782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Allocated IP 172.20.0.2 (274b878e-b482-4167-a483-fd7eae51c3b0/2fc11773-9cb3-4a22-a492-3e955859fe59/707baf10-1283-4b25-9452-1f0ed61491c6) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:52.471849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-83235930-b0a9-408d-913c-739e0c587311 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8a4625d48242daa4b5ad22a4a5790c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704648 Aug 31 07:35:52.484246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856f9e2-41cc-4939-b587-9d14875aac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4fd00e-eaa5-455e-b0c2-1204438db732,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:52.513732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d068b86-a4b9-4fad-83ba-ac9e1f1eb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.516393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d068b86-a4b9-4fad-83ba-ac9e1f1eb1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.518188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9d068b86-a4b9-4fad-83ba-ac9e1f1eb1d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a32cc0d-147e-4eef-86c8-4a411247bacf HTTP/1.1" status: 204 len: 168 time: 0.3589451 Aug 31 07:35:52.628680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d068b86-a4b9-4fad-83ba-ac9e1f1eb1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32cc0d-147e-4eef-86c8-4a411247bacf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:52.725279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.778300 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.788115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Transition to ACTIVE for port object 707baf10-1283-4b25-9452-1f0ed61491c6 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:52.843966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Transition to ACTIVE for port object 707baf10-1283-4b25-9452-1f0ed61491c6 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:52.852331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50170) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:52.883899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-92ac13a3-8971-4589-8b4b-6b2a87f8c9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.907231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.999581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cbb146e6-ccf5-490f-889d-d9228039c2b3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:53.022084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Network 274b878e-b482-4167-a483-fd7eae51c3b0 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:53.050144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:53.058810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:53.092890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.099735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Pushing event updated for resources: {'Port': ['ID=707baf10-1283-4b25-9452-1f0ed61491c6,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:53.115051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-92ac13a3-8971-4589-8b4b-6b2a87f8c9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.138761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Attempting to bind port 707baf10-1283-4b25-9452-1f0ed61491c6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:53.139136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Attempting to bind port 707baf10-1283-4b25-9452-1f0ed61491c6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:53.139499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Attempting to bind port 707baf10-1283-4b25-9452-1f0ed61491c6 on network 274b878e-b482-4167-a483-fd7eae51c3b0 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:53.144462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:53.144827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Checking segment: {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:53.145226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.145621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Bound using segment: {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:53.146110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Bound port: 707baf10-1283-4b25-9452-1f0ed61491c6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:53.146508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.208722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-92ac13a3-8971-4589-8b4b-6b2a87f8c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.221044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] For port 707baf10-1283-4b25-9452-1f0ed61491c6, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:53.224282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] For port 707baf10-1283-4b25-9452-1f0ed61491c6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=707baf10-1283-4b25-9452-1f0ed61491c6,segment=NetworkSegment(ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6),segment_id=ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:53.236905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port cbb146e6-ccf5-490f-889d-d9228039c2b3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:53.240533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.241969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port cbb146e6-ccf5-490f-889d-d9228039c2b3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:53.242290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.249295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-92ac13a3-8971-4589-8b4b-6b2a87f8c9ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e936f652857a46ed91ed264a2b627a19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3949325 Aug 31 07:35:53.251319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac13a3-8971-4589-8b4b-6b2a87f8c9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88acb1-18d5-4778-93e3-493bb8414790,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:53.252476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50186) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:53.315811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91f9181a-2616-47bd-a235-48531c97db70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.321801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.352266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91f9181a-2616-47bd-a235-48531c97db70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.359455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port cbb146e6-ccf5-490f-889d-d9228039c2b3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cbb146e6-ccf5-490f-889d-d9228039c2b3,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:53.360995 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.424442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ccba9-701a-41a0-9e1c-8e4d54fcff3c None None] Pushing event updated for resources: {'Port': ['ID=707baf10-1283-4b25-9452-1f0ed61491c6,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:53.466761 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.528355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=cbb146e6-ccf5-490f-889d-d9228039c2b3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:53.543047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.573913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.594417 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91f9181a-2616-47bd-a235-48531c97db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.598648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91f9181a-2616-47bd-a235-48531c97db70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.601908 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-91f9181a-2616-47bd-a235-48531c97db70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff88acb1-18d5-4778-93e3-493bb8414790 HTTP/1.1" status: 204 len: 168 time: 0.3462656 Aug 31 07:35:53.666136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9181a-2616-47bd-a235-48531c97db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88acb1-18d5-4778-93e3-493bb8414790,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:53.694571 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-07b351c2-a629-425c-b41a-eb8b1705e950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:53.762506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Allocated IP 172.25.0.226 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/07e3f13b-f7ee-4526-b263-a1a7df9abb0e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:53.804688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50200) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:53.859060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50206) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:53.913300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.015182 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.076289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aca50df-2ea9-44af-83c7-491fd5688eec req-79bb916e-e02d-425f-9cb2-82697b3c4c74 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 210 time: 0.2701874 Aug 31 07:35:54.087016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Pushing event updated for resources: {'Port': ['ID=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:54.097790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:54.099794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:54.103093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:54.290952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-092081d6-4892-4cbd-a150-91cd5656a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.399501 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-092081d6-4892-4cbd-a150-91cd5656a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.468426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.477063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-092081d6-4892-4cbd-a150-91cd5656a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.530885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-092081d6-4892-4cbd-a150-91cd5656a5d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8d1fc2ad1dc4e58ac67c9933525a710&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6704226 Aug 31 07:35:54.531754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092081d6-4892-4cbd-a150-91cd5656a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5fc76a-4138-44d8-b7a3-e804799f2661,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:54.534240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50236) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:54.601160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e61aaf-5525-4ecf-bc78-c00a8c523520 None None] Network 274b878e-b482-4167-a483-fd7eae51c3b0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:54.616164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-652b4ee2-f9db-4ff5-8f0c-7ac1afb74311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.645551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-652b4ee2-f9db-4ff5-8f0c-7ac1afb74311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.743818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.774764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-652b4ee2-f9db-4ff5-8f0c-7ac1afb74311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.778614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-652b4ee2-f9db-4ff5-8f0c-7ac1afb74311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.779768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-652b4ee2-f9db-4ff5-8f0c-7ac1afb74311 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f5fc76a-4138-44d8-b7a3-e804799f2661 HTTP/1.1" status: 204 len: 168 time: 0.2444437 Aug 31 07:35:54.796709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b4ee2-f9db-4ff5-8f0c-7ac1afb74311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5fc76a-4138-44d8-b7a3-e804799f2661,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:54.975074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a93fa4e-8120-49ee-bdb5-8d499518924e None None] Provisioning for port 707baf10-1283-4b25-9452-1f0ed61491c6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:55.084601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 707baf10-1283-4b25-9452-1f0ed61491c6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:55.190388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e12c05b-8de4-4034-b7db-eb4428099fd1 req-84cd8521-eebf-43ea-8c8e-dd936f628e23 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 210 time: 0.0307016 Aug 31 07:35:55.199889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Router cf6670bc-6bdf-45e2-83f4-416a6ed76317 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:35:55.288607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 707baf10-1283-4b25-9452-1f0ed61491c6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:55.293220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 707baf10-1283-4b25-9452-1f0ed61491c6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:55.297057 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.328483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:55.345237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-186d2961-2138-41a3-8091-f82d99f5e9b1 None None] Provisioning complete for port 707baf10-1283-4b25-9452-1f0ed61491c6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:55.345613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-186d2961-2138-41a3-8091-f82d99f5e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.346588 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Sync routers for ids ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:55.364444 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Routers {'cf6670bc-6bdf-45e2-83f4-416a6ed76317'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:55.365113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:55.421237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.421722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.426768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50268) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:55.430502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-719567bd-1126-4e78-82ed-9cbc6b3a6505 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2181981 Aug 31 07:35:55.487435 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Set router cf6670bc-6bdf-45e2-83f4-416a6ed76317 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:55.504099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 707baf10-1283-4b25-9452-1f0ed61491c6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=707baf10-1283-4b25-9452-1f0ed61491c6,segment=NetworkSegment(ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6),segment_id=ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:55.511069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-186d2961-2138-41a3-8091-f82d99f5e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.592863 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.593600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.594413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cbb146e6-ccf5-490f-889d-d9228039c2b3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:55.722422 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:35:54Z', 'revision_number': 3, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:55.733906 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-186d2961-2138-41a3-8091-f82d99f5e9b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:35:55.734535 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-186d2961-2138-41a3-8091-f82d99f5e9b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:35:55.744252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port cbb146e6-ccf5-490f-889d-d9228039c2b3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:55.744618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.747946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=707baf10-1283-4b25-9452-1f0ed61491c6,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:55.753597 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Checking router: cf6670bc-6bdf-45e2-83f4-416a6ed76317 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:55.754200 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Updating router cf6670bc-6bdf-45e2-83f4-416a6ed76317 port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:35:55.806402 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.831807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50276) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:55.858486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5abc-d18b-4576-bdb6-69b0513b0330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.039709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5abc-d18b-4576-bdb6-69b0513b0330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.118032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0e5abc-d18b-4576-bdb6-69b0513b0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.168588 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.185620 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Transition to ACTIVE for port object 07e3f13b-f7ee-4526-b263-a1a7df9abb0e will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:56.190903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e5abc-d18b-4576-bdb6-69b0513b0330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4726c73c-b85a-48ab-8d33-91e2811bf6b8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:56.194607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.204065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a0e5abc-d18b-4576-bdb6-69b0513b0330 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0060f4b326e64db79a0fd5fe05ceda67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3704967 Aug 31 07:35:56.204533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50286) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:56.313537 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-056368a2-0d82-42e6-bbdf-4c004d536843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.330892 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.371820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-056368a2-0d82-42e6-bbdf-4c004d536843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.403718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.422847 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0073e-9e01-4e21-ad6c-780d4d7678fd None None] Pushing event updated for resources: {'Port': ['ID=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:56.443318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cea304e9-f790-4e5d-b06c-f8df7b180c80 req-294bf51a-37bc-4e2d-835b-7605b6c685cb tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 210 time: 0.0613084 Aug 31 07:35:56.457463 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Attempting to bind port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:56.458166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Attempting to bind port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:56.459020 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Attempting to bind port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:56.468623 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:56.468623 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:56.468623 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.469616 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:56.471444 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Bound port: 07e3f13b-f7ee-4526-b263-a1a7df9abb0e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:56.479976 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.486986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Allocated IP 172.20.0.1 (274b878e-b482-4167-a483-fd7eae51c3b0/2fc11773-9cb3-4a22-a492-3e955859fe59/523fda67-408c-4f64-8e53-548a9724cfcd) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:56.537289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] For port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:56.540917 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] For port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:56.610654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.614823 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9c2-6679-4dfe-91d4-5e095c373508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.616228 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.624315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-056368a2-0d82-42e6-bbdf-4c004d536843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.632635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-056368a2-0d82-42e6-bbdf-4c004d536843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.632635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-056368a2-0d82-42e6-bbdf-4c004d536843 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4726c73c-b85a-48ab-8d33-91e2811bf6b8 HTTP/1.1" status: 204 len: 168 time: 0.4239266 Aug 31 07:35:56.644235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056368a2-0d82-42e6-bbdf-4c004d536843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726c73c-b85a-48ab-8d33-91e2811bf6b8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:56.646786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Transition to ACTIVE for port object 523fda67-408c-4f64-8e53-548a9724cfcd will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:56.689561 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Routers {'cf6670bc-6bdf-45e2-83f4-416a6ed76317'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:56.690307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:56.736680 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0073e-9e01-4e21-ad6c-780d4d7678fd None None] Pushing event updated for resources: {'Port': ['ID=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:56.792836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.814689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] Set router cf6670bc-6bdf-45e2-83f4-416a6ed76317 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:56.849137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Network 274b878e-b482-4167-a483-fd7eae51c3b0 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:56.852877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:56.875553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:56.879316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.924259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 707baf10-1283-4b25-9452-1f0ed61491c6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:56.948988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=523fda67-408c-4f64-8e53-548a9724cfcd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:57.045621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 707baf10-1283-4b25-9452-1f0ed61491c6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:57.046287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.165576 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.166413 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:35:54Z', 'revision_number': 3, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:57.219865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.68', 60522) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:57.224029 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb10cb0-a6f2-4678-ad00-e9d424f77531 None None] The sync data for ids ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'] in n-d-713499-16 is: [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:35:54Z', 'revision_number': 3, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:57.278484 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-a5fa919c-4348-4365-9eda-9004b83c4769 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=9b8a4625d48242daa4b5ad22a4a5790c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563674 Aug 31 07:35:57.294177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9e2d1ae-c07c-4cc4-a0c0-b796a06ea795 None None] Provisioning for port 523fda67-408c-4f64-8e53-548a9724cfcd completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:57.298599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9e2d1ae-c07c-4cc4-a0c0-b796a06ea795 None None] Provisioning complete for port 523fda67-408c-4f64-8e53-548a9724cfcd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:57.299030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d1ae-c07c-4cc4-a0c0-b796a06ea795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.355134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2d1ae-c07c-4cc4-a0c0-b796a06ea795 None None] Port 523fda67-408c-4f64-8e53-548a9724cfcd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:57.445222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.561555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-40dbaced-cc33-4664-a01d-628291bd7c3a tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:57.577627 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-40dbaced-cc33-4664-a01d-628291bd7c3a tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927256 Aug 31 07:35:57.620081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.626790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.695214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Request body: {'port': {'device_id': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '9b8a4625d48242daa4b5ad22a4a5790c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:57.841873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.872894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49ac8357-9326-42de-b0f6-acec753f0046 req-4830a3a6-0a7c-41bc-9c6b-66b8a74ca81c tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 210 time: 0.2124856 Aug 31 07:35:57.899477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=523fda67-408c-4f64-8e53-548a9724cfcd,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:57.955215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50322) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:57.980291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93730ee9-19a1-4048-91eb-66389d4f858d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.999561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Network 274b878e-b482-4167-a483-fd7eae51c3b0 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:58.001825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:58.031853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Made reservation on behalf of 9b8a4625d48242daa4b5ad22a4a5790c for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:58.036475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.054936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.195296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Router cf6670bc-6bdf-45e2-83f4-416a6ed76317 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:58.279319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93730ee9-19a1-4048-91eb-66389d4f858d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.305345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3d30b788-e1f8-4fd6-8e07-3f03f370debf None None] Provisioning complete for port 523fda67-408c-4f64-8e53-548a9724cfcd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:58.305345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d30b788-e1f8-4fd6-8e07-3f03f370debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.356049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3d30b788-e1f8-4fd6-8e07-3f03f370debf None None] Port 523fda67-408c-4f64-8e53-548a9724cfcd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:58.370570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93730ee9-19a1-4048-91eb-66389d4f858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.374583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:58.391159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ee9e37e1-e86b-4ff0-8b96-d232c5e2fdb2 admin admin] 10.222.0.36 "PUT /v2.0/routers/cf6670bc-6bdf-45e2-83f4-416a6ed76317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9628201 Aug 31 07:35:58.416423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93730ee9-19a1-4048-91eb-66389d4f858d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a373d53e5bd04ad994b2c49552556bb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4573963 Aug 31 07:35:58.420316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50346) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:58.426516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93730ee9-19a1-4048-91eb-66389d4f858d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd2c6a0-51e0-4b91-86ca-469e783a52a1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.529465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.529465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f80b771-2695-4ee1-aba6-c0bf1f239751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.551479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f80b771-2695-4ee1-aba6-c0bf1f239751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.614139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.671924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2feff-2dd4-4e28-94c2-cddcb0d48357,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.766902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f80b771-2695-4ee1-aba6-c0bf1f239751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.770175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f80b771-2695-4ee1-aba6-c0bf1f239751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.771590 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f80b771-2695-4ee1-aba6-c0bf1f239751 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcd2c6a0-51e0-4b91-86ca-469e783a52a1 HTTP/1.1" status: 204 len: 168 time: 0.3500943 Aug 31 07:35:58.859588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80b771-2695-4ee1-aba6-c0bf1f239751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd2c6a0-51e0-4b91-86ca-469e783a52a1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.999315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07e3f13b-f7ee-4526-b263-a1a7df9abb0e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:59.022904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Allocated IP 192.168.233.204 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/c3f7a69a-a22c-464d-a55c-b6a6bf978164) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:59.050820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f04eb4e-a871-46c4-811e-4b0c3e4221a8 req-489af31f-ad2d-49a5-bda7-510de2ef56ff tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 210 time: 0.0691531 Aug 31 07:35:59.185687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:59.190029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:59.190431 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.229267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.281917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Transition to ACTIVE for port object c3f7a69a-a22c-464d-a55c-b6a6bf978164 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:59.326223 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.349184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:59.390956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Sync routers for ids ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:59.403013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Routers {'cf6670bc-6bdf-45e2-83f4-416a6ed76317'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:59.403798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:59.511188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Set router cf6670bc-6bdf-45e2-83f4-416a6ed76317 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:59.703551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.733419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:35:57Z', 'revision_number': 4, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '523fda67-408c-4f64-8e53-548a9724cfcd', 'name': '', 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'mac_address': 'fa:16:3e:78:64:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fc11773-9cb3-4a22-a492-3e955859fe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:56Z', 'updated_at': '2021-08-31T07:35:57Z', 'revision_number': 2, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'subnets': [{'id': '2fc11773-9cb3-4a22-a492-3e955859fe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:59.761219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Checking router: cf6670bc-6bdf-45e2-83f4-416a6ed76317 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:59.761594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Updating router cf6670bc-6bdf-45e2-83f4-416a6ed76317 port 523fda67-408c-4f64-8e53-548a9724cfcd binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:35:59.795393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.813680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.815565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.935564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:00.034384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Pushing event updated for resources: {'Port': ['ID=c3f7a69a-a22c-464d-a55c-b6a6bf978164,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:00.053991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:00.060772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:00.073919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:00.091759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:00.093181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.219533 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-9991a4f3-989d-4b21-af2a-c9fe5f79afbe tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5289578 Aug 31 07:36:00.233698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-959fbcc0-872c-45e2-ad63-a44b94b070c1 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:00.234734 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-959fbcc0-872c-45e2-ad63-a44b94b070c1 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062351 Aug 31 07:36:00.400418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-e10a2ae3-702f-45c9-9b58-7c12899a7303 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a34968c2137451d9e60758b20d938ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923307 Aug 31 07:36:00.458972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.495506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Transition to ACTIVE for port object 523fda67-408c-4f64-8e53-548a9724cfcd will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:00.568892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.706142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b4ecb-c796-4473-9f1d-212128d48332 None None] Pushing event updated for resources: {'Port': ['ID=523fda67-408c-4f64-8e53-548a9724cfcd,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:00.718369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-6b3df3d1-ca95-44d9-b2bd-809ead475486 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:00.734960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-6b3df3d1-ca95-44d9-b2bd-809ead475486 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289659 Aug 31 07:36:00.741550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-20781ac6-b93a-4ba0-b5b1-c6c38f27a112 None None] Provisioning for port c3f7a69a-a22c-464d-a55c-b6a6bf978164 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:00.816351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-20781ac6-b93a-4ba0-b5b1-c6c38f27a112 None None] Provisioning complete for port c3f7a69a-a22c-464d-a55c-b6a6bf978164 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:00.821253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-20781ac6-b93a-4ba0-b5b1-c6c38f27a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.839675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-41e57695-560c-4716-a4e9-70ecbfe56bce tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/quotas/3a34968c2137451d9e60758b20d938ec HTTP/1.1" status: 200 len: 375 time: 0.0990918 Aug 31 07:36:00.965524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-bbd5f733-28af-47eb-bd56-72236e74d7ac tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a34968c2137451d9e60758b20d938ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244853 Aug 31 07:36:00.990940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-20781ac6-b93a-4ba0-b5b1-c6c38f27a112 None None] Port c3f7a69a-a22c-464d-a55c-b6a6bf978164 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:01.039057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:01.046468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f71a8-7dd5-4314-b8bc-88ef131b3aa5 req-88d6d400-bf6d-4cb5-bb53-fb051bdd64e5 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:01.051202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c58f71a8-7dd5-4314-b8bc-88ef131b3aa5 req-88d6d400-bf6d-4cb5-bb53-fb051bdd64e5 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 936 time: 0.2812903 Aug 31 07:36:01.088308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07e3f13b-f7ee-4526-b263-a1a7df9abb0e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:01.215021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c58f71a8-7dd5-4314-b8bc-88ef131b3aa5 req-4b2ca869-f80f-438e-af21-ae3f9158f4a8 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572294 Aug 31 07:36:01.347129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Attempting to bind port 523fda67-408c-4f64-8e53-548a9724cfcd on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:01.347129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Attempting to bind port 523fda67-408c-4f64-8e53-548a9724cfcd by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:01.347129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Attempting to bind port 523fda67-408c-4f64-8e53-548a9724cfcd on network 274b878e-b482-4167-a483-fd7eae51c3b0 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:01.349655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:01.350334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Checking segment: {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:01.350855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.351353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Bound using segment: {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:01.351949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Bound port: 523fda67-408c-4f64-8e53-548a9724cfcd, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:01.352435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.353520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c3375ce-ac96-481f-9cdb-3993632b92c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.369526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:01.376625 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.468567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Request body: {'port': {'device_id': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'device_owner': 'compute:tempest-test_az-2108995736', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:01.626608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02d0a97b-c5d6-4368-ba27-3751364ad33d req-a8a19f87-100c-4438-ad58-34ed0d95b479 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.0976710 Aug 31 07:36:01.651928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] For port 523fda67-408c-4f64-8e53-548a9724cfcd, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:01.661006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] For port 523fda67-408c-4f64-8e53-548a9724cfcd, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=523fda67-408c-4f64-8e53-548a9724cfcd,segment=NetworkSegment(ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6),segment_id=ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:01.776001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.793885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.947296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c3375ce-ac96-481f-9cdb-3993632b92c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.969985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Routers {'cf6670bc-6bdf-45e2-83f4-416a6ed76317'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:01.969985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:35:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:02.095719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b4ecb-c796-4473-9f1d-212128d48332 None None] Pushing event updated for resources: {'Port': ['ID=523fda67-408c-4f64-8e53-548a9724cfcd,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:02.131018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c3375ce-ac96-481f-9cdb-3993632b92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.361488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] Set router cf6670bc-6bdf-45e2-83f4-416a6ed76317 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:02.381283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-7b965581-2653-4754-a200-f3c2e4e745cd tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ea1dae63b6bd45e3848c141a902d089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394452 Aug 31 07:36:02.535582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3375ce-ac96-481f-9cdb-3993632b92c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d16c92-cc8b-43b9-8f01-065d9427aa72,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:02.603507 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9c3375ce-ac96-481f-9cdb-3993632b92c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c11b66ef2274cb99a28071581ad37bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5634401 Aug 31 07:36:02.607495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50480) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.674365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-3c911a57-3c6e-40f3-9f1b-7f52339ae348 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:02.682623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-3c911a57-3c6e-40f3-9f1b-7f52339ae348 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942364 Aug 31 07:36:02.687869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50482) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.712416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463586909', 'description': 'tempest-description--1439597049'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:02.749447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a02127bf-2c3d-48aa-9a2a-9c19286f894c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.776236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-8fcbc59f-2f7a-4043-949f-52a5368b5cd1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/quotas/ea1dae63b6bd45e3848c141a902d089a HTTP/1.1" status: 200 len: 375 time: 0.0916305 Aug 31 07:36:02.796134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a02127bf-2c3d-48aa-9a2a-9c19286f894c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.886261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f7a69a-a22c-464d-a55c-b6a6bf978164 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:02.901951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.919360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-17460ec4-e6cf-4481-ba1b-fda3445d82bf tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817044 Aug 31 07:36:02.932951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.971760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:35:57Z', 'revision_number': 4, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '523fda67-408c-4f64-8e53-548a9724cfcd', 'name': '', 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'mac_address': 'fa:16:3e:78:64:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fc11773-9cb3-4a22-a492-3e955859fe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:56Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 4, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'subnets': [{'id': '2fc11773-9cb3-4a22-a492-3e955859fe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:02.976831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1cddb-7b7d-41e8-9234-4d9d1cb053bf req-89421d6f-4ea9-4a28-ab05-7f3f96805c35 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:02.976831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcb1cddb-7b7d-41e8-9234-4d9d1cb053bf req-89421d6f-4ea9-4a28-ab05-7f3f96805c35 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 936 time: 0.2037458 Aug 31 07:36:03.010572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Transition to ACTIVE for port object c3f7a69a-a22c-464d-a55c-b6a6bf978164 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:03.012516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a02127bf-2c3d-48aa-9a2a-9c19286f894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.015764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a02127bf-2c3d-48aa-9a2a-9c19286f894c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.019674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a02127bf-2c3d-48aa-9a2a-9c19286f894c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81d16c92-cc8b-43b9-8f01-065d9427aa72 HTTP/1.1" status: 204 len: 168 time: 0.4046254 Aug 31 07:36:03.061393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02127bf-2c3d-48aa-9a2a-9c19286f894c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d16c92-cc8b-43b9-8f01-065d9427aa72,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.095101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.128088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495c21eb-88c1-4cf7-8bde-d6e749b2172a None None] The sync data for ids ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'] in n-d-713499-16 is: [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:35:57Z', 'revision_number': 4, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '523fda67-408c-4f64-8e53-548a9724cfcd', 'name': '', 'network_id': '274b878e-b482-4167-a483-fd7eae51c3b0', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'mac_address': 'fa:16:3e:78:64:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2fc11773-9cb3-4a22-a492-3e955859fe59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:56Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 4, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'subnets': [{'id': '2fc11773-9cb3-4a22-a492-3e955859fe59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:03.166423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcb1cddb-7b7d-41e8-9234-4d9d1cb053bf req-7f80d59d-25d6-450d-b451-e2e3ff50d7a1 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693902 Aug 31 07:36:03.413829 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.432492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82dbdc92-cab1-498c-b1a9-0f6b42a92a03 req-7acbd5d7-6aa0-4a02-8ba4-78b90f58f207 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.2001569 Aug 31 07:36:03.469455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Attempting to bind port c3f7a69a-a22c-464d-a55c-b6a6bf978164 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:03.471615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Attempting to bind port c3f7a69a-a22c-464d-a55c-b6a6bf978164 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:03.472838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Attempting to bind port c3f7a69a-a22c-464d-a55c-b6a6bf978164 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:03.478974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f7a69a-a22c-464d-a55c-b6a6bf978164,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.491799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Port c3f7a69a-a22c-464d-a55c-b6a6bf978164 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:03.497523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Attempting to bind port c3f7a69a-a22c-464d-a55c-b6a6bf978164 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:03.500630 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.523660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:03.523660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:03.523660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:03.523660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Bound port: c3f7a69a-a22c-464d-a55c-b6a6bf978164, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:03.523660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.585544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6981256b-8289-4201-a485-bfeceb62f91e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.656159 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.660904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d10edb57-c59b-480f-b4f5-4db3d2d932cd tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9697073 Aug 31 07:36:03.661777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50508) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:03.667700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'security_group_rule': {'security_group_id': '6981256b-8289-4201-a485-bfeceb62f91e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:03.701975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] For port c3f7a69a-a22c-464d-a55c-b6a6bf978164, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:03.724530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] For port c3f7a69a-a22c-464d-a55c-b6a6bf978164, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:03.804353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.821124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.909912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-92cf7ad1-0420-4946-bda0-8453c0170b9c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ea1dae63b6bd45e3848c141a902d089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785487 Aug 31 07:36:03.955979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:03.956660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.959015 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] 10.222.0.68 "PUT /v2.0/ports/c3f7a69a-a22c-464d-a55c-b6a6bf978164 HTTP/1.1" status: 200 len: 1119 time: 2.7418268 Aug 31 07:36:03.959586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'tag': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:04.212229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2a5f9-4009-4690-a59f-afc3e4cf593f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f7a69a-a22c-464d-a55c-b6a6bf978164,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:04.242264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.337311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-bbe40b4d-d25e-4ebf-bba5-868993a746fe tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:04.344567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-bbe40b4d-d25e-4ebf-bba5-868993a746fe tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4330993 Aug 31 07:36:04.347212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50538) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:04.458426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.498137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58b7711-9ac1-4d78-abc2-53037792e989,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:04.514034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d55b754f-2ebb-4ccc-9d1f-acda7825bce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.535271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-3456fa57-5608-4dff-9752-db0b1b792510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:04.542147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-3456fa57-5608-4dff-9752-db0b1b792510 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b8a4625d48242daa4b5ad22a4a5790c&device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 1122 time: 0.2303398 Aug 31 07:36:04.555774 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "93bf2de6-bb42-4f22-aeb2-f063c0a25e27", "tag": "c3f7a69a-a22c-464d-a55c-b6a6bf978164"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:04.576467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-78b6eda4-2c46-4be6-b61f-f9869f387c4c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/quotas/ea1dae63b6bd45e3848c141a902d089a HTTP/1.1" status: 200 len: 375 time: 0.2306423 Aug 31 07:36:04.684352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-6e73e43e-ca82-43ae-b764-71c4b326eac0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066449 Aug 31 07:36:04.736856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee914df-f404-48ef-b9e2-696967f0bbc9 req-b0e638d8-3f69-40e4-bbcd-93fffe50e1bb tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:04.750059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dee914df-f404-48ef-b9e2-696967f0bbc9 req-b0e638d8-3f69-40e4-bbcd-93fffe50e1bb tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.4015625 Aug 31 07:36:04.847375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dee914df-f404-48ef-b9e2-696967f0bbc9 req-6335b847-465f-4924-b490-0f419025b435 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945766 Aug 31 07:36:04.966929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d55b754f-2ebb-4ccc-9d1f-acda7825bce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.021849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807f71df-e118-4c40-a36c-8afd4da942d9 req-bcc8b7a5-159a-48a0-8c8c-ea45daa90358 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.0506322 Aug 31 07:36:05.022810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d55b754f-2ebb-4ccc-9d1f-acda7825bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.030367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 523fda67-408c-4f64-8e53-548a9724cfcd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:05.124118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d55b754f-2ebb-4ccc-9d1f-acda7825bce8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27a12cd84c2c46c290363594ec02e124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740808 Aug 31 07:36:05.126334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.129873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50566) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:05.132107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a996734a-c484-4bb6-8d6b-7a4e57e25a76 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4688499 Aug 31 07:36:05.132825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50568) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:05.159726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'security_group_rule': {'security_group_id': '6981256b-8289-4201-a485-bfeceb62f91e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:05.243372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 523fda67-408c-4f64-8e53-548a9724cfcd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:05.243827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b754f-2ebb-4ccc-9d1f-acda7825bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2421a-1ca2-400c-88f4-e38c9a235f5c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:05.256074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 523fda67-408c-4f64-8e53-548a9724cfcd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:05.260011 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-e6ba1711-d970-4769-9c87-a5ae3d254add service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164 HTTP/1.1" status: 200 len: 217 time: 0.2305167 Aug 31 07:36:05.260631 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.310808 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.493661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.45', 49349) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:05.510013 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.541983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.547569 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6b3458-f0ff-4178-81f6-684c7c2c0cd7 x-openstack-request-id: req-cf6b3458-f0ff-4178-81f6-684c7c2c0cd7 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:05.547569 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bf2de6-bb42-4f22-aeb2-f063c0a25e27", "tag": "c3f7a69a-a22c-464d-a55c-b6a6bf978164", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:05.547569 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf6b3458-f0ff-4178-81f6-684c7c2c0cd7 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:05.547569 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'tag': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164', 'status': 'completed', 'code': 200} Aug 31 07:36:05.569709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-df81e498-02a0-4627-9041-f1244cc6e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:05.571395 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-df81e498-02a0-4627-9041-f1244cc6e7b9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.2999892 Aug 31 07:36:05.573219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4a29e8-1e5d-4678-b1e5-a4b87e4e0d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.577733 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-4ed801b7-fd0a-4f36-a395-872554dfffb5 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a34968c2137451d9e60758b20d938ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829890 Aug 31 07:36:05.588375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-0d0a1a4a-8dea-4617-be21-7ccce5282faf tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=987a9245883445289c8e89b457cd6e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732293 Aug 31 07:36:05.641499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 523fda67-408c-4f64-8e53-548a9724cfcd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=523fda67-408c-4f64-8e53-548a9724cfcd,segment=NetworkSegment(ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6),segment_id=ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:05.659590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.734478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.736545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6875b586-e1fc-4838-a87a-93a6e65371aa req-bddaed99-1bae-4dbe-b5d0-6715d955aafb tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.1163290 Aug 31 07:36:05.744859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793c71a5-1ecf-4b19-b179-d65540663611,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:05.791522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4a29e8-1e5d-4678-b1e5-a4b87e4e0d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.835985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=523fda67-408c-4f64-8e53-548a9724cfcd,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:05.836939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.841942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7644b9a6-2808-46ca-b294-9ecaa9694cf6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6962183 Aug 31 07:36:05.842979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50586) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:05.851282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-045c8955-e007-4d72-a561-143d3b9e82f1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:05.860131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-045c8955-e007-4d72-a561-143d3b9e82f1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656960 Aug 31 07:36:05.867696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:05.903362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-e8d95c65-1e22-49d5-a849-e76c74297496 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/quotas/987a9245883445289c8e89b457cd6e96 HTTP/1.1" status: 200 len: 375 time: 0.0371938 Aug 31 07:36:06.001104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-6aff7c92-882d-4b58-8c22-c868fb06ed9c tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=987a9245883445289c8e89b457cd6e96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985823 Aug 31 07:36:06.003397 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.067640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-c090c5f6-86b0-47fc-8843-b047582c2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:06.069236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-c090c5f6-86b0-47fc-8843-b047582c2948 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4724867 Aug 31 07:36:06.079663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-7e9c13b0-1d0c-4ea4-a23d-13cd400881b9 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:06.081366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-7e9c13b0-1d0c-4ea4-a23d-13cd400881b9 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4835405 Aug 31 07:36:06.208126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Request body: {'port': {'device_id': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '3a34968c2137451d9e60758b20d938ec'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:06.302781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd2ee-85e4-457e-b2ea-6b3e57907ada req-a6338e89-9174-45b6-be3f-9ab378cc1cb4 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:06.304510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a3fd2ee-85e4-457e-b2ea-6b3e57907ada req-a6338e89-9174-45b6-be3f-9ab378cc1cb4 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.3687451 Aug 31 07:36:06.321784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4a29e8-1e5d-4678-b1e5-a4b87e4e0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.324889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4a29e8-1e5d-4678-b1e5-a4b87e4e0d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.326446 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ee4a29e8-1e5d-4678-b1e5-a4b87e4e0d74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fe2421a-1ca2-400c-88f4-e38c9a235f5c HTTP/1.1" status: 204 len: 168 time: 1.1960785 Aug 31 07:36:06.347257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a29e8-1e5d-4678-b1e5-a4b87e4e0d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2421a-1ca2-400c-88f4-e38c9a235f5c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.445914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a3fd2ee-85e4-457e-b2ea-6b3e57907ada req-b0a81188-4000-4e63-82dd-4b06b6afb519 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277888 Aug 31 07:36:06.579374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6813ec98-8fb0-461a-bac4-118bfaf99e8e req-ef5382f0-16b9-4722-b0b5-0c29d2efb7e5 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.1302862 Aug 31 07:36:06.600604 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-b43248d2-f16c-4852-99b7-d5e32cf547e0 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115626 Aug 31 07:36:06.644497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92039e7b-e433-490a-8ba3-ae505e7bc180 req-c3ca9ccb-c78f-43ad-bbb7-463ab4ca49a3 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 210 time: 0.0685034 Aug 31 07:36:06.751172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.789170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Made reservation on behalf of 3a34968c2137451d9e60758b20d938ec for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:06.794305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.833722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.919607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d47f60a8-9896-4727-9f69-da28b8d1e5bd req-e6a3d187-ae05-4bac-9f27-03e95dbc5f2c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0649228 Aug 31 07:36:06.922310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.45', 49353) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:06.956626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-176ba364-fd62-4968-a78d-da253601b2e8 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ea1dae63b6bd45e3848c141a902d089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286493 Aug 31 07:36:06.972994 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16d321e0-d9bf-4535-96ed-a9ddd6b25c82 req-472988be-814c-4e3c-842d-a3778db502db service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438830 Aug 31 07:36:07.016557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 523fda67-408c-4f64-8e53-548a9724cfcd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:07.100169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 523fda67-408c-4f64-8e53-548a9724cfcd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:07.102186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.126748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Allocated IP 172.25.0.130 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/1876256a-34b9-4700-a60a-9595589120aa) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:07.264838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-ad663284-1fb6-4416-827d-ec2c18091784 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:07.266394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-ad663284-1fb6-4416-827d-ec2c18091784 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902308 Aug 31 07:36:07.268262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.286269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Request body: {'port': {'device_id': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'ea1dae63b6bd45e3848c141a902d089a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:07.341343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-c66db2ca-4c14-4905-8e33-fe2fcef124eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:07.347985 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-c66db2ca-4c14-4905-8e33-fe2fcef124eb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b8a4625d48242daa4b5ad22a4a5790c&device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 1122 time: 0.1217453 Aug 31 07:36:07.349307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.555506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.774315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b2289-b5f4-4493-b673-8ea72741d4fe req-51885353-29b0-442c-9c4f-e25e508dfa65 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:07.776371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f10b2289-b5f4-4493-b673-8ea72741d4fe req-51885353-29b0-442c-9c4f-e25e508dfa65 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.2102582 Aug 31 07:36:07.817953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-3a49c750-9c53-4532-b2c2-c019d7b75789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:07.819518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-3a49c750-9c53-4532-b2c2-c019d7b75789 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.3748877 Aug 31 07:36:07.826566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e904ca3-d978-4d4b-b82f-8be5b131694b req-a30968c5-72d3-48b9-bf2f-e6aeea5d2c16 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.0484574 Aug 31 07:36:07.852202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff64c7-657e-42d4-aa46-f80c991d6737,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:07.877908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Made reservation on behalf of ea1dae63b6bd45e3848c141a902d089a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:07.884030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.936402 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.984311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.151275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'Port': ['ID=1876256a-34b9-4700-a60a-9595589120aa,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.180650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f1d0d4f-1105-43c6-9f91-1737151ab7e1 req-3d686a71-32da-4152-b2a9-cc10358cf7e0 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 210 time: 0.0501401 Aug 31 07:36:08.184563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:08.211104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f10b2289-b5f4-4493-b673-8ea72741d4fe req-6dc7d573-8113-4c7e-966b-3dc04633047d tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731730 Aug 31 07:36:08.211104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:08.222189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:08.235844 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-8f97647d-ccb8-4e31-9184-6ebbc7ca0764 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164 HTTP/1.1" status: 200 len: 217 time: 0.3926075 Aug 31 07:36:08.350678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Allocated IP 192.168.233.66 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/d9c7f6ca-d7bb-44af-9300-226759ecc5c4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:08.351283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.353655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-b3e78a0a-94f4-415b-8905-bf77fcb930b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:08.355756 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-b3e78a0a-94f4-415b-8905-bf77fcb930b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1004329 Aug 31 07:36:08.393659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-165d7637-6d46-46a3-965f-207bc08293d7 req-fed401a9-9c85-4618-bdcb-4eb8cc980d51 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0439487 Aug 31 07:36:08.499043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.525080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-99a10a48-f3ce-45c7-9814-348e30ff8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:08.527200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-99a10a48-f3ce-45c7-9814-348e30ff8469 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617532 Aug 31 07:36:08.570859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.680951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.682819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.709057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-1d501387-1fec-4115-bb38-c3f62bcda35b service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705766 Aug 31 07:36:08.711993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Transition to ACTIVE for port object d9c7f6ca-d7bb-44af-9300-226759ecc5c4 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:08.867936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bda8c10-add4-48cc-a9d1-eee2995a4bf6 req-17326c65-460c-4612-bbd7-8083674a7865 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518316 Aug 31 07:36:09.031448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075713af-e11b-450c-a0b3-7eb8eae154f5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:09.031448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:09.031448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b3079b-5642-4306-9ca9-a4743cdba506 req-f28185b5-de51-44bc-95c6-6c5491a540a0 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.0490878 Aug 31 07:36:09.260914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:09.352791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:09.358584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:09.365262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:09.381309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.382113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:09.395708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Pushing event updated for resources: {'Port': ['ID=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:09.445491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66fb0c14-862c-4adc-88b9-0c8902100bc9 req-6dcbfa86-7cbb-4776-9cc5-f2ebd3a00d3e tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 210 time: 0.0998986 Aug 31 07:36:09.488565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Allocated IP 192.168.233.177 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/977016bf-eca8-4d3a-901d-438da9403386) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:09.502931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06790b1-3a61-4254-9f61-abbd9858b584 req-ea7f5ae5-676d-4c48-a3a4-0bc59758b135 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:09.504783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d06790b1-3a61-4254-9f61-abbd9858b584 req-ea7f5ae5-676d-4c48-a3a4-0bc59758b135 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.1581156 Aug 31 07:36:09.585074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae7c00ae-4eab-42a8-8b95-33d557c7b7b9 req-9e192f68-5cdd-4454-b867-444cacec9459 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0467601 Aug 31 07:36:09.615485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d06790b1-3a61-4254-9f61-abbd9858b584 req-a6e290d6-2910-4b8a-a8a3-db13f6010208 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022198 Aug 31 07:36:09.873030 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:09.922489 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:09.937561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Transition to ACTIVE for port object 977016bf-eca8-4d3a-901d-438da9403386 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:09.965084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.005578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.007072 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-5c634e08-216d-4b77-b016-3547205cf151 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8029730 Aug 31 07:36:10.025488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9c0bacf0-886f-4e52-ada2-6dc777246ce9 None None] Provisioning for port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:10.030696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9c0bacf0-886f-4e52-ada2-6dc777246ce9 None None] Provisioning complete for port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:10.032874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9c0bacf0-886f-4e52-ada2-6dc777246ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.035973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'Port': ['ID=1876256a-34b9-4700-a60a-9595589120aa,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.044284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.086579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bacf0-886f-4e52-ada2-6dc777246ce9 None None] Port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:10.115685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.125612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3826fc1-0bf8-4b3c-a2fb-304caca058ed tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2535689 Aug 31 07:36:10.144371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:10.176894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:10.184543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:10.192275 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-fad5f861-de8c-41e6-896a-5c117dd3f3f9 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=987a9245883445289c8e89b457cd6e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373421 Aug 31 07:36:10.193356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:10.210113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.357885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.423295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-88c8c148-76ff-419c-9d6d-2b7216b0369d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1410692 Aug 31 07:36:10.487353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034056c-5483-43bf-bb43-d0665b6b6cc2 req-a5a5dadd-36cd-4113-8fc9-15c8c41821f3 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:10.500140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c034056c-5483-43bf-bb43-d0665b6b6cc2 req-a5a5dadd-36cd-4113-8fc9-15c8c41821f3 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.3367798 Aug 31 07:36:10.574287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c034056c-5483-43bf-bb43-d0665b6b6cc2 req-52eb85e2-c3ee-4c1a-9a65-9c60af022e0f tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Aug 31 07:36:10.578781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-7caf257f-6678-412e-b415-cf2d044e132d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:10.584287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-7caf257f-6678-412e-b415-cf2d044e132d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568151 Aug 31 07:36:10.614422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Request body: {'port': {'device_id': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '987a9245883445289c8e89b457cd6e96'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:10.673605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bc24f35a-b8c9-4ca3-b13c-3f83cda7c0aa None None] Provisioning for port 977016bf-eca8-4d3a-901d-438da9403386 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:10.683833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bc24f35a-b8c9-4ca3-b13c-3f83cda7c0aa None None] Provisioning complete for port 977016bf-eca8-4d3a-901d-438da9403386 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:10.684247 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bc24f35a-b8c9-4ca3-b13c-3f83cda7c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.716298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3be722-ab55-4bfd-9f8f-9046697fa120 req-67061054-f9e6-43f7-9686-d0cd94b57827 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 210 time: 0.0637364 Aug 31 07:36:10.783434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bc24f35a-b8c9-4ca3-b13c-3f83cda7c0aa None None] Port 977016bf-eca8-4d3a-901d-438da9403386 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:10.864669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bafddbb-1e39-4bdc-9649-dece85ebaeb1 req-7b3f7bad-8c5f-4f95-a5dc-c35ea1d35911 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0628510 Aug 31 07:36:11.008280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4099e-69ca-488f-ab01-5f4e63883484 req-e8d7733a-c8c4-432a-bf49-5dc83287a86c tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:11.008280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1cb4099e-69ca-488f-ab01-5f4e63883484 req-e8d7733a-c8c4-432a-bf49-5dc83287a86c tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.0781794 Aug 31 07:36:11.070462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Made reservation on behalf of 987a9245883445289c8e89b457cd6e96 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:11.074469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.084514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.089005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1cb4099e-69ca-488f-ab01-5f4e63883484 req-23737450-8f27-44bf-8f47-8abc9ad73d39 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730894 Aug 31 07:36:11.299853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.522904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.613348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacb6c26-97a7-41b6-bd0e-0980e5ab514b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:11.709513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Allocated IP 192.168.233.147 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/c54722fa-e7e2-49d8-95fa-11c305b1feae) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:11.927556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.942365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Transition to ACTIVE for port object c54722fa-e7e2-49d8-95fa-11c305b1feae will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:12.100941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.161953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:12.165907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:12.171355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:12.177384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:12.178369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.192438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Pushing event updated for resources: {'Port': ['ID=c54722fa-e7e2-49d8-95fa-11c305b1feae,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:12.262002 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-9338fcc9-ad1b-4d0c-93ef-b53378af82b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6569517 Aug 31 07:36:12.289260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Request body: {'port': {'device_id': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'device_owner': 'compute:tempest-test_az-2108995736', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:12.377947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.619650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-682d5f9f-9896-420c-8222-eca9f627d82d None None] Provisioning for port c54722fa-e7e2-49d8-95fa-11c305b1feae completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:12.624623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-682d5f9f-9896-420c-8222-eca9f627d82d None None] Provisioning complete for port c54722fa-e7e2-49d8-95fa-11c305b1feae triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:12.629694 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-682d5f9f-9896-420c-8222-eca9f627d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.675940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-682d5f9f-9896-420c-8222-eca9f627d82d None None] Port c54722fa-e7e2-49d8-95fa-11c305b1feae cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:12.785792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54722fa-e7e2-49d8-95fa-11c305b1feae {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:12.794488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.806800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Transition to ACTIVE for port object c54722fa-e7e2-49d8-95fa-11c305b1feae will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:13.054531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.211907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=c54722fa-e7e2-49d8-95fa-11c305b1feae,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:13.218306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Attempting to bind port c54722fa-e7e2-49d8-95fa-11c305b1feae on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:13.218868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Attempting to bind port c54722fa-e7e2-49d8-95fa-11c305b1feae by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:13.219217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Attempting to bind port c54722fa-e7e2-49d8-95fa-11c305b1feae on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:13.236309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Port c54722fa-e7e2-49d8-95fa-11c305b1feae on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:13.236988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Attempting to bind port c54722fa-e7e2-49d8-95fa-11c305b1feae on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:13.247290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:13.248055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:13.249380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:13.250181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Bound port: c54722fa-e7e2-49d8-95fa-11c305b1feae, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:13.260962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.326883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31492b9d-128a-4773-87ab-95d0fb50b0ed req-53d08f6c-6e31-4ac9-938a-13957b3127d0 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:13.335357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31492b9d-128a-4773-87ab-95d0fb50b0ed req-53d08f6c-6e31-4ac9-938a-13957b3127d0 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.0725598 Aug 31 07:36:13.383610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] For port c54722fa-e7e2-49d8-95fa-11c305b1feae, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:13.395502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] For port c54722fa-e7e2-49d8-95fa-11c305b1feae, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c54722fa-e7e2-49d8-95fa-11c305b1feae,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:13.405642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31492b9d-128a-4773-87ab-95d0fb50b0ed req-6e228d18-41d2-4aa2-8c6a-e2aa6eb69a67 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689971 Aug 31 07:36:13.475357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.517877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:13.521972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.521972 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] 10.222.0.68 "PUT /v2.0/ports/c54722fa-e7e2-49d8-95fa-11c305b1feae HTTP/1.1" status: 200 len: 1119 time: 1.2410245 Aug 31 07:36:13.521972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'tag': 'c54722fa-e7e2-49d8-95fa-11c305b1feae'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:13.523589 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411e826-fb81-42cd-8897-70b164543f20" -d '{"events": [{"name": "network-changed", "server_uuid": "51b1ccc3-5cb0-462c-baff-8d351a8d48a9", "tag": "c54722fa-e7e2-49d8-95fa-11c305b1feae"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:13.549330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67801f7-a545-4178-92a8-7f5439a90ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=c54722fa-e7e2-49d8-95fa-11c305b1feae,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:13.630183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856cda5-bf0d-4cec-91c2-1462afecd1a9 req-60e410f6-c586-4444-9844-b5c859ac203d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:13.632766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9856cda5-bf0d-4cec-91c2-1462afecd1a9 req-60e410f6-c586-4444-9844-b5c859ac203d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 970 time: 0.0801690 Aug 31 07:36:13.723345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9856cda5-bf0d-4cec-91c2-1462afecd1a9 req-910d7219-fa38-4bd1-82e2-aa8f7ed581d0 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Aug 31 07:36:13.813566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54047855-7bb5-4ea2-832c-a2a927e60c88 req-2440e63d-e4c6-4b3b-b1fd-dae4930a4d29 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0335305 Aug 31 07:36:13.940120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b344a-0212-430f-865c-26db97948d98 req-40ca81c5-e0fc-4cb1-b388-21f10de97168 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:13.942156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6c7b344a-0212-430f-865c-26db97948d98 req-40ca81c5-e0fc-4cb1-b388-21f10de97168 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.0514975 Aug 31 07:36:13.995312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6c7b344a-0212-430f-865c-26db97948d98 req-e466cf81-2d6e-443c-8009-a36ea25dae69 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Aug 31 07:36:14.119248 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0c3b93-4553-4e07-8073-a0fecef62297 x-openstack-request-id: req-dd0c3b93-4553-4e07-8073-a0fecef62297 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:14.119790 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b1ccc3-5cb0-462c-baff-8d351a8d48a9", "tag": "c54722fa-e7e2-49d8-95fa-11c305b1feae", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:14.120244 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd0c3b93-4553-4e07-8073-a0fecef62297 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:14.120879 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'tag': 'c54722fa-e7e2-49d8-95fa-11c305b1feae', 'status': 'completed', 'code': 200} Aug 31 07:36:14.934444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-89c81791-3c51-4f33-9e4f-1461ed67b4bb tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1463586909&fields=id&tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b HTTP/1.1" status: 200 len: 267 time: 0.0425220 Aug 31 07:36:15.145381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-aab63c45-2ae8-4b75-8d9e-6458d468ae83 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:15.147173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-aab63c45-2ae8-4b75-8d9e-6458d468ae83 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 824 time: 0.2055926 Aug 31 07:36:15.164725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-800bee44-1f19-4ee5-84e8-0c6547875953 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/quotas/0c8c07bc76f74d3aaea3b25319f02e4b HTTP/1.1" status: 200 len: 375 time: 0.0100205 Aug 31 07:36:15.230116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-c1c1c3a3-bd78-4ee0-adf4-2506dc504ce6 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589790 Aug 31 07:36:15.262269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-dfac3e6d-7dc6-4b97-8658-c20c2baeb679 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:15.263384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-dfac3e6d-7dc6-4b97-8658-c20c2baeb679 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091386 Aug 31 07:36:15.509117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-df39effb-09b8-41b5-b6e0-3b1ecc08ced7 service neutron] 10.222.0.36 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479571 Aug 31 07:36:15.632273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411e826-fb81-42cd-8897-70b164543f20 req-4603b8a0-1ad4-4220-a670-b29bb2032594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:15.633847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9411e826-fb81-42cd-8897-70b164543f20 req-4603b8a0-1ad4-4220-a670-b29bb2032594 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=987a9245883445289c8e89b457cd6e96&device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 1122 time: 0.0544176 Aug 31 07:36:15.669194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9411e826-fb81-42cd-8897-70b164543f20 req-9275b5dc-4f1b-4deb-9052-f9c2fe43bb89 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=987a9245883445289c8e89b457cd6e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263748 Aug 31 07:36:15.688053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-d1d9e168-70e9-4600-84f5-4ba2d9ec5075 service neutron] 10.222.0.36 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710634 Aug 31 07:36:15.699565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f6581-161c-4059-9dad-d158a693129b req-55b2a630-7ef7-4bee-a216-e0e058417d06 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:15.701309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-433f6581-161c-4059-9dad-d158a693129b req-55b2a630-7ef7-4bee-a216-e0e058417d06 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.0842230 Aug 31 07:36:15.752432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-433f6581-161c-4059-9dad-d158a693129b req-5dcec8ec-cf2a-472c-b25c-ae3f7ed6f0cd tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Aug 31 07:36:15.853014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708312e0-f3ef-462d-9442-b5c3af2b79d0 req-aae4615e-2178-4b4a-afaf-fedca96d71b1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:15.854543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-708312e0-f3ef-462d-9442-b5c3af2b79d0 req-aae4615e-2178-4b4a-afaf-fedca96d71b1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 970 time: 0.0494077 Aug 31 07:36:15.855318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411e826-fb81-42cd-8897-70b164543f20 req-5c851a4f-9ec6-424d-b25f-c14679a79088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:15.856869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9411e826-fb81-42cd-8897-70b164543f20 req-5c851a4f-9ec6-424d-b25f-c14679a79088 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753085 Aug 31 07:36:15.897777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-708312e0-f3ef-462d-9442-b5c3af2b79d0 req-03634995-21c7-4cd2-9473-bb4d16c24bad tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368652 Aug 31 07:36:15.948307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-d9fc855e-8e70-4f13-a602-8cbbd899f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:15.950594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-d9fc855e-8e70-4f13-a602-8cbbd899f514 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=987a9245883445289c8e89b457cd6e96&device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 1122 time: 0.0537882 Aug 31 07:36:16.052268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-85fd87d0-c420-437e-b8d4-5fa819fc1b76 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c54722fa-e7e2-49d8-95fa-11c305b1feae HTTP/1.1" status: 200 len: 217 time: 0.0931313 Aug 31 07:36:16.131954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-102d1de5-2010-4e6b-8bec-bd3d4af74480 req-7fbb6764-61f9-44b5-a898-cc48d34a51b7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0909529 Aug 31 07:36:16.148231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a3d33-0759-4847-86dd-3206db7bb985 req-b420ec89-7361-4593-9b39-96f60dcae5f4 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.157443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50734) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:16.164716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a47a3d33-0759-4847-86dd-3206db7bb985 req-b420ec89-7361-4593-9b39-96f60dcae5f4 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.1674955 Aug 31 07:36:16.172910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-ef43f787-4604-4ac5-abfc-4395b590bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.173855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-ef43f787-4604-4ac5-abfc-4395b590bfd2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1144652 Aug 31 07:36:16.233892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a47a3d33-0759-4847-86dd-3206db7bb985 req-5dac7789-8f8e-4db8-863b-3be95545f1b4 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682428 Aug 31 07:36:16.252720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0467b21d-9a50-4f3d-8406-11889b6c04c2 req-97b106c5-9021-451d-ad5b-db3909f69d17 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 210 time: 0.0386562 Aug 31 07:36:16.258228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-1c8b227a-fb16-43be-94f6-e13dccdee1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.259918 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-1c8b227a-fb16-43be-94f6-e13dccdee1d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782950 Aug 31 07:36:16.330778 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20e23891-8c11-4a81-b39c-8fe3b32ee0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.394425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-84c44ad5-d65d-48de-b2b4-baca8054df38 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266952 Aug 31 07:36:16.526079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20e23891-8c11-4a81-b39c-8fe3b32ee0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.529252 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a01b64b6-9370-4798-b245-5ff8f5080293 req-e72bdaee-2802-4f6f-b9e5-0b167e55477f service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255867 Aug 31 07:36:16.654291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20e23891-8c11-4a81-b39c-8fe3b32ee0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.695655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e23891-8c11-4a81-b39c-8fe3b32ee0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea99f2-6b2d-4ccd-b438-cbaca6dbc810,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:16.701458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20e23891-8c11-4a81-b39c-8fe3b32ee0e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d20f1f77539a49228b08307d6e19cf35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429904 Aug 31 07:36:16.704359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50744) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:16.754669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075cb655-5f01-4aa2-a866-a09622c1d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.778723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075cb655-5f01-4aa2-a866-a09622c1d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.875978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14958bc2-74b4-4830-814d-48e43c88bb6a req-c0344cc5-dc51-4eb0-b712-fe1169d12984 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:16.877443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14958bc2-74b4-4830-814d-48e43c88bb6a req-c0344cc5-dc51-4eb0-b712-fe1169d12984 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.0475979 Aug 31 07:36:16.914776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14958bc2-74b4-4830-814d-48e43c88bb6a req-a962d80a-4ee3-4a80-98d3-3027310f1c40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Aug 31 07:36:16.916798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075cb655-5f01-4aa2-a866-a09622c1d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.919887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075cb655-5f01-4aa2-a866-a09622c1d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.923355 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-075cb655-5f01-4aa2-a866-a09622c1d750 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eea99f2-6b2d-4ccd-b438-cbaca6dbc810 HTTP/1.1" status: 204 len: 168 time: 0.2158208 Aug 31 07:36:16.929214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cb655-5f01-4aa2-a866-a09622c1d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea99f2-6b2d-4ccd-b438-cbaca6dbc810,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:17.053983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22417d-c643-45c6-b1b2-29a65407e3c1 req-a200a2db-704e-4ffb-956c-dd08a29369cf tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:17.055846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c22417d-c643-45c6-b1b2-29a65407e3c1 req-a200a2db-704e-4ffb-956c-dd08a29369cf tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 970 time: 0.0727642 Aug 31 07:36:17.108407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c22417d-c643-45c6-b1b2-29a65407e3c1 req-e7985e7e-dab8-4bbe-9bfc-b36a18473946 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447142 Aug 31 07:36:17.235516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-234be04f-db8c-43f6-9495-7697890d0126 req-acbdd4d3-82b9-4392-afa5-c00a9ffc5533 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0271807 Aug 31 07:36:17.361957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bedc691-b2b8-4191-9fff-b91e82e360db req-027f13e9-c0df-4d8e-a27a-7cb0b722449b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 210 time: 0.0293753 Aug 31 07:36:17.377255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7ba6a-31b0-445c-a512-0a98d43592ae req-3e7418b3-0c56-44fc-8fc4-fb4a30a247d0 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:17.378822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1d7ba6a-31b0-445c-a512-0a98d43592ae req-3e7418b3-0c56-44fc-8fc4-fb4a30a247d0 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.0714040 Aug 31 07:36:17.417014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1d7ba6a-31b0-445c-a512-0a98d43592ae req-3e15ff35-e1db-48c1-9f74-6884441af1e6 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Aug 31 07:36:17.626802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50760) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:17.640355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18a1853-76ed-48ae-a284-7e2e17471273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:17.727486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18a1853-76ed-48ae-a284-7e2e17471273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:17.876858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18a1853-76ed-48ae-a284-7e2e17471273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:17.915436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f18a1853-76ed-48ae-a284-7e2e17471273 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7141414321f54b43b27cf221e5945eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874227 Aug 31 07:36:17.916317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a1853-76ed-48ae-a284-7e2e17471273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a212d-5b7f-4889-84b5-d0661efef52b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:17.918775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50762) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:17.973701 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d7692c6-c32f-49ed-976e-4a3c0f2ae828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.028428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d7692c6-c32f-49ed-976e-4a3c0f2ae828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.088370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eba96c-a3dc-47db-b374-a31fc359a67b req-d37d104c-c282-403b-b483-a9204f8b8035 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:18.089944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67eba96c-a3dc-47db-b374-a31fc359a67b req-d37d104c-c282-403b-b483-a9204f8b8035 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.1030314 Aug 31 07:36:18.131427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67eba96c-a3dc-47db-b374-a31fc359a67b req-0b0c0db4-d9fd-4c87-81b1-c0d536da2a0c tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Aug 31 07:36:18.168515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d7692c6-c32f-49ed-976e-4a3c0f2ae828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.171199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d7692c6-c32f-49ed-976e-4a3c0f2ae828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.174022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0d7692c6-c32f-49ed-976e-4a3c0f2ae828 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c62a212d-5b7f-4889-84b5-d0661efef52b HTTP/1.1" status: 204 len: 168 time: 0.2526209 Aug 31 07:36:18.180890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7692c6-c32f-49ed-976e-4a3c0f2ae828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a212d-5b7f-4889-84b5-d0661efef52b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:18.265084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794b17b-8c32-4181-bce4-33ef2c9363b3 req-e3c5f2bd-a8a7-47bd-8c2f-a740a5eceee1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:18.267982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9794b17b-8c32-4181-bce4-33ef2c9363b3 req-e3c5f2bd-a8a7-47bd-8c2f-a740a5eceee1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 970 time: 0.0627680 Aug 31 07:36:18.318529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9794b17b-8c32-4181-bce4-33ef2c9363b3 req-9f0bd019-f0ae-4d43-9c75-96019dcb8881 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Aug 31 07:36:18.355794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45909261-a7b1-4916-bbf8-9fdacb158e48 req-670d91d5-2ae6-4f19-a23b-97b65ef9b5cf tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0357518 Aug 31 07:36:18.467773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a7ad4f3-e7a8-4d8b-b8fc-b53ea1650514 req-ccf35132-a48a-4cbc-a5d9-5dc130d058ce tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 210 time: 0.0306599 Aug 31 07:36:18.519542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-104a0c30-df89-446f-b01a-d66a3749f87c tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:18.521438 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-104a0c30-df89-446f-b01a-d66a3749f87c tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 824 time: 0.3946850 Aug 31 07:36:18.593398 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-ff15aebc-cb3e-4d27-a611-7b246d1135cf tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b HTTP/1.1" status: 200 len: 380 time: 0.0621197 Aug 31 07:36:18.596393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebe660-f13f-4d9c-ae9f-0da4d9393531 req-51b85da4-745f-4030-be47-d94e74cbd1d8 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:18.597978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8ebe660-f13f-4d9c-ae9f-0da4d9393531 req-51b85da4-745f-4030-be47-d94e74cbd1d8 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.0769897 Aug 31 07:36:18.611845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'port': {'device_id': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'admin_state_up': True, 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'security_groups': ['6981256b-8289-4201-a485-bfeceb62f91e']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:18.646885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8ebe660-f13f-4d9c-ae9f-0da4d9393531 req-a413610a-4cc0-471d-9ae3-f9327d222706 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Aug 31 07:36:18.802275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Made reservation on behalf of 0c8c07bc76f74d3aaea3b25319f02e4b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:18.806043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.941061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Allocated IP 172.20.0.4 (9d861e6f-8b23-44f0-bdbd-6df7194c8d78/47c2f3ed-1094-4c22-9d46-0066f4871fee/6d3baf13-10a6-458d-bdb1-6f8dbc35e566) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:19.115004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:19.129284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Transition to ACTIVE for port object 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:19.250808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66195d5f-19c3-4ff0-a183-8be53f8077f9 req-9697a9ec-ac42-4207-b87e-9ee42416fbab tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:19.252238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66195d5f-19c3-4ff0-a183-8be53f8077f9 req-9697a9ec-ac42-4207-b87e-9ee42416fbab tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.0480189 Aug 31 07:36:19.282867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:19.290009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66195d5f-19c3-4ff0-a183-8be53f8077f9 req-2648889a-ca98-404b-871f-08619b365cc9 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Aug 31 07:36:19.315112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:19.335888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:19.342324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:19.346998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:19.347656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:19.377863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'Port': ['ID=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:19.460679 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f4036e22-2cd4-4fa5-8ea9-944f1b67524f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8603892 Aug 31 07:36:19.475538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Request body: {'port': {'device_id': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'device_owner': 'compute:tempest-test_az-2108995736', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:19.485055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ccdfa24-68d5-437d-b0d7-f374d25fd98c req-e772c67d-ffb1-4ec8-b86d-b96bbc919012 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0406137 Aug 31 07:36:19.504173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d226dd-8140-4fbd-a5ee-30eb5365a614 req-9109d0fa-71d5-41b4-8635-119337b50f1a tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:19.506828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8d226dd-8140-4fbd-a5ee-30eb5365a614 req-9109d0fa-71d5-41b4-8635-119337b50f1a tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 970 time: 0.0935304 Aug 31 07:36:19.549978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:19.593377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8d226dd-8140-4fbd-a5ee-30eb5365a614 req-c63b3479-8fa8-4072-ab17-e639678e51a9 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756686 Aug 31 07:36:19.661480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4bbc6-145d-4aba-8333-3cb0906ae804 req-63c16b58-4e6f-4129-b034-0ccd899bef26 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:19.663021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10f4bbc6-145d-4aba-8333-3cb0906ae804 req-63c16b58-4e6f-4129-b034-0ccd899bef26 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 931 time: 0.0594392 Aug 31 07:36:19.711630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10f4bbc6-145d-4aba-8333-3cb0906ae804 req-baccc669-1629-4e45-886a-150e620f9162 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Aug 31 07:36:19.782515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c035aa7-7376-4605-b39d-f10764aceb36 req-a46a3910-2665-43cc-8f98-cad2dc61b106 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:19.786113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c035aa7-7376-4605-b39d-f10764aceb36 req-a46a3910-2665-43cc-8f98-cad2dc61b106 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 970 time: 0.0610642 Aug 31 07:36:19.802790 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-38ead99a-0264-4c79-a8f2-4ecf93c7ebd4 None None] Provisioning for port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:19.807129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-38ead99a-0264-4c79-a8f2-4ecf93c7ebd4 None None] Provisioning complete for port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:19.808391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-38ead99a-0264-4c79-a8f2-4ecf93c7ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:19.846053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c035aa7-7376-4605-b39d-f10764aceb36 req-b0c8fcd1-f473-45f9-a703-4e879e405a85 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Aug 31 07:36:19.859337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-38ead99a-0264-4c79-a8f2-4ecf93c7ebd4 None None] Port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:19.865241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:19.876952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:19.887119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Transition to ACTIVE for port object 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:19.992371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c3f7a69a-a22c-464d-a55c-b6a6bf978164 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:20.019596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.082461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:20.106822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c3f7a69a-a22c-464d-a55c-b6a6bf978164, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:20.113963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Attempting to bind port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:20.114372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Attempting to bind port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:20.114778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Attempting to bind port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:20.119224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164', 'mac_address': 'fa:16:3e:ae:f8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-2108995736', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:20.119762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:20.120095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Attempting to bind port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:20.129590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:20.129590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Checking segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:20.129590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Bound using segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:20.129590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Bound port: 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:20.129590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.160589 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.177220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f7a69a-a22c-464d-a55c-b6a6bf978164 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:20.203220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c3f7a69a-a22c-464d-a55c-b6a6bf978164, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:20.226169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] For port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:20.230541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] For port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:20.294512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.295194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c54722fa-e7e2-49d8-95fa-11c305b1feae details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:20.368154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.374503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c54722fa-e7e2-49d8-95fa-11c305b1feae, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c54722fa-e7e2-49d8-95fa-11c305b1feae,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:20.376968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c3f7a69a-a22c-464d-a55c-b6a6bf978164,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:20.388784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'c54722fa-e7e2-49d8-95fa-11c305b1feae', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'c54722fa-e7e2-49d8-95fa-11c305b1feae', 'mac_address': 'fa:16:3e:21:8e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:tempest-test_az-2108995736', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:20.431942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.436028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c85a4-7e3a-412d-9da0-7fcb81b3f86c req-466419c7-0ee4-46d5-823a-8cbc59ed5aac tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:20.438531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-153c85a4-7e3a-412d-9da0-7fcb81b3f86c req-466419c7-0ee4-46d5-823a-8cbc59ed5aac tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.0517335 Aug 31 07:36:20.453372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54722fa-e7e2-49d8-95fa-11c305b1feae {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:20.463962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:20.463962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.463962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] 10.222.0.68 "PUT /v2.0/ports/6d3baf13-10a6-458d-bdb1-6f8dbc35e566 HTTP/1.1" status: 200 len: 1114 time: 0.9934597 Aug 31 07:36:20.463962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:20.467790 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:20.485683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482065-0c49-4f79-a732-c7b42e012fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:20.504212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c54722fa-e7e2-49d8-95fa-11c305b1feae, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c54722fa-e7e2-49d8-95fa-11c305b1feae,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:20.510190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-153c85a4-7e3a-412d-9da0-7fcb81b3f86c req-68f706ed-02fe-4aff-b0b0-c28f68651135 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614405 Aug 31 07:36:20.518334 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24447fec-8f06-4f4a-8a4a-7fafb86aa6e3 x-openstack-request-id: req-24447fec-8f06-4f4a-8a4a-7fafb86aa6e3 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:20.518624 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:20.518882 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24447fec-8f06-4f4a-8a4a-7fafb86aa6e3 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:20.519280 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'status': 'completed', 'code': 200} Aug 31 07:36:20.591253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6 req-8e84b6bf-f1bc-4792-9c48-d4ceb3ce37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:20.592939 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6 req-8e84b6bf-f1bc-4792-9c48-d4ceb3ce37fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 1117 time: 0.0508921 Aug 31 07:36:20.618992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e385ef25-172b-4d81-8860-760782213ff1 req-7335a4cb-c0aa-4ba7-bb13-5b2b450e23e7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0464675 Aug 31 07:36:20.661277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-f3dd0b7a-a768-4c82-aab2-28cb4fde4b22 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:20.662369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-f3dd0b7a-a768-4c82-aab2-28cb4fde4b22 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138738 Aug 31 07:36:20.683111 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.719004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-f5c60e6d-cf8b-4c07-8765-4eef4e8e591c tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:20.720045 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-f5c60e6d-cf8b-4c07-8765-4eef4e8e591c tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052533 Aug 31 07:36:20.749912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501e97c-190d-42ae-bb2e-dc971141128f req-b882abff-5ffc-4e84-9101-aaf535f99757 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:20.751652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5501e97c-190d-42ae-bb2e-dc971141128f req-b882abff-5ffc-4e84-9101-aaf535f99757 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 971 time: 0.0739152 Aug 31 07:36:20.784268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c54722fa-e7e2-49d8-95fa-11c305b1feae,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:20.847501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5501e97c-190d-42ae-bb2e-dc971141128f req-974d8c0a-4743-4651-a255-10d4eb94d78d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883923 Aug 31 07:36:20.890645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6 req-9ce96217-0143-42c6-8ac6-5e90e665bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:20.892149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6 req-9ce96217-0143-42c6-8ac6-5e90e665bb86 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2894647 Aug 31 07:36:20.900938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f01f-24c1-42c7-a747-ea112aed52bf req-7667ba5f-6609-4896-b49f-d5d4a210ff32 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:20.902785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb01f01f-24c1-42c7-a747-ea112aed52bf req-7667ba5f-6609-4896-b49f-d5d4a210ff32 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 965 time: 0.0603185 Aug 31 07:36:20.978665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb01f01f-24c1-42c7-a747-ea112aed52bf req-e0c03a91-698e-4f97-8906-6f20981ab739 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695755 Aug 31 07:36:21.005657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b9c7-13c7-47cb-a5aa-2f9733416bc5 req-15cb8a23-26fa-4f02-a3f0-d4b820e08d44 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.013835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e077b9c7-13c7-47cb-a5aa-2f9733416bc5 req-15cb8a23-26fa-4f02-a3f0-d4b820e08d44 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 971 time: 0.0981989 Aug 31 07:36:21.015620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Request body: {'port': {'device_id': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:21.033924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Request body: {'port': {'device_id': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:21.040424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c54722fa-e7e2-49d8-95fa-11c305b1feae'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:21.064740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6 req-e6dc33d2-5a0e-44d0-a56b-d738affb7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.066678 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-770f416d-7da6-4ca5-9cf5-532ec4fba7d6 req-e6dc33d2-5a0e-44d0-a56b-d738affb7e2d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664374 Aug 31 07:36:21.100436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.119060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e077b9c7-13c7-47cb-a5aa-2f9733416bc5 req-3bcf8831-c792-40a0-a11d-6f35eca96bb9 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042347 Aug 31 07:36:21.133885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.142202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c3f7a69a-a22c-464d-a55c-b6a6bf978164'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:21.281739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.45', 49356) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:21.493618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-09e027c1-2049-476c-8168-8bda2691741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.495558 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-09e027c1-2049-476c-8168-8bda2691741c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 1117 time: 0.3546889 Aug 31 07:36:21.499904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-24b1c01b-a3e2-43c7-8233-4deeb93c6731 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ea1dae63b6bd45e3848c141a902d089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2170103 Aug 31 07:36:21.513732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:21.563276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.566718 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-f21315eb-02bc-4454-98f3-4d98658b29f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566 HTTP/1.1" status: 200 len: 217 time: 0.0459886 Aug 31 07:36:21.631356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Transition to ACTIVE for port object 977016bf-eca8-4d3a-901d-438da9403386 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:21.639582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a962bc19-d313-493a-8de6-3217346d1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.641347 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-a962bc19-d313-493a-8de6-3217346d1349 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 200 len: 863 time: 0.0658393 Aug 31 07:36:21.671486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab23d3-34c3-4762-903e-5774f3ce213f req-f9185bce-5051-4e32-81b1-af645e5478ce tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.673426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07ab23d3-34c3-4762-903e-5774f3ce213f req-f9185bce-5051-4e32-81b1-af645e5478ce tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 935 time: 0.0761554 Aug 31 07:36:21.679826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-7d2a4ecd-870a-41e8-a23f-9c5c395e5482 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.681263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-7d2a4ecd-870a-41e8-a23f-9c5c395e5482 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651468 Aug 31 07:36:21.694638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-75f757e6-299c-47b1-93f3-e233da49797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:21.696729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-75f757e6-299c-47b1-93f3-e233da49797a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470417 Aug 31 07:36:21.702895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Request body: {'port': {'device_id': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'ea1dae63b6bd45e3848c141a902d089a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:21.723101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.817439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07ab23d3-34c3-4762-903e-5774f3ce213f req-56563669-15f5-4d41-88ed-cf645f9203a0 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351421 Aug 31 07:36:21.828965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:21.878041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca1583da-4adf-4edd-9c59-5eb3734456c8 req-b8a4f56a-cec0-42fd-a7c1-24b8b5d4bb6c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0594363 Aug 31 07:36:21.888194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Attempting to bind port 977016bf-eca8-4d3a-901d-438da9403386 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:21.888536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Attempting to bind port 977016bf-eca8-4d3a-901d-438da9403386 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:21.888872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Attempting to bind port 977016bf-eca8-4d3a-901d-438da9403386 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:21.893594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-df698f63-2e13-4f6a-92c0-f0b983cef165 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881256 Aug 31 07:36:21.924732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Port 977016bf-eca8-4d3a-901d-438da9403386 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:21.930987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Attempting to bind port 977016bf-eca8-4d3a-901d-438da9403386 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:21.982395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c3f7a69a-a22c-464d-a55c-b6a6bf978164 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:22.006775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:22.007121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:22.007519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:22.007972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Bound port: 977016bf-eca8-4d3a-901d-438da9403386, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:22.007972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.036191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c7f6ca-d7bb-44af-9300-226759ecc5c4 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:22.049722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.081635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441d1e5-8efe-4192-8fc6-e49569898cfd req-ec6ae6e5-6b18-41c1-a6f4-d697589161d1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:22.086503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1441d1e5-8efe-4192-8fc6-e49569898cfd req-ec6ae6e5-6b18-41c1-a6f4-d697589161d1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 971 time: 0.1244383 Aug 31 07:36:22.089868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Transition to ACTIVE for port object d9c7f6ca-d7bb-44af-9300-226759ecc5c4 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:22.093283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Made reservation on behalf of ea1dae63b6bd45e3848c141a902d089a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:22.096722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.131913 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d089b1ae-b2d9-47eb-9462-8d4e06deecb7 req-edd87050-7f3f-46de-86e4-4db96d210aa4 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168152 Aug 31 07:36:22.155647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:22.159573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:22.186076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port c3f7a69a-a22c-464d-a55c-b6a6bf978164 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:22.190495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port c3f7a69a-a22c-464d-a55c-b6a6bf978164 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:22.190878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.214956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1441d1e5-8efe-4192-8fc6-e49569898cfd req-77fc8bf6-27ae-4b54-897e-989e3676c1c6 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234934 Aug 31 07:36:22.221173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.233597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69442b37-fa32-4541-a83e-d0893027ca54 req-1b3cca69-a019-47c7-975d-f034faeacc41 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:22.235193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69442b37-fa32-4541-a83e-d0893027ca54 req-1b3cca69-a019-47c7-975d-f034faeacc41 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 965 time: 0.1427727 Aug 31 07:36:22.351281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.387735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Pushing event updated for resources: {'Port': ['ID=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:22.403310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:22.403933 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.405366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] 10.222.0.45 "PUT /v2.0/ports/977016bf-eca8-4d3a-901d-438da9403386 HTTP/1.1" status: 200 len: 1097 time: 1.4576879 Aug 31 07:36:22.405607 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.437209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:22.445208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5666f0-3223-421d-85ff-9d653cd9dabb service neutron] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:22.446451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69442b37-fa32-4541-a83e-d0893027ca54 req-f3952aab-8209-4582-af8d-ed9d32cf523e tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021670 Aug 31 07:36:22.472427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Allocated IP 192.168.233.243 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/9c4b2f3b-ace5-4768-ba51-a2c05f7b6859) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:22.481566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Attempting to bind port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:22.481942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Attempting to bind port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:22.482294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Attempting to bind port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:22.494766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ff54f-daca-468a-92c2-ada5f01e0585 req-650ba94b-d5ef-44ad-9166-9ad2ac1cc9f3 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:22.502142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb7ff54f-daca-468a-92c2-ada5f01e0585 req-650ba94b-d5ef-44ad-9166-9ad2ac1cc9f3 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 971 time: 0.2043436 Aug 31 07:36:22.514731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:22.515061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Attempting to bind port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:22.534444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'tag': '977016bf-eca8-4d3a-901d-438da9403386'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:22.534444 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "tag": "977016bf-eca8-4d3a-901d-438da9403386"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:22.538138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c3f7a69a-a22c-464d-a55c-b6a6bf978164, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:22.544461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:22.545122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:22.545503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:22.546480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Bound port: d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:22.546686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.606763 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d74b4-e803-451d-b60c-9aad9d462b0a" -d '{"events": [{"server_uuid": "93bf2de6-bb42-4f22-aeb2-f063c0a25e27", "name": "network-vif-plugged", "status": "completed", "tag": "c3f7a69a-a22c-464d-a55c-b6a6bf978164"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:22.621073 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.621220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb7ff54f-daca-468a-92c2-ada5f01e0585 req-f2fdda5b-e905-413e-9373-60fd0de5a19c tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131771 Aug 31 07:36:22.621953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c54722fa-e7e2-49d8-95fa-11c305b1feae up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:22.669113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-b3e1d35d-0158-4fa1-99da-e3242e933200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:22.673082 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-b3e1d35d-0158-4fa1-99da-e3242e933200 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1100 time: 0.0741353 Aug 31 07:36:22.699055 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9441174-2519-44bb-b3ea-b4c30d3ca840 x-openstack-request-id: req-a9441174-2519-44bb-b3ea-b4c30d3ca840 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:22.699336 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "tag": "977016bf-eca8-4d3a-901d-438da9403386", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:22.699598 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9441174-2519-44bb-b3ea-b4c30d3ca840 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:22.699989 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'tag': '977016bf-eca8-4d3a-901d-438da9403386', 'status': 'completed', 'code': 200} Aug 31 07:36:22.764439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c3f7a69a-a22c-464d-a55c-b6a6bf978164,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:22.782142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-bde7dc21-5316-4974-8d09-d4df51f9e2bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=977016bf-eca8-4d3a-901d-438da9403386 HTTP/1.1" status: 200 len: 217 time: 0.0968115 Aug 31 07:36:22.811778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] For port d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:22.821516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] For port d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:22.835663 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b2063-e09e-4b87-a579-ccf06b825055 x-openstack-request-id: req-be6b2063-e09e-4b87-a579-ccf06b825055 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:22.835959 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf2de6-bb42-4f22-aeb2-f063c0a25e27", "name": "network-vif-plugged", "status": "completed", "tag": "c3f7a69a-a22c-464d-a55c-b6a6bf978164", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:22.836241 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be6b2063-e09e-4b87-a579-ccf06b825055 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:22.836868 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164', 'code': 200} Aug 31 07:36:22.848426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port c54722fa-e7e2-49d8-95fa-11c305b1feae completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:22.853622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port c54722fa-e7e2-49d8-95fa-11c305b1feae triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:22.854030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.876029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-dfcf67d9-83cc-41e5-94c8-f9eff6b68c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:22.878235 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-dfcf67d9-83cc-41e5-94c8-f9eff6b68c15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0892036 Aug 31 07:36:22.921826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.924375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.972077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.012180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c54722fa-e7e2-49d8-95fa-11c305b1feae, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c54722fa-e7e2-49d8-95fa-11c305b1feae,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:23.016066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15388-91b8-4a22-bddc-dfd92bf9b2c4 req-e1afc0e8-cb69-4024-8bb2-8956e14051be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.017574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9c15388-91b8-4a22-bddc-dfd92bf9b2c4 req-e1afc0e8-cb69-4024-8bb2-8956e14051be service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 1124 time: 0.0852923 Aug 31 07:36:23.021155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-43f17194-45a5-4ee2-a5af-b9ffb9231342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.022687 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-43f17194-45a5-4ee2-a5af-b9ffb9231342 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355510 Aug 31 07:36:23.024169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Transition to ACTIVE for port object 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:23.050533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9c15388-91b8-4a22-bddc-dfd92bf9b2c4 req-d0982f4c-75a6-47fe-9b94-75a00b740a3b service neutron] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.050794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1abe2ba4-e136-4896-87ef-aa3cc1dd91d2 req-b049e92c-dfff-4f02-b64e-1de5e578e90f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0403826 Aug 31 07:36:23.071751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.072436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.074467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] 10.222.0.45 "PUT /v2.0/ports/d9c7f6ca-d7bb-44af-9300-226759ecc5c4 HTTP/1.1" status: 200 len: 1096 time: 2.1426525 Aug 31 07:36:23.074935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'tag': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:23.099880 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.165086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde5b5c-1f7a-415d-b96a-877a2e75dde1 req-3d7301ef-a13c-471b-9b54-ea54d197498e tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.173082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ccde5b5c-1f7a-415d-b96a-877a2e75dde1 req-3d7301ef-a13c-471b-9b54-ea54d197498e tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 947 time: 0.2556441 Aug 31 07:36:23.186726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c54722fa-e7e2-49d8-95fa-11c305b1feae,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:23.208299 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-dd76fd56-7f34-4608-916a-1bc9aaf563f6 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720605 Aug 31 07:36:23.243760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9c15388-91b8-4a22-bddc-dfd92bf9b2c4 req-d0982f4c-75a6-47fe-9b94-75a00b740a3b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.270420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e65f02-8aa9-466e-8531-ed06aa2cfacb service neutron] Pushing event updated for resources: {'Port': ['ID=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:23.312306 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.327314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ccde5b5c-1f7a-415d-b96a-877a2e75dde1 req-ccd31c5e-6398-4c49-b636-14d518a2fbd2 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513953 Aug 31 07:36:23.352231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9c15388-91b8-4a22-bddc-dfd92bf9b2c4 req-d0982f4c-75a6-47fe-9b94-75a00b740a3b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.385576 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8e239c-2555-42d1-859d-fa29decbbba4" -d '{"events": [{"name": "network-changed", "server_uuid": "d539ee5f-b72d-4e11-8f77-64d4b52f9735", "tag": "d9c7f6ca-d7bb-44af-9300-226759ecc5c4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:23.390362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-46b46c19-2ee3-4761-979a-1d981bf173d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.391994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-46b46c19-2ee3-4761-979a-1d981bf173d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34968c2137451d9e60758b20d938ec&device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 1099 time: 0.1544557 Aug 31 07:36:23.426373 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9c15388-91b8-4a22-bddc-dfd92bf9b2c4 req-d0982f4c-75a6-47fe-9b94-75a00b740a3b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002266 Aug 31 07:36:23.431330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0982f4c-75a6-47fe-9b94-75a00b740a3b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff83a6-5588-409d-8e8f-e521dc6e0f6d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:23.435951 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-afa63f73-73cb-4232-b6ae-1f6364259331 req-fe7a6fca-36f9-410f-acbd-64d9c9557d3e service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174361 Aug 31 07:36:23.493682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-8c4a1650-e733-4c91-a464-9b3df5e0e41c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4 HTTP/1.1" status: 200 len: 217 time: 0.0820603 Aug 31 07:36:23.503698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.581211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:23.594053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b28bf-8254-43d3-ad6f-90d7041ce71a req-38017364-4d12-4e4d-9961-c2eabf91b5a0 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.600785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc5b28bf-8254-43d3-ad6f-90d7041ce71a req-38017364-4d12-4e4d-9961-c2eabf91b5a0 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.1959291 Aug 31 07:36:23.602894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:23.605454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:23.611576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.612194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.648508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-bfd2dd39-846a-4729-9f99-f4ea4e62b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.650041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-bfd2dd39-846a-4729-9f99-f4ea4e62b08e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1449661 Aug 31 07:36:23.650919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event updated for resources: {'Port': ['ID=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:23.683516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6675bb2f-10fd-40fc-9e16-0e5118294484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:23.711566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-08bb7fa5-d02d-4ab3-bbbc-8353efc48fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.713161 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-08bb7fa5-d02d-4ab3-bbbc-8353efc48fc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1100 time: 0.0487390 Aug 31 07:36:23.718667 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd69353-4510-465f-aa8e-29907fadc39f x-openstack-request-id: req-6cd69353-4510-465f-aa8e-29907fadc39f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:23.719246 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d539ee5f-b72d-4e11-8f77-64d4b52f9735", "tag": "d9c7f6ca-d7bb-44af-9300-226759ecc5c4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:23.719501 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6cd69353-4510-465f-aa8e-29907fadc39f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:23.719956 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'tag': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4', 'status': 'completed', 'code': 200} Aug 31 07:36:23.750392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc5b28bf-8254-43d3-ad6f-90d7041ce71a req-9fd68be4-b9f3-49b1-b859-504db33f1ec1 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276979 Aug 31 07:36:23.753853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-531b3b07-daa3-4a92-ae30-2704900fb58d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0574222 Aug 31 07:36:23.769613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Request body: {'port': {'device_id': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:23.837687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-c0038f17-92f1-4785-b62d-2b53c24f8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.839826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-c0038f17-92f1-4785-b62d-2b53c24f8fe7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1599829 Aug 31 07:36:23.847016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-54f55e10-439b-4a2f-a2c4-404072bba4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.849919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-54f55e10-439b-4a2f-a2c4-404072bba4c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1271427 Aug 31 07:36:23.899968 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-c1602a05-041f-4f07-b797-e415ca824566 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=977016bf-eca8-4d3a-901d-438da9403386 HTTP/1.1" status: 200 len: 217 time: 0.0408704 Aug 31 07:36:23.968386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-f9e0ff97-e5da-4243-b7de-f80514d43a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:23.970188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-f9e0ff97-e5da-4243-b7de-f80514d43a48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0584311 Aug 31 07:36:24.013767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4cdc1869-d2ae-4d04-bc61-3559a2e82608 None None] Provisioning for port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:24.017979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4cdc1869-d2ae-4d04-bc61-3559a2e82608 None None] Provisioning complete for port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:24.018377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1869-d2ae-4d04-bc61-3559a2e82608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.027149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-98a3df7c-a4e3-41e3-b020-f3678e5bf669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:24.030565 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-98a3df7c-a4e3-41e3-b020-f3678e5bf669 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508237 Aug 31 07:36:24.055009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc1869-d2ae-4d04-bc61-3559a2e82608 None None] Port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:24.128887 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-c27abd37-9170-4648-a73d-8f0bb4d10086 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908284 Aug 31 07:36:24.148918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83a696-9a91-4fed-9dea-71fcc23118a3 req-f7b04c90-6b76-479a-a6bb-8b6dbe995ec2 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:24.150447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a83a696-9a91-4fed-9dea-71fcc23118a3 req-f7b04c90-6b76-479a-a6bb-8b6dbe995ec2 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 965 time: 0.3865054 Aug 31 07:36:24.151032 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.226988 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff66ae1-ad45-40c7-87bd-c69cffa1785b req-1cfe069a-8801-43f4-8568-b51f4992d7eb service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893347 Aug 31 07:36:24.256185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7061f5-51bb-48bb-b082-1f890133d3f5 req-d516c2fd-bbbb-46d8-b226-c004bf706908 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:24.257663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba7061f5-51bb-48bb-b082-1f890133d3f5 req-d516c2fd-bbbb-46d8-b226-c004bf706908 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 972 time: 0.1534822 Aug 31 07:36:24.267664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-d6379176-192e-4d0e-8648-fe03602bf890 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019871 Aug 31 07:36:24.286117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a83a696-9a91-4fed-9dea-71fcc23118a3 req-2dc6cdf0-53be-4576-9be3-3505ded5a55d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275446 Aug 31 07:36:24.465432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba7061f5-51bb-48bb-b082-1f890133d3f5 req-bfd5e26a-5c52-4fa4-b635-e4558532c678 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012436 Aug 31 07:36:24.539984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe6f94-4e96-4ae5-8441-1d92b2e29b4b req-2652ee22-4502-496e-8256-2968a79e2134 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:24.541492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8fe6f94-4e96-4ae5-8441-1d92b2e29b4b req-2652ee22-4502-496e-8256-2968a79e2134 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 936 time: 0.1569204 Aug 31 07:36:24.545747 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42490adc-1fa0-4f3f-8510-ca51f3fa9838 req-2fcdd544-203f-44b5-a8c5-f193cf369e1f service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636073 Aug 31 07:36:24.608102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8fe6f94-4e96-4ae5-8441-1d92b2e29b4b req-b0800ccf-0f01-4c29-a91e-7050a4ef1036 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Aug 31 07:36:24.659520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:24.670633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.695886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Transition to ACTIVE for port object 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:24.762595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51788d-5397-4feb-a127-6e024a1bc1cc req-cb43ebf1-b0ac-42cd-b6d2-ba625dc2e823 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:24.764100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f51788d-5397-4feb-a127-6e024a1bc1cc req-cb43ebf1-b0ac-42cd-b6d2-ba625dc2e823 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 947 time: 0.0836504 Aug 31 07:36:24.768882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-4fadbf6a-77e1-48fa-b11b-787055796d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:24.770293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-4fadbf6a-77e1-48fa-b11b-787055796d28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34968c2137451d9e60758b20d938ec&device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 1099 time: 0.0767479 Aug 31 07:36:24.838060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54722fa-e7e2-49d8-95fa-11c305b1feae'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:24.840516 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d39094-14df-40e4-95d1-030cd437ee6a" -d '{"events": [{"server_uuid": "51b1ccc3-5cb0-462c-baff-8d351a8d48a9", "name": "network-vif-plugged", "status": "completed", "tag": "c54722fa-e7e2-49d8-95fa-11c305b1feae"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:24.871183 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.975593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f51788d-5397-4feb-a127-6e024a1bc1cc req-d776bb6d-2588-4bcb-9a0f-ecca06e66569 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043166 Aug 31 07:36:25.014982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:25.042652 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffee852b-7e41-49f5-85a4-d4985547bbdb x-openstack-request-id: req-ffee852b-7e41-49f5-85a4-d4985547bbdb {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:25.042652 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b1ccc3-5cb0-462c-baff-8d351a8d48a9", "name": "network-vif-plugged", "status": "completed", "tag": "c54722fa-e7e2-49d8-95fa-11c305b1feae", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:25.042652 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffee852b-7e41-49f5-85a4-d4985547bbdb {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:25.042652 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54722fa-e7e2-49d8-95fa-11c305b1feae', 'code': 200} Aug 31 07:36:25.076609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-27c9a36b-b00d-4438-b160-bd0511ae6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.078123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-27c9a36b-b00d-4438-b160-bd0511ae6a06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2994325 Aug 31 07:36:25.099816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8fd2c-5893-4513-9fcb-7010a9ca83e2 req-e330e58d-27b4-4d79-968e-5a7019225901 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.099816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24d8fd2c-5893-4513-9fcb-7010a9ca83e2 req-e330e58d-27b4-4d79-968e-5a7019225901 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.1857309 Aug 31 07:36:25.099816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Attempting to bind port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:25.099816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Attempting to bind port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:25.099816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Attempting to bind port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:25.141172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-04a4bca5-d7cf-488c-bfe7-5d358e356c11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4 HTTP/1.1" status: 200 len: 217 time: 0.0475478 Aug 31 07:36:25.141608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23206455-0ed3-4c3d-8f4f-297f3add96dc req-66286b7e-7cb6-4732-b4cc-8345ddfcfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.142123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:25.142123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Attempting to bind port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:25.143468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-23206455-0ed3-4c3d-8f4f-297f3add96dc req-66286b7e-7cb6-4732-b4cc-8345ddfcfc63 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 1124 time: 0.0411661 Aug 31 07:36:25.182777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-23206455-0ed3-4c3d-8f4f-297f3add96dc req-64087c29-fc15-4bfa-abb3-aaf16802f344 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296371 Aug 31 07:36:25.185731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:25.186007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:25.186582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:25.187037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Bound port: 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:25.187397 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:25.242118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24d8fd2c-5893-4513-9fcb-7010a9ca83e2 req-0fa5f2f6-5377-4c49-a188-d5132b6e00e3 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375093 Aug 31 07:36:25.250391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-e613904b-3fa3-40ba-82fc-dab80592cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.251859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-e613904b-3fa3-40ba-82fc-dab80592cd65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1013899 Aug 31 07:36:25.311841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] For port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:25.317719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] For port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:25.322994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-c31283c5-6bef-4e7d-b98a-6c0d28bd41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.325076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-c31283c5-6bef-4e7d-b98a-6c0d28bd41d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625217 Aug 31 07:36:25.417507 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:25.483103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.483732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:25.485263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] 10.222.0.45 "PUT /v2.0/ports/9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 HTTP/1.1" status: 200 len: 1097 time: 1.7199843 Aug 31 07:36:25.514728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268a42-69b6-4d83-a833-46d924a8466e req-66d74226-5fb1-4d42-abf9-7e9ee9cc2c20 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.516235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a268a42-69b6-4d83-a833-46d924a8466e req-66d74226-5fb1-4d42-abf9-7e9ee9cc2c20 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 965 time: 0.1357338 Aug 31 07:36:25.528614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-ed509668-8aca-4a97-9a09-7238469a7713 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935081 Aug 31 07:36:25.541127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef16ac-ea11-4d1f-b6f7-7fb549820593 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:25.625366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:25.670035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a268a42-69b6-4d83-a833-46d924a8466e req-36b15183-19ce-4f1c-80e2-4e9a7115fe14 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386936 Aug 31 07:36:25.723901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'tag': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:25.726711 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b4b751-f2f0-4c6e-b8c3-971b06544245" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b42e1c-9682-4ce0-b407-4eaabf848d67", "tag": "9c4b2f3b-ace5-4768-ba51-a2c05f7b6859"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:25.742185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed1d12-77f1-45f0-82ad-3ee3816b87fc req-da3f36ca-fe8e-4707-80c4-c1f9db355bd7 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.743667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1ed1d12-77f1-45f0-82ad-3ee3816b87fc req-da3f36ca-fe8e-4707-80c4-c1f9db355bd7 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 972 time: 0.1841445 Aug 31 07:36:25.747277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8e239c-2555-42d1-859d-fa29decbbba4 req-d2554ec4-27e5-4f59-8acc-e8bd5e49cd00 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070601 Aug 31 07:36:25.771383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-35aaef66-5f58-40b9-a4b2-eddea615855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.772885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-35aaef66-5f58-40b9-a4b2-eddea615855e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 1100 time: 0.1138496 Aug 31 07:36:25.827800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1ed1d12-77f1-45f0-82ad-3ee3816b87fc req-cb68afd7-bc93-4d5b-8de5-8f1f757e500d tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766478 Aug 31 07:36:25.829111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-2af40d4e-b72f-44f2-948f-a253fbce56f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 HTTP/1.1" status: 200 len: 217 time: 0.0450983 Aug 31 07:36:25.908510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-4730c181-a6d1-48ee-89d8-b473681146e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.908510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-4730c181-a6d1-48ee-89d8-b473681146e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0505714 Aug 31 07:36:25.944168 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d0061-de11-4b5c-af59-bca71d38f8ed x-openstack-request-id: req-d09d0061-de11-4b5c-af59-bca71d38f8ed {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:25.944168 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b42e1c-9682-4ce0-b407-4eaabf848d67", "tag": "9c4b2f3b-ace5-4768-ba51-a2c05f7b6859", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:25.944168 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d09d0061-de11-4b5c-af59-bca71d38f8ed {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:25.944540 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'tag': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859', 'status': 'completed', 'code': 200} Aug 31 07:36:25.973625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f9063-3a77-4803-8db3-20393e676c53 req-fff95262-ea4f-4b99-9a29-7d2d5d1b39fe tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.975179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a7f9063-3a77-4803-8db3-20393e676c53 req-fff95262-ea4f-4b99-9a29-7d2d5d1b39fe tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 948 time: 0.0806732 Aug 31 07:36:25.983257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953e42-aab7-4173-af01-1f846d013e2d req-6ab2ab97-c33f-43b6-b0a8-f211afb691ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:25.983840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-6ab2ab97-c33f-43b6-b0a8-f211afb691ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875752 Aug 31 07:36:25.999050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:26.107073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:26.119310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'port_id': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'mac_address': 'fa:16:3e:f7:5d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-2108995736', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:26.159820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:26.174138 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.193563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:26.254868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a7f9063-3a77-4803-8db3-20393e676c53 req-d2b457e3-3e20-40ff-b4d3-4fc161e29c27 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691989 Aug 31 07:36:26.256793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:26.303810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-ce395c38-8383-45cb-a333-e81d5084190d service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110945 Aug 31 07:36:26.323766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:26.336739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '977016bf-eca8-4d3a-901d-438da9403386', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '977016bf-eca8-4d3a-901d-438da9403386', 'mac_address': 'fa:16:3e:30:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:26.361466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.405006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.408349 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.431515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:26.436593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef85d-4e23-46b7-8887-740b89979113 req-a9c5792a-845e-4c7a-a168-6d259295e19f tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.437546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:26.442413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-373ef85d-4e23-46b7-8887-740b89979113 req-a9c5792a-845e-4c7a-a168-6d259295e19f tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 947 time: 0.0863738 Aug 31 07:36:26.456385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:26.468037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b953e42-aab7-4173-af01-1f846d013e2d req-bce77e3b-e484-4a52-aa29-458195f86d95 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557462 Aug 31 07:36:26.493062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-373ef85d-4e23-46b7-8887-740b89979113 req-37e01391-056c-4a08-9513-1b31aa3a3a8c tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Aug 31 07:36:26.597705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5342b-407a-42bd-9836-d1254eda9d5d req-eadbe64e-ac80-440c-9c9c-1a8cdef065fe tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.599285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61b5342b-407a-42bd-9836-d1254eda9d5d req-eadbe64e-ac80-440c-9c9c-1a8cdef065fe tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.0502830 Aug 31 07:36:26.614078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.638937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61b5342b-407a-42bd-9836-d1254eda9d5d req-3d218183-5881-41d8-b33e-7287402eaa13 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Aug 31 07:36:26.639571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3baf13-10a6-458d-bdb1-6f8dbc35e566'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:26.665329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b8b38735-7903-453b-b6df-65d58d71f36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.695927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-a4a2335e-7db2-4ac8-b553-1adee2542cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.697700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-a4a2335e-7db2-4ac8-b553-1adee2542cc8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 1100 time: 0.0472393 Aug 31 07:36:26.701218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:26.824065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c5650-f5fd-4c2f-a7b9-478624cbcb7f req-9191a95f-0dee-4957-912f-c67049b7c625 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.825969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e10c5650-f5fd-4c2f-a7b9-478624cbcb7f req-9191a95f-0dee-4957-912f-c67049b7c625 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 966 time: 0.0731902 Aug 31 07:36:26.845697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-de60323f-0e76-4952-bfaf-246616bf24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.847190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-de60323f-0e76-4952-bfaf-246616bf24e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1417432 Aug 31 07:36:26.902591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-a436853b-8671-42f6-b47c-8bc4e2e2555b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 HTTP/1.1" status: 200 len: 217 time: 0.0453067 Aug 31 07:36:26.909453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e10c5650-f5fd-4c2f-a7b9-478624cbcb7f req-afc6b544-efbf-49a7-9110-ad312c97ba64 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731032 Aug 31 07:36:26.957609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-9d439e63-a88b-45e7-a770-4d1e40e993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.959901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-9d439e63-a88b-45e7-a770-4d1e40e993dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0480278 Aug 31 07:36:26.975343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['977016bf-eca8-4d3a-901d-438da9403386'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:27.041290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-d5a7e9d4-7c18-4d16-9c91-44a7fc4e5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:27.043393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-d5a7e9d4-7c18-4d16-9c91-44a7fc4e5b03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760593 Aug 31 07:36:27.050760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aacbe0-28ff-41bf-a807-3a5efe69078a req-91662f00-348c-4a60-aad2-44906b37c71f tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:27.052228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49aacbe0-28ff-41bf-a807-3a5efe69078a req-91662f00-348c-4a60-aad2-44906b37c71f tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 972 time: 0.0767581 Aug 31 07:36:27.138178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49aacbe0-28ff-41bf-a807-3a5efe69078a req-2d9a8a38-58d3-4804-8433-43fdc97d46ea tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 Aug 31 07:36:27.163483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-9582e96d-21e6-4cee-a5d1-39fe2b4897c7 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085763 Aug 31 07:36:27.311891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62b4b751-f2f0-4c6e-b8c3-971b06544245 req-6b46fdc2-536b-4efa-b3fb-333ccebc8e96 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401675 Aug 31 07:36:27.328825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6790ca-f83e-4d72-ac11-18c589adfd2a req-59cb575a-ecd5-4099-b1c0-c05f03fbf8ea tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:27.330424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de6790ca-f83e-4d72-ac11-18c589adfd2a req-59cb575a-ecd5-4099-b1c0-c05f03fbf8ea tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 1124 time: 0.0855622 Aug 31 07:36:27.349764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de6790ca-f83e-4d72-ac11-18c589adfd2a req-82bf3ef5-9220-474a-b76b-7d9d275b31ba tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:27.434335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de6790ca-f83e-4d72-ac11-18c589adfd2a req-82bf3ef5-9220-474a-b76b-7d9d275b31ba tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:27.499555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de6790ca-f83e-4d72-ac11-18c589adfd2a req-82bf3ef5-9220-474a-b76b-7d9d275b31ba tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:27.533323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de6790ca-f83e-4d72-ac11-18c589adfd2a req-82bf3ef5-9220-474a-b76b-7d9d275b31ba tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969457 Aug 31 07:36:27.555159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf3ef5-9220-474a-b76b-7d9d275b31ba tempest-AggregatesAdminTestJSON-609278311 tempest-AggregatesAdminTestJSON-609278311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8cae1b-8316-41cc-8294-78c251cf6033,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:27.666945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a311e7-dc0c-404b-be8e-3d9929c82624 req-52d1adf8-b656-485a-b708-98aca3515da3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:27.668335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7a311e7-dc0c-404b-be8e-3d9929c82624 req-52d1adf8-b656-485a-b708-98aca3515da3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 948 time: 0.0747464 Aug 31 07:36:27.679322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f7bcb-95da-4ba5-bbd3-3bf74becc988 req-c7cbdb18-0d4d-48f1-b9bb-9d760e2912fb tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:27.680761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db4f7bcb-95da-4ba5-bbd3-3bf74becc988 req-c7cbdb18-0d4d-48f1-b9bb-9d760e2912fb tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 947 time: 0.0770366 Aug 31 07:36:27.739673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7a311e7-dc0c-404b-be8e-3d9929c82624 req-a438ca14-b624-4fe1-b96e-4052015a7d2b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578692 Aug 31 07:36:27.742490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db4f7bcb-95da-4ba5-bbd3-3bf74becc988 req-bc975615-7470-42d9-a0d0-9a376d214abe tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540445 Aug 31 07:36:27.779644 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.027031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:28.146950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d9c7f6ca-d7bb-44af-9300-226759ecc5c4 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:28.164260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821669b-378c-4612-b8dc-d356508eb174 req-bb2485f9-654e-47ff-99d4-577d923ad6bf tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:28.165774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d821669b-378c-4612-b8dc-d356508eb174 req-bb2485f9-654e-47ff-99d4-577d923ad6bf tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.0477536 Aug 31 07:36:28.206612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d821669b-378c-4612-b8dc-d356508eb174 req-cc98d5d8-6fed-4063-bc5b-d0a71d9dd3bb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Aug 31 07:36:28.208184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:28.212679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:28.242986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:28.243341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.319559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0248a-c020-4ab2-8975-720fd4db1052 req-d3f0e1fd-6087-46ff-8cbb-0cf20748d12d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:28.320978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cb0248a-c020-4ab2-8975-720fd4db1052 req-d3f0e1fd-6087-46ff-8cbb-0cf20748d12d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 966 time: 0.0501077 Aug 31 07:36:28.326916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:28.344808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4', 'mac_address': 'fa:16:3e:2b:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:28.361193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cb0248a-c020-4ab2-8975-720fd4db1052 req-63aa998b-8778-445b-9a39-3fe780f48f05 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338328 Aug 31 07:36:28.398208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.412579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 977016bf-eca8-4d3a-901d-438da9403386 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:28.425533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 977016bf-eca8-4d3a-901d-438da9403386 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:28.425927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.427425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.455881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:28.458411 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2b2fe-4372-42a3-bb83-22cbd5f3ad5e" -d '{"events": [{"server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "name": "network-vif-plugged", "status": "completed", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:28.483218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:28.484900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c7f6ca-d7bb-44af-9300-226759ecc5c4 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:28.514477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:28.558673 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.583321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.594019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:28.614103 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.643732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:28.703016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.705143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:28.762289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:28.822064 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7571e4d1-a5a5-41ed-be23-ec75c59ecf37 x-openstack-request-id: req-7571e4d1-a5a5-41ed-be23-ec75c59ecf37 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:28.822064 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "name": "network-vif-plugged", "status": "completed", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:28.822064 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7571e4d1-a5a5-41ed-be23-ec75c59ecf37 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:28.822064 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'code': 200} Aug 31 07:36:28.867465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d9c7f6ca-d7bb-44af-9300-226759ecc5c4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:28.959833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38cb03-9026-468b-bbce-046910473feb req-2094507e-96db-478a-acbd-8549be7f8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:28.961980 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0d38cb03-9026-468b-bbce-046910473feb req-2094507e-96db-478a-acbd-8549be7f8ca4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 1119 time: 0.0562859 Aug 31 07:36:28.998997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0d38cb03-9026-468b-bbce-046910473feb req-d15dd9a0-a4c1-412d-ac94-c3ff504c69a2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302422 Aug 31 07:36:29.043515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d2b02-7bb5-41d0-b805-4fdd505e35e2 req-77e4aa6b-5d65-4724-9564-c6f260d57b33 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:29.045010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f82d2b02-7bb5-41d0-b805-4fdd505e35e2 req-77e4aa6b-5d65-4724-9564-c6f260d57b33 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 948 time: 0.0541148 Aug 31 07:36:29.086526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f82d2b02-7bb5-41d0-b805-4fdd505e35e2 req-f7f92a89-4ed3-4fc7-b83e-78878f42fd82 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Aug 31 07:36:29.187856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ed0a5-940a-41c9-9af9-34585bd8d706 req-fd98abb4-8abf-4e10-b35c-a8e020ba6123 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:29.189348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d3ed0a5-940a-41c9-9af9-34585bd8d706 req-fd98abb4-8abf-4e10-b35c-a8e020ba6123 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 948 time: 0.0486872 Aug 31 07:36:29.227374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d3ed0a5-940a-41c9-9af9-34585bd8d706 req-491774db-0307-4a54-ba80-69fa18fde844 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Aug 31 07:36:29.324995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-05e5f8c9-1daa-4844-807c-80c88c599c86 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=987a9245883445289c8e89b457cd6e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230494 Aug 31 07:36:29.328092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:29.435825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-c40ab973-22ff-4765-8284-eda128fd1087 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:29.437538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-c40ab973-22ff-4765-8284-eda128fd1087 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071196 Aug 31 07:36:29.452273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-111acdcf-cea3-4c5c-a7d6-b018c33d3af3 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/quotas/987a9245883445289c8e89b457cd6e96 HTTP/1.1" status: 200 len: 375 time: 0.0090480 Aug 31 07:36:29.500591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-56d3269a-f22e-417b-bf00-f07f0c4c7f4f tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=987a9245883445289c8e89b457cd6e96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429485 Aug 31 07:36:30.165863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:30.173248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d9c7f6ca-d7bb-44af-9300-226759ecc5c4 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:30.308476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:30.321230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859', 'mac_address': 'fa:16:3e:55:28:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:30.363662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.376469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:30.394502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:30.402525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:30.402525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:30.402525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.484668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.527595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.533416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b66d7af-48bd-4acb-9053-2344fba97dfe req-93fa72e2-c688-4fa2-80aa-5d192f7b2b8e tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 210 time: 0.0556912 Aug 31 07:36:30.556753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f319-8b38-4cf6-a896-488f3cc0eff7 req-92337cd1-3238-4211-be68-d553bfbcb560 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.557770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffc8f319-8b38-4cf6-a896-488f3cc0eff7 req-92337cd1-3238-4211-be68-d553bfbcb560 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 967 time: 0.0939698 Aug 31 07:36:30.582823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:30.606153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffc8f319-8b38-4cf6-a896-488f3cc0eff7 req-8f5a28d7-146e-43e8-b2af-94c381852b21 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Aug 31 07:36:30.616466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:30.659550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ad01-7771-4b8c-b2a4-c383d6deb2b6 req-46163c58-c52d-424d-a3ca-17e4c30c6749 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.660798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a86ad01-7771-4b8c-b2a4-c383d6deb2b6 req-46163c58-c52d-424d-a3ca-17e4c30c6749 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 949 time: 0.0537062 Aug 31 07:36:30.726678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a86ad01-7771-4b8c-b2a4-c383d6deb2b6 req-88c2bf8b-cbb9-4b6d-9741-e7592da4aa99 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560827 Aug 31 07:36:30.735321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3a93d-7b2d-4a04-a25d-f11dac955789 req-15f71f35-c34a-450d-8fc4-9d584b25ce25 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.736792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3d3a93d-7b2d-4a04-a25d-f11dac955789 req-15f71f35-c34a-450d-8fc4-9d584b25ce25 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 948 time: 0.0751138 Aug 31 07:36:30.745855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['9c4b2f3b-ace5-4768-ba51-a2c05f7b6859'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:30.783639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3d3a93d-7b2d-4a04-a25d-f11dac955789 req-5c53d35e-5292-4da4-a5a9-04959a697489 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Aug 31 07:36:30.806567 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.836342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386'}, {'server_uuid': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:30.839123 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400f9d8a-5275-4b4b-a809-e8edb6f19eb9" -d '{"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-plugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386"}, {"server_uuid": "d539ee5f-b72d-4e11-8f77-64d4b52f9735", "name": "network-vif-plugged", "status": "completed", "tag": "d9c7f6ca-d7bb-44af-9300-226759ecc5c4"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:30.878619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:30.909458 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50809512-46ac-4be4-8d74-3ef9239b36a1 x-openstack-request-id: req-50809512-46ac-4be4-8d74-3ef9239b36a1 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:30.909757 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-plugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386", "code": 200}, {"server_uuid": "d539ee5f-b72d-4e11-8f77-64d4b52f9735", "name": "network-vif-plugged", "status": "completed", "tag": "d9c7f6ca-d7bb-44af-9300-226759ecc5c4", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:30.910038 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50809512-46ac-4be4-8d74-3ef9239b36a1 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:30.910524 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386', 'code': 200} Aug 31 07:36:30.910686 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4', 'code': 200} Aug 31 07:36:31.069494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9b845-007b-494f-9411-7470860d63eb req-44cddd7f-08cf-4f65-991a-5f6954bdbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:31.071581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63f9b845-007b-494f-9411-7470860d63eb req-44cddd7f-08cf-4f65-991a-5f6954bdbec2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1102 time: 0.0738208 Aug 31 07:36:31.075333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a892e-9683-494f-b937-95ed8917d03c req-998fab9d-a7c4-4d94-be0a-7c33d8cfab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:31.076752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd2a892e-9683-494f-b937-95ed8917d03c req-998fab9d-a7c4-4d94-be0a-7c33d8cfab04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 1101 time: 0.0775449 Aug 31 07:36:31.137152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63f9b845-007b-494f-9411-7470860d63eb req-d6bd9fde-71a3-4ff6-82c0-0be5bdf3978a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Aug 31 07:36:31.137320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51088) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:31.143579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd2a892e-9683-494f-b937-95ed8917d03c req-dfa1d604-672a-47b6-9919-14463765a9e6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Aug 31 07:36:31.251554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89d15460-223a-4735-91ac-a05cf81dbfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.513580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89d15460-223a-4735-91ac-a05cf81dbfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.596722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89d15460-223a-4735-91ac-a05cf81dbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.635029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-89d15460-223a-4735-91ac-a05cf81dbfdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=342dc6f169564691a3944ec5c1ca6a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963460 Aug 31 07:36:31.638524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:31.639751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b56da46-1dcc-47c4-8d7e-28d6f3b7d7fa req-6da476ec-7ebf-4084-a41a-6c15669ed46b tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 210 time: 0.0285306 Aug 31 07:36:31.640336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d15460-223a-4735-91ac-a05cf81dbfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b0915-ac84-43ed-919d-e9f52da06f60,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:31.695235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8902de9-fe17-4b8b-a128-3119d2a7c111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.717502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8902de9-fe17-4b8b-a128-3119d2a7c111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.759342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02984bc0-24ba-4395-91ba-3f63d43ecb0b req-48ef7f83-41ea-4599-8afa-53e28ba7e462 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:31.761387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02984bc0-24ba-4395-91ba-3f63d43ecb0b req-48ef7f83-41ea-4599-8afa-53e28ba7e462 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 967 time: 0.0494869 Aug 31 07:36:31.809712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02984bc0-24ba-4395-91ba-3f63d43ecb0b req-9d4511a8-4fbf-45b9-8546-cf18e725d311 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 Aug 31 07:36:31.893953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8902de9-fe17-4b8b-a128-3119d2a7c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.896647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8902de9-fe17-4b8b-a128-3119d2a7c111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.896840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569160cf-ff30-4b0c-ba5b-873b428d4acf req-ae35ce6b-19d5-415e-8ba8-3d00e32257bf tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:31.897874 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8902de9-fe17-4b8b-a128-3119d2a7c111 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/405b0915-ac84-43ed-919d-e9f52da06f60 HTTP/1.1" status: 204 len: 168 time: 0.2583232 Aug 31 07:36:31.898344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-569160cf-ff30-4b0c-ba5b-873b428d4acf req-ae35ce6b-19d5-415e-8ba8-3d00e32257bf tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 949 time: 0.0522068 Aug 31 07:36:31.906975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8902de9-fe17-4b8b-a128-3119d2a7c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b0915-ac84-43ed-919d-e9f52da06f60,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:31.940737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-569160cf-ff30-4b0c-ba5b-873b428d4acf req-3a486b85-7799-4a54-833d-9d067d35e011 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348580 Aug 31 07:36:32.053269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f501bf-65fa-4f38-9b73-7af0226ee86c req-0de4cb98-bd22-4d27-bb3e-3c0f2e6c1405 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:32.058701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0f501bf-65fa-4f38-9b73-7af0226ee86c req-0de4cb98-bd22-4d27-bb3e-3c0f2e6c1405 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 949 time: 0.0525091 Aug 31 07:36:32.105096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0f501bf-65fa-4f38-9b73-7af0226ee86c req-e5c8f851-6de9-4ebb-af47-82ae7233ee03 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Aug 31 07:36:32.119411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-84d13f59-6826-4427-8062-2b922101bdc7 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=987a9245883445289c8e89b457cd6e96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278609 Aug 31 07:36:32.179246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:32.270737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-979df50c-cc5a-4ccc-9a74-21aee0c930f2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:32.272791 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-979df50c-cc5a-4ccc-9a74-21aee0c930f2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478746 Aug 31 07:36:32.287235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Request body: {'port': {'device_id': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '987a9245883445289c8e89b457cd6e96'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:32.306626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36da2dd-1711-4311-9b1b-b57d3a8ab749 req-28842187-9263-4569-a604-8c9080e94812 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:32.308352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d36da2dd-1711-4311-9b1b-b57d3a8ab749 req-28842187-9263-4569-a604-8c9080e94812 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 967 time: 0.0660396 Aug 31 07:36:32.317720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51134) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:32.322407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'floatingip': {'port_id': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:32.340012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:32.344398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:32.344838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.395380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.504854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Made reservation on behalf of 987a9245883445289c8e89b457cd6e96 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:32.520348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.565025 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.611459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:32.687394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Allocated IP 192.168.233.31 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/65c7393a-90c7-4e1d-856c-e130c9308bc7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:32.697201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.700766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51142) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:32.723007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab780656-a42b-44a7-bfaf-cbc859029f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.787186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:32.863187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a157c972-def7-4c1c-9e0b-ff7e2caf657d req-1b440501-b3a2-4ece-ac88-251b6292db56 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 210 time: 0.0717380 Aug 31 07:36:32.907059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:32.911557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:32.914050 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906a2c8-0070-40c9-8fe6-df80fb269099" -d '{"events": [{"server_uuid": "e1b42e1c-9682-4ce0-b407-4eaabf848d67", "name": "network-vif-plugged", "status": "completed", "tag": "9c4b2f3b-ace5-4768-ba51-a2c05f7b6859"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:32.922842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Transition to ACTIVE for port object 65c7393a-90c7-4e1d-856c-e130c9308bc7 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:32.953076 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5600a-6e33-4e85-ac9e-b3a8d5c5f9b3 x-openstack-request-id: req-d4b5600a-6e33-4e85-ac9e-b3a8d5c5f9b3 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:32.953476 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b42e1c-9682-4ce0-b407-4eaabf848d67", "name": "network-vif-plugged", "status": "completed", "tag": "9c4b2f3b-ace5-4768-ba51-a2c05f7b6859", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:32.953895 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4b5600a-6e33-4e85-ac9e-b3a8d5c5f9b3 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:32.954370 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859', 'code': 200} Aug 31 07:36:33.054916 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.071933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c54722fa-e7e2-49d8-95fa-11c305b1feae'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:33.121201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:33.133316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:33.136695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:33.142673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:33.143318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.165138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Pushing event updated for resources: {'Port': ['ID=65c7393a-90c7-4e1d-856c-e130c9308bc7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:33.301461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fcede-a209-4766-a328-af6f5073f659 req-fc66016c-247a-48e9-b7b2-6c6c64b17b38 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:33.303042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d1fcede-a209-4766-a328-af6f5073f659 req-fc66016c-247a-48e9-b7b2-6c6c64b17b38 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.1799963 Aug 31 07:36:33.381962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5198ff9-c59d-4a4e-be6d-b256cc1d8856 req-b189df91-9bc2-461e-a4bb-10bba953e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:33.384457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5198ff9-c59d-4a4e-be6d-b256cc1d8856 req-b189df91-9bc2-461e-a4bb-10bba953e674 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 1102 time: 0.2652664 Aug 31 07:36:33.434376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.resource_extend [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:36:33.484573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80f26e7d-efd7-4395-b89a-2dc0edbcfc68 None None] Provisioning for port 65c7393a-90c7-4e1d-856c-e130c9308bc7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:33.488688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80f26e7d-efd7-4395-b89a-2dc0edbcfc68 None None] Provisioning complete for port 65c7393a-90c7-4e1d-856c-e130c9308bc7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:33.489119 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80f26e7d-efd7-4395-b89a-2dc0edbcfc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.523269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80f26e7d-efd7-4395-b89a-2dc0edbcfc68 None None] Port 65c7393a-90c7-4e1d-856c-e130c9308bc7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:33.553104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab780656-a42b-44a7-bfaf-cbc859029f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.577732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d1fcede-a209-4766-a328-af6f5073f659 req-5b64ab1f-0015-4628-aad7-686da077653c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241244 Aug 31 07:36:33.594212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5198ff9-c59d-4a4e-be6d-b256cc1d8856 req-b5838bd3-677e-451e-a4ce-b8ad995114e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853626 Aug 31 07:36:33.596166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.613547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87a545-d872-44da-a471-a919bb2b52f6 req-af1e6954-24c2-4f37-80ca-d2b0e2ba875e tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:33.615245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b87a545-d872-44da-a471-a919bb2b52f6 req-af1e6954-24c2-4f37-80ca-d2b0e2ba875e tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 949 time: 0.1852000 Aug 31 07:36:33.655452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b87a545-d872-44da-a471-a919bb2b52f6 req-f3a9a978-e5fa-4aa0-8a52-4a7f4779be02 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Aug 31 07:36:33.700525 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab780656-a42b-44a7-bfaf-cbc859029f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.738238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ab780656-a42b-44a7-bfaf-cbc859029f77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9698c09fbff42f88c77bec09c25a1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0378010 Aug 31 07:36:33.739405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab780656-a42b-44a7-bfaf-cbc859029f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f824fe67-5d65-4ede-aafa-efbeeb1a8c5f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:33.741157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51166) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:33.742085 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.801038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acdefe62-0641-44ec-8531-0c4f94a50428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.820789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-80b8d1c3-56de-4103-b48d-27ed0e946a40 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5391481 Aug 31 07:36:33.829464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acdefe62-0641-44ec-8531-0c4f94a50428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:33.837255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Request body: {'port': {'device_id': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:33.849269 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1 associated. External IP: 172.25.0.130, port: 6d3baf13-10a6-458d-bdb1-6f8dbc35e566. Aug 31 07:36:33.917647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.017281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cc388-42a9-4601-876d-4b3c3a859ba6 req-c5ce5f44-d855-4a3c-9ffa-4176271f80ce tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:34.018772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-638cc388-42a9-4601-876d-4b3c3a859ba6 req-c5ce5f44-d855-4a3c-9ffa-4176271f80ce tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 935 time: 0.0656807 Aug 31 07:36:34.087166 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acdefe62-0641-44ec-8531-0c4f94a50428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.089675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acdefe62-0641-44ec-8531-0c4f94a50428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.090846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-acdefe62-0641-44ec-8531-0c4f94a50428 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f824fe67-5d65-4ede-aafa-efbeeb1a8c5f HTTP/1.1" status: 204 len: 168 time: 0.3425939 Aug 31 07:36:34.114485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdefe62-0641-44ec-8531-0c4f94a50428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f824fe67-5d65-4ede-aafa-efbeeb1a8c5f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:34.125760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-638cc388-42a9-4601-876d-4b3c3a859ba6 req-7b00497a-2318-43b2-ae43-58c8ed4f8e22 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748532 Aug 31 07:36:34.176567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Router dfe216a5-aa45-4826-a952-30162d7b58e8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:34.250235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c7393a-90c7-4e1d-856c-e130c9308bc7 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:34.257767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.269738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Transition to ACTIVE for port object 65c7393a-90c7-4e1d-856c-e130c9308bc7 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:34.301652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:34.306635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.315825 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:34.325963 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:34.326580 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:36:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:34.342567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-70ef6696-2d3a-4a9f-b1f8-12f2d0be5d4b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "PUT /v2.0/floatingips/fe7b00c0-662c-45ed-ae4f-abf07bb545a1 HTTP/1.1" status: 200 len: 1013 time: 2.0178452 Aug 31 07:36:34.342567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:34.342567 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d20a58-e750-4855-ab02-b0648e77c9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:34.434181 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:34.567754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.664320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Pushing event updated for resources: {'Port': ['ID=65c7393a-90c7-4e1d-856c-e130c9308bc7,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:34.692136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Attempting to bind port 65c7393a-90c7-4e1d-856c-e130c9308bc7 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:34.692475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Attempting to bind port 65c7393a-90c7-4e1d-856c-e130c9308bc7 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:34.692818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Attempting to bind port 65c7393a-90c7-4e1d-856c-e130c9308bc7 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:34.703490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Port 65c7393a-90c7-4e1d-856c-e130c9308bc7 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:34.712466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Attempting to bind port 65c7393a-90c7-4e1d-856c-e130c9308bc7 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:34.714139 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340719c9-1a65-4845-8ed6-a66acc532278 x-openstack-request-id: req-340719c9-1a65-4845-8ed6-a66acc532278 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:34.715516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:34.715516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:34.715516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:34.715851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Bound port: 65c7393a-90c7-4e1d-856c-e130c9308bc7, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:34.716149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:34.721316 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:34.724155 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-340719c9-1a65-4845-8ed6-a66acc532278 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:34.724793 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'status': 'completed', 'code': 200} Aug 31 07:36:34.734815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.68', 60538) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:34.883689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-2b43b4be-37f6-401c-8fa5-138793ea2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:34.887916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] For port 65c7393a-90c7-4e1d-856c-e130c9308bc7, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:34.888850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-2b43b4be-37f6-401c-8fa5-138793ea2a5e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 1119 time: 0.1526692 Aug 31 07:36:34.892357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] For port 65c7393a-90c7-4e1d-856c-e130c9308bc7, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:34.966294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'fe7b00c0-662c-45ed-ae4f-abf07bb545a1', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'port_id': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'mac_address': 'fa:16:3e:f7:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'device_owner': 'compute:tempest-test_az-2108995736'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:33Z', 'revision_number': 1, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:34.998965 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:35.007737 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:35.008336 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:36:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:35.020405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:35.057609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac65028-67ee-4caa-91a1-144822d10e7d req-38a8d1fd-d510-490d-aaad-a30a2013801b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.059299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cac65028-67ee-4caa-91a1-144822d10e7d req-38a8d1fd-d510-490d-aaad-a30a2013801b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.1492257 Aug 31 07:36:35.074097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f6c3-4c87-44c2-bbb8-ee0025a68ad6 req-29fcc1a7-de43-47d6-bf32-ec07a91be9e9 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.076519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf98f6c3-4c87-44c2-bbb8-ee0025a68ad6 req-29fcc1a7-de43-47d6-bf32-ec07a91be9e9 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 949 time: 0.1071692 Aug 31 07:36:35.080033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.080335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-8ea7c7ce-c291-4795-b260-e6b67b3f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.081308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:35.081965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-8ea7c7ce-c291-4795-b260-e6b67b3f5a01 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 925 time: 0.1862481 Aug 31 07:36:35.083315 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] 10.222.0.68 "PUT /v2.0/ports/65c7393a-90c7-4e1d-856c-e130c9308bc7 HTTP/1.1" status: 200 len: 1096 time: 1.2503712 Aug 31 07:36:35.083903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'tag': '65c7393a-90c7-4e1d-856c-e130c9308bc7'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:35.086649 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0de3377-8272-4e84-8a92-46c491625818" -d '{"events": [{"name": "network-changed", "server_uuid": "3a19c60a-5988-4f21-81cd-5ac142114f5f", "tag": "65c7393a-90c7-4e1d-856c-e130c9308bc7"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:35.123421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641a7ac-953c-4749-8657-4b14c6a863b0 service neutron] Pushing event updated for resources: {'Port': ['ID=65c7393a-90c7-4e1d-856c-e130c9308bc7,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:35.124502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:35.225873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cac65028-67ee-4caa-91a1-144822d10e7d req-db4e6bcb-43bb-4cf8-a8d1-71e93714da48 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463683 Aug 31 07:36:35.294583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-915cff6e-93ec-4a66-bc26-eb880f2cd8a9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566 HTTP/1.1" status: 200 len: 1021 time: 0.1973863 Aug 31 07:36:35.314782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf98f6c3-4c87-44c2-bbb8-ee0025a68ad6 req-dc7cde0c-2002-43a6-ae22-62ea1aec917e tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070937 Aug 31 07:36:35.333020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-57ccb1ca-f166-4101-9559-bd8dfc704f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.335883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-57ccb1ca-f166-4101-9559-bd8dfc704f48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=987a9245883445289c8e89b457cd6e96&device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 1099 time: 0.0826490 Aug 31 07:36:35.374834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-e605b8a8-ea2b-43ad-a16f-f24312ac9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.376325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-e605b8a8-ea2b-43ad-a16f-f24312ac9fa3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 200 len: 863 time: 0.0605524 Aug 31 07:36:35.434672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'fe7b00c0-662c-45ed-ae4f-abf07bb545a1', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'port_id': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'mac_address': 'fa:16:3e:f7:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'device_owner': 'compute:tempest-test_az-2108995736'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:33Z', 'revision_number': 1, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:35.438059 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fdaeef-0bae-4d18-a3dc-53bc285f0444 x-openstack-request-id: req-c9fdaeef-0bae-4d18-a3dc-53bc285f0444 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:35.438651 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a19c60a-5988-4f21-81cd-5ac142114f5f", "tag": "65c7393a-90c7-4e1d-856c-e130c9308bc7", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:35.439140 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9fdaeef-0bae-4d18-a3dc-53bc285f0444 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:35.439749 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'tag': '65c7393a-90c7-4e1d-856c-e130c9308bc7', 'status': 'completed', 'code': 200} Aug 31 07:36:35.442114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-e5e1fa77-bb64-4e4b-b444-36db5f7cbb65 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7 HTTP/1.1" status: 200 len: 217 time: 0.0956151 Aug 31 07:36:35.465950 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee77ad3-be06-46d6-95d0-5881d3e824c4 None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'fe7b00c0-662c-45ed-ae4f-abf07bb545a1', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'port_id': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'mac_address': 'fa:16:3e:f7:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'device_owner': 'compute:tempest-test_az-2108995736'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:33Z', 'revision_number': 1, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:35.502234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-dea5239f-79b1-4539-9977-7f78e6374cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.504214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-dea5239f-79b1-4539-9977-7f78e6374cc1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054041 Aug 31 07:36:35.520611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397944bd-a992-4edf-8b2a-400f5f772691 req-611a6148-c1f3-4028-ab87-cf8f7515150f tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.520843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-397944bd-a992-4edf-8b2a-400f5f772691 req-611a6148-c1f3-4028-ab87-cf8f7515150f tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 947 time: 0.0890424 Aug 31 07:36:35.526589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-6219e30c-f29a-43d3-8b3e-65d68ae4c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.529150 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-6219e30c-f29a-43d3-8b3e-65d68ae4c62f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0798159 Aug 31 07:36:35.586235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154678c0-d7d3-4688-8c19-15932822d053 req-f212d517-4afa-4fec-90fb-3119f5ebebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.587949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-f212d517-4afa-4fec-90fb-3119f5ebebcf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522480 Aug 31 07:36:35.618901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-397944bd-a992-4edf-8b2a-400f5f772691 req-63fd698e-8e24-4fce-8831-77fa5b418742 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864649 Aug 31 07:36:35.645693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-c04f8da4-6aa3-443a-bd38-3cdb05769304 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236806 Aug 31 07:36:35.705399 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-d7fa02de-d701-4389-b1d8-2085380b3980 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026683 Aug 31 07:36:35.754564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d20a58-e750-4855-ab02-b0648e77c9fe req-cde93071-4375-4156-ba80-8bf1026bdc70 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019068 Aug 31 07:36:35.780808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb8499-ebc4-4adb-9b57-be9f056d01a1 None None] New status for floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:36:35.912442 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-154678c0-d7d3-4688-8c19-15932822d053 req-614fd38b-fb1a-4aa4-b9e2-318e1afef65a service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000601 Aug 31 07:36:36.093590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3377-8272-4e84-8a92-46c491625818 req-4dd51141-3626-47da-a5af-286bfaf7c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.095126 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-4dd51141-3626-47da-a5af-286bfaf7c7e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=987a9245883445289c8e89b457cd6e96&device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 1099 time: 0.0518975 Aug 31 07:36:36.225368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3377-8272-4e84-8a92-46c491625818 req-9fbe3328-7163-4e0d-9594-c0454bfe2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.226419 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-9fbe3328-7163-4e0d-9594-c0454bfe2e8e service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1109660 Aug 31 07:36:36.268511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-8b1167ec-d916-49df-a5d5-9e0f02386c79 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7 HTTP/1.1" status: 200 len: 217 time: 0.0346792 Aug 31 07:36:36.324699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3377-8272-4e84-8a92-46c491625818 req-0e3da69c-3cb0-43c5-bbb0-09cbb8da4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.326796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-0e3da69c-3cb0-43c5-bbb0-09cbb8da4375 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0475614 Aug 31 07:36:36.399454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3377-8272-4e84-8a92-46c491625818 req-72e500b9-f573-433a-980d-43062cbdb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.402428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-72e500b9-f573-433a-980d-43062cbdb5ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532022 Aug 31 07:36:36.444442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e344-df45-4ecb-b978-0bb387db5ab0 req-0436e0e3-1e26-4f10-bbfe-f0f73b5d1492 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.446055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d393e344-df45-4ecb-b978-0bb387db5ab0 req-0436e0e3-1e26-4f10-bbfe-f0f73b5d1492 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 949 time: 0.1073470 Aug 31 07:36:36.468740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65796a95-1ff7-4935-9711-a151c54f5afa req-940276be-476c-4d01-aa61-ec90b2ddbaa2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.470354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65796a95-1ff7-4935-9711-a151c54f5afa req-940276be-476c-4d01-aa61-ec90b2ddbaa2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.0728250 Aug 31 07:36:36.499680 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-fcb40743-5982-4906-86a2-22c0bc12bcf9 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892668 Aug 31 07:36:36.520847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d393e344-df45-4ecb-b978-0bb387db5ab0 req-5dd7119f-3339-485d-82b2-569d04f240bb tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663929 Aug 31 07:36:36.529030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65796a95-1ff7-4935-9711-a151c54f5afa req-edd3df63-514e-4143-a87b-a085174f1e94 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Aug 31 07:36:36.606394 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0de3377-8272-4e84-8a92-46c491625818 req-dc583148-b95c-40fb-a092-b7f0acb88f5e service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992134 Aug 31 07:36:36.656058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1f4f3-7154-486a-a936-07f84e2fb54d req-18ad3a95-2414-4dce-acef-5d0812286ec1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.657681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a1f4f3-7154-486a-a936-07f84e2fb54d req-18ad3a95-2414-4dce-acef-5d0812286ec1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0497761 Aug 31 07:36:36.704398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a1f4f3-7154-486a-a936-07f84e2fb54d req-f7cb6e7a-cac7-417a-8c62-66550204ac75 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Aug 31 07:36:36.836073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172938-81fc-4ff2-9e88-04dd49691e8b req-471e235f-e60a-467f-975d-60cb3c3ccf9a tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.847605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1172938-81fc-4ff2-9e88-04dd49691e8b req-471e235f-e60a-467f-975d-60cb3c3ccf9a tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 947 time: 0.0628331 Aug 31 07:36:36.890207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1172938-81fc-4ff2-9e88-04dd49691e8b req-e71a19d6-93d7-4a33-b199-ae6ee001d85b tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Aug 31 07:36:36.966831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51296) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:37.092115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69860241-0c07-4a5d-acc5-5f7c9f4e11ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.134499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-4c6c4514-15e2-4a97-ad54-cbea0101e8d3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ea1dae63b6bd45e3848c141a902d089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310144 Aug 31 07:36:37.489258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-31896844-c4ca-4e76-88ce-53902d9a09e1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:37.490772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-31896844-c4ca-4e76-88ce-53902d9a09e1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474209 Aug 31 07:36:37.515541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-7bec0920-85ea-4b35-817c-be78f37948eb tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/quotas/ea1dae63b6bd45e3848c141a902d089a HTTP/1.1" status: 200 len: 375 time: 0.0164301 Aug 31 07:36:37.519859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69860241-0c07-4a5d-acc5-5f7c9f4e11ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.570357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-28badb33-9dbc-4c68-b510-cce3f7c3651a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489721 Aug 31 07:36:37.670959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69860241-0c07-4a5d-acc5-5f7c9f4e11ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.711692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-69860241-0c07-4a5d-acc5-5f7c9f4e11ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c68d1bb3b494cda96a77aa6ca07196e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437053 Aug 31 07:36:37.714917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51336) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:37.719830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69860241-0c07-4a5d-acc5-5f7c9f4e11ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6518db88-8b85-4866-9f0d-38f9798d391e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:37.730967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-d99815f3-00ac-42cf-9ef2-a034c16ff0ac tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:37.732484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-d99815f3-00ac-42cf-9ef2-a034c16ff0ac tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.45 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 949 time: 0.0876186 Aug 31 07:36:37.779181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67126d1e-aa92-4c54-b1fb-93cf6be282e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.802090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67126d1e-aa92-4c54-b1fb-93cf6be282e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.930843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Deleting port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:37.931196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.980461 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67126d1e-aa92-4c54-b1fb-93cf6be282e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.983655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67126d1e-aa92-4c54-b1fb-93cf6be282e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.987194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-67126d1e-aa92-4c54-b1fb-93cf6be282e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6518db88-8b85-4866-9f0d-38f9798d391e HTTP/1.1" status: 204 len: 168 time: 0.2688608 Aug 31 07:36:37.996634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67126d1e-aa92-4c54-b1fb-93cf6be282e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518db88-8b85-4866-9f0d-38f9798d391e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:38.055620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] For port d9c7f6ca-d7bb-44af-9300-226759ecc5c4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:38.056045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:38.077540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Calling delete_port for d9c7f6ca-d7bb-44af-9300-226759ecc5c4 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:38.090752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70635c-e3c8-4d6a-8bf6-1d637f574347 req-9c52a4ed-5e1c-4e81-82f1-2af68e7e621c tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:38.092313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc70635c-e3c8-4d6a-8bf6-1d637f574347 req-9c52a4ed-5e1c-4e81-82f1-2af68e7e621c tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 949 time: 0.2038503 Aug 31 07:36:38.191869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc70635c-e3c8-4d6a-8bf6-1d637f574347 req-056cba23-b13f-4aa1-9a41-fd3659fe9f27 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/security-groups?id=73ff64c7-657e-42d4-aa46-f80c991d6737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918236 Aug 31 07:36:38.295945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3f4094c-3e63-4d0f-b1c0-7c6c5f1e701a req-288dcbe7-512d-4fd2-bcbd-c1c6e1f3e7ec tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 210 time: 0.0293202 Aug 31 07:36:38.424498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:38.437155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d9c7f6ca-d7bb-44af-9300-226759ecc5c4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:38.465200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Pushing event deleted for resources: {'Port': ['ID=d9c7f6ca-d7bb-44af-9300-226759ecc5c4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:38.527631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0751d-3200-4c51-af42-367ae8cfa95a req-29e95c0b-b1c6-4e28-8ec4-ae57e86550b0 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:38.529245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ec0751d-3200-4c51-af42-367ae8cfa95a req-29e95c0b-b1c6-4e28-8ec4-ae57e86550b0 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 947 time: 0.1352704 Aug 31 07:36:38.544484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] No DVR routers for this DVR port d9c7f6ca-d7bb-44af-9300-226759ecc5c4 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:36:38.552807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:38.554851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-770ed34c-0518-4dca-b2bb-499e341be8ec req-1f5f646f-966c-4864-8515-26c24c7a6b40 tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.45 "DELETE /v2.0/ports/d9c7f6ca-d7bb-44af-9300-226759ecc5c4 HTTP/1.1" status: 204 len: 173 time: 0.8160188 Aug 31 07:36:38.555267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'name': 'network-vif-deleted', 'tag': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:38.558056 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55933e-a663-4d34-bb9f-332df9d72e52" -d '{"events": [{"server_uuid": "d539ee5f-b72d-4e11-8f77-64d4b52f9735", "name": "network-vif-deleted", "tag": "d9c7f6ca-d7bb-44af-9300-226759ecc5c4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:38.590378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ec0751d-3200-4c51-af42-367ae8cfa95a req-2e1f3cd7-d6ff-4eda-83e4-df191c28d662 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Aug 31 07:36:38.827693 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1876b0ae-e2c3-4308-8457-d74ce0710759 x-openstack-request-id: req-1876b0ae-e2c3-4308-8457-d74ce0710759 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:38.827992 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d539ee5f-b72d-4e11-8f77-64d4b52f9735", "name": "network-vif-deleted", "tag": "d9c7f6ca-d7bb-44af-9300-226759ecc5c4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:38.828245 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1876b0ae-e2c3-4308-8457-d74ce0710759 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:38.828696 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd539ee5f-b72d-4e11-8f77-64d4b52f9735', 'name': 'network-vif-deleted', 'tag': 'd9c7f6ca-d7bb-44af-9300-226759ecc5c4', 'status': 'completed', 'code': 200} Aug 31 07:36:39.015066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:39.029109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1087-1e3a-46c6-998e-c14ac3d25133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.149761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1087-1e3a-46c6-998e-c14ac3d25133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.270721 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1087-1e3a-46c6-998e-c14ac3d25133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.313905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ebbd1087-1e3a-46c6-998e-c14ac3d25133 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc71840fb92b47c5b4a9886642ab0fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951674 Aug 31 07:36:39.313905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd1087-1e3a-46c6-998e-c14ac3d25133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8713238e-9cbc-407c-bfc5-139b2dfcdb9a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.314443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51402) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:39.377551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3d23d34-c30e-4aae-8c5c-25621a47bda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.398192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3d23d34-c30e-4aae-8c5c-25621a47bda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.541156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3d23d34-c30e-4aae-8c5c-25621a47bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.544677 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3d23d34-c30e-4aae-8c5c-25621a47bda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.546359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d3d23d34-c30e-4aae-8c5c-25621a47bda5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8713238e-9cbc-407c-bfc5-139b2dfcdb9a HTTP/1.1" status: 204 len: 168 time: 0.2306404 Aug 31 07:36:39.597415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d23d34-c30e-4aae-8c5c-25621a47bda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713238e-9cbc-407c-bfc5-139b2dfcdb9a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.600741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53b2b48f-4713-407f-a64a-fe7268b4ff95 req-68895d5e-104a-49a8-bd7e-1b0d7b984c4a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 210 time: 0.0607450 Aug 31 07:36:39.603017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da8ab552-c2f9-4639-9a6d-a52df982d8c7 req-bc340bac-913b-4da7-a937-77965c77feac tempest-ServerDiagnosticsNegativeTest-163756769 tempest-ServerDiagnosticsNegativeTest-163756769-project] 10.222.0.36 "GET /v2.0/ports?device_id=d539ee5f-b72d-4e11-8f77-64d4b52f9735 HTTP/1.1" status: 200 len: 210 time: 0.0554636 Aug 31 07:36:39.805391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681eeb-029c-49ac-aab5-6cb8de320073 req-b3b73788-3cca-4033-842e-8c3142e58bca tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.806923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5681eeb-029c-49ac-aab5-6cb8de320073 req-b3b73788-3cca-4033-842e-8c3142e58bca tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 947 time: 0.0502825 Aug 31 07:36:39.845024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5681eeb-029c-49ac-aab5-6cb8de320073 req-96969228-45c9-4d2b-aecf-5760afb18aab tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Aug 31 07:36:40.076049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 65c7393a-90c7-4e1d-856c-e130c9308bc7 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:40.208961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 65c7393a-90c7-4e1d-856c-e130c9308bc7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:40.221607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '65c7393a-90c7-4e1d-856c-e130c9308bc7', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '65c7393a-90c7-4e1d-856c-e130c9308bc7', 'mac_address': 'fa:16:3e:8a:36:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:40.271980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.304180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c7393a-90c7-4e1d-856c-e130c9308bc7 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:40.333216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 65c7393a-90c7-4e1d-856c-e130c9308bc7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:40.446801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.495544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=65c7393a-90c7-4e1d-856c-e130c9308bc7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:40.613127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-e3317063-1d7f-42b5-a984-207b13c4891d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ea1dae63b6bd45e3848c141a902d089a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231695 Aug 31 07:36:40.728275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-55b42fde-c0aa-412f-a144-ddc09a6c5446 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.729905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-55b42fde-c0aa-412f-a144-ddc09a6c5446 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111219 Aug 31 07:36:40.743877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Request body: {'port': {'device_id': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'ea1dae63b6bd45e3848c141a902d089a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:40.757935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['65c7393a-90c7-4e1d-856c-e130c9308bc7'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:41.002121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Made reservation on behalf of ea1dae63b6bd45e3848c141a902d089a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:41.007052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.121257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36c9cb16-2f94-4460-a4c4-39bcb38cfa98 req-aafb435a-95ad-456f-b0d5-a15adbea37c1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 210 time: 0.0460982 Aug 31 07:36:41.220719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f134-f4f0-40b3-933a-9f99d4215e3d req-d568c6a8-207e-4904-9275-03cdc574c703 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:41.222549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea38f134-f4f0-40b3-933a-9f99d4215e3d req-d568c6a8-207e-4904-9275-03cdc574c703 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 948 time: 0.1207051 Aug 31 07:36:41.268113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Allocated IP 192.168.233.23 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/38ba760d-389c-4ca4-837b-ac1a34f9917c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:41.295278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea38f134-f4f0-40b3-933a-9f99d4215e3d req-7ae62a19-885e-48dc-ab0c-da8f4dcea3f3 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643737 Aug 31 07:36:41.424727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2f89d-7f31-4e11-ad12-6ef07fd4ae2f req-77c7f69b-0037-4be2-966b-267a5daa985b tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:41.426265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70e2f89d-7f31-4e11-ad12-6ef07fd4ae2f req-77c7f69b-0037-4be2-966b-267a5daa985b tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 972 time: 0.1156809 Aug 31 07:36:41.512765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70e2f89d-7f31-4e11-ad12-6ef07fd4ae2f req-af899a18-b926-475a-8d44-99ce3de8cf14 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742590 Aug 31 07:36:41.517464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.545568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Transition to ACTIVE for port object 38ba760d-389c-4ca4-837b-ac1a34f9917c will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:41.556564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51504) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:41.807881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abfb4221-5868-4872-8eda-5df06673a8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.848737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.868668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:41.870054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['977016bf-eca8-4d3a-901d-438da9403386', '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:41.934042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:41.938670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:41.957155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:41.964835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abfb4221-5868-4872-8eda-5df06673a8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.965723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:41.966754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.980884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event updated for resources: {'Port': ['ID=38ba760d-389c-4ca4-837b-ac1a34f9917c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.074799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 65c7393a-90c7-4e1d-856c-e130c9308bc7 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:42.100527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abfb4221-5868-4872-8eda-5df06673a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.175109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51526) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:42.175869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-abfb4221-5868-4872-8eda-5df06673a8b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa013655612245f9a09dc0d8e60c3c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6161513 Aug 31 07:36:42.176945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4221-5868-4872-8eda-5df06673a8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e24629-9478-4e64-8b36-3a4623f374a3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.238616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-bb1d29b5-1601-4b63-bf3e-714c23a4dc77 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4987068 Aug 31 07:36:42.259701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-07c1acb2-b9d6-4fb4-85c4-b55ac090639a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a34968c2137451d9e60758b20d938ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869779 Aug 31 07:36:42.263942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51538) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:42.267151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Request body: {'port': {'device_id': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:42.280280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d9c7f6ca-d7bb-44af-9300-226759ecc5c4 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:42.320248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: d9c7f6ca-d7bb-44af-9300-226759ecc5c4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:42.320758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d9c7f6ca-d7bb-44af-9300-226759ecc5c4 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:42.334916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 65c7393a-90c7-4e1d-856c-e130c9308bc7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:42.342200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 65c7393a-90c7-4e1d-856c-e130c9308bc7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:42.342570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.377378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4a4d-7471-4556-a99e-cd418863e966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.381786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.412971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.433554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73733d5b-b13c-4741-904c-25a35c287c26 None None] Provisioning for port 38ba760d-389c-4ca4-837b-ac1a34f9917c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:42.453345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73733d5b-b13c-4741-904c-25a35c287c26 None None] Provisioning complete for port 38ba760d-389c-4ca4-837b-ac1a34f9917c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:42.454084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73733d5b-b13c-4741-904c-25a35c287c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.456045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.486972 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4a4d-7471-4556-a99e-cd418863e966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.505664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7393a-90c7-4e1d-856c-e130c9308bc7'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:42.508385 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc53595-7d20-4124-8712-c70e3844b02d" -d '{"events": [{"server_uuid": "3a19c60a-5988-4f21-81cd-5ac142114f5f", "name": "network-vif-plugged", "status": "completed", "tag": "65c7393a-90c7-4e1d-856c-e130c9308bc7"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:42.519491 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.529758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 65c7393a-90c7-4e1d-856c-e130c9308bc7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:42.537782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-73733d5b-b13c-4741-904c-25a35c287c26 None None] Port 38ba760d-389c-4ca4-837b-ac1a34f9917c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:42.550966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48e321-5df5-4684-af7b-43ae35f1a868 req-c33a508e-d80e-4ec4-902e-2bc6a3040e03 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.564538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db48e321-5df5-4684-af7b-43ae35f1a868 req-c33a508e-d80e-4ec4-902e-2bc6a3040e03 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 935 time: 0.2764347 Aug 31 07:36:42.579044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.584234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.585746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73ff64c7-657e-42d4-aa46-f80c991d6737 HTTP/1.1" status: 204 len: 168 time: 0.3207676 Aug 31 07:36:42.599548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff64c7-657e-42d4-aa46-f80c991d6737,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.618717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.619292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.619938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.620747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.621297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.638593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bede-3aeb-4c93-9d89-436f4edd58dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:42.649993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.738667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=65c7393a-90c7-4e1d-856c-e130c9308bc7,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.757588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db48e321-5df5-4684-af7b-43ae35f1a868 req-ad496542-fdbb-4321-a81d-81a206039fa7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916862 Aug 31 07:36:42.789231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-4def0525-9450-4335-ab71-5019dd6ac628 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.791547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-4def0525-9450-4335-ab71-5019dd6ac628 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 972 time: 0.1213908 Aug 31 07:36:42.803255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53dce2-ea76-456b-a617-51c90636f159 req-e5f284ba-30bc-41a5-a1c2-d3fecd5cc294 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.813497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b53dce2-ea76-456b-a617-51c90636f159 req-e5f284ba-30bc-41a5-a1c2-d3fecd5cc294 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 949 time: 0.1637290 Aug 31 07:36:42.848152 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66c6a20-98a6-4dd2-a290-fb5c8c55e93a x-openstack-request-id: req-b66c6a20-98a6-4dd2-a290-fb5c8c55e93a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:42.848426 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a19c60a-5988-4f21-81cd-5ac142114f5f", "name": "network-vif-plugged", "status": "completed", "tag": "65c7393a-90c7-4e1d-856c-e130c9308bc7", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:42.848677 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b66c6a20-98a6-4dd2-a290-fb5c8c55e93a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:42.849074 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7393a-90c7-4e1d-856c-e130c9308bc7', 'code': 200} Aug 31 07:36:42.890248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4a4d-7471-4556-a99e-cd418863e966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.892856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4a4d-7471-4556-a99e-cd418863e966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.894362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0b7f4a4d-7471-4556-a99e-cd418863e966 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2e24629-9478-4e64-8b36-3a4623f374a3 HTTP/1.1" status: 204 len: 168 time: 0.7175276 Aug 31 07:36:42.911381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f4a4d-7471-4556-a99e-cd418863e966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e24629-9478-4e64-8b36-3a4623f374a3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.993209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b53dce2-ea76-456b-a617-51c90636f159 req-1ba2b4ca-306a-4c8e-9d94-ae0f82a0329d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652119 Aug 31 07:36:43.030773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Deleting port c3f7a69a-a22c-464d-a55c-b6a6bf978164 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:43.031287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.117067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b063ce-95e0-4179-a7a2-88041d372472 req-f783b3ed-6c66-4fb1-88be-7856796f1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:43.118603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b063ce-95e0-4179-a7a2-88041d372472 req-f783b3ed-6c66-4fb1-88be-7856796f1782 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 1101 time: 0.1899581 Aug 31 07:36:43.141794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab4d14-c2c5-4f27-9da7-dd2da853e733 req-49c31f95-a711-4a51-a5ba-30758391fc97 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:43.144439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] For port c3f7a69a-a22c-464d-a55c-b6a6bf978164, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c3f7a69a-a22c-464d-a55c-b6a6bf978164,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:43.144895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.148927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13ab4d14-c2c5-4f27-9da7-dd2da853e733 req-49c31f95-a711-4a51-a5ba-30758391fc97 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 972 time: 0.1610913 Aug 31 07:36:43.163718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Calling delete_port for c3f7a69a-a22c-464d-a55c-b6a6bf978164 owned by compute:tempest-test_az-2108995736 {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:43.234812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13ab4d14-c2c5-4f27-9da7-dd2da853e733 req-935e406c-ce79-46d1-8d52-baf368b883c9 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e2feff-2dd4-4e28-94c2-cddcb0d48357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848961 Aug 31 07:36:43.246403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b063ce-95e0-4179-a7a2-88041d372472 req-d259e74f-4714-4dad-ad80-e461fdba10cd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932817 Aug 31 07:36:43.306058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ba760d-389c-4ca4-837b-ac1a34f9917c {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:43.314138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.435996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Transition to ACTIVE for port object 38ba760d-389c-4ca4-837b-ac1a34f9917c will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:43.436906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.449074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c3f7a69a-a22c-464d-a55c-b6a6bf978164'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:43.465897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Pushing event deleted for resources: {'Port': ['ID=c3f7a69a-a22c-464d-a55c-b6a6bf978164,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:43.531816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] No DVR routers for this DVR port c3f7a69a-a22c-464d-a55c-b6a6bf978164 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:36:43.535167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.537315 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-853917e9-4185-44b8-9352-ccec6b9a3383 req-dcc2e1e9-d179-434e-aea9-b45fe59e4233 tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.68 "DELETE /v2.0/ports/c3f7a69a-a22c-464d-a55c-b6a6bf978164 HTTP/1.1" status: 204 len: 173 time: 0.7389185 Aug 31 07:36:43.538031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'name': 'network-vif-deleted', 'tag': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:43.540352 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d89b440-daa6-41cb-8b73-5b792b091cf6" -d '{"events": [{"server_uuid": "93bf2de6-bb42-4f22-aeb2-f063c0a25e27", "name": "network-vif-deleted", "tag": "c3f7a69a-a22c-464d-a55c-b6a6bf978164"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:43.543641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.551100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51586) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:43.571921 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-43259d32-6835-4ce5-8f15-5e8c18534cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.623561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=38ba760d-389c-4ca4-837b-ac1a34f9917c,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:43.671226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Attempting to bind port 38ba760d-389c-4ca4-837b-ac1a34f9917c on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:43.671226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Attempting to bind port 38ba760d-389c-4ca4-837b-ac1a34f9917c by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:43.671226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Attempting to bind port 38ba760d-389c-4ca4-837b-ac1a34f9917c on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:43.685134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Port 38ba760d-389c-4ca4-837b-ac1a34f9917c on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:43.685134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Attempting to bind port 38ba760d-389c-4ca4-837b-ac1a34f9917c on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:43.698139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:43.698495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:43.698886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:43.699322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Bound port: 38ba760d-389c-4ca4-837b-ac1a34f9917c, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:43.699693 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.706196 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b974199-1568-431b-b5fd-e1a1638ae8d3 x-openstack-request-id: req-1b974199-1568-431b-b5fd-e1a1638ae8d3 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:43.706781 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf2de6-bb42-4f22-aeb2-f063c0a25e27", "name": "network-vif-deleted", "tag": "c3f7a69a-a22c-464d-a55c-b6a6bf978164", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:43.706781 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b974199-1568-431b-b5fd-e1a1638ae8d3 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:43.707142 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf2de6-bb42-4f22-aeb2-f063c0a25e27', 'name': 'network-vif-deleted', 'tag': 'c3f7a69a-a22c-464d-a55c-b6a6bf978164', 'status': 'completed', 'code': 200} Aug 31 07:36:43.774398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-43259d32-6835-4ce5-8f15-5e8c18534cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.794516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] For port 38ba760d-389c-4ca4-837b-ac1a34f9917c, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:43.797898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] For port 38ba760d-389c-4ca4-837b-ac1a34f9917c, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:43.899036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4112d8d-31b8-4dc5-b22b-964fefad1e9e req-8267d58e-c5f5-4d9d-8c31-c669e4800162 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:43.900641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4112d8d-31b8-4dc5-b22b-964fefad1e9e req-8267d58e-c5f5-4d9d-8c31-c669e4800162 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 947 time: 0.0615129 Aug 31 07:36:43.910533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-43259d32-6835-4ce5-8f15-5e8c18534cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.940682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.959030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259d32-6835-4ce5-8f15-5e8c18534cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445424e6-3a3d-4026-8622-8256c5077f20,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:43.996803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:43.997488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.998916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] 10.222.0.45 "PUT /v2.0/ports/38ba760d-389c-4ca4-837b-ac1a34f9917c HTTP/1.1" status: 200 len: 1096 time: 1.7513924 Aug 31 07:36:43.999370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'tag': '38ba760d-389c-4ca4-837b-ac1a34f9917c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:44.001847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-43259d32-6835-4ce5-8f15-5e8c18534cd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d5329745ff84e0497c4b4c362cee011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480569 Aug 31 07:36:44.002074 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c22fd41-e85d-41ba-9fa9-4546612db59c" -d '{"events": [{"name": "network-changed", "server_uuid": "8efa3548-d2ea-450a-9265-e0477ad8d905", "tag": "38ba760d-389c-4ca4-837b-ac1a34f9917c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:44.008455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51600) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.034016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4112d8d-31b8-4dc5-b22b-964fefad1e9e req-1a740178-54e5-49d5-aa28-0f89e01aedce tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271195 Aug 31 07:36:44.058796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51604) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.086421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcbc83-d4ab-4245-8757-800a65da0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=38ba760d-389c-4ca4-837b-ac1a34f9917c,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.111188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d790daca-cd57-4151-b7ab-5f63d28d2d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.137790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d790daca-cd57-4151-b7ab-5f63d28d2d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.145789 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc021de5-8188-4e14-9b6f-7de1c2854a28 x-openstack-request-id: req-fc021de5-8188-4e14-9b6f-7de1c2854a28 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:44.146136 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efa3548-d2ea-450a-9265-e0477ad8d905", "tag": "38ba760d-389c-4ca4-837b-ac1a34f9917c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:44.146348 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc021de5-8188-4e14-9b6f-7de1c2854a28 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:44.146752 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'tag': '38ba760d-389c-4ca4-837b-ac1a34f9917c', 'status': 'completed', 'code': 200} Aug 31 07:36:44.201474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51608) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.202069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-d80e3802-c055-4005-ae87-9b65ff6510c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:44.203600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-d80e3802-c055-4005-ae87-9b65ff6510c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 1099 time: 0.0935647 Aug 31 07:36:44.211283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2969af-e210-4bb4-9c4d-a45b3bc3cb2e req-04c0e9b6-b3c2-44bb-a17f-2c0346ce06ac tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:44.212846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a2969af-e210-4bb4-9c4d-a45b3bc3cb2e req-04c0e9b6-b3c2-44bb-a17f-2c0346ce06ac tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 949 time: 0.1149065 Aug 31 07:36:44.215990 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5c08-cdba-4127-bc83-ef9de5a67502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.255822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-1a65761d-c929-40d0-9021-b00d4540818e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c HTTP/1.1" status: 200 len: 217 time: 0.0410631 Aug 31 07:36:44.277354 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d790daca-cd57-4151-b7ab-5f63d28d2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.283031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d790daca-cd57-4151-b7ab-5f63d28d2d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.289299 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d790daca-cd57-4151-b7ab-5f63d28d2d0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/445424e6-3a3d-4026-8622-8256c5077f20 HTTP/1.1" status: 204 len: 168 time: 0.2746854 Aug 31 07:36:44.303376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790daca-cd57-4151-b7ab-5f63d28d2d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445424e6-3a3d-4026-8622-8256c5077f20,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.337720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a2969af-e210-4bb4-9c4d-a45b3bc3cb2e req-43542205-7d0d-454d-adbd-0f773d753fb2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157138 Aug 31 07:36:44.346278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-e638df27-2acd-41c3-a295-c9f93cc72d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:44.347600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-e638df27-2acd-41c3-a295-c9f93cc72d59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0855384 Aug 31 07:36:44.425499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa80f3ea-f16f-4a96-8d0c-95b98fb24d8f req-1b8404ba-9e80-45b6-8745-ce990487290c tempest-AggregatesAdminTestJSON-2004908888 tempest-AggregatesAdminTestJSON-2004908888-project] 10.222.0.36 "GET /v2.0/ports?device_id=93bf2de6-bb42-4f22-aeb2-f063c0a25e27 HTTP/1.1" status: 200 len: 210 time: 0.0298679 Aug 31 07:36:44.434269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5c08-cdba-4127-bc83-ef9de5a67502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.449398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177878b-6878-4085-b595-970a4b5812c7 req-ec269820-974e-4efd-943e-fbe60337f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:44.450892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-ec269820-974e-4efd-943e-fbe60337f379 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889072 Aug 31 07:36:44.458256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.554767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-85196bb9-e725-41e7-940b-561f85f63bf8 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936072 Aug 31 07:36:44.567520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5c08-cdba-4127-bc83-ef9de5a67502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.579876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51616) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.611011 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d0ce5c08-cdba-4127-bc83-ef9de5a67502 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13d41a201418406ca80282ccd2534e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084284 Aug 31 07:36:44.613000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce5c08-cdba-4127-bc83-ef9de5a67502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc0a221-b47a-44be-ad59-d7bb9a2a025d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.613978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51620) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.762980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4177878b-6878-4085-b595-970a4b5812c7 req-1b85568e-b113-4029-9d3b-1660ba9fd783 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003596 Aug 31 07:36:44.774020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-86c3918f-bc24-436f-81e9-68e0c1a0cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.808954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-86c3918f-bc24-436f-81e9-68e0c1a0cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.827094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.872723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d64ffc5f-6e77-44ca-8a35-933fa4c44acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.947079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.969097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-86c3918f-bc24-436f-81e9-68e0c1a0cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.971605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-86c3918f-bc24-436f-81e9-68e0c1a0cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.975207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-86c3918f-bc24-436f-81e9-68e0c1a0cf97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfc0a221-b47a-44be-ad59-d7bb9a2a025d HTTP/1.1" status: 204 len: 168 time: 0.3547592 Aug 31 07:36:45.012159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2dbd554ce3d43389f7ec1a14dd91719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523032 Aug 31 07:36:45.014893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d64ffc5f-6e77-44ca-8a35-933fa4c44acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.016917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51634) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:45.021335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d2dffb-2f56-4bf9-9043-99c4b6ad0319,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.036220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.036220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.036220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.036601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.036833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.037238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.037488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.037837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.038175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.038501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.038830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.039157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203852ff-cea6-4ee5-a19c-5b63c9115d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:45.059318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-7709e495-d39d-4a01-869c-a6e9b9bb40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.059318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-7709e495-d39d-4a01-869c-a6e9b9bb40ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 1099 time: 0.1439004 Aug 31 07:36:45.059318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3918f-bc24-436f-81e9-68e0c1a0cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc0a221-b47a-44be-ad59-d7bb9a2a025d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.082482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d64ffc5f-6e77-44ca-8a35-933fa4c44acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.099447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb7657f-1c30-4302-a85a-1a37bd896f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.150340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb7657f-1c30-4302-a85a-1a37bd896f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.152847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ffc5f-6e77-44ca-8a35-933fa4c44acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fda40ba-0794-4d24-8d22-3b855a4ba93f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.157051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d64ffc5f-6e77-44ca-8a35-933fa4c44acb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b8baf177d754dd7908f84bba7f9d2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721948 Aug 31 07:36:45.164945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51640) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:45.326997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8179eaad-5b9d-41c7-a499-249b99c760d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.326997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8179eaad-5b9d-41c7-a499-249b99c760d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-793d54a5-547f-4c68-80df-21b2b99c2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-793d54a5-547f-4c68-80df-21b2b99c2672 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.3984332 Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78303d-e256-4639-8201-11d7b05af831 req-395a078f-79ed-4f89-9de3-8c617bda9f2b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d78303d-e256-4639-8201-11d7b05af831 req-395a078f-79ed-4f89-9de3-8c617bda9f2b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 947 time: 0.3523581 Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b36713-c4c7-4ede-9b56-abb5a3cbbf43 req-7bb06cec-41b1-4dc4-bc97-9797bb8acf6e tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b36713-c4c7-4ede-9b56-abb5a3cbbf43 req-7bb06cec-41b1-4dc4-bc97-9797bb8acf6e tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 949 time: 0.1311247 Aug 31 07:36:45.597386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-6557ba5b-f5e9-419c-a62c-fd5c0e9523fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c HTTP/1.1" status: 200 len: 217 time: 0.0545928 Aug 31 07:36:45.603111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d78303d-e256-4639-8201-11d7b05af831 req-975efe49-1ba5-4010-974f-b21e81d49607 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155109 Aug 31 07:36:45.627719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b36713-c4c7-4ede-9b56-abb5a3cbbf43 req-ea4df031-5789-45d7-a8da-fefbe98d4666 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884376 Aug 31 07:36:45.632612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-ac0c8d8d-524d-4d19-bae4-6ec6361283bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.634092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-ac0c8d8d-524d-4d19-bae4-6ec6361283bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0782738 Aug 31 07:36:45.665327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb7657f-1c30-4302-a85a-1a37bd896f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.665327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb7657f-1c30-4302-a85a-1a37bd896f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.665327 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3fb7657f-1c30-4302-a85a-1a37bd896f9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23d2dffb-2f56-4bf9-9043-99c4b6ad0319 HTTP/1.1" status: 204 len: 168 time: 0.6257708 Aug 31 07:36:45.665327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7657f-1c30-4302-a85a-1a37bd896f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d2dffb-2f56-4bf9-9043-99c4b6ad0319,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.698451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-197bc53e-8acb-4377-974d-e194c1616fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.699962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-197bc53e-8acb-4377-974d-e194c1616fdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553308 Aug 31 07:36:45.804899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-802a910f-638c-48c8-b7cf-1a35a257dc63 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939763 Aug 31 07:36:45.864792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8179eaad-5b9d-41c7-a499-249b99c760d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.867430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8179eaad-5b9d-41c7-a499-249b99c760d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.868711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8179eaad-5b9d-41c7-a499-249b99c760d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fda40ba-0794-4d24-8d22-3b855a4ba93f HTTP/1.1" status: 204 len: 168 time: 0.7028399 Aug 31 07:36:45.877759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179eaad-5b9d-41c7-a499-249b99c760d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fda40ba-0794-4d24-8d22-3b855a4ba93f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.904651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c22fd41-e85d-41ba-9fa9-4546612db59c req-8db36f6a-a911-4518-81a6-0536ec810871 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Aug 31 07:36:46.261088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e81e2-6a88-4082-a5fe-636d8409fc80 req-6cf6afb9-3083-4abd-8173-53a008e1bdbc tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:46.262612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d7e81e2-6a88-4082-a5fe-636d8409fc80 req-6cf6afb9-3083-4abd-8173-53a008e1bdbc tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 1101 time: 0.0432072 Aug 31 07:36:46.280215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5d7e81e2-6a88-4082-a5fe-636d8409fc80 req-f7d38706-bce2-47ef-9e22-d516a2bdddc2 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.366425 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5d7e81e2-6a88-4082-a5fe-636d8409fc80 req-f7d38706-bce2-47ef-9e22-d516a2bdddc2 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.435836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5d7e81e2-6a88-4082-a5fe-636d8409fc80 req-f7d38706-bce2-47ef-9e22-d516a2bdddc2 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.459565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d7e81e2-6a88-4082-a5fe-636d8409fc80 req-f7d38706-bce2-47ef-9e22-d516a2bdddc2 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909139 Aug 31 07:36:46.468202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d38706-bce2-47ef-9e22-d516a2bdddc2 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6cbd8-e534-494a-81d8-c7594ae47007,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:46.741192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e4b18-4e1c-438b-81d9-bec067fa66f1 req-4180650f-a105-4a1b-832f-51314535b0f6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:46.742957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df1e4b18-4e1c-438b-81d9-bec067fa66f1 req-4180650f-a105-4a1b-832f-51314535b0f6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 947 time: 0.0519235 Aug 31 07:36:46.798529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df1e4b18-4e1c-438b-81d9-bec067fa66f1 req-8ec47891-66c8-4cb3-9bd4-3bfaf0c669fe tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481818 Aug 31 07:36:46.847403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51684) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:46.874240 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:46.874939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:46.891804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2711bb65-3928-43b1-a880-e15624861206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.986482 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2711bb65-3928-43b1-a880-e15624861206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.093898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2711bb65-3928-43b1-a880-e15624861206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.130174 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4429202-e922-4fd4-bb6a-e3d0ab32bbed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b8a4625d48242daa4b5ad22a4a5790c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789700 Aug 31 07:36:47.130718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51694) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.147233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2711bb65-3928-43b1-a880-e15624861206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05bcdf867c7a47b9a5befa2177f4f818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714517 Aug 31 07:36:47.149531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711bb65-3928-43b1-a880-e15624861206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c24a9b-f873-4df7-91d7-f4c58d64e1d7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.150447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51696) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.189127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-991c513b-0399-4395-be5f-9045d533f59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.206167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-920a8882-2917-43a9-8ed3-c1249bc788fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.209638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-991c513b-0399-4395-be5f-9045d533f59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.227588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-920a8882-2917-43a9-8ed3-c1249bc788fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.338982 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-991c513b-0399-4395-be5f-9045d533f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.341675 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-991c513b-0399-4395-be5f-9045d533f59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.341833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51702) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.343082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-991c513b-0399-4395-be5f-9045d533f59e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36e2feff-2dd4-4e28-94c2-cddcb0d48357 HTTP/1.1" status: 204 len: 168 time: 0.2117379 Aug 31 07:36:47.352241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c513b-0399-4395-be5f-9045d533f59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2feff-2dd4-4e28-94c2-cddcb0d48357,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.362105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-709f882b-d298-4e98-a4f4-7ee17f5cd2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.422559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-920a8882-2917-43a9-8ed3-c1249bc788fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.422559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-920a8882-2917-43a9-8ed3-c1249bc788fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.422559 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-920a8882-2917-43a9-8ed3-c1249bc788fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7c24a9b-f873-4df7-91d7-f4c58d64e1d7 HTTP/1.1" status: 204 len: 168 time: 0.2682965 Aug 31 07:36:47.434372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a8882-2917-43a9-8ed3-c1249bc788fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c24a9b-f873-4df7-91d7-f4c58d64e1d7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.496964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-709f882b-d298-4e98-a4f4-7ee17f5cd2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.610801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7691f9-9cc1-4ecd-bca0-ae40a55dc538 req-1b49dc24-1102-4d31-83df-f90d10cd91f0 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:47.612376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c7691f9-9cc1-4ecd-bca0-ae40a55dc538 req-1b49dc24-1102-4d31-83df-f90d10cd91f0 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 1101 time: 0.0427959 Aug 31 07:36:47.656877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c7691f9-9cc1-4ecd-bca0-ae40a55dc538 req-9ab75547-b589-4630-ac0b-8e23ba6093c0 tempest-ServersAdminNegativeTestJSON-1546244047 tempest-ServersAdminNegativeTestJSON-1546244047-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Aug 31 07:36:47.665842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-709f882b-d298-4e98-a4f4-7ee17f5cd2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.697142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-709f882b-d298-4e98-a4f4-7ee17f5cd2db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7ccd766244b4d1a9b1824ac1a0dbb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541141 Aug 31 07:36:47.700265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51716) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.722980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f882b-d298-4e98-a4f4-7ee17f5cd2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d71da8-f75d-4058-a5d6-f390dd5d777b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.760369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a9987a6-a2e5-4818-a494-cea54a33fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.786783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a9987a6-a2e5-4818-a494-cea54a33fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.918554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f41032-f8c6-49f0-92ae-c50c7a2dc26e req-d8833c42-c87e-42f1-a26e-33a288f9e0a1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:47.920074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4f41032-f8c6-49f0-92ae-c50c7a2dc26e req-d8833c42-c87e-42f1-a26e-33a288f9e0a1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 947 time: 0.0478077 Aug 31 07:36:47.921608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a9987a6-a2e5-4818-a494-cea54a33fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.924202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a9987a6-a2e5-4818-a494-cea54a33fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.925218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a9987a6-a2e5-4818-a494-cea54a33fa18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88d71da8-f75d-4058-a5d6-f390dd5d777b HTTP/1.1" status: 204 len: 168 time: 0.2239654 Aug 31 07:36:47.944923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9987a6-a2e5-4818-a494-cea54a33fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d71da8-f75d-4058-a5d6-f390dd5d777b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.968154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4f41032-f8c6-49f0-92ae-c50c7a2dc26e req-d2d1378e-a775-4b94-9e0d-45f9457bcba3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Aug 31 07:36:48.121111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c3f7a69a-a22c-464d-a55c-b6a6bf978164 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:48.140748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: c3f7a69a-a22c-464d-a55c-b6a6bf978164 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:48.141400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c3f7a69a-a22c-464d-a55c-b6a6bf978164 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:48.288506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 38ba760d-389c-4ca4-837b-ac1a34f9917c details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:48.387065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 38ba760d-389c-4ca4-837b-ac1a34f9917c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:48.399479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '38ba760d-389c-4ca4-837b-ac1a34f9917c', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '38ba760d-389c-4ca4-837b-ac1a34f9917c', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:48.436119 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.450135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ba760d-389c-4ca4-837b-ac1a34f9917c {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:48.469779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 38ba760d-389c-4ca4-837b-ac1a34f9917c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:48.592043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51736) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:48.613524 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.631390 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5a509216-ea9c-4199-8e0c-cc7629abc423 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0998449191644faf85ec23778acc16e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381105 Aug 31 07:36:48.633762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:48.670327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=38ba760d-389c-4ca4-837b-ac1a34f9917c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:48.680508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.682770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.682770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.682770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.682770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.683731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.683731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.683731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.683933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.684210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.684615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d31cdc-2c60-489c-acc0-e709a72b873a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.684926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.685405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:48.708174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d31cdc-2c60-489c-acc0-e709a72b873a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.850575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['38ba760d-389c-4ca4-837b-ac1a34f9917c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:48.870817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d31cdc-2c60-489c-acc0-e709a72b873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.873604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d31cdc-2c60-489c-acc0-e709a72b873a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.877773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25d31cdc-2c60-489c-acc0-e709a72b873a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca8cae1b-8316-41cc-8294-78c251cf6033 HTTP/1.1" status: 204 len: 168 time: 0.2398989 Aug 31 07:36:48.883738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d31cdc-2c60-489c-acc0-e709a72b873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8cae1b-8316-41cc-8294-78c251cf6033,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:48.923029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-3e88aadc-818c-40ac-98c9-6699d74a5a62 req-d69b2ad7-75c0-4eb4-8cab-ff46cb4b6037 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:48.932472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e88aadc-818c-40ac-98c9-6699d74a5a62 req-d69b2ad7-75c0-4eb4-8cab-ff46cb4b6037 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8382666 Aug 31 07:36:49.126707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e68190-31bb-4c1e-97a9-e649212c548e req-a3d9639d-727c-440b-b11a-5fd1c86becf3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:49.128196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93e68190-31bb-4c1e-97a9-e649212c548e req-a3d9639d-727c-440b-b11a-5fd1c86becf3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 948 time: 0.0582013 Aug 31 07:36:49.164290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93e68190-31bb-4c1e-97a9-e649212c548e req-e451343d-eb4e-402f-ae41-d5b7f4ff0df9 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303442 Aug 31 07:36:49.523312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f017b-e2a2-47b0-b89b-6f7c5fa2bea3 req-729e3b6e-66ae-4bd3-9a7b-85bb0848dd6a tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:49.525098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-792f017b-e2a2-47b0-b89b-6f7c5fa2bea3 req-729e3b6e-66ae-4bd3-9a7b-85bb0848dd6a tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 949 time: 0.0593877 Aug 31 07:36:49.567944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-792f017b-e2a2-47b0-b89b-6f7c5fa2bea3 req-ab0a5df0-a691-4ffd-b9b2-3a31f16c2d04 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Aug 31 07:36:50.293648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22774-2334-49c8-ad09-e7a986ae551f req-1b3e0af4-f953-4c4e-a5d9-4f05799a8818 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:50.298184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97a22774-2334-49c8-ad09-e7a986ae551f req-1b3e0af4-f953-4c4e-a5d9-4f05799a8818 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 948 time: 0.0589907 Aug 31 07:36:50.338522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97a22774-2334-49c8-ad09-e7a986ae551f req-7810151e-639f-42c4-acee-64d796536e30 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Aug 31 07:36:50.350024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 38ba760d-389c-4ca4-837b-ac1a34f9917c up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:50.544090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 38ba760d-389c-4ca4-837b-ac1a34f9917c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:50.548027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 38ba760d-389c-4ca4-837b-ac1a34f9917c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:50.552681 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.693236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ad212-59f8-441f-b6d4-ae5b826421b7 req-9b86ab5d-0a42-4bba-958f-7034de92909f tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:50.702396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d4ad212-59f8-441f-b6d4-ae5b826421b7 req-9b86ab5d-0a42-4bba-958f-7034de92909f tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 949 time: 0.0642555 Aug 31 07:36:50.758974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d4ad212-59f8-441f-b6d4-ae5b826421b7 req-f2d877c1-56bf-45a2-9b60-447476ceb3b5 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Aug 31 07:36:50.762168 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.803239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 38ba760d-389c-4ca4-837b-ac1a34f9917c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:50.804171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba760d-389c-4ca4-837b-ac1a34f9917c'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:50.806488 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a421fc6-6ce1-43a6-9504-fecaa9b09544" -d '{"events": [{"server_uuid": "8efa3548-d2ea-450a-9265-e0477ad8d905", "name": "network-vif-plugged", "status": "completed", "tag": "38ba760d-389c-4ca4-837b-ac1a34f9917c"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:50.818755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Request body: {'security_group': {'name': 'tempest-securitygroup-207948283', 'description': 'tempest-description-1480790498'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:50.922046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.922245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.930690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.980440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=38ba760d-389c-4ca4-837b-ac1a34f9917c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:51.032756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.093536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.123432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-e5877f87-e4e9-45a6-b32a-e07b57447773 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.126371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-e5877f87-e4e9-45a6-b32a-e07b57447773 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 949 time: 0.0590999 Aug 31 07:36:51.142091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a055668-9147-4f6f-a114-f4f9d64f1baf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:51.210590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.237070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Deleting port 65c7393a-90c7-4e1d-856c-e130c9308bc7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:51.237538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.271428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.292201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51856) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:51.333439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-3c1ef5b7-4041-4377-912e-f9b57416843f tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324068 Aug 31 07:36:51.337359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886d02e9-a654-471e-8287-e03da6b7e386,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:51.340800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] For port 65c7393a-90c7-4e1d-856c-e130c9308bc7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=65c7393a-90c7-4e1d-856c-e130c9308bc7,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:51.341196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.354670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Calling delete_port for 65c7393a-90c7-4e1d-856c-e130c9308bc7 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:51.414322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.415572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe5ab6af-daf3-4d14-bce8-6096c6ee126b req-3c15d573-095b-4cef-8566-586045c3e6f4 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6013043 Aug 31 07:36:51.471202 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32bbc56-775e-4468-9ec3-949081d5956b x-openstack-request-id: req-e32bbc56-775e-4468-9ec3-949081d5956b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:51.472852 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efa3548-d2ea-450a-9265-e0477ad8d905", "name": "network-vif-plugged", "status": "completed", "tag": "38ba760d-389c-4ca4-837b-ac1a34f9917c", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:51.473432 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e32bbc56-775e-4468-9ec3-949081d5956b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:51.474066 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ba760d-389c-4ca4-837b-ac1a34f9917c', 'code': 200} Aug 31 07:36:51.489851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-af4c2c43-a8d3-4bc8-9856-252af3b9aeee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.500964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-af4c2c43-a8d3-4bc8-9856-252af3b9aeee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601844 Aug 31 07:36:51.522289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7d917db5-1086-4730-8799-ba292f3cdeae tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/quotas/c801fc7999f0453ea8d0308ee64b8989 HTTP/1.1" status: 200 len: 375 time: 0.0202329 Aug 31 07:36:51.559721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-de670862-c580-400f-b940-2c237262228e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365634 Aug 31 07:36:51.602155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266f4c6-dfe9-41e8-a6ea-156bc9e6bd09 req-8664c023-e513-4e52-8114-9ce2052654c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.604477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9266f4c6-dfe9-41e8-a6ea-156bc9e6bd09 req-8664c023-e513-4e52-8114-9ce2052654c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 1101 time: 0.0478795 Aug 31 07:36:51.613772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.627367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c54722fa-e7e2-49d8-95fa-11c305b1feae', '65c7393a-90c7-4e1d-856c-e130c9308bc7'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:51.659381 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Pushing event deleted for resources: {'Port': ['ID=65c7393a-90c7-4e1d-856c-e130c9308bc7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:51.707068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9266f4c6-dfe9-41e8-a6ea-156bc9e6bd09 req-99b1b90e-c305-499c-8198-5b0894bb3935 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Aug 31 07:36:51.727397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] No DVR routers for this DVR port 65c7393a-90c7-4e1d-856c-e130c9308bc7 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:36:51.728475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473a524-71e7-4879-a4a6-ca23f3ef7d98 req-7dcf209e-c262-4105-bb8b-45c896113a2b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:51.731307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2473a524-71e7-4879-a4a6-ca23f3ef7d98 req-7dcf209e-c262-4105-bb8b-45c896113a2b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 949 time: 0.1251256 Aug 31 07:36:51.734490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.738749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7f12a9af-6e62-49fa-b450-6ffe29ca73e8 req-83c31404-79c3-4a98-9a3f-de443a92408d tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "DELETE /v2.0/ports/65c7393a-90c7-4e1d-856c-e130c9308bc7 HTTP/1.1" status: 204 len: 173 time: 0.6040945 Aug 31 07:36:51.740286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'name': 'network-vif-deleted', 'tag': '65c7393a-90c7-4e1d-856c-e130c9308bc7'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:51.742569 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47958911-00f8-4acb-a1b2-8dc700e28b5a" -d '{"events": [{"server_uuid": "3a19c60a-5988-4f21-81cd-5ac142114f5f", "name": "network-vif-deleted", "tag": "65c7393a-90c7-4e1d-856c-e130c9308bc7"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:51.805637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2473a524-71e7-4879-a4a6-ca23f3ef7d98 req-829dbd42-7f23-48e5-90b3-b7e05838b727 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660598 Aug 31 07:36:51.830071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2fb9175f-5a91-4e6d-8695-7c8fa4187153 tempest-AutoAllocateNetworkTest-1519443723 tempest-AutoAllocateNetworkTest-1519443723-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7b2b23c5314349639d6d180a7dcb5c52&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5282624 Aug 31 07:36:51.831499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51876) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:51.835737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-7ecb4027-ffda-4ba7-bfe5-f16a710283be req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1845677042', 'description': 'tempest-description-262103998'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:51.957317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7ecb4027-ffda-4ba7-bfe5-f16a710283be req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.151702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05c43032-3040-454f-91af-fac6746a7ed2 req-c9a5b1aa-da79-41e9-92a0-e1e54c12b4cf tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a19c60a-5988-4f21-81cd-5ac142114f5f HTTP/1.1" status: 200 len: 210 time: 0.0539980 Aug 31 07:36:52.172622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7ecb4027-ffda-4ba7-bfe5-f16a710283be req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.194742 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c034ea-f5e2-4a52-b6fd-fd726b4d9f44 x-openstack-request-id: req-b9c034ea-f5e2-4a52-b6fd-fd726b4d9f44 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:52.195310 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a19c60a-5988-4f21-81cd-5ac142114f5f", "name": "network-vif-deleted", "tag": "65c7393a-90c7-4e1d-856c-e130c9308bc7", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:52.195310 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9c034ea-f5e2-4a52-b6fd-fd726b4d9f44 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:52.195795 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a19c60a-5988-4f21-81cd-5ac142114f5f', 'name': 'network-vif-deleted', 'tag': '65c7393a-90c7-4e1d-856c-e130c9308bc7', 'status': 'completed', 'code': 200} Aug 31 07:36:52.254514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8832b27b-22d8-4051-b483-ddef865cc06f req-50dadaa8-bcf0-42c3-8a9f-42628d79ba04 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 210 time: 0.0336006 Aug 31 07:36:52.264589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7ecb4027-ffda-4ba7-bfe5-f16a710283be req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.277036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b21da-5005-42b8-89f4-e61e59d0a448 tempest-AutoAllocateNetworkTest-1519443723 tempest-AutoAllocateNetworkTest-1519443723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:52.277036 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-819b21da-5005-42b8-89f4-e61e59d0a448 tempest-AutoAllocateNetworkTest-1519443723 tempest-AutoAllocateNetworkTest-1519443723-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4374416 Aug 31 07:36:52.277036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51896) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:52.317071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5c2c2c-8192-4e04-8eba-3a68ef8b7437,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:52.345322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7ecb4027-ffda-4ba7-bfe5-f16a710283be req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.349794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ecb4027-ffda-4ba7-bfe5-f16a710283be req-f9b5378a-7586-4caa-97f7-56ad5ea3e4d5 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5184104 Aug 31 07:36:52.368080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3721a283-63a6-413e-b9f5-f8e1eb8e9920 tempest-AutoAllocateNetworkTest-1519443723 tempest-AutoAllocateNetworkTest-1519443723-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916843 Aug 31 07:36:52.374109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51904) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:52.414416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a97a553c-c337-441a-aa5f-6a5780f7c2c0 tempest-AutoAllocateNetworkTest-1519443723 tempest-AutoAllocateNetworkTest-1519443723-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7b2b23c5314349639d6d180a7dcb5c52 HTTP/1.1" status: 200 len: 208 time: 0.0390987 Aug 31 07:36:52.611696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-599036305', 'description': 'tempest-description-753334039'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:52.722207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.732184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.844631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.924542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.979493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead0150-24d3-452c-a9df-cd5b48599512,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.042568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6a1ff-9dd0-4b8c-9b62-dcedf0f6c4f4 req-1ea73bfa-2831-419e-8c69-1c2285fd734b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:53.044129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89b6a1ff-9dd0-4b8c-9b62-dcedf0f6c4f4 req-1ea73bfa-2831-419e-8c69-1c2285fd734b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 949 time: 0.0787606 Aug 31 07:36:53.077352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.098705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89b6a1ff-9dd0-4b8c-9b62-dcedf0f6c4f4 req-fda9f9bb-ea88-4e2c-bcea-88f88309caf3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Aug 31 07:36:53.151140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.184091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34fedb-9092-467f-bab6-189b26c29d05,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.218723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51942) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:53.281585 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.282200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.283253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-259e2e5b-b676-4e7d-acf2-8dc074fa1d13 req-158d61e6-0434-4c45-9236-aead0b447318 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6765504 Aug 31 07:36:53.331536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9faa917a-b49e-401e-8ae1-2e54d2135400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.436983 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9faa917a-b49e-401e-8ae1-2e54d2135400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.507974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-311487eb-e59f-429b-beac-0d5c36ea265f req-c811f3d1-ae8b-498e-adc2-72f194fdf721 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Aug 31 07:36:53.540190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-bc22b6b7-5630-4758-b490-1288f9dc9075 req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-802034610', 'description': 'tempest-description-2013839862'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:53.553220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9faa917a-b49e-401e-8ae1-2e54d2135400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.564087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-4088e079-31c7-4005-9659-aec8e87b2fdf tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=000c131f4f3f4577bf3681518a81782d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406179 Aug 31 07:36:53.653315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9faa917a-b49e-401e-8ae1-2e54d2135400 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b2b23c5314349639d6d180a7dcb5c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333065 Aug 31 07:36:53.654000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa917a-b49e-401e-8ae1-2e54d2135400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb8c38d-3d00-4d80-9462-d72bce18ac1b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.656530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:53.672957 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c99473df-ed7a-420f-bac7-de564021c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.715378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-d2b075d3-68d0-43ce-8d2f-ff4d5beb0c70 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:53.716855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-d2b075d3-68d0-43ce-8d2f-ff4d5beb0c70 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370885 Aug 31 07:36:53.719959 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83bbdcec-bc19-4586-b742-21744463331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.734023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc22b6b7-5630-4758-b490-1288f9dc9075 req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.741317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83bbdcec-bc19-4586-b742-21744463331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.744883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-002814ce-458a-458a-84d2-088933778f32 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/quotas/000c131f4f3f4577bf3681518a81782d HTTP/1.1" status: 200 len: 375 time: 0.0220327 Aug 31 07:36:53.782320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-2d598d15-7d82-4b7f-8f70-729627702a36 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=000c131f4f3f4577bf3681518a81782d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307701 Aug 31 07:36:53.858697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83bbdcec-bc19-4586-b742-21744463331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.861831 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83bbdcec-bc19-4586-b742-21744463331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.865577 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-83bbdcec-bc19-4586-b742-21744463331d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acb8c38d-3d00-4d80-9462-d72bce18ac1b HTTP/1.1" status: 204 len: 168 time: 0.2045987 Aug 31 07:36:53.871877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbdcec-bc19-4586-b742-21744463331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb8c38d-3d00-4d80-9462-d72bce18ac1b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.912707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc22b6b7-5630-4758-b490-1288f9dc9075 req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.992605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc22b6b7-5630-4758-b490-1288f9dc9075 req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.025640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d5479-c0b5-458e-8019-421843b3fd86,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:54.135985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc22b6b7-5630-4758-b490-1288f9dc9075 req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.137620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc22b6b7-5630-4758-b490-1288f9dc9075 req-1e46fc55-e32a-4339-bd26-397dfcf0771f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6030855 Aug 31 07:36:54.254465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-9a2cd795-318e-4244-aaf8-3e0e3f436de7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365677 Aug 31 07:36:54.289394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ba13d27-a664-476b-8e94-c226f066ca44 req-3983546b-30ba-49ce-9fad-74b48a9cca36 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0335755 Aug 31 07:36:54.410110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-eb6a3898-829e-4530-aa1d-0e902a64315a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:54.412054 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-eb6a3898-829e-4530-aa1d-0e902a64315a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500485 Aug 31 07:36:54.427365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:54.478327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0e858-9a71-494e-9602-4c4a14b0c72a req-8836f091-a152-4e6b-a97d-2926c2366419 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:54.479952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b0e858-9a71-494e-9602-4c4a14b0c72a req-8836f091-a152-4e6b-a97d-2926c2366419 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 949 time: 0.1069081 Aug 31 07:36:54.553138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b0e858-9a71-494e-9602-4c4a14b0c72a req-541fe8cc-f04e-4c88-ace4-fc983f3ad8f0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649054 Aug 31 07:36:54.676879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-c3a4be83-23ac-4d13-890d-97dd695a7c83 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36792 time: 0.2895632 Aug 31 07:36:54.715883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:54.719439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.729177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.738010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b406570-ebe7-4837-b9a6-c88676e9a2bb req-d3bf4cdf-1e00-4534-a672-d42939171515 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:54.739517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b406570-ebe7-4837-b9a6-c88676e9a2bb req-d3bf4cdf-1e00-4534-a672-d42939171515 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.0842292 Aug 31 07:36:54.745398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-118a4db4-5b7f-414f-8718-420a590e6d1b tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/075713af-e11b-450c-a0b3-7eb8eae154f5 HTTP/1.1" status: 200 len: 2981 time: 0.0541406 Aug 31 07:36:54.808694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b406570-ebe7-4837-b9a6-c88676e9a2bb req-0ecfd8e4-390c-4b5f-84ca-584958f7a4b2 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623152 Aug 31 07:36:54.818462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-908a6e74-082d-49f0-be89-e50333d893f2 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/075713af-e11b-450c-a0b3-7eb8eae154f5 HTTP/1.1" status: 200 len: 2981 time: 0.0662422 Aug 31 07:36:54.839064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.896517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-a9442ced-26a3-4fcf-bdaa-32c23b39e846 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/40f17f69-8457-4a48-b347-439822c824c2 HTTP/1.1" status: 200 len: 2973 time: 0.0591891 Aug 31 07:36:54.917750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-872dd7c8-35a6-44b5-9ed1-0751b330c861 req-31327e3d-f6c5-4934-aa9c-369774cfe8e4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 210 time: 0.0331659 Aug 31 07:36:54.940861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.964015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-1b0b5784-28ac-4994-b09f-789dc4f62d78 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/40f17f69-8457-4a48-b347-439822c824c2 HTTP/1.1" status: 200 len: 2973 time: 0.0499752 Aug 31 07:36:55.016243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9c06b9-e61b-482c-91a4-da7470518949,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:55.017768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-3ff8394c-142c-4d11-b554-ea15418006ae tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4a055668-9147-4f6f-a114-f4f9d64f1baf HTTP/1.1" status: 200 len: 2981 time: 0.0462530 Aug 31 07:36:55.077201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-c28e238d-a3f3-4c56-a3dc-221fc3a0b091 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4a055668-9147-4f6f-a114-f4f9d64f1baf HTTP/1.1" status: 200 len: 2981 time: 0.0502334 Aug 31 07:36:55.101109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.163 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/57db0940-561f-45da-aa29-b82f110ae45b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:55.150821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-73f01a47-d557-4489-aa47-30d31d710ac7 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/55d54ab1-7a46-4bd2-8bbe-e88c28c4df56 HTTP/1.1" status: 200 len: 2977 time: 0.0698152 Aug 31 07:36:55.204240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-f9a3ced5-2e9d-46ed-ab6f-924dac71da64 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/55d54ab1-7a46-4bd2-8bbe-e88c28c4df56 HTTP/1.1" status: 200 len: 2977 time: 0.0520606 Aug 31 07:36:55.255515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-aa41b540-0f63-4c2d-ada8-7a7089f9d383 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8996a669-8721-45b2-a15f-3ed57d9e481a HTTP/1.1" status: 200 len: 2977 time: 0.0503991 Aug 31 07:36:55.302927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.309083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-a1f260ec-9e70-417a-b057-cada1d3753ce tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8996a669-8721-45b2-a15f-3ed57d9e481a HTTP/1.1" status: 200 len: 2977 time: 0.0453331 Aug 31 07:36:55.336440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object 57db0940-561f-45da-aa29-b82f110ae45b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:55.378729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-f37bf029-bb46-49c1-9243-3fefe4ec11a3 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9864d42c-e686-416b-b687-b12f95a21e85 HTTP/1.1" status: 200 len: 2977 time: 0.0613284 Aug 31 07:36:55.432634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-f85319f1-f6ec-4e26-bccd-9442a6d41dc7 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9864d42c-e686-416b-b687-b12f95a21e85 HTTP/1.1" status: 200 len: 2977 time: 0.0457215 Aug 31 07:36:55.453525 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.509362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-859a1f2e-fa54-4fd5-8b55-95212cedea92 req-35f1c681-0d56-49af-a27e-b4cfe544fc0b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0433190 Aug 31 07:36:55.516589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-1ad78b63-4130-43b8-980d-909faca6851e tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/aead0150-24d3-452c-a9df-cd5b48599512 HTTP/1.1" status: 200 len: 2981 time: 0.0778432 Aug 31 07:36:55.524032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:55.530658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:55.538019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:55.544157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.544781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.595587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=57db0940-561f-45da-aa29-b82f110ae45b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:55.595916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-48a0863b-f83c-42bb-bbd1-bfa84a07aa61 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/aead0150-24d3-452c-a9df-cd5b48599512 HTTP/1.1" status: 200 len: 2981 time: 0.0620997 Aug 31 07:36:55.595997 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.637510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-969243f0-25b6-481a-a9a2-2e5a4ed35dbc tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e6e6cbd8-e534-494a-81d8-c7594ae47007 HTTP/1.1" status: 200 len: 2981 time: 0.0429583 Aug 31 07:36:55.690127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-54d7c01a-3664-46a3-97af-6552eaf8bc77 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e6e6cbd8-e534-494a-81d8-c7594ae47007 HTTP/1.1" status: 200 len: 2981 time: 0.0464249 Aug 31 07:36:55.728732 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-7aa56517-cc91-4f69-a12d-918fbfb0d0c2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3062537 Aug 31 07:36:55.742153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Request body: {'port': {'device_id': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:55.767156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-74a0ba66-b9f4-4972-b4b2-4d0fd27bdd4d tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/eacb6c26-97a7-41b6-bd0e-0980e5ab514b HTTP/1.1" status: 200 len: 2981 time: 0.0685391 Aug 31 07:36:55.811764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-d3d60202-a64f-4da4-8476-92ec85c40db0 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/eacb6c26-97a7-41b6-bd0e-0980e5ab514b HTTP/1.1" status: 200 len: 2981 time: 0.0434625 Aug 31 07:36:55.826495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.859000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a2f5600a-e363-460c-9439-aae9c51a5d53 None None] Provisioning for port 57db0940-561f-45da-aa29-b82f110ae45b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:55.860404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-64738dfd-f90b-4863-8782-f9d5b8f9b0c8 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f1ff83a6-5588-409d-8e8f-e521dc6e0f6d HTTP/1.1" status: 200 len: 2981 time: 0.0419745 Aug 31 07:36:55.863128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a2f5600a-e363-460c-9439-aae9c51a5d53 None None] Provisioning complete for port 57db0940-561f-45da-aa29-b82f110ae45b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:55.863503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2f5600a-e363-460c-9439-aae9c51a5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.902055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5600a-e363-460c-9439-aae9c51a5d53 None None] Port 57db0940-561f-45da-aa29-b82f110ae45b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:55.961590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e6c9c8-f724-427d-bedf-9e5a17d7333a req-7d6fad49-0527-405d-a495-68f2eeae98a2 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f1ff83a6-5588-409d-8e8f-e521dc6e0f6d HTTP/1.1" status: 200 len: 2981 time: 0.0908456 Aug 31 07:36:55.981153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.981622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.982120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.982589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.983054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.983515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.985429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-3cd99059-e86d-46ea-9280-990b26bec6b6 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5&device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2&device_id=8efa3548-d2ea-450a-9265-e0477ad8d905&device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67&device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9&device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67&device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 5531 time: 0.0941906 Aug 31 07:36:56.007666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-2a4705ce-9b2c-4bb4-b5a5-c158230507dd tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.029125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2048ba-fd1c-4625-9273-92728b209464 req-f7b432e2-bf7e-428d-860e-df6765bd0ecd tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.030629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f2048ba-fd1c-4625-9273-92728b209464 req-f7b432e2-bf7e-428d-860e-df6765bd0ecd tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.0814838 Aug 31 07:36:56.145380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57db0940-561f-45da-aa29-b82f110ae45b {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:56.154784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.178443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Transition to ACTIVE for port object 57db0940-561f-45da-aa29-b82f110ae45b will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:56.184362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 65c7393a-90c7-4e1d-856c-e130c9308bc7 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:56.205933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 65c7393a-90c7-4e1d-856c-e130c9308bc7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:56.206661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 65c7393a-90c7-4e1d-856c-e130c9308bc7 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:56.227216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7009-b073-4265-93cb-0c1f776c07d6 req-35b0415a-679b-4d3c-a10a-f49242cf0f29 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.228744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e6d7009-b073-4265-93cb-0c1f776c07d6 req-35b0415a-679b-4d3c-a10a-f49242cf0f29 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 972 time: 0.1633248 Aug 31 07:36:56.281831 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.304420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Deleting port c54722fa-e7e2-49d8-95fa-11c305b1feae {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:56.304771 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.310209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-2a4705ce-9b2c-4bb4-b5a5-c158230507dd tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.332754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e6d7009-b073-4265-93cb-0c1f776c07d6 req-d0baa7cf-de4a-424f-bae3-61046db1fb88 tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911162 Aug 31 07:36:56.344536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Pushing event updated for resources: {'Port': ['ID=57db0940-561f-45da-aa29-b82f110ae45b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.344536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.68', 60543) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:56.390290 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-e7c4ea23-2dfb-4150-83de-54a25464872a tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=000c131f4f3f4577bf3681518a81782d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478528 Aug 31 07:36:56.394580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Attempting to bind port 57db0940-561f-45da-aa29-b82f110ae45b on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:56.394972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Attempting to bind port 57db0940-561f-45da-aa29-b82f110ae45b by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:56.395333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Attempting to bind port 57db0940-561f-45da-aa29-b82f110ae45b on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:56.409601 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.425238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Port 57db0940-561f-45da-aa29-b82f110ae45b on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:56.425238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Attempting to bind port 57db0940-561f-45da-aa29-b82f110ae45b on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:56.437593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] For port c54722fa-e7e2-49d8-95fa-11c305b1feae, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c54722fa-e7e2-49d8-95fa-11c305b1feae,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:56.438007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.442051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-2a4705ce-9b2c-4bb4-b5a5-c158230507dd tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.459713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:56.460061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:56.460454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:56.460913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Bound port: 57db0940-561f-45da-aa29-b82f110ae45b, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:56.461261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.498370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4705ce-9b2c-4bb4-b5a5-c158230507dd tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14948b-6208-4724-8f5a-5d0e3012e53a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.521243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Calling delete_port for c54722fa-e7e2-49d8-95fa-11c305b1feae owned by compute:tempest-test_az-2108995736 {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:56.546461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf730754-8859-48cb-808b-8b400c6fbc41 req-2a4705ce-9b2c-4bb4-b5a5-c158230507dd tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=eacb6c26-97a7-41b6-bd0e-0980e5ab514b&id=2c9c06b9-e61b-482c-91a4-da7470518949&id=6981256b-8289-4201-a485-bfeceb62f91e&id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.5540535 Aug 31 07:36:56.590278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-fbbfd97e-77d8-4cea-bb83-3ebcbfceed3b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.591743 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-fbbfd97e-77d8-4cea-bb83-3ebcbfceed3b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941471 Aug 31 07:36:56.604465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] For port 57db0940-561f-45da-aa29-b82f110ae45b, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:56.609609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Request body: {'port': {'device_id': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '000c131f4f3f4577bf3681518a81782d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:56.614480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] For port 57db0940-561f-45da-aa29-b82f110ae45b, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=57db0940-561f-45da-aa29-b82f110ae45b,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:56.628003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434a048-83a1-42e4-8541-3e0c21f687a0 req-2eafdcd9-d14b-4e20-a90d-1ef96b9eb394 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.628962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf9bad02-e617-441d-9431-5ffadfe1beb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.634346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a434a048-83a1-42e4-8541-3e0c21f687a0 req-2eafdcd9-d14b-4e20-a90d-1ef96b9eb394 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 948 time: 0.2153587 Aug 31 07:36:56.731574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a434a048-83a1-42e4-8541-3e0c21f687a0 req-a94c946c-57d5-48f5-9ac4-80a5cfdabe24 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917454 Aug 31 07:36:56.756758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.771773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cf6d0f3-90aa-456d-9860-456ba0b4eac3 req-5600684d-cd1e-4f46-bdbb-d556740bdc07 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2114cf1424e4d92b8d8e3338acf7bf3 HTTP/1.1" status: 200 len: 6102 time: 0.1742592 Aug 31 07:36:56.798171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.799346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.800929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] 10.222.0.68 "PUT /v2.0/ports/57db0940-561f-45da-aa29-b82f110ae45b HTTP/1.1" status: 200 len: 1097 time: 1.0631976 Aug 31 07:36:56.801376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'tag': '57db0940-561f-45da-aa29-b82f110ae45b'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:56.803700 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cebb36e-c065-40d6-bb86-2328beb51c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "848d119f-ceeb-48a7-9b34-34e20816f8e2", "tag": "57db0940-561f-45da-aa29-b82f110ae45b"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:56.838976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbbd1d-a2df-4cb1-9ce7-f3ff35646eda service neutron] Pushing event updated for resources: {'Port': ['ID=57db0940-561f-45da-aa29-b82f110ae45b,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.840152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cf6d0f3-90aa-456d-9860-456ba0b4eac3 req-36e72261-ca01-4926-b14e-717c4f25a453 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "GET /v2.0/security-groups/4a055668-9147-4f6f-a114-f4f9d64f1baf HTTP/1.1" status: 200 len: 2981 time: 0.0583858 Aug 31 07:36:56.871205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Made reservation on behalf of 000c131f4f3f4577bf3681518a81782d for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:56.875403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.888888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.893494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cf6d0f3-90aa-456d-9860-456ba0b4eac3 req-9486a5e6-e5f2-44f4-ae92-1176af1827ec tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "GET /v2.0/security-groups/4a055668-9147-4f6f-a114-f4f9d64f1baf HTTP/1.1" status: 200 len: 2981 time: 0.0473411 Aug 31 07:36:56.908566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.921506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c54722fa-e7e2-49d8-95fa-11c305b1feae'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:56.991543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Pushing event deleted for resources: {'Port': ['ID=c54722fa-e7e2-49d8-95fa-11c305b1feae,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.019621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-51c3c066-2bdc-4f85-8cad-d9d518c97d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.023737 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-51c3c066-2bdc-4f85-8cad-d9d518c97d4d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 1100 time: 0.0830016 Aug 31 07:36:57.027935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] No DVR routers for this DVR port c54722fa-e7e2-49d8-95fa-11c305b1feae on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:36:57.030946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.033430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f2048ba-fd1c-4625-9273-92728b209464 req-7cf1606d-737d-401f-a82e-dd6f6900fdcb tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.68 "DELETE /v2.0/ports/c54722fa-e7e2-49d8-95fa-11c305b1feae HTTP/1.1" status: 204 len: 173 time: 0.9938734 Aug 31 07:36:57.034159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'name': 'network-vif-deleted', 'tag': 'c54722fa-e7e2-49d8-95fa-11c305b1feae'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:57.037645 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c731b922-3465-434e-9ed5-0ba710d61551" -d '{"events": [{"server_uuid": "51b1ccc3-5cb0-462c-baff-8d351a8d48a9", "name": "network-vif-deleted", "tag": "c54722fa-e7e2-49d8-95fa-11c305b1feae"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:57.083686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-6d2c15e3-7dcc-4747-b5f3-e02edfb8d826 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=57db0940-561f-45da-aa29-b82f110ae45b HTTP/1.1" status: 200 len: 217 time: 0.0489452 Aug 31 07:36:57.140579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c4d7d9-52a8-4889-9e34-efc166a975a5 req-31430e79-a2a1-4531-b3df-cdc9b182f03b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 210 time: 0.0359211 Aug 31 07:36:57.144535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.156374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-4817ba73-9a38-4598-82be-457a53b59fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.156374 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-4817ba73-9a38-4598-82be-457a53b59fa7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0652547 Aug 31 07:36:57.212201 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063cc3d5-2e42-494b-b97a-5f3e7adf6087 x-openstack-request-id: req-063cc3d5-2e42-494b-b97a-5f3e7adf6087 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:57.213221 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848d119f-ceeb-48a7-9b34-34e20816f8e2", "tag": "57db0940-561f-45da-aa29-b82f110ae45b", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:57.213613 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-063cc3d5-2e42-494b-b97a-5f3e7adf6087 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:57.214127 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'tag': '57db0940-561f-45da-aa29-b82f110ae45b', 'status': 'completed', 'code': 200} Aug 31 07:36:57.222579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.295798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82873f7-6fef-4b98-a8da-cdd932b1011c req-110fd912-2d89-4b28-98f1-a7a10bdd1c5a tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c35d5479-c0b5-458e-8019-421843b3fd86 HTTP/1.1" status: 200 len: 1777 time: 0.0613666 Aug 31 07:36:57.318172 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cc8c61-cdb8-4eef-99e8-28869bb9e33d x-openstack-request-id: req-d2cc8c61-cdb8-4eef-99e8-28869bb9e33d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:57.318476 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b1ccc3-5cb0-462c-baff-8d351a8d48a9", "name": "network-vif-deleted", "tag": "c54722fa-e7e2-49d8-95fa-11c305b1feae", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:57.318723 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2cc8c61-cdb8-4eef-99e8-28869bb9e33d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:57.319120 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b1ccc3-5cb0-462c-baff-8d351a8d48a9', 'name': 'network-vif-deleted', 'tag': 'c54722fa-e7e2-49d8-95fa-11c305b1feae', 'status': 'completed', 'code': 200} Aug 31 07:36:57.339288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-d11783c3-d662-4687-afca-060d184bcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.341147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-d11783c3-d662-4687-afca-060d184bcdec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1769705 Aug 31 07:36:57.366627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a82873f7-6fef-4b98-a8da-cdd932b1011c req-e54d4683-2883-48f9-924a-c56c19a37a82 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.369868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e0d4b-5885-4403-a709-7c052f01d6ea,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.388610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a82873f7-6fef-4b98-a8da-cdd932b1011c req-e54d4683-2883-48f9-924a-c56c19a37a82 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.503894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Allocated IP 192.168.233.137 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/ffbd99f2-6b90-4c26-9264-e9c1ea8d191e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:57.541979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a82873f7-6fef-4b98-a8da-cdd932b1011c req-e54d4683-2883-48f9-924a-c56c19a37a82 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.542922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a82873f7-6fef-4b98-a8da-cdd932b1011c req-e54d4683-2883-48f9-924a-c56c19a37a82 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.544277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82873f7-6fef-4b98-a8da-cdd932b1011c req-e54d4683-2883-48f9-924a-c56c19a37a82 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/c35d5479-c0b5-458e-8019-421843b3fd86 HTTP/1.1" status: 204 len: 173 time: 0.2342756 Aug 31 07:36:57.550116 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-3ecbf017-e859-4256-99be-0304cd523db9 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970456 Aug 31 07:36:57.556214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d4683-2883-48f9-924a-c56c19a37a82 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d5479-c0b5-458e-8019-421843b3fd86,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.688128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50098998-0f12-4dfd-b36b-802ca602af6b req-242bae2b-8265-427a-9700-70a246c7430e tempest-ServersAdminNegativeTestJSON-600117636 tempest-ServersAdminNegativeTestJSON-600117636-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1ccc3-5cb0-462c-baff-8d351a8d48a9 HTTP/1.1" status: 200 len: 210 time: 0.0432777 Aug 31 07:36:57.730085 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e13e2300-7e0e-4f2c-bc25-f8976519ac65 req-25e76936-4980-4dde-878e-18170222ef56 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719148 Aug 31 07:36:57.797984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.799546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc145-1366-4e79-9dba-738f6bbd17a3 req-685cda2b-bd23-4d1b-9295-796dab7c27e1 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.800031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc145-1366-4e79-9dba-738f6bbd17a3 req-685cda2b-bd23-4d1b-9295-796dab7c27e1 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.800501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbc145-1366-4e79-9dba-738f6bbd17a3 req-685cda2b-bd23-4d1b-9295-796dab7c27e1 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.802172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1fbc145-1366-4e79-9dba-738f6bbd17a3 req-685cda2b-bd23-4d1b-9295-796dab7c27e1 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905&device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67&device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 2886 time: 0.0899088 Aug 31 07:36:57.818727 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.823901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Transition to ACTIVE for port object ffbd99f2-6b90-4c26-9264-e9c1ea8d191e will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:57.839269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b61e90b-c564-4225-b68c-17d75f005c30 req-c57aef6d-b44d-46da-b190-4f841c2cdae9 tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3f34fedb-9092-467f-bab6-189b26c29d05 HTTP/1.1" status: 200 len: 1776 time: 0.0559270 Aug 31 07:36:57.894388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1fbc145-1366-4e79-9dba-738f6bbd17a3 req-e1065510-a22d-4734-9d23-8fb23ea9b1bf tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839281 Aug 31 07:36:57.938367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-1db9d66f-dc6b-488e-b257-5a276258f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:57.939242 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b61e90b-c564-4225-b68c-17d75f005c30 req-b7981026-c5f3-4932-bf8b-fe78b01e328f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.940532 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-1db9d66f-dc6b-488e-b257-5a276258f14e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 1100 time: 0.0636570 Aug 31 07:36:57.983537 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b61e90b-c564-4225-b68c-17d75f005c30 req-b7981026-c5f3-4932-bf8b-fe78b01e328f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.996922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.029480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd494546-0037-4436-b174-0adeb01d4b9b req-e26f41a7-0127-480e-8945-b8a8da59895b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.031067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd494546-0037-4436-b174-0adeb01d4b9b req-e26f41a7-0127-480e-8945-b8a8da59895b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 948 time: 0.0754571 Aug 31 07:36:58.073906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:58.076769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd494546-0037-4436-b174-0adeb01d4b9b req-a2d23bcc-b289-4d36-8f9f-febf8c1d70d8 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Aug 31 07:36:58.081520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:58.084354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:58.091193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.091925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.097455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Pushing event updated for resources: {'Port': ['ID=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:58.118141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-9716b11f-865c-4c1a-bb04-8bf306c5b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.120404 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-9716b11f-865c-4c1a-bb04-8bf306c5b9bd service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1705837 Aug 31 07:36:58.121320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b61e90b-c564-4225-b68c-17d75f005c30 req-b7981026-c5f3-4932-bf8b-fe78b01e328f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.123967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b61e90b-c564-4225-b68c-17d75f005c30 req-b7981026-c5f3-4932-bf8b-fe78b01e328f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.128328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b61e90b-c564-4225-b68c-17d75f005c30 req-b7981026-c5f3-4932-bf8b-fe78b01e328f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f34fedb-9092-467f-bab6-189b26c29d05 HTTP/1.1" status: 204 len: 173 time: 0.2796726 Aug 31 07:36:58.133864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7981026-c5f3-4932-bf8b-fe78b01e328f tempest-SecurityGroupsTestAdminJSON-1441462393 tempest-SecurityGroupsTestAdminJSON-1441462393-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f34fedb-9092-467f-bab6-189b26c29d05,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:58.191937 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-e5ed15b7-57c2-45ae-bf13-f0a88d04af9a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=57db0940-561f-45da-aa29-b82f110ae45b HTTP/1.1" status: 200 len: 217 time: 0.0520430 Aug 31 07:36:58.257973 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-edb31e55-3709-4849-906f-09b618edc7fd tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6550748 Aug 31 07:36:58.286169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Request body: {'port': {'device_id': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:58.301537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47b69c05-e3b0-4c2b-bbbf-46260358273e req-7f7ddbb2-c2cf-4204-8f1e-6ce3c881e40a tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "GET /v2.0/security-groups/fe5c2c2c-8192-4e04-8eba-3a68ef8b7437 HTTP/1.1" status: 200 len: 1777 time: 0.0616419 Aug 31 07:36:58.326356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-58f04957-f741-4898-b9b1-1fad8f962082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.328136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-58f04957-f741-4898-b9b1-1fad8f962082 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1274199 Aug 31 07:36:58.386778 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.389664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47b69c05-e3b0-4c2b-bbbf-46260358273e req-1173d075-c561-46a7-9659-e874f17b092c tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.418484 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47b69c05-e3b0-4c2b-bbbf-46260358273e req-1173d075-c561-46a7-9659-e874f17b092c tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.427728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87654a64-8b0c-471e-a9cc-28979ce8ccd5 req-1d70af57-4a50-4195-8f3b-09fd6b9dce06 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.429205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87654a64-8b0c-471e-a9cc-28979ce8ccd5 req-1d70af57-4a50-4195-8f3b-09fd6b9dce06 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 936 time: 0.0796821 Aug 31 07:36:58.435408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-34871793-261a-4012-a3ae-907424394d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.437165 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-34871793-261a-4012-a3ae-907424394d1f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809326 Aug 31 07:36:58.492859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87654a64-8b0c-471e-a9cc-28979ce8ccd5 req-1130b5e7-d1df-49ff-a0d2-e51c5c6640e6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Aug 31 07:36:58.662141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-385e9f7a-67d0-4004-9e8a-95c4ab39a02c service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142115 Aug 31 07:36:58.796002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47b69c05-e3b0-4c2b-bbbf-46260358273e req-1173d075-c561-46a7-9659-e874f17b092c tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.798874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47b69c05-e3b0-4c2b-bbbf-46260358273e req-1173d075-c561-46a7-9659-e874f17b092c tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.800203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47b69c05-e3b0-4c2b-bbbf-46260358273e req-1173d075-c561-46a7-9659-e874f17b092c tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe5c2c2c-8192-4e04-8eba-3a68ef8b7437 HTTP/1.1" status: 204 len: 173 time: 0.4975190 Aug 31 07:36:58.816496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173d075-c561-46a7-9659-e874f17b092c tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5c2c2c-8192-4e04-8eba-3a68ef8b7437,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:58.828507 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0cebb36e-c065-40d6-bb86-2328beb51c6a req-24231d12-93f7-4661-85f9-81da79e441f1 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543519 Aug 31 07:36:58.830447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbd99f2-6b90-4c26-9264-e9c1ea8d191e {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:58.841077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.854294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Transition to ACTIVE for port object ffbd99f2-6b90-4c26-9264-e9c1ea8d191e will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:58.963908 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.030754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75f8daac-9a9e-46ba-8638-7bbf29639193 req-62bd0570-6382-470a-b737-82b76204f622 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "GET /v2.0/security-groups/886d02e9-a654-471e-8287-e03da6b7e386 HTTP/1.1" status: 200 len: 1777 time: 0.0441558 Aug 31 07:36:59.039868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:59.051478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Attempting to bind port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:59.051814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Attempting to bind port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:59.052152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Attempting to bind port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:59.056362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:59.056683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Attempting to bind port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:59.062074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:59.063529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:59.063529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:59.063529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Bound port: ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:59.063871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.089536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-75f8daac-9a9e-46ba-8638-7bbf29639193 req-9a28c2b9-8414-497e-bb51-caacf19fc738 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.114475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-75f8daac-9a9e-46ba-8638-7bbf29639193 req-9a28c2b9-8414-497e-bb51-caacf19fc738 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.134218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] For port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:59.137863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] For port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:59.241121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393621e2-6bf4-42f2-924e-5c793f9201f2 req-19239a92-8c93-4334-881c-cd252ca7f05a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.242746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-393621e2-6bf4-42f2-924e-5c793f9201f2 req-19239a92-8c93-4334-881c-cd252ca7f05a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 948 time: 0.0485654 Aug 31 07:36:59.247868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.284324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-75f8daac-9a9e-46ba-8638-7bbf29639193 req-9a28c2b9-8414-497e-bb51-caacf19fc738 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.287055 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-75f8daac-9a9e-46ba-8638-7bbf29639193 req-9a28c2b9-8414-497e-bb51-caacf19fc738 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.288265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75f8daac-9a9e-46ba-8638-7bbf29639193 req-9a28c2b9-8414-497e-bb51-caacf19fc738 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] 10.222.0.36 "DELETE /v2.0/security-groups/886d02e9-a654-471e-8287-e03da6b7e386 HTTP/1.1" status: 204 len: 173 time: 0.2513325 Aug 31 07:36:59.300074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.301668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.303684 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] 10.222.0.68 "PUT /v2.0/ports/ffbd99f2-6b90-4c26-9264-e9c1ea8d191e HTTP/1.1" status: 200 len: 1097 time: 1.0283771 Aug 31 07:36:59.304252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'tag': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:59.308538 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f990d6-5a0b-435d-a29c-ee2b390229f2" -d '{"events": [{"name": "network-changed", "server_uuid": "27804a4b-44dd-4922-98b0-36468ec8b0a5", "tag": "ffbd99f2-6b90-4c26-9264-e9c1ea8d191e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:59.309134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28c2b9-8414-497e-bb51-caacf19fc738 tempest-SecurityGroupsTestAdminJSON-995358489 tempest-SecurityGroupsTestAdminJSON-995358489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886d02e9-a654-471e-8287-e03da6b7e386,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:59.327130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-393621e2-6bf4-42f2-924e-5c793f9201f2 req-7e1d7734-9dd3-4309-afca-a00f1ec04e20 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 Aug 31 07:36:59.363395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e0b4-79b7-4cbb-a516-e45f777878c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:59.368091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.558270 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61925318-a74a-48ab-921e-472232812f3a x-openstack-request-id: req-61925318-a74a-48ab-921e-472232812f3a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:59.558270 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27804a4b-44dd-4922-98b0-36468ec8b0a5", "tag": "ffbd99f2-6b90-4c26-9264-e9c1ea8d191e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:59.558270 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61925318-a74a-48ab-921e-472232812f3a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:59.558270 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'tag': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e', 'status': 'completed', 'code': 200} Aug 31 07:36:59.579327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-5de1a5d8-ea61-45e8-b35c-3fd394393a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.581217 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-5de1a5d8-ea61-45e8-b35c-3fd394393a4c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=000c131f4f3f4577bf3681518a81782d&device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 1100 time: 0.0605605 Aug 31 07:36:59.615932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:59.631928 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-31cc90a7-64f0-4b3b-bbe1-5f9ae39d9526 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e HTTP/1.1" status: 200 len: 217 time: 0.0399058 Aug 31 07:36:59.658291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52144) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:59.691125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-451b0e9c-6a9f-4559-82fb-798e3b2d4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.693008 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-451b0e9c-6a9f-4559-82fb-798e3b2d4bec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0545733 Aug 31 07:36:59.743471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-8ec7bd98-ec0c-42a3-bbda-9f3ceaf65a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.745144 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-8ec7bd98-ec0c-42a3-bbda-9f3ceaf65a4b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426953 Aug 31 07:36:59.780394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8aea6fb-a6c5-4e6e-ab9d-b0e8e3a65292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.835712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-938f2a68-2c29-4972-ac00-46013bf9949e None None] Provisioning for port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:59.857790 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-58e2b9b9-60c8-4e1b-bb44-6339755680b0 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026311 Aug 31 07:36:59.921863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b3704e3-15f4-4850-8e2f-0ffe85ad81ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=987a9245883445289c8e89b457cd6e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632170 Aug 31 07:36:59.926307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:59.970555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958538ec-73be-483d-a084-44544d373054 req-d0a004a4-952a-40bb-a07c-f49de31fe8a5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.975717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-958538ec-73be-483d-a084-44544d373054 req-d0a004a4-952a-40bb-a07c-f49de31fe8a5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 948 time: 0.1062403 Aug 31 07:37:00.006167 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-83bbc80a-1808-4cdb-9152-ca36d917076d req-eb11689d-505c-499e-a937-cd35502e7532 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423702 Aug 31 07:37:00.009056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-088ae371-4ee9-4fa6-b00f-f1dcfce91572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.033248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8aea6fb-a6c5-4e6e-ab9d-b0e8e3a65292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.035860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-088ae371-4ee9-4fa6-b00f-f1dcfce91572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.054610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-958538ec-73be-483d-a084-44544d373054 req-f4e03cef-be46-49ab-a006-3eae3946e4a2 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727289 Aug 31 07:37:00.144362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8aea6fb-a6c5-4e6e-ab9d-b0e8e3a65292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.171904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:00.203814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-0223ccff-88d2-4d43-8491-848b7e7e57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.206264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a8aea6fb-a6c5-4e6e-ab9d-b0e8e3a65292 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbce8786c131425690757d403fd3cfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892479 Aug 31 07:37:00.207325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea6fb-a6c5-4e6e-ab9d-b0e8e3a65292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cebd93-c762-4779-83c2-d06ab96daf2b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.209642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52162) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:00.213460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 57db0940-561f-45da-aa29-b82f110ae45b details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:00.218115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c54722fa-e7e2-49d8-95fa-11c305b1feae no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:00.222864 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-0223ccff-88d2-4d43-8491-848b7e7e57bd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=000c131f4f3f4577bf3681518a81782d&device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 1100 time: 0.0882268 Aug 31 07:37:00.223808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-088ae371-4ee9-4fa6-b00f-f1dcfce91572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.226499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-088ae371-4ee9-4fa6-b00f-f1dcfce91572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.227585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-088ae371-4ee9-4fa6-b00f-f1dcfce91572 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eacb6c26-97a7-41b6-bd0e-0980e5ab514b HTTP/1.1" status: 204 len: 168 time: 0.3004315 Aug 31 07:37:00.283175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: c54722fa-e7e2-49d8-95fa-11c305b1feae {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:00.283605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c54722fa-e7e2-49d8-95fa-11c305b1feae not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:00.324393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ae371-4ee9-4fa6-b00f-f1dcfce91572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacb6c26-97a7-41b6-bd0e-0980e5ab514b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.341945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd719-a176-42b4-8754-61ce3f719f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.347767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43bd65-f531-42e5-b9a3-cb7e2a91efa9 req-f2fb3a22-36a8-4507-b703-b67f1f7eb6ce tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.349790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df43bd65-f531-42e5-b9a3-cb7e2a91efa9 req-f2fb3a22-36a8-4507-b703-b67f1f7eb6ce tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1102 time: 0.1313522 Aug 31 07:37:00.374781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd719-a176-42b4-8754-61ce3f719f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.414232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79b39dd1-fc6c-42f6-b368-a89ee1d0e164 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2114cf1424e4d92b8d8e3338acf7bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409892 Aug 31 07:37:00.417351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:00.427662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-06c08a28-d48c-42c7-8e25-9a1e9a253a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.429476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-06c08a28-d48c-42c7-8e25-9a1e9a253a0c service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1931334 Aug 31 07:37:00.448809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 57db0940-561f-45da-aa29-b82f110ae45b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=57db0940-561f-45da-aa29-b82f110ae45b,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:00.467415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '57db0940-561f-45da-aa29-b82f110ae45b', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '57db0940-561f-45da-aa29-b82f110ae45b', 'mac_address': 'fa:16:3e:0a:23:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:00.480066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df43bd65-f531-42e5-b9a3-cb7e2a91efa9 req-d2a75c83-cda1-4a2f-89ce-f45ad459ee25 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158695 Aug 31 07:37:00.532587 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-21f6279c-2c02-4a26-994d-2c6386d45a5c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e HTTP/1.1" status: 200 len: 217 time: 0.0944138 Aug 31 07:37:00.539346 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.563452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69109624-fee3-41c6-bd4e-ae05cdd644e5 req-36238c5b-2c8e-4266-914f-77a87cab5b93 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.571403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69109624-fee3-41c6-bd4e-ae05cdd644e5 req-36238c5b-2c8e-4266-914f-77a87cab5b93 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 948 time: 0.0690382 Aug 31 07:37:00.575511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db0940-561f-45da-aa29-b82f110ae45b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:00.611045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 57db0940-561f-45da-aa29-b82f110ae45b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=57db0940-561f-45da-aa29-b82f110ae45b,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:00.617105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69109624-fee3-41c6-bd4e-ae05cdd644e5 req-88e8c321-8847-4768-a3d8-f3b3a1708517 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442040 Aug 31 07:37:00.682134 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.692067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cef1063-8641-4fb5-86ce-50e5e39d34dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.694923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-0de68f9a-a59c-4632-95d6-91193dadd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.696400 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-0de68f9a-a59c-4632-95d6-91193dadd6c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1490633 Aug 31 07:37:00.697712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f9806-56ec-40e8-a667-714a8894cb9f req-73606a66-5f5d-48fa-b6ab-170bfb406973 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.699486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-075f9806-56ec-40e8-a667-714a8894cb9f req-73606a66-5f5d-48fa-b6ab-170bfb406973 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1102 time: 0.0741518 Aug 31 07:37:00.700838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd719-a176-42b4-8754-61ce3f719f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.704058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab6cd719-a176-42b4-8754-61ce3f719f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.706350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ab6cd719-a176-42b4-8754-61ce3f719f5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51cebd93-c762-4779-83c2-d06ab96daf2b HTTP/1.1" status: 204 len: 168 time: 0.4955251 Aug 31 07:37:00.752168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cef1063-8641-4fb5-86ce-50e5e39d34dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.758073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cd719-a176-42b4-8754-61ce3f719f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cebd93-c762-4779-83c2-d06ab96daf2b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.810148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-075f9806-56ec-40e8-a667-714a8894cb9f req-38fd21aa-ad10-4a2f-afe4-3450c78e441f tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972302 Aug 31 07:37:00.843114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=57db0940-561f-45da-aa29-b82f110ae45b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.871885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-196d8cde-ad04-4a57-850b-ae1243d3fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.873594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-196d8cde-ad04-4a57-850b-ae1243d3fc9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653066 Aug 31 07:37:00.952821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:00.990222 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-0378739a-d817-4c92-8ec5-77e236dbdab0 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073055 Aug 31 07:37:01.018003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cef1063-8641-4fb5-86ce-50e5e39d34dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.020486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cef1063-8641-4fb5-86ce-50e5e39d34dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.021591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9cef1063-8641-4fb5-86ce-50e5e39d34dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a055668-9147-4f6f-a114-f4f9d64f1baf HTTP/1.1" status: 204 len: 168 time: 0.6031990 Aug 31 07:37:01.191187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:01.243335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6b6c6edd-70cb-4d54-a99a-f43dab7fb607 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=280d3c06e9f44ae298a11aec174ac78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509131 Aug 31 07:37:01.244558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52210) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:01.268261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2c2cc-cddc-45ef-90c7-b957bc316085 req-3a8f18ea-69c5-43af-a5a6-70dcfc94bae9 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:01.269801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28b2c2cc-cddc-45ef-90c7-b957bc316085 req-3a8f18ea-69c5-43af-a5a6-70dcfc94bae9 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 948 time: 0.1122484 Aug 31 07:37:01.304285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef1063-8641-4fb5-86ce-50e5e39d34dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a055668-9147-4f6f-a114-f4f9d64f1baf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.349904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28b2c2cc-cddc-45ef-90c7-b957bc316085 req-44895e1d-a9f0-4f5a-857f-29e85c24de27 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657089 Aug 31 07:37:01.355989 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c4f990d6-5a0b-435d-a29c-ee2b390229f2 req-7414b328-9a72-438d-9ead-2bd265685da9 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574028 Aug 31 07:37:01.356339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb7d904e-4086-4249-be39-c6137ebb708c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.391010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb7d904e-4086-4249-be39-c6137ebb708c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.516998 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb7d904e-4086-4249-be39-c6137ebb708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.520829 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb7d904e-4086-4249-be39-c6137ebb708c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.524095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eb7d904e-4086-4249-be39-c6137ebb708c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6e6cbd8-e534-494a-81d8-c7594ae47007 HTTP/1.1" status: 204 len: 168 time: 0.2769551 Aug 31 07:37:01.543743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d904e-4086-4249-be39-c6137ebb708c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6cbd8-e534-494a-81d8-c7594ae47007,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.908089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e00e4-4300-4b45-86be-95f1036454fc req-8d4151fb-3650-4e25-861b-784ec0482faf tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:01.909590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e11e00e4-4300-4b45-86be-95f1036454fc req-8d4151fb-3650-4e25-861b-784ec0482faf tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 949 time: 0.0547090 Aug 31 07:37:01.952430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e11e00e4-4300-4b45-86be-95f1036454fc req-53fd9a5d-6f49-46df-a5d8-4244c861a3bb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365493 Aug 31 07:37:02.038394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52236) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.083530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-56a5ec23-77a7-4c37-8d8b-88a0a571e2bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faf00697c6f94a5b854b83ea7cc0c739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439212 Aug 31 07:37:02.086618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.125768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52242) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.143506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0506cde-ace9-46c8-b4bc-16b12ba0cdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.163450 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7be-9cad-4a27-b847-8394997125eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.188328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7be-9cad-4a27-b847-8394997125eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.216328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 57db0940-561f-45da-aa29-b82f110ae45b up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:02.289522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0506cde-ace9-46c8-b4bc-16b12ba0cdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.332373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7be-9cad-4a27-b847-8394997125eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.334870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7be-9cad-4a27-b847-8394997125eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.335940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d5cad7be-9cad-4a27-b847-8394997125eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aead0150-24d3-452c-a9df-cd5b48599512 HTTP/1.1" status: 204 len: 168 time: 0.2481847 Aug 31 07:37:02.362227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cad7be-9cad-4a27-b847-8394997125eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead0150-24d3-452c-a9df-cd5b48599512,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.380644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681c47b-17e3-4257-8ba3-c8a8b1e971e4 req-36a37040-78bf-46a3-9d68-746e22c67fad tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.383216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f681c47b-17e3-4257-8ba3-c8a8b1e971e4 req-36a37040-78bf-46a3-9d68-746e22c67fad tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0613801 Aug 31 07:37:02.390315 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0506cde-ace9-46c8-b4bc-16b12ba0cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.391165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 57db0940-561f-45da-aa29-b82f110ae45b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:02.396724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 57db0940-561f-45da-aa29-b82f110ae45b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:02.397518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.478414 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a0506cde-ace9-46c8-b4bc-16b12ba0cdc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fcb8c9c2df8413ba35fcaa387d8fc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514276 Aug 31 07:37:02.479054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f681c47b-17e3-4257-8ba3-c8a8b1e971e4 req-bea97e41-10b0-4558-bfc8-a3e9ac7b2988 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Aug 31 07:37:02.481124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52262) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.488902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0506cde-ace9-46c8-b4bc-16b12ba0cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b26f530-cc0d-407e-bc93-eeef01b7c11d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.578181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01f0dd8d-885b-4ea3-b118-6a90a7e2f9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.603949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.604689 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01f0dd8d-885b-4ea3-b118-6a90a7e2f9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.643693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db0940-561f-45da-aa29-b82f110ae45b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:02.647202 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f9f37-967b-490f-88b7-6f9728a6fca0" -d '{"events": [{"server_uuid": "848d119f-ceeb-48a7-9b34-34e20816f8e2", "name": "network-vif-plugged", "status": "completed", "tag": "57db0940-561f-45da-aa29-b82f110ae45b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:02.670713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 57db0940-561f-45da-aa29-b82f110ae45b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=57db0940-561f-45da-aa29-b82f110ae45b,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:02.706573 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704fafe1-feca-407f-b0a3-3afb5c045248 x-openstack-request-id: req-704fafe1-feca-407f-b0a3-3afb5c045248 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:02.706573 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848d119f-ceeb-48a7-9b34-34e20816f8e2", "name": "network-vif-plugged", "status": "completed", "tag": "57db0940-561f-45da-aa29-b82f110ae45b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:02.706573 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-704fafe1-feca-407f-b0a3-3afb5c045248 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:02.706573 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db0940-561f-45da-aa29-b82f110ae45b', 'code': 200} Aug 31 07:37:02.761989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01f0dd8d-885b-4ea3-b118-6a90a7e2f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.762154 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.766424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01f0dd8d-885b-4ea3-b118-6a90a7e2f9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.767608 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-01f0dd8d-885b-4ea3-b118-6a90a7e2f9b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b26f530-cc0d-407e-bc93-eeef01b7c11d HTTP/1.1" status: 204 len: 168 time: 0.2855353 Aug 31 07:37:02.787798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0dd8d-885b-4ea3-b118-6a90a7e2f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b26f530-cc0d-407e-bc93-eeef01b7c11d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.858384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=57db0940-561f-45da-aa29-b82f110ae45b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.889242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06bb2e-9332-46b5-9fb1-afc594ccb716 req-4c20e38b-d7fb-455e-aa01-f79d38a61704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.899577 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb06bb2e-9332-46b5-9fb1-afc594ccb716 req-4c20e38b-d7fb-455e-aa01-f79d38a61704 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 1102 time: 0.1005151 Aug 31 07:37:02.952251 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb06bb2e-9332-46b5-9fb1-afc594ccb716 req-a093a39a-b1bf-4adb-93ed-c2ba2ceded20 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Aug 31 07:37:02.979366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bba9d-3b5b-4506-b5c3-1762b122c972 req-3f75a4b9-4679-4674-a0d6-4686c7504075 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.980894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d44bba9d-3b5b-4506-b5c3-1762b122c972 req-3f75a4b9-4679-4674-a0d6-4686c7504075 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 948 time: 0.4212487 Aug 31 07:37:03.022201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d44bba9d-3b5b-4506-b5c3-1762b122c972 req-3156b087-0daa-4c07-ae4a-2ebbc7dce551 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Aug 31 07:37:03.085429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779e246-5ad9-4483-beb0-8bbbf0e0ce46 req-84054631-338d-463d-87cc-4e82c8599011 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.091165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a779e246-5ad9-4483-beb0-8bbbf0e0ce46 req-84054631-338d-463d-87cc-4e82c8599011 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 950 time: 0.0598905 Aug 31 07:37:03.142730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a779e246-5ad9-4483-beb0-8bbbf0e0ce46 req-43b4da35-c44b-404f-a8d9-9a546ec3e9ae tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Aug 31 07:37:03.614433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a58b55-01eb-4a3e-ab4c-6b514d06c20f req-4433b8fe-9ae9-40f5-8697-29a7e7b9ff9e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.615962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6a58b55-01eb-4a3e-ab4c-6b514d06c20f req-4433b8fe-9ae9-40f5-8697-29a7e7b9ff9e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0499017 Aug 31 07:37:03.668541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6a58b55-01eb-4a3e-ab4c-6b514d06c20f req-b456f0ee-2591-48be-8895-31a13aae56f3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Aug 31 07:37:04.147741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d2690-c624-4872-8ec4-dcb20f14a531 req-a4365c39-ce02-4b33-b48f-bc75947fbc3b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:04.154374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c92d2690-c624-4872-8ec4-dcb20f14a531 req-a4365c39-ce02-4b33-b48f-bc75947fbc3b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 948 time: 0.0623581 Aug 31 07:37:04.195588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c92d2690-c624-4872-8ec4-dcb20f14a531 req-c26c88a7-e4db-4db5-b4b4-e8c2791adfb5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Aug 31 07:37:04.222799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ffbd99f2-6b90-4c26-9264-e9c1ea8d191e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:04.310851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a2262-2929-47f3-bbaf-4bf9400d75bd req-bb76f7cb-e4f1-43c1-a40b-2b38ebabf7d4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:04.313018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-351a2262-2929-47f3-bbaf-4bf9400d75bd req-bb76f7cb-e4f1-43c1-a40b-2b38ebabf7d4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 950 time: 0.0965545 Aug 31 07:37:04.361480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:04.375141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-351a2262-2929-47f3-bbaf-4bf9400d75bd req-01a14abc-c2e0-403e-8e39-9ffd16a5739e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545936 Aug 31 07:37:04.377366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e', 'mac_address': 'fa:16:3e:17:4f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:04.416151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.428949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbd99f2-6b90-4c26-9264-e9c1ea8d191e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:04.449334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:04.533210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.585725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:04.764591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ffbd99f2-6b90-4c26-9264-e9c1ea8d191e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:04.799138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec637f5-0667-498f-85d2-9e8000c08bdb req-a0267481-5100-478b-8822-a7ffd1690ee6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:04.801359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ec637f5-0667-498f-85d2-9e8000c08bdb req-a0267481-5100-478b-8822-a7ffd1690ee6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0557177 Aug 31 07:37:04.862413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ec637f5-0667-498f-85d2-9e8000c08bdb req-eeb73fd2-7857-46dd-b9f9-2e1dab09cf6d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Aug 31 07:37:05.076069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52402) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:05.086860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606b2b4-5d34-4ccd-b446-dc5ea15ac49a req-a5219a64-6955-4dbd-a116-0c7acfabd925 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:05.086979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9606b2b4-5d34-4ccd-b446-dc5ea15ac49a req-a5219a64-6955-4dbd-a116-0c7acfabd925 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 1102 time: 0.0527785 Aug 31 07:37:05.106398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9606b2b4-5d34-4ccd-b446-dc5ea15ac49a req-4b8f29bc-ed02-4024-8735-5e8c1f98a085 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.195323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9606b2b4-5d34-4ccd-b446-dc5ea15ac49a req-4b8f29bc-ed02-4024-8735-5e8c1f98a085 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.316361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9606b2b4-5d34-4ccd-b446-dc5ea15ac49a req-4b8f29bc-ed02-4024-8735-5e8c1f98a085 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.327048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49842899-cae4-4438-9cee-258681723768 req-dcda9f56-39e5-4bde-a798-42cbe5a430ae tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:05.328629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49842899-cae4-4438-9cee-258681723768 req-dcda9f56-39e5-4bde-a798-42cbe5a430ae tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 949 time: 0.0601478 Aug 31 07:37:05.368989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9606b2b4-5d34-4ccd-b446-dc5ea15ac49a req-4b8f29bc-ed02-4024-8735-5e8c1f98a085 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753942 Aug 31 07:37:05.389712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43b263c1-be32-4251-b8b0-8bb94f7724f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.391367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f29bc-ed02-4024-8735-5e8c1f98a085 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5babc-666f-462e-a6fd-632b6fa24282,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:05.416633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49842899-cae4-4438-9cee-258681723768 req-c68a69d3-c0bc-4692-8291-1ff6130eb62a tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Aug 31 07:37:05.527673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43b263c1-be32-4251-b8b0-8bb94f7724f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.704305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43b263c1-be32-4251-b8b0-8bb94f7724f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.746505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-43b263c1-be32-4251-b8b0-8bb94f7724f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89e11242cb8a48c4a051054b382e93b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692486 Aug 31 07:37:05.748341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b263c1-be32-4251-b8b0-8bb94f7724f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f2165-12e6-4043-97fe-86cff2672a47,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:05.749397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52430) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:05.805321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa747847-22a4-4dce-a7df-8de61029e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.827538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa747847-22a4-4dce-a7df-8de61029e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.983401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-708d7c17-8416-4f97-acf5-be5702825efa tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424097 Aug 31 07:37:06.001566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa747847-22a4-4dce-a7df-8de61029e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:06.004956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa747847-22a4-4dce-a7df-8de61029e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:06.008434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa747847-22a4-4dce-a7df-8de61029e83a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e74f2165-12e6-4043-97fe-86cff2672a47 HTTP/1.1" status: 204 len: 168 time: 0.2574410 Aug 31 07:37:06.017651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf704-a1e8-471a-bff2-673a87964879 req-2e408f0b-4848-4f41-b21f-4ca30d01af0e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:06.019246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa747847-22a4-4dce-a7df-8de61029e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f2165-12e6-4043-97fe-86cff2672a47,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:06.019547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-535cf704-a1e8-471a-bff2-673a87964879 req-2e408f0b-4848-4f41-b21f-4ca30d01af0e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0908458 Aug 31 07:37:06.129489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-535cf704-a1e8-471a-bff2-673a87964879 req-e1891f5c-0079-4009-89e9-f50e110439dd tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882189 Aug 31 07:37:06.155922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-c5f5530b-af39-4e7b-ae83-bd12d3bd3b47 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:06.157754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-c5f5530b-af39-4e7b-ae83-bd12d3bd3b47 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648190 Aug 31 07:37:06.173109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-705c6543-9fbd-4697-83e0-77064b574da1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/quotas/c801fc7999f0453ea8d0308ee64b8989 HTTP/1.1" status: 200 len: 375 time: 0.0095394 Aug 31 07:37:06.226146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-5b29a7b7-e30b-4814-9638-6a9e1dd2528b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470140 Aug 31 07:37:06.238346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ffbd99f2-6b90-4c26-9264-e9c1ea8d191e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:06.390295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:06.394768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:06.395073 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:06.477529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:06.507167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:06.510978 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed502981-8eaa-4134-9f7a-64f47195d7b9" -d '{"events": [{"server_uuid": "27804a4b-44dd-4922-98b0-36468ec8b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "ffbd99f2-6b90-4c26-9264-e9c1ea8d191e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:06.523974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:06.620918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-3e909129-a1d7-47bf-a9ec-6c9b3625a76c tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230417 Aug 31 07:37:06.625036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:06.691386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:06.742201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-96b12e68-631c-4336-a9e4-f38779c145ea tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:06.743872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-96b12e68-631c-4336-a9e4-f38779c145ea tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161079 Aug 31 07:37:06.759084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-eb9d5cd6-0bf5-4fd0-87a1-baa68f4bd816 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/quotas/e7340bd4d5e249b6af8c4acaa3e2bdf9 HTTP/1.1" status: 200 len: 375 time: 0.0093219 Aug 31 07:37:06.791630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-9c0ad6a0-b623-4b1b-9c01-22bb41341214 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269980 Aug 31 07:37:06.903790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52484) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:06.917085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b3c819a-9690-43d5-98b2-c221325bc38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.004578 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b3c819a-9690-43d5-98b2-c221325bc38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.087973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b3c819a-9690-43d5-98b2-c221325bc38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.161925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a7d0-8351-4682-a7e9-9245192ebe0a req-3235f769-e9ff-4a66-bbaf-80c73e4bb11e tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:07.170357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd2a7d0-8351-4682-a7e9-9245192ebe0a req-3235f769-e9ff-4a66-bbaf-80c73e4bb11e tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 950 time: 0.0657241 Aug 31 07:37:07.172882 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9b3c819a-9690-43d5-98b2-c221325bc38f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4abf672f68f3406986c0495d0c3c5dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680719 Aug 31 07:37:07.177398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52498) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:07.180367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c819a-9690-43d5-98b2-c221325bc38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07743fea-a331-48b3-b1b2-6bbf504a23f9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:07.236618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd2a7d0-8351-4682-a7e9-9245192ebe0a req-1b17e3f9-fc49-4dd8-a87d-a9db86541885 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651307 Aug 31 07:37:07.282617 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c05ea40-5f6d-40a9-81c2-338c1c24bdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.295505 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbaa70e-9872-4f79-8b95-f73020fd769b x-openstack-request-id: req-0fbaa70e-9872-4f79-8b95-f73020fd769b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:07.295986 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27804a4b-44dd-4922-98b0-36468ec8b0a5", "name": "network-vif-plugged", "status": "completed", "tag": "ffbd99f2-6b90-4c26-9264-e9c1ea8d191e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:07.296063 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fbaa70e-9872-4f79-8b95-f73020fd769b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:07.296428 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e', 'code': 200} Aug 31 07:37:07.314334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c05ea40-5f6d-40a9-81c2-338c1c24bdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.420973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0492015-92b5-4cfa-b104-2ec0a83d5314 req-a9d54a1c-58eb-41cb-8b9a-6e1b3b898378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:07.422442 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0492015-92b5-4cfa-b104-2ec0a83d5314 req-a9d54a1c-58eb-41cb-8b9a-6e1b3b898378 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 1102 time: 0.0467796 Aug 31 07:37:07.502652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0492015-92b5-4cfa-b104-2ec0a83d5314 req-1076a9ab-2ce0-4c7e-ad05-0936a095992e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Aug 31 07:37:07.527798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb8467f9-5a9d-4018-a509-a7de3f617739 req-695d2927-6fd2-47ee-8f20-389eae97f766 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 210 time: 0.0311594 Aug 31 07:37:07.532938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c05ea40-5f6d-40a9-81c2-338c1c24bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.535564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c05ea40-5f6d-40a9-81c2-338c1c24bdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:07.539123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6c05ea40-5f6d-40a9-81c2-338c1c24bdf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07743fea-a331-48b3-b1b2-6bbf504a23f9 HTTP/1.1" status: 204 len: 168 time: 0.3582571 Aug 31 07:37:07.549607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05ea40-5f6d-40a9-81c2-338c1c24bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07743fea-a331-48b3-b1b2-6bbf504a23f9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:07.692143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4ae6c-facc-4ecf-9952-1e92f867c6d7 req-64338a49-0890-46f7-b75a-19843401cac4 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:07.694662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebd4ae6c-facc-4ecf-9952-1e92f867c6d7 req-64338a49-0890-46f7-b75a-19843401cac4 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0809326 Aug 31 07:37:07.745857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebd4ae6c-facc-4ecf-9952-1e92f867c6d7 req-d38f8308-aa42-4e48-b93a-b2cbe85d05fa tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Aug 31 07:37:07.812775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cc1c0e6-f0cd-46cc-9a25-6638e7e06b3a req-66b274ad-4a9a-4efc-9aed-2786abacb087 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 210 time: 0.0338354 Aug 31 07:37:08.363446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796cafd-c514-4c34-a905-ceb04f9a52ea req-6a16fb76-7810-463c-9c7f-81955bb73f0c tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:08.364963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a796cafd-c514-4c34-a905-ceb04f9a52ea req-6a16fb76-7810-463c-9c7f-81955bb73f0c tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 950 time: 0.0533528 Aug 31 07:37:08.419144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a796cafd-c514-4c34-a905-ceb04f9a52ea req-c2e76f34-5905-4fc2-b6ba-6d3041651843 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Aug 31 07:37:08.539567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52546) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:08.572889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52554) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:08.678908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c15f7b9-ae29-4777-bfe8-60ada17b5fda req-050c292d-c79c-47c9-8f4a-083707293f0e tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 210 time: 0.0559883 Aug 31 07:37:08.742623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4590971a-f588-4921-96e7-7e896fc6225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:08.757586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bd96116-1693-499e-b101-0a1f200af3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:08.862179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4590971a-f588-4921-96e7-7e896fc6225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:08.895417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5cd3a-06c8-45bd-aef7-f0cacf0dc1a1 req-00009d13-c71b-4366-bc74-90f371e20a92 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:08.904520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65f5cd3a-06c8-45bd-aef7-f0cacf0dc1a1 req-00009d13-c71b-4366-bc74-90f371e20a92 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0866663 Aug 31 07:37:08.921521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4590971a-f588-4921-96e7-7e896fc6225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:08.939956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50d3c4af-11a3-468a-805e-55e79e2e59cd req-ad1c1d17-4d6d-4914-8141-5554ba4506d5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 210 time: 0.0626035 Aug 31 07:37:08.974664 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4590971a-f588-4921-96e7-7e896fc6225a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b37461879642409290b4da364c21fcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336703 Aug 31 07:37:08.976285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590971a-f588-4921-96e7-7e896fc6225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed779372-4663-461c-b9a9-cd60b06f211e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:08.980286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65f5cd3a-06c8-45bd-aef7-f0cacf0dc1a1 req-708b5d38-7bcd-411d-8aef-0a938ea398dc tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699663 Aug 31 07:37:08.980764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52572) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:09.058235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b971141f-6412-464f-bb16-9cb7665c17dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.090599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b971141f-6412-464f-bb16-9cb7665c17dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.114174 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bd96116-1693-499e-b101-0a1f200af3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.189976 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bd96116-1693-499e-b101-0a1f200af3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.228527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2bd96116-1693-499e-b101-0a1f200af3ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43388c6cf54141c8bc3f2dac34467863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537814 Aug 31 07:37:09.229708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd96116-1693-499e-b101-0a1f200af3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93001fab-94aa-4244-84f7-7eb0ad69b23e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:09.231132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52582) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:09.232662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b971141f-6412-464f-bb16-9cb7665c17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.235124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b971141f-6412-464f-bb16-9cb7665c17dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.238537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b971141f-6412-464f-bb16-9cb7665c17dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed779372-4663-461c-b9a9-cd60b06f211e HTTP/1.1" status: 204 len: 168 time: 0.2522175 Aug 31 07:37:09.244511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971141f-6412-464f-bb16-9cb7665c17dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed779372-4663-461c-b9a9-cd60b06f211e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:09.305137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64b6682e-abca-42cc-8c2c-f57a36b23f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.344322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64b6682e-abca-42cc-8c2c-f57a36b23f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.464434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-e9b5c102-b4e4-4deb-9e8e-3eede4c46eeb tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229692 Aug 31 07:37:09.464988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64b6682e-abca-42cc-8c2c-f57a36b23f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.467550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64b6682e-abca-42cc-8c2c-f57a36b23f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.473525 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-64b6682e-abca-42cc-8c2c-f57a36b23f3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93001fab-94aa-4244-84f7-7eb0ad69b23e HTTP/1.1" status: 204 len: 168 time: 0.2405808 Aug 31 07:37:09.482390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6682e-abca-42cc-8c2c-f57a36b23f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93001fab-94aa-4244-84f7-7eb0ad69b23e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:09.615704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323c5ee-395f-4c3e-a97a-c4167f1ce0b7 req-ac9fad4c-385a-478a-89fd-a3a28d85e298 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:09.617237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5323c5ee-395f-4c3e-a97a-c4167f1ce0b7 req-ac9fad4c-385a-478a-89fd-a3a28d85e298 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 950 time: 0.1258368 Aug 31 07:37:09.642570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-a908c67e-b862-4c84-9e3c-956436c7ca9e tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:09.643998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-a908c67e-b862-4c84-9e3c-956436c7ca9e tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715469 Aug 31 07:37:09.662392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Request body: {'port': {'device_id': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'e7340bd4d5e249b6af8c4acaa3e2bdf9'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:09.714316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5323c5ee-395f-4c3e-a97a-c4167f1ce0b7 req-0f7304f8-f75d-42c3-aa67-eb593e63e6de tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864933 Aug 31 07:37:09.808930 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04819538-0e7a-4d83-baba-63b746f7a605 req-85891b49-941f-4dd5-b8cd-68412db166e5 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 210 time: 0.0308654 Aug 31 07:37:09.933132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Made reservation on behalf of e7340bd4d5e249b6af8c4acaa3e2bdf9 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:09.936981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:09.945711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.066436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-290a6be3-6e3b-4e36-b159-2bad44a95d54 req-b5a20adf-e5ea-4e9d-818a-75c9bb0f1120 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 210 time: 0.0501516 Aug 31 07:37:10.119933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.184090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39347-abbb-4bf5-a8c8-e130d8082c3d req-7f21b0e9-61d6-48c7-89b0-eb4c85b2a186 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:10.186051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63a39347-abbb-4bf5-a8c8-e130d8082c3d req-7f21b0e9-61d6-48c7-89b0-eb4c85b2a186 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0612628 Aug 31 07:37:10.210442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52614) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:10.216657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-571c8915-70c1-47ce-ae18-f4c754d577c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.233552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63a39347-abbb-4bf5-a8c8-e130d8082c3d req-56792451-1019-407a-9135-7aa0f646701c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Aug 31 07:37:10.235816 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.327551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dadf3d-20f7-4530-ab5c-32848369049a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:10.369771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-571c8915-70c1-47ce-ae18-f4c754d577c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.427579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Allocated IP 192.168.233.58 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/7c86071d-3303-4622-a7bd-eca7f102c16c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:10.481417 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-571c8915-70c1-47ce-ae18-f4c754d577c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.521135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8915-70c1-47ce-ae18-f4c754d577c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df34875f-a6c1-44f2-81cd-3935d90398b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:10.535865 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-571c8915-70c1-47ce-ae18-f4c754d577c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25a38dd0577540ba870fd0d3dc4c9edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255589 Aug 31 07:37:10.535865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52616) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:10.611427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ac41-1436-414f-93c5-b0666a7e3fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.643291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ac41-1436-414f-93c5-b0666a7e3fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.664516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.686107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Transition to ACTIVE for port object 7c86071d-3303-4622-a7bd-eca7f102c16c will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:10.811040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52626) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:10.824763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3435fdd-1b30-4d37-9737-657433a15ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.836624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ac41-1436-414f-93c5-b0666a7e3fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.839775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.842988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfa2ac41-1436-414f-93c5-b0666a7e3fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:10.844850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bfa2ac41-1436-414f-93c5-b0666a7e3fed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df34875f-a6c1-44f2-81cd-3935d90398b5 HTTP/1.1" status: 204 len: 168 time: 0.3137770 Aug 31 07:37:10.863546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2ac41-1436-414f-93c5-b0666a7e3fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df34875f-a6c1-44f2-81cd-3935d90398b5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:10.969228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:10.975211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Pushing event updated for resources: {'Port': ['ID=7c86071d-3303-4622-a7bd-eca7f102c16c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:10.988948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:10.999655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:10.999655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:10.999655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.024658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff4e24-e8fd-4b34-80fc-aa9330187240 req-410d2ae0-2825-4ddd-a46b-89822fc19673 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:11.028087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16ff4e24-e8fd-4b34-80fc-aa9330187240 req-410d2ae0-2825-4ddd-a46b-89822fc19673 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 935 time: 0.0942171 Aug 31 07:37:11.092314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-d1a5d723-c8f0-4b03-bce9-057b49f466b7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523534 Aug 31 07:37:11.200482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16ff4e24-e8fd-4b34-80fc-aa9330187240 req-b2aba9c4-05b8-436f-b8a0-981131f2e7ed tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644592 Aug 31 07:37:11.256153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3435fdd-1b30-4d37-9737-657433a15ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.268427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580b585-a395-4031-be3e-8750703cf7cb req-c2c80b20-b7c0-42de-a0c1-d4b41d83579d tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:11.269769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e580b585-a395-4031-be3e-8750703cf7cb req-c2c80b20-b7c0-42de-a0c1-d4b41d83579d tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 950 time: 0.1692765 Aug 31 07:37:11.331139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cefffc06-4cb5-43de-9c7c-9592bd5f3fc3 req-c9278259-f7a5-4825-bb15-54b96fc3678c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 210 time: 0.0579593 Aug 31 07:37:11.340059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-bbb8f22f-c531-4904-adb5-975985da3556 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:11.341495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-bbb8f22f-c531-4904-adb5-975985da3556 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393777 Aug 31 07:37:11.373116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': '638390cc-e688-498a-b1a1-427fb9f9abad', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:11.384780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3435fdd-1b30-4d37-9737-657433a15ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.390385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fbed9976-3811-43e1-bd28-60bc1fc80536 None None] Provisioning for port 7c86071d-3303-4622-a7bd-eca7f102c16c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:11.394762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fbed9976-3811-43e1-bd28-60bc1fc80536 None None] Provisioning complete for port 7c86071d-3303-4622-a7bd-eca7f102c16c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:11.395408 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbed9976-3811-43e1-bd28-60bc1fc80536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.417344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e580b585-a395-4031-be3e-8750703cf7cb req-c749fe44-0844-463b-a1b4-544558393a9c tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354797 Aug 31 07:37:11.477836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fbed9976-3811-43e1-bd28-60bc1fc80536 None None] Port 7c86071d-3303-4622-a7bd-eca7f102c16c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:11.512423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-b32ff089-3039-4e40-8259-1da30d60c464 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8538234 Aug 31 07:37:11.547027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Request body: {'port': {'device_id': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:11.593030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3435fdd-1b30-4d37-9737-657433a15ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6c37a1-df10-46bc-aeaf-41c1277a62b7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:11.606667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3435fdd-1b30-4d37-9737-657433a15ccd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71aa1c00765b4b83b4c1b9d093e05050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915015 Aug 31 07:37:11.617441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52654) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:11.682702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.696383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-863e5343-d9bc-4d6a-a5f2-4e9040a59045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.702846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c3b59-670e-4572-a196-34ad02bdfa50 req-1670b635-f908-41bd-aa63-f91822349b62 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:11.705024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c04c3b59-670e-4572-a196-34ad02bdfa50 req-1670b635-f908-41bd-aa63-f91822349b62 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1967688 Aug 31 07:37:11.729876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-863e5343-d9bc-4d6a-a5f2-4e9040a59045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.807508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c04c3b59-670e-4572-a196-34ad02bdfa50 req-310eff15-5fea-457b-8304-9f55e79b5ce8 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907059 Aug 31 07:37:11.839377 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-ef819e31-c26b-41cf-8791-2893e31b74aa tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295479 Aug 31 07:37:11.924716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:11.928112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.967517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-54489937-c92b-49fa-b383-1812ee5aca2e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:11.969287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-54489937-c92b-49fa-b383-1812ee5aca2e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241736 Aug 31 07:37:11.970637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-863e5343-d9bc-4d6a-a5f2-4e9040a59045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.973302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-863e5343-d9bc-4d6a-a5f2-4e9040a59045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.975721 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-863e5343-d9bc-4d6a-a5f2-4e9040a59045 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a6c37a1-df10-46bc-aeaf-41c1277a62b7 HTTP/1.1" status: 204 len: 168 time: 0.3644783 Aug 31 07:37:11.988050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e5343-d9bc-4d6a-a5f2-4e9040a59045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6c37a1-df10-46bc-aeaf-41c1277a62b7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:11.996900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:12.183876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c86071d-3303-4622-a7bd-eca7f102c16c {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:12.195242 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.208064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Transition to ACTIVE for port object 7c86071d-3303-4622-a7bd-eca7f102c16c will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:12.275437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:12.279341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.327032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6681a-407b-4a38-b0c5-f87b2c4c9c11 req-93cac20d-c2b9-4a3c-ac8a-b38c910c9fc4 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:12.328651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afe6681a-407b-4a38-b0c5-f87b2c4c9c11 req-93cac20d-c2b9-4a3c-ac8a-b38c910c9fc4 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 935 time: 0.0560827 Aug 31 07:37:12.334973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.460321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.218 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/ec13acfa-7e81-42f3-bf04-9538560bbf0d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:12.481365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f03c44-0628-47f3-9e73-75d228254465 req-d3319560-295e-4000-bc3f-c3d65ec9d1e5 tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:12.483561 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90f03c44-0628-47f3-9e73-75d228254465 req-d3319560-295e-4000-bc3f-c3d65ec9d1e5 tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 1102 time: 0.0873675 Aug 31 07:37:12.492052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c86071d-3303-4622-a7bd-eca7f102c16c,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:12.534573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f6de559-bbd4-42ae-a342-cd530ff071d7 req-a52e5ca9-ae5b-4041-92e2-2db017761abb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 210 time: 0.0827606 Aug 31 07:37:12.548338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afe6681a-407b-4a38-b0c5-f87b2c4c9c11 req-2e655763-0964-424c-a370-e5ace1fe5881 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870079 Aug 31 07:37:12.561480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Attempting to bind port 7c86071d-3303-4622-a7bd-eca7f102c16c on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:12.561480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Attempting to bind port 7c86071d-3303-4622-a7bd-eca7f102c16c by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:12.561480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Attempting to bind port 7c86071d-3303-4622-a7bd-eca7f102c16c on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:12.591061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Port 7c86071d-3303-4622-a7bd-eca7f102c16c on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:12.592130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Attempting to bind port 7c86071d-3303-4622-a7bd-eca7f102c16c on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:12.609312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:12.609312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:12.609711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:12.610367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Bound port: 7c86071d-3303-4622-a7bd-eca7f102c16c, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:12.619016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.638255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Deleting port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:12.639259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.752062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] For port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:12.752870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.770428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Calling delete_port for ffbd99f2-6b90-4c26-9264-e9c1ea8d191e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:12.803305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] For port 7c86071d-3303-4622-a7bd-eca7f102c16c, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:12.814417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1519c6e-dd59-43e8-9698-c6a35341962f req-1d258688-580f-4c08-9ae7-605b965906c6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:12.816028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1519c6e-dd59-43e8-9698-c6a35341962f req-1d258688-580f-4c08-9ae7-605b965906c6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=27804a4b-44dd-4922-98b0-36468ec8b0a5 HTTP/1.1" status: 200 len: 950 time: 0.1637964 Aug 31 07:37:12.819868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] For port 7c86071d-3303-4622-a7bd-eca7f102c16c, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7c86071d-3303-4622-a7bd-eca7f102c16c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:12.840379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.873854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object ec13acfa-7e81-42f3-bf04-9538560bbf0d will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:12.878217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1519c6e-dd59-43e8-9698-c6a35341962f req-3220bde2-02a9-4573-9ba6-7ee1b11638e0 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Aug 31 07:37:12.928095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.969073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:12.969593 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.971168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c86071d-3303-4622-a7bd-eca7f102c16c HTTP/1.1" status: 200 len: 1096 time: 1.4471173 Aug 31 07:37:12.971719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'tag': '7c86071d-3303-4622-a7bd-eca7f102c16c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:12.973947 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9d8750-c6ce-4174-bdcb-c6e64b14d4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "10bffacb-ef21-4197-b3ae-3f68549ebd6f", "tag": "7c86071d-3303-4622-a7bd-eca7f102c16c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:13.008281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.021042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:13.049894 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611eb7d-9844-4557-ada4-7e6a2f7a5a67 x-openstack-request-id: req-8611eb7d-9844-4557-ada4-7e6a2f7a5a67 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:13.050189 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bffacb-ef21-4197-b3ae-3f68549ebd6f", "tag": "7c86071d-3303-4622-a7bd-eca7f102c16c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:13.050439 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8611eb7d-9844-4557-ada4-7e6a2f7a5a67 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:13.050940 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'tag': '7c86071d-3303-4622-a7bd-eca7f102c16c', 'status': 'completed', 'code': 200} Aug 31 07:37:13.078058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832ef6-e7d1-414c-8c07-067d0fecf7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c86071d-3303-4622-a7bd-eca7f102c16c,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:13.100565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:13.123483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:13.130094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:13.136568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:13.137306 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.137740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.181 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/a4d192bf-5709-427c-a6ba-52dd72b97acc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:13.189784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acc0e2-0979-495e-bbf2-5d0da123f5b2 req-2fb65465-6010-4625-ad90-a50b49ad985a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:13.195693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20acc0e2-0979-495e-bbf2-5d0da123f5b2 req-2fb65465-6010-4625-ad90-a50b49ad985a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.2021899 Aug 31 07:37:13.199992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=ec13acfa-7e81-42f3-bf04-9538560bbf0d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:13.221861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d8750-c6ce-4174-bdcb-c6e64b14d4a7 req-72ea351a-cd92-4bf5-a025-c03878152e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:13.223509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd9d8750-c6ce-4174-bdcb-c6e64b14d4a7 req-72ea351a-cd92-4bf5-a025-c03878152e0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 1099 time: 0.1704628 Aug 31 07:37:13.283251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20acc0e2-0979-495e-bbf2-5d0da123f5b2 req-7a419bda-0cf7-4d02-9459-1202dfcbfe3c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850198 Aug 31 07:37:13.287864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52722) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:13.290928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-61ea47a3-0f3a-4a2d-b1d6-ffbb093f8ddc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9238842 Aug 31 07:37:13.294946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd9d8750-c6ce-4174-bdcb-c6e64b14d4a7 req-728cd372-c844-4e13-ad9c-663bebf6b3e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564442 Aug 31 07:37:13.302543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.345653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffbd99f2-6b90-4c26-9264-e9c1ea8d191e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:13.423653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.426369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] No DVR routers for this DVR port ffbd99f2-6b90-4c26-9264-e9c1ea8d191e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:37:13.430224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.432927 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90f03c44-0628-47f3-9e73-75d228254465 req-592618cf-550a-41ed-bc0f-b89a8f36bc5c tempest-DeleteServersAdminTestJSON-1601748771 tempest-DeleteServersAdminTestJSON-1601748771-project-admin] 10.222.0.68 "DELETE /v2.0/ports/ffbd99f2-6b90-4c26-9264-e9c1ea8d191e HTTP/1.1" status: 204 len: 173 time: 0.9417958 Aug 31 07:37:13.433393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'name': 'network-vif-deleted', 'tag': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:13.436039 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eab34f-391f-43ae-a0bd-a3184fa1ab97" -d '{"events": [{"server_uuid": "27804a4b-44dd-4922-98b0-36468ec8b0a5", "name": "network-vif-deleted", "tag": "ffbd99f2-6b90-4c26-9264-e9c1ea8d191e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:13.459779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object a4d192bf-5709-427c-a6ba-52dd72b97acc will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:13.493283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Request body: {'port': {'device_id': '638390cc-e688-498a-b1a1-427fb9f9abad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:13.504037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ffbd99f2-6b90-4c26-9264-e9c1ea8d191e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:13.518515 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee9bd0-456a-4c33-a8a7-deaa4597d806 x-openstack-request-id: req-c1ee9bd0-456a-4c33-a8a7-deaa4597d806 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:13.518814 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27804a4b-44dd-4922-98b0-36468ec8b0a5", "name": "network-vif-deleted", "tag": "ffbd99f2-6b90-4c26-9264-e9c1ea8d191e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:13.519122 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1ee9bd0-456a-4c33-a8a7-deaa4597d806 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:13.519791 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27804a4b-44dd-4922-98b0-36468ec8b0a5', 'name': 'network-vif-deleted', 'tag': 'ffbd99f2-6b90-4c26-9264-e9c1ea8d191e', 'status': 'completed', 'code': 200} Aug 31 07:37:13.597065 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.611041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:13.720144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:13.724174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:13.729983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:13.736043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:13.736740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.740594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=a4d192bf-5709-427c-a6ba-52dd72b97acc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:13.853745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-b45f9d18-bc2b-46a0-891d-8997be7a5630 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8621230 Aug 31 07:37:13.854032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6127b87c-25af-43c2-8c48-e0cb743c9f68 None None] Provisioning for port ec13acfa-7e81-42f3-bf04-9538560bbf0d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:13.869647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Request body: {'port': {'device_id': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:13.875341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6127b87c-25af-43c2-8c48-e0cb743c9f68 None None] Provisioning complete for port ec13acfa-7e81-42f3-bf04-9538560bbf0d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:13.876156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6127b87c-25af-43c2-8c48-e0cb743c9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.945053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6127b87c-25af-43c2-8c48-e0cb743c9f68 None None] Port ec13acfa-7e81-42f3-bf04-9538560bbf0d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:13.975151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.110747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb7feee-c157-40f3-98ac-35dbf8fc500c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.162655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d8750-c6ce-4174-bdcb-c6e64b14d4a7 req-c12f9e2c-4ab1-4be8-923b-95099320e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.164581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd9d8750-c6ce-4174-bdcb-c6e64b14d4a7 req-c12f9e2c-4ab1-4be8-923b-95099320e6db service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8536837 Aug 31 07:37:14.239741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.323155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd4bef-11bb-4163-a345-5fbf8558b3f0 req-f663386c-00bd-41da-bdbe-434af6824bb0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.324933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aacd4bef-11bb-4163-a345-5fbf8558b3f0 req-f663386c-00bd-41da-bdbe-434af6824bb0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 936 time: 0.3162041 Aug 31 07:37:14.352030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d192bf-5709-427c-a6ba-52dd72b97acc {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:14.358183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7da625-bf4d-4919-a88f-e87d39312eff req-20ce6975-27e7-4651-af5e-79b151aa1111 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.359692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d7da625-bf4d-4919-a88f-e87d39312eff req-20ce6975-27e7-4651-af5e-79b151aa1111 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 947 time: 0.3520842 Aug 31 07:37:14.361200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cc45ba3e-6bc6-466b-8ee6-10434859ad98 None None] Provisioning for port a4d192bf-5709-427c-a6ba-52dd72b97acc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:14.365437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cc45ba3e-6bc6-466b-8ee6-10434859ad98 None None] Provisioning complete for port a4d192bf-5709-427c-a6ba-52dd72b97acc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:14.365841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cc45ba3e-6bc6-466b-8ee6-10434859ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.372104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.385265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Transition to ACTIVE for port object a4d192bf-5709-427c-a6ba-52dd72b97acc will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:14.410096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cc45ba3e-6bc6-466b-8ee6-10434859ad98 None None] Port a4d192bf-5709-427c-a6ba-52dd72b97acc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:14.435406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-95ad3ff8-11b7-4ad8-806c-aff0024e48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.435406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-95ad3ff8-11b7-4ad8-806c-aff0024e48c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 1099 time: 0.2078280 Aug 31 07:37:14.481406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.577460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-8443c1bc-d525-465b-b45c-24dba3b161cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=7c86071d-3303-4622-a7bd-eca7f102c16c HTTP/1.1" status: 200 len: 217 time: 0.1287124 Aug 31 07:37:14.590307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Attempting to bind port a4d192bf-5709-427c-a6ba-52dd72b97acc on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:14.590791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Attempting to bind port a4d192bf-5709-427c-a6ba-52dd72b97acc by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:14.591148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Attempting to bind port a4d192bf-5709-427c-a6ba-52dd72b97acc on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:14.594223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d192bf-5709-427c-a6ba-52dd72b97acc,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:14.607433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Port a4d192bf-5709-427c-a6ba-52dd72b97acc on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:14.607433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Attempting to bind port a4d192bf-5709-427c-a6ba-52dd72b97acc on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:14.611667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:14.612022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:14.612422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:14.612884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Bound port: a4d192bf-5709-427c-a6ba-52dd72b97acc, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:14.613270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.616124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb7feee-c157-40f3-98ac-35dbf8fc500c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.621445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aacd4bef-11bb-4163-a345-5fbf8558b3f0 req-5c7303a9-5f8f-41a7-ac25-b4b75962fab7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433546 Aug 31 07:37:14.624067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d7da625-bf4d-4919-a88f-e87d39312eff req-5bd4a1d6-8d9c-4806-9bd7-0c6e39bbbb39 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408402 Aug 31 07:37:14.708592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-49dcf019-d663-47a7-90b7-5f375a5af702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.710057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-49dcf019-d663-47a7-90b7-5f375a5af702 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1235967 Aug 31 07:37:14.806721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb7feee-c157-40f3-98ac-35dbf8fc500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.821178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] For port a4d192bf-5709-427c-a6ba-52dd72b97acc, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:14.830357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] For port a4d192bf-5709-427c-a6ba-52dd72b97acc, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:14.904655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.929461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3bb7feee-c157-40f3-98ac-35dbf8fc500c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84147607c32c43e9bf71c2a8bd8ed074&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6367948 Aug 31 07:37:14.932903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:14.935262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7feee-c157-40f3-98ac-35dbf8fc500c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d912de-cff3-49d2-b005-81175c873d85,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:14.968760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c8b31072-d38f-4095-bcc1-b5d5d5384c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.970755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-c8b31072-d38f-4095-bcc1-b5d5d5384c82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2431490 Aug 31 07:37:14.973044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.973666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.975095 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/a4d192bf-5709-427c-a6ba-52dd72b97acc HTTP/1.1" status: 200 len: 1097 time: 1.1105974 Aug 31 07:37:15.006146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5127dd-bb34-41e5-81b6-fce2f5a71585 req-037602d7-ad09-48e4-96e3-0ec7604c15b6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.012696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df320f-8121-4044-8440-5b0cc814cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d192bf-5709-427c-a6ba-52dd72b97acc,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:15.014584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc5127dd-bb34-41e5-81b6-fce2f5a71585 req-037602d7-ad09-48e4-96e3-0ec7604c15b6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1559081 Aug 31 07:37:15.042219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aea5c2b-d781-439e-baed-9bfc9f745127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.070780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aea5c2b-d781-439e-baed-9bfc9f745127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.151943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec13acfa-7e81-42f3-bf04-9538560bbf0d {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:15.171966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc5127dd-bb34-41e5-81b6-fce2f5a71585 req-507d8de0-a121-4494-bc3e-3050b62c525e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546552 Aug 31 07:37:15.193472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.203996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aea5c2b-d781-439e-baed-9bfc9f745127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.207519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aea5c2b-d781-439e-baed-9bfc9f745127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.208641 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3aea5c2b-d781-439e-baed-9bfc9f745127 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04d912de-cff3-49d2-b005-81175c873d85 HTTP/1.1" status: 204 len: 168 time: 0.2747865 Aug 31 07:37:15.235086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea5c2b-d781-439e-baed-9bfc9f745127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d912de-cff3-49d2-b005-81175c873d85,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:15.254856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-fc031131-f99a-45ff-860f-1e9fd46b1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.257328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-fc031131-f99a-45ff-860f-1e9fd46b1916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 1100 time: 0.0933733 Aug 31 07:37:15.280391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Transition to ACTIVE for port object ec13acfa-7e81-42f3-bf04-9538560bbf0d will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:15.325092 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-0c5d3f3c-31c9-4740-8bfc-79bdb59f0920 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc HTTP/1.1" status: 200 len: 217 time: 0.0579629 Aug 31 07:37:15.327363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-e4f58fc6-bd65-48ab-ad4c-2080a6c0b592 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395786 Aug 31 07:37:15.343273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-93f75a47-08ce-4808-8102-24d7b2476573 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=000c131f4f3f4577bf3681518a81782d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384679 Aug 31 07:37:15.430450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e8564d3d-c075-4d76-8422-9ff2197dbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.432499 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e8564d3d-c075-4d76-8422-9ff2197dbbbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0887406 Aug 31 07:37:15.459428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.484997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-c0847ccb-b53d-4031-a645-70484302b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.486656 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-c0847ccb-b53d-4031-a645-70484302b90f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442090 Aug 31 07:37:15.565671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'tag': 'a4d192bf-5709-427c-a6ba-52dd72b97acc'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:15.572536 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37a829-c232-413b-b9dc-12dd36347f13" -d '{"events": [{"name": "network-changed", "server_uuid": "799a4e0d-6739-4490-86b9-4ccf7ba0b74e", "tag": "a4d192bf-5709-427c-a6ba-52dd72b97acc"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:15.604584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Attempting to bind port ec13acfa-7e81-42f3-bf04-9538560bbf0d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:15.604926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Attempting to bind port ec13acfa-7e81-42f3-bf04-9538560bbf0d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:15.605781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Attempting to bind port ec13acfa-7e81-42f3-bf04-9538560bbf0d on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:15.611708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Pushing event updated for resources: {'Port': ['ID=ec13acfa-7e81-42f3-bf04-9538560bbf0d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:15.613685 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-db2c8b90-31f2-4f74-a25d-9957476ee536 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157804 Aug 31 07:37:15.627257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Port ec13acfa-7e81-42f3-bf04-9538560bbf0d on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:15.627589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Attempting to bind port ec13acfa-7e81-42f3-bf04-9538560bbf0d on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:15.651803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:15.651803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:15.652146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:15.652596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Bound port: ec13acfa-7e81-42f3-bf04-9538560bbf0d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:15.652966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.660159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f326fa60-ddad-43df-a98d-32d66ad03c77 req-ea763b5a-9abb-43db-bee5-592c5690071d service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148446 Aug 31 07:37:15.674658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-c29330c0-cccf-4751-b3b1-08cb37ecdd56 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.682246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-c29330c0-cccf-4751-b3b1-08cb37ecdd56 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380389 Aug 31 07:37:15.762855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-fd2681e9-7923-40d0-8295-35e0614a2545 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387587 Aug 31 07:37:15.763831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-f429dff9-bf64-479f-b092-c40eeec98002 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/quotas/000c131f4f3f4577bf3681518a81782d HTTP/1.1" status: 200 len: 375 time: 0.0806823 Aug 31 07:37:15.778892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] For port ec13acfa-7e81-42f3-bf04-9538560bbf0d, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:15.815829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-01eae502-89a7-400a-b879-5f9550dbf5b7 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=000c131f4f3f4577bf3681518a81782d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508523 Aug 31 07:37:15.826235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] For port ec13acfa-7e81-42f3-bf04-9538560bbf0d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:15.904902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.963219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.964227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.965633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] 10.222.0.45 "PUT /v2.0/ports/ec13acfa-7e81-42f3-bf04-9538560bbf0d HTTP/1.1" status: 200 len: 1097 time: 2.6563246 Aug 31 07:37:15.966380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638390cc-e688-498a-b1a1-427fb9f9abad', 'tag': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:15.968523 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d" -d '{"events": [{"name": "network-changed", "server_uuid": "638390cc-e688-498a-b1a1-427fb9f9abad", "tag": "ec13acfa-7e81-42f3-bf04-9538560bbf0d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:15.971980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9a3d4-90a7-4c97-96b8-d06e0d08cfed service neutron] Pushing event updated for resources: {'Port': ['ID=ec13acfa-7e81-42f3-bf04-9538560bbf0d,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:16.035751 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfccf3d1-5e0f-4998-bf79-ec5c69abc9b9 x-openstack-request-id: req-bfccf3d1-5e0f-4998-bf79-ec5c69abc9b9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:16.036279 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799a4e0d-6739-4490-86b9-4ccf7ba0b74e", "tag": "a4d192bf-5709-427c-a6ba-52dd72b97acc", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:16.036279 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfccf3d1-5e0f-4998-bf79-ec5c69abc9b9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:16.036674 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'tag': 'a4d192bf-5709-427c-a6ba-52dd72b97acc', 'status': 'completed', 'code': 200} Aug 31 07:37:16.176400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-1bf84e91-0e04-4b28-9744-c7af90888d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.177958 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-1bf84e91-0e04-4b28-9744-c7af90888d67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 1100 time: 0.0638540 Aug 31 07:37:16.231402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-523da703-a1a5-42d0-b028-9fca2598d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.233059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-523da703-a1a5-42d0-b028-9fca2598d8dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 1100 time: 0.1503820 Aug 31 07:37:16.238178 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-413bf2d8-8d7b-4a62-bd25-2e5cd36ab304 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d HTTP/1.1" status: 200 len: 217 time: 0.0508137 Aug 31 07:37:16.254034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76243ec3-4bce-4c6f-b0ac-e7d9f4292b1c req-4b454157-92d8-47ec-afe9-629a0b089a66 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.255541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76243ec3-4bce-4c6f-b0ac-e7d9f4292b1c req-4b454157-92d8-47ec-afe9-629a0b089a66 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 948 time: 0.1197314 Aug 31 07:37:16.292444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06babe-3e55-47d8-9389-6cbf4ad03d55 req-bb46439e-d9b5-4b91-ab43-562f6b0682ed tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.293986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c06babe-3e55-47d8-9389-6cbf4ad03d55 req-bb46439e-d9b5-4b91-ab43-562f6b0682ed tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 947 time: 0.1079547 Aug 31 07:37:16.305317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-c54935c3-558f-44f6-9f3b-e06f6cc7c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.307535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-c54935c3-558f-44f6-9f3b-e06f6cc7c73d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0579138 Aug 31 07:37:16.341328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ffbd99f2-6b90-4c26-9264-e9c1ea8d191e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:16.359574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-13876886-d8b0-4d81-b906-ac19450b19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.360861 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-13876886-d8b0-4d81-b906-ac19450b19fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455203 Aug 31 07:37:16.367496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: ffbd99f2-6b90-4c26-9264-e9c1ea8d191e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:16.367925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ffbd99f2-6b90-4c26-9264-e9c1ea8d191e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:16.387818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76243ec3-4bce-4c6f-b0ac-e7d9f4292b1c req-05a8c602-a43d-4a88-91e1-539b834c6d87 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195045 Aug 31 07:37:16.388719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52840) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:16.417205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c06babe-3e55-47d8-9389-6cbf4ad03d55 req-a28b6c57-4fb8-412c-a12c-625aa15244c2 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876637 Aug 31 07:37:16.434445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-66dcd67a-188a-4a9f-b912-43e0aafe3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.436197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-66dcd67a-188a-4a9f-b912-43e0aafe3f79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1788929 Aug 31 07:37:16.445553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff16e-ec3f-4e6c-a293-d1968f7349a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.526159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-dd91fa35-518b-4f26-860b-77bb4235a633 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558108 Aug 31 07:37:16.528719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-6ee7d763-5487-47d8-987e-4b98b77d8e0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc HTTP/1.1" status: 200 len: 217 time: 0.0754058 Aug 31 07:37:16.544908 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1590d-bdbb-4389-bb83-a07cb801ba25 x-openstack-request-id: req-6ce1590d-bdbb-4389-bb83-a07cb801ba25 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:16.545198 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638390cc-e688-498a-b1a1-427fb9f9abad", "tag": "ec13acfa-7e81-42f3-bf04-9538560bbf0d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:16.545452 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ce1590d-bdbb-4389-bb83-a07cb801ba25 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:16.545878 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638390cc-e688-498a-b1a1-427fb9f9abad', 'tag': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', 'status': 'completed', 'code': 200} Aug 31 07:37:16.592012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0881a2bf-1038-443b-8a1b-baf4ef57066a req-db5ef14c-f572-454e-a885-0008d5270d15 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 210 time: 0.0324414 Aug 31 07:37:16.655995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff16e-ec3f-4e6c-a293-d1968f7349a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.669559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-434fb522-a8cc-404d-9831-40ecc57556c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.671621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-434fb522-a8cc-404d-9831-40ecc57556c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1229501 Aug 31 07:37:16.689026 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ebefd70-b1ca-4bed-aa76-a0bc53e20b31 req-0eb4244c-e781-498f-b9f1-e2c874639d53 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415575 Aug 31 07:37:16.691325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb936bd-3af2-42ab-b3fb-6498787446de req-484c8e9a-9f0c-4d87-b585-11c53ed82053 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.692886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfb936bd-3af2-42ab-b3fb-6498787446de req-484c8e9a-9f0c-4d87-b585-11c53ed82053 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0779061 Aug 31 07:37:16.754634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfb936bd-3af2-42ab-b3fb-6498787446de req-7315dbfe-3e03-48af-819e-9094cd7c28e9 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Aug 31 07:37:16.759947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-f20e2752-d5c2-46b8-958f-1877d0f5f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.761417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-f20e2752-d5c2-46b8-958f-1877d0f5f082 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795615 Aug 31 07:37:16.767292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac4ff16e-ec3f-4e6c-a293-d1968f7349a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.826301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ff16e-ec3f-4e6c-a293-d1968f7349a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11eb8e7-e742-40ae-a9e0-70b31704dc61,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:16.837574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac4ff16e-ec3f-4e6c-a293-d1968f7349a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2759ce87de4c41278dd2081eef26c707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478846 Aug 31 07:37:16.838193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52884) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:16.889648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c026761f-c122-474a-be20-a7c664d4fb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.912879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-84f81745-db06-4bca-9eab-bb2d71a51488 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416612 Aug 31 07:37:16.941874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-3dd7cf1f-2e39-49e4-8e81-bfc164c266a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.943654 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-3dd7cf1f-2e39-49e4-8e81-bfc164c266a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 1100 time: 0.0551708 Aug 31 07:37:16.987458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c026761f-c122-474a-be20-a7c664d4fb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.033852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c37a829-c232-413b-b9dc-12dd36347f13 req-b1efa75c-3636-4d14-b9fe-5c4fb03163d3 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106701 Aug 31 07:37:17.092534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-ed30ceab-69fc-41d0-b369-9d011db0b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.094310 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-ed30ceab-69fc-41d0-b369-9d011db0b148 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1379793 Aug 31 07:37:17.144636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-e284d77d-8c11-4686-85c2-0d102e5e753b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d HTTP/1.1" status: 200 len: 217 time: 0.0405767 Aug 31 07:37:17.198213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-7d1575b6-bda5-4429-9f6b-22e70358f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.199793 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-7d1575b6-bda5-4429-9f6b-22e70358f4c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0473824 Aug 31 07:37:17.207585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c026761f-c122-474a-be20-a7c664d4fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.210359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c026761f-c122-474a-be20-a7c664d4fb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.214285 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c026761f-c122-474a-be20-a7c664d4fb88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c11eb8e7-e742-40ae-a9e0-70b31704dc61 HTTP/1.1" status: 204 len: 168 time: 0.3750055 Aug 31 07:37:17.248255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026761f-c122-474a-be20-a7c664d4fb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11eb8e7-e742-40ae-a9e0-70b31704dc61,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:17.283362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-dc0ffb87-c5fa-48fd-a31d-d74cfe230d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.286166 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-dc0ffb87-c5fa-48fd-a31d-d74cfe230d10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697527 Aug 31 07:37:17.392475 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-820ba708-cb4c-42da-9a98-76b9f193dbee service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935214 Aug 31 07:37:17.495671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b66bf9c8-e0b6-43f7-942b-ff5ac0db882d req-e5e41e59-ef6e-4e37-b6b7-af28cbd8419a service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922678 Aug 31 07:37:17.521971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe8f64-aab9-4a4c-8382-1cdd7459915e req-8473b5c4-4bc0-4d73-af3a-b45f0064c84a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.523524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2fe8f64-aab9-4a4c-8382-1cdd7459915e req-8473b5c4-4bc0-4d73-af3a-b45f0064c84a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 948 time: 0.0569098 Aug 31 07:37:17.563623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2fe8f64-aab9-4a4c-8382-1cdd7459915e req-89d4ee4c-128f-4e3d-b1ae-84b1dd4b2ee3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Aug 31 07:37:17.778235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b08011-804c-4558-8f95-c7cd0fba4082 req-44c34ac2-ec6d-427e-9eb9-dde3b4d64c58 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.779741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b08011-804c-4558-8f95-c7cd0fba4082 req-44c34ac2-ec6d-427e-9eb9-dde3b4d64c58 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 947 time: 0.0496020 Aug 31 07:37:17.821288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b08011-804c-4558-8f95-c7cd0fba4082 req-97d6d1e7-6884-4924-bd43-4c39f7c88e74 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Aug 31 07:37:17.922700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf52f62e-9608-4b8c-a423-770c8e7824b0 req-f97cab93-93e7-4066-a98b-574b51ddcd7d tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 210 time: 0.0439301 Aug 31 07:37:18.055070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83c2ec-d093-4b38-926d-912eb5e9c456 req-a5e337d3-ff00-452b-b13c-5f2bdda9ca68 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.056078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb83c2ec-d093-4b38-926d-912eb5e9c456 req-a5e337d3-ff00-452b-b13c-5f2bdda9ca68 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0605130 Aug 31 07:37:18.123287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb83c2ec-d093-4b38-926d-912eb5e9c456 req-8bfe87b5-24cf-4475-8b37-5534bb917ee5 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Aug 31 07:37:18.466979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:18.474173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:18.525024 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-2b512e19-2420-4ba9-8008-50732b48bf47 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=000c131f4f3f4577bf3681518a81782d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317476 Aug 31 07:37:18.605856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53034) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:18.623675 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.667417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:18.718603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:18.734959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:18.737258 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba5e5ab-a032-4d31-9100-de88e4c02e09" -d '{"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-unplugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:18.738221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-4e10f0a2-4d8f-454b-95fe-a1c4ffab7ee1 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.740675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-4e10f0a2-4d8f-454b-95fe-a1c4ffab7ee1 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108355 Aug 31 07:37:18.740819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '977016bf-eca8-4d3a-901d-438da9403386', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '977016bf-eca8-4d3a-901d-438da9403386', 'mac_address': 'fa:16:3e:30:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:18.755194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Request body: {'port': {'device_id': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '000c131f4f3f4577bf3681518a81782d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:18.808890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c70b-8fc0-4c0d-a1c4-59ef43eedc5f req-38b09f2a-c10d-4c18-a295-250365d6fa17 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.819221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ff7c70b-8fc0-4c0d-a1c4-59ef43eedc5f req-38b09f2a-c10d-4c18-a295-250365d6fa17 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 948 time: 0.0935454 Aug 31 07:37:18.823543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.872134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ff7c70b-8fc0-4c0d-a1c4-59ef43eedc5f req-53fbc89b-44da-42ec-a94e-88f8d8617000 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515735 Aug 31 07:37:18.931422 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b64954-e787-4768-9569-85f540bc3023 x-openstack-request-id: req-73b64954-e787-4768-9569-85f540bc3023 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:18.931898 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-unplugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:18.932283 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73b64954-e787-4768-9569-85f540bc3023 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:18.932679 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386', 'code': 200} Aug 31 07:37:18.933909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:18.941673 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.974989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:19.020619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c54deeb5-f137-4082-ba7f-94d9734e91f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.028329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:37:19.028690 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:37:19.049044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0197fb5-f4e8-4e6b-8648-d4bf05692f62 req-2dfaeb4a-e9d7-4f29-a203-2fd6399cf1ce tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.050585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0197fb5-f4e8-4e6b-8648-d4bf05692f62 req-2dfaeb4a-e9d7-4f29-a203-2fd6399cf1ce tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 947 time: 0.0742037 Aug 31 07:37:19.081656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Made reservation on behalf of 000c131f4f3f4577bf3681518a81782d for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:19.085835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.095870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0197fb5-f4e8-4e6b-8648-d4bf05692f62 req-50bb3eba-3967-432d-937f-443730bcd069 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 Aug 31 07:37:19.221663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c54deeb5-f137-4082-ba7f-94d9734e91f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.273257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff1b7c6d-add7-49bd-9c0d-ceb9281bd4b2 req-24faa22d-0ac6-4ccb-9425-63284e65112a tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 210 time: 0.0368843 Aug 31 07:37:19.319800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c54deeb5-f137-4082-ba7f-94d9734e91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.369745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c54deeb5-f137-4082-ba7f-94d9734e91f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc962751988141bfb26941608eaeb854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715597 Aug 31 07:37:19.374766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53106) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:19.385083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54deeb5-f137-4082-ba7f-94d9734e91f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea39610-8af4-4789-8c7e-d6f4d6bcabec,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.416094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161ef3c-e7a0-4f8d-904c-9d54a224b6bf req-f6f277fb-73d3-42ed-938e-2a7ac2249b89 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.424172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2161ef3c-e7a0-4f8d-904c-9d54a224b6bf req-f6f277fb-73d3-42ed-938e-2a7ac2249b89 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 948 time: 0.1459029 Aug 31 07:37:19.496440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2161ef3c-e7a0-4f8d-904c-9d54a224b6bf req-afbd8a15-d251-429a-b77e-9f4337141b1c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702250 Aug 31 07:37:19.525302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36c02260-0dbb-4a28-bb94-94c996346f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.542441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Allocated IP 192.168.233.152 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/f118ba13-ba10-41b8-9958-37e7409483ce) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:19.552380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36c02260-0dbb-4a28-bb94-94c996346f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.601573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.627476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:19.676971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:19.710379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36c02260-0dbb-4a28-bb94-94c996346f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.715720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36c02260-0dbb-4a28-bb94-94c996346f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.718355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-36c02260-0dbb-4a28-bb94-94c996346f54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ea39610-8af4-4789-8c7e-d6f4d6bcabec HTTP/1.1" status: 204 len: 168 time: 0.3411555 Aug 31 07:37:19.727227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.734770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c02260-0dbb-4a28-bb94-94c996346f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea39610-8af4-4789-8c7e-d6f4d6bcabec,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.743556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Transition to ACTIVE for port object f118ba13-ba10-41b8-9958-37e7409483ce will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:19.749390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.749390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7c86071d-3303-4622-a7bd-eca7f102c16c details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:19.829605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.847674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7c86071d-3303-4622-a7bd-eca7f102c16c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7c86071d-3303-4622-a7bd-eca7f102c16c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:19.860132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '7c86071d-3303-4622-a7bd-eca7f102c16c', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '7c86071d-3303-4622-a7bd-eca7f102c16c', 'mac_address': 'fa:16:3e:e2:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:19.870756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.903729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.928467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c86071d-3303-4622-a7bd-eca7f102c16c {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:19.945260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Pushing event updated for resources: {'Port': ['ID=f118ba13-ba10-41b8-9958-37e7409483ce,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.955505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:19.957278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:19.960169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:19.972493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.972698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7c86071d-3303-4622-a7bd-eca7f102c16c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7c86071d-3303-4622-a7bd-eca7f102c16c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:19.972783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.045276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f29d9-f237-41a8-b18d-8f4f2ece9c56 req-927984ed-d06f-4968-836a-b76ee8dac053 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.054350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950f29d9-f237-41a8-b18d-8f4f2ece9c56 req-927984ed-d06f-4968-836a-b76ee8dac053 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 948 time: 0.0703521 Aug 31 07:37:20.114833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950f29d9-f237-41a8-b18d-8f4f2ece9c56 req-8598b9c9-8c61-417d-a699-5a64331280a3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541074 Aug 31 07:37:20.189490 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.189490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a4d192bf-5709-427c-a6ba-52dd72b97acc details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:20.190024 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-91a36f33-b6d1-4691-97db-e3d272fa03b5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4156461 Aug 31 07:37:20.190024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Request body: {'port': {'device_id': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:20.265391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a4d192bf-5709-427c-a6ba-52dd72b97acc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:20.266024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.266140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=7c86071d-3303-4622-a7bd-eca7f102c16c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:20.278794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'a4d192bf-5709-427c-a6ba-52dd72b97acc', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'a4d192bf-5709-427c-a6ba-52dd72b97acc', 'mac_address': 'fa:16:3e:f0:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:20.328907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.343219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d192bf-5709-427c-a6ba-52dd72b97acc {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:20.363562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a4d192bf-5709-427c-a6ba-52dd72b97acc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:20.549495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca7e0e-a806-4387-ac9e-1cfa6d0974ce req-1b6e6d60-27c5-473c-a4ce-9ba6772b9d51 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.551393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0ca7e0e-a806-4387-ac9e-1cfa6d0974ce req-1b6e6d60-27c5-473c-a4ce-9ba6772b9d51 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 948 time: 0.0654004 Aug 31 07:37:20.561378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-02b9b1cf-20ac-4ad2-933f-e0fd9ccfeb17 None None] Provisioning for port f118ba13-ba10-41b8-9958-37e7409483ce completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:20.570383 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.570383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-02b9b1cf-20ac-4ad2-933f-e0fd9ccfeb17 None None] Provisioning complete for port f118ba13-ba10-41b8-9958-37e7409483ce triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:20.570669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02b9b1cf-20ac-4ad2-933f-e0fd9ccfeb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.587400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f118ba13-ba10-41b8-9958-37e7409483ce {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:20.598402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.614369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ec13acfa-7e81-42f3-bf04-9538560bbf0d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:20.614949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0ca7e0e-a806-4387-ac9e-1cfa6d0974ce req-51d0dec1-8664-4a0c-b935-d88bdefb255b tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561414 Aug 31 07:37:20.659605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-02b9b1cf-20ac-4ad2-933f-e0fd9ccfeb17 None None] Port f118ba13-ba10-41b8-9958-37e7409483ce cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:20.663624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a4d192bf-5709-427c-a6ba-52dd72b97acc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:20.770022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.resource_extend [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:37:20.778336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Transition to ACTIVE for port object f118ba13-ba10-41b8-9958-37e7409483ce will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:20.827747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f24d07-5a82-44a4-8b95-7e175752ceff req-7f04cf81-03e2-43a5-a614-75aecf89cb4e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.829659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28f24d07-5a82-44a4-8b95-7e175752ceff req-7f04cf81-03e2-43a5-a614-75aecf89cb4e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.1107640 Aug 31 07:37:20.839097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a3fa5-3833-4300-b261-b55636ffd84a req-908b798b-9ba4-4b6c-a677-7abaf17a25d9 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.840627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-808a3fa5-3833-4300-b261-b55636ffd84a req-908b798b-9ba4-4b6c-a677-7abaf17a25d9 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 936 time: 0.2116432 Aug 31 07:37:20.845954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53212) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:20.864748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c22fd40e-ff34-4eb5-9e19-d1ff74272433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.874598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ec13acfa-7e81-42f3-bf04-9538560bbf0d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:20.887813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', 'mac_address': 'fa:16:3e:c0:13:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:20.888669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.905355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28f24d07-5a82-44a4-8b95-7e175752ceff req-295ca375-f9ad-4d8d-a833-421d3920c052 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624726 Aug 31 07:37:20.916915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-808a3fa5-3833-4300-b261-b55636ffd84a req-6b21289e-75b5-42e9-ac39-800605b5783f tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652425 Aug 31 07:37:21.030541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Attempting to bind port f118ba13-ba10-41b8-9958-37e7409483ce on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:21.031042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Attempting to bind port f118ba13-ba10-41b8-9958-37e7409483ce by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:21.031438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Attempting to bind port f118ba13-ba10-41b8-9958-37e7409483ce on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:21.039220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f118ba13-ba10-41b8-9958-37e7409483ce,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.058798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Port f118ba13-ba10-41b8-9958-37e7409483ce on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:21.058798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Attempting to bind port f118ba13-ba10-41b8-9958-37e7409483ce on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:21.069763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:21.070641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:21.071230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:21.071829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Bound port: f118ba13-ba10-41b8-9958-37e7409483ce, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:21.072744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.096731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['977016bf-eca8-4d3a-901d-438da9403386'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:21.151117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['7c86071d-3303-4622-a7bd-eca7f102c16c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:21.153505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:21.187191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c22fd40e-ff34-4eb5-9e19-d1ff74272433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.208762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53244) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:21.225052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] For port f118ba13-ba10-41b8-9958-37e7409483ce, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:21.229964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] For port f118ba13-ba10-41b8-9958-37e7409483ce, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f118ba13-ba10-41b8-9958-37e7409483ce,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:21.238867 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.276233 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c22fd40e-ff34-4eb5-9e19-d1ff74272433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.304254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39169ada-8a7c-402e-a768-bc490febf710 req-ffd259ff-2bcb-4d08-b32a-9792553c8011 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.305847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39169ada-8a7c-402e-a768-bc490febf710 req-ffd259ff-2bcb-4d08-b32a-9792553c8011 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 949 time: 0.0694973 Aug 31 07:37:21.330436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fd40e-ff34-4eb5-9e19-d1ff74272433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed1c1a-6baa-450a-bc46-6d3a0057b8a9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.344731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec13acfa-7e81-42f3-bf04-9538560bbf0d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:21.348338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.352430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82c1f1e-c94f-4486-bc46-ca1063849a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.385136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39169ada-8a7c-402e-a768-bc490febf710 req-59b79b05-9be7-46e8-a3b5-d9f9e0a61e74 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653009 Aug 31 07:37:21.404552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.405478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.407389 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] 10.222.0.68 "PUT /v2.0/ports/f118ba13-ba10-41b8-9958-37e7409483ce HTTP/1.1" status: 200 len: 1097 time: 1.2312357 Aug 31 07:37:21.415277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'tag': 'f118ba13-ba10-41b8-9958-37e7409483ce'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:21.415277 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c48694-1444-424c-883d-94fdfbe9251d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1b7088-88b9-4130-a13f-fddf28e849b9", "tag": "f118ba13-ba10-41b8-9958-37e7409483ce"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:21.429553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c22fd40e-ff34-4eb5-9e19-d1ff74272433 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c7a16ea3f3d4324abc7f7dc58f6ca67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5825043 Aug 31 07:37:21.430263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53264) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:21.484403 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9902a63-186a-4b0e-bcc0-8a74632656bf x-openstack-request-id: req-b9902a63-186a-4b0e-bcc0-8a74632656bf {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:21.484808 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1b7088-88b9-4130-a13f-fddf28e849b9", "tag": "f118ba13-ba10-41b8-9958-37e7409483ce", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:21.485165 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9902a63-186a-4b0e-bcc0-8a74632656bf {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:21.485682 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'tag': 'f118ba13-ba10-41b8-9958-37e7409483ce', 'status': 'completed', 'code': 200} Aug 31 07:37:21.532749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ec13acfa-7e81-42f3-bf04-9538560bbf0d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:21.558235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf86e6-dc7d-4ddb-97fa-6ab1a3a3ffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f118ba13-ba10-41b8-9958-37e7409483ce,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.561244 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82c1f1e-c94f-4486-bc46-ca1063849a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.564326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054f59e6-4608-46d5-aef3-b7ca4179c605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.591109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48694-1444-424c-883d-94fdfbe9251d req-30b34e23-a543-4af2-a657-2b96fc59ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.593337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87c48694-1444-424c-883d-94fdfbe9251d req-30b34e23-a543-4af2-a657-2b96fc59ba2e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=000c131f4f3f4577bf3681518a81782d&device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 1100 time: 0.0806127 Aug 31 07:37:21.618776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054f59e6-4608-46d5-aef3-b7ca4179c605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.642304 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87c48694-1444-424c-883d-94fdfbe9251d req-b2dfacd5-46ba-40eb-bd88-5d032bb83220 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=000c131f4f3f4577bf3681518a81782d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397084 Aug 31 07:37:21.660820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.700316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82c1f1e-c94f-4486-bc46-ca1063849a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.752563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1f1e-c94f-4486-bc46-ca1063849a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18a1fa-7839-4fa8-a989-7279e04115ff,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.757400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b82c1f1e-c94f-4486-bc46-ca1063849a28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90429ca3dc68425883c71207aea5c9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475037 Aug 31 07:37:21.760713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53274) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:21.818305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48694-1444-424c-883d-94fdfbe9251d req-5be0df00-5930-4845-a620-b71f036e72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.819948 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87c48694-1444-424c-883d-94fdfbe9251d req-5be0df00-5930-4845-a620-b71f036e72c2 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689219 Aug 31 07:37:21.820974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e3f32-ae97-41aa-8a05-ac2b41be4bd4 req-26476852-8a41-4662-9790-a003b9ef8a70 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.823183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-465e3f32-ae97-41aa-8a05-ac2b41be4bd4 req-26476852-8a41-4662-9790-a003b9ef8a70 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 948 time: 0.0524969 Aug 31 07:37:21.840647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f86c4b2-a102-4004-a192-7f3bba43d926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.847876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ec13acfa-7e81-42f3-bf04-9538560bbf0d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.872912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-465e3f32-ae97-41aa-8a05-ac2b41be4bd4 req-589df0a9-5d0c-450d-8e94-e0947c008760 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Aug 31 07:37:21.903953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f86c4b2-a102-4004-a192-7f3bba43d926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.949050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-5dff46e6-ffed-4061-8d22-ddf99399adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.950615 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-5dff46e6-ffed-4061-8d22-ddf99399adeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=000c131f4f3f4577bf3681518a81782d&device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 1100 time: 0.0871649 Aug 31 07:37:21.958891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['ec13acfa-7e81-42f3-bf04-9538560bbf0d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:21.999370 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-9e86e7bc-9c7d-45a8-88ed-c300e630dbca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=f118ba13-ba10-41b8-9958-37e7409483ce HTTP/1.1" status: 200 len: 217 time: 0.0390761 Aug 31 07:37:22.061021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-d1bdb1d6-80cf-4fe5-8b66-cf472560fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.063665 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-d1bdb1d6-80cf-4fe5-8b66-cf472560fd73 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0557487 Aug 31 07:37:22.064661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054f59e6-4608-46d5-aef3-b7ca4179c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.074965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054f59e6-4608-46d5-aef3-b7ca4179c605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.074965 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-054f59e6-4608-46d5-aef3-b7ca4179c605 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0eed1c1a-6baa-450a-bc46-6d3a0057b8a9 HTTP/1.1" status: 204 len: 168 time: 0.6347654 Aug 31 07:37:22.088152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b6de-bdf5-4d92-b8d7-6e5f86bcaa39 req-2100c744-8498-4d5d-a75f-77e93ea3efc4 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.093336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f59e6-4608-46d5-aef3-b7ca4179c605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed1c1a-6baa-450a-bc46-6d3a0057b8a9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.096946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4524b6de-bdf5-4d92-b8d7-6e5f86bcaa39 req-2100c744-8498-4d5d-a75f-77e93ea3efc4 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.0698702 Aug 31 07:37:22.106534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f86c4b2-a102-4004-a192-7f3bba43d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.111841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f86c4b2-a102-4004-a192-7f3bba43d926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.114175 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4f86c4b2-a102-4004-a192-7f3bba43d926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a18a1fa-7839-4fa8-a989-7279e04115ff HTTP/1.1" status: 204 len: 168 time: 0.3521903 Aug 31 07:37:22.161301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86c4b2-a102-4004-a192-7f3bba43d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18a1fa-7839-4fa8-a989-7279e04115ff,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.165749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4524b6de-bdf5-4d92-b8d7-6e5f86bcaa39 req-a48d3bab-53eb-44a4-a6d9-c5391f6e0e02 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Aug 31 07:37:22.195350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-d98e9bff-4574-432b-930e-e5dea01a7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.195350 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-d98e9bff-4574-432b-930e-e5dea01a7555 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224453 Aug 31 07:37:22.289394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e8224-d300-4109-b7c7-aef42f8793e5 req-4e7bad7e-2561-4d17-8c88-26f4b0279ccb tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.292115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-923e8224-d300-4109-b7c7-aef42f8793e5 req-4e7bad7e-2561-4d17-8c88-26f4b0279ccb tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 948 time: 0.0610061 Aug 31 07:37:22.311900 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-f4e3afdc-3104-4d1e-a5d6-735e0921d8db service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079335 Aug 31 07:37:22.332424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-923e8224-d300-4109-b7c7-aef42f8793e5 req-4fae26ce-43e1-44ca-a334-a2b8cf02ee1b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 31 07:37:22.412236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86fd6266-a7aa-4896-a3b6-47f2072b5c49 req-14b95cf6-ce78-414b-b7e6-c1446275aa46 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928400 Aug 31 07:37:22.514454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4b6a0-fed0-49ca-af30-c3fe24c86fff req-4761c549-c9e5-4db8-94c9-d475167e5932 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.517323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bc4b6a0-fed0-49ca-af30-c3fe24c86fff req-4761c549-c9e5-4db8-94c9-d475167e5932 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 949 time: 0.0682654 Aug 31 07:37:22.563117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bc4b6a0-fed0-49ca-af30-c3fe24c86fff req-0f1a50fe-cda6-45d9-a23b-57c41036bd1d tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358236 Aug 31 07:37:22.836256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53386) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:22.852031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7905cc60-853d-4615-8022-979a4d0029b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.942658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7905cc60-853d-4615-8022-979a4d0029b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.002152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5068-cd4f-4641-819b-7b4aac4b9a84 req-0b2e8820-58c8-4d5d-99b6-2fdd9f4915e8 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.008065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011f5068-cd4f-4641-819b-7b4aac4b9a84 req-0b2e8820-58c8-4d5d-99b6-2fdd9f4915e8 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 948 time: 0.0537906 Aug 31 07:37:23.023764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7905cc60-853d-4615-8022-979a4d0029b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.050360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011f5068-cd4f-4641-819b-7b4aac4b9a84 req-b63b0e5a-0ec5-4152-a659-b28210a7a831 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Aug 31 07:37:23.078062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905cc60-853d-4615-8022-979a4d0029b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0a943-b615-47c5-b7ab-1f8ee48193ef,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.086100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7905cc60-853d-4615-8022-979a4d0029b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c370e99c5b64c8c942770ca23932cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458010 Aug 31 07:37:23.087384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53410) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:23.137255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb161-2105-4960-a9c1-e968d5512a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.163972 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb161-2105-4960-a9c1-e968d5512a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.269612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.277148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062c53-1ce1-4fda-9b20-cb0735ed70b3 req-91e47e46-78c9-4b93-9385-a008a575a993 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.285658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3062c53-1ce1-4fda-9b20-cb0735ed70b3 req-91e47e46-78c9-4b93-9385-a008a575a993 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.0521662 Aug 31 07:37:23.311480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53436) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:23.327988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb161-2105-4960-a9c1-e968d5512a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.331046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb161-2105-4960-a9c1-e968d5512a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.334810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8f1fb161-2105-4960-a9c1-e968d5512a1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5de0a943-b615-47c5-b7ab-1f8ee48193ef HTTP/1.1" status: 204 len: 168 time: 0.2441268 Aug 31 07:37:23.338824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3062c53-1ce1-4fda-9b20-cb0735ed70b3 req-6708a116-5daf-49c0-a6a5-db34bdcf7e9b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Aug 31 07:37:23.364169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fb161-2105-4960-a9c1-e968d5512a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0a943-b615-47c5-b7ab-1f8ee48193ef,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.453646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1086906803-network', 'tenant_id': 'e86da3af86bb48a2a991bca258024a02'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:23.486988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f3b3-54ea-48cf-996f-7a517778b5db req-eceae4bb-9f3f-4c91-955d-44ab7350ea7a tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.488498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af51f3b3-54ea-48cf-996f-7a517778b5db req-eceae4bb-9f3f-4c91-955d-44ab7350ea7a tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 948 time: 0.0671401 Aug 31 07:37:23.529914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af51f3b3-54ea-48cf-996f-7a517778b5db req-c90dd378-b315-4481-9399-b491b9c9e259 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Aug 31 07:37:23.544567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Made reservation on behalf of e86da3af86bb48a2a991bca258024a02 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:23.547012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.559690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.693494 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ed5be71-0191-493d-b19a-f96a2131c2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.712786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18442-0787-4424-af25-8d77f7874d1e req-75fd570f-2a8a-4460-9c1e-a8fbc72e1281 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.714350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa18442-0787-4424-af25-8d77f7874d1e req-75fd570f-2a8a-4460-9c1e-a8fbc72e1281 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 949 time: 0.0788321 Aug 31 07:37:23.716418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.763185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afa18442-0787-4424-af25-8d77f7874d1e req-6bb80db4-16b1-46f6-8fc7-e942598639cb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Aug 31 07:37:23.829531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.846603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:23.869697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.870201 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Added segment d69168dc-9066-43cb-b6fa-5a9ca7ca082a of type vlan for network 2b66561e-f2db-490a-8f97-a6e6d385d84f Aug 31 07:37:23.878303 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:37:23.886828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499d56a-53af-4f46-a0f3-4885edf2bf59,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.919322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.058473 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.059719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.060403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.126483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] Pushing event updated for resources: {'Network': ['ID=2b66561e-f2db-490a-8f97-a6e6d385d84f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:24.136262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:24.174664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f351d-2d88-46b8-9399-65a813ac01be req-75976b68-6ce7-4364-a383-f919c84f96b1 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.176086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e3f351d-2d88-46b8-9399-65a813ac01be req-75976b68-6ce7-4364-a383-f919c84f96b1 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 948 time: 0.0515659 Aug 31 07:37:24.214343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49c506a5-4030-4cd3-a685-080993f85c5b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9014685 Aug 31 07:37:24.217256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53498) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:24.222275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Request body: {'subnet': {'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1086906803-subnet', 'tenant_id': 'e86da3af86bb48a2a991bca258024a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:24.222556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e3f351d-2d88-46b8-9399-65a813ac01be req-acacbf3f-347b-4a7b-82c6-50662846bcce tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Aug 31 07:37:24.315144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Made reservation on behalf of e86da3af86bb48a2a991bca258024a02 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:24.317867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.482468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780699e2-8b2c-4ba8-bd44-02786aafaff8 req-9cd53737-1573-4513-bdaf-7134bc7c1afa tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.484058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-780699e2-8b2c-4ba8-bd44-02786aafaff8 req-9cd53737-1573-4513-bdaf-7134bc7c1afa tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.0540340 Aug 31 07:37:24.530799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-780699e2-8b2c-4ba8-bd44-02786aafaff8 req-e848f1bf-db88-45b9-8a5e-8dda3f07d89d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Aug 31 07:37:24.585557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:24.624330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.642382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 977016bf-eca8-4d3a-901d-438da9403386 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:24.643093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.655679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee96e9-1197-4cb5-88ac-cfa45d640b96 req-7e95f6bc-f644-4be2-9304-f9ec087a4680 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.657874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69ee96e9-1197-4cb5-88ac-cfa45d640b96 req-7e95f6bc-f644-4be2-9304-f9ec087a4680 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 948 time: 0.0533259 Aug 31 07:37:24.686239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b6171c-ff37-4be9-b5b4-834baf274f8f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:24.695301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:24.695718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Network hostable DHCP agents. Network: 2b66561e-f2db-490a-8f97-a6e6d385d84f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:24.704500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69ee96e9-1197-4cb5-88ac-cfa45d640b96 req-be011566-267b-4a66-9c7b-0d5f38a34a66 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Aug 31 07:37:24.737317 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.760997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:24.763278 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd155739-5101-4ec1-80c1-19b8c796b662" -d '{"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-plugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:24.776593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:24.790055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:24.800912 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c67d950-1da0-4d1c-9e7b-f15f27bd4d6e x-openstack-request-id: req-5c67d950-1da0-4d1c-9e7b-f15f27bd4d6e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:24.800912 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-plugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:24.801265 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c67d950-1da0-4d1c-9e7b-f15f27bd4d6e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:24.801694 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386', 'code': 200} Aug 31 07:37:24.870223 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.870978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2b66561e-f2db-490a-8f97-a6e6d385d84f) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:24.872118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7c86071d-3303-4622-a7bd-eca7f102c16c up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:24.883148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.885229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.885454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054b720-e79c-4c3e-a198-8f374fa55b03 req-1a158731-533a-4a8a-9c42-d1e3a03d35e3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.898995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3054b720-e79c-4c3e-a198-8f374fa55b03 req-1a158731-533a-4a8a-9c42-d1e3a03d35e3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 949 time: 0.0623372 Aug 31 07:37:24.924947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa621be-5d2b-4802-ab91-b3d091f78ff9 None None] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:24.956824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3054b720-e79c-4c3e-a198-8f374fa55b03 req-b5f59113-945c-4fb0-b21b-9d0370cf56d8 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Aug 31 07:37:25.026930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c318855a-6c9b-4322-8aa6-19facfd4e9b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8084261 Aug 31 07:37:25.037602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384ac46-f7bc-4886-aa3b-216971caf8de req-f6066b7a-cb23-436a-b8c2-09a5044ddd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.039333 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a384ac46-f7bc-4886-aa3b-216971caf8de req-f6066b7a-cb23-436a-b8c2-09a5044ddd67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1102 time: 0.0614243 Aug 31 07:37:25.062021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:25.084677 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a384ac46-f7bc-4886-aa3b-216971caf8de req-7acefc16-1ad4-4691-9c85-7572a5150247 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363584 Aug 31 07:37:25.117618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53530) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:25.141527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95372fa-44f2-42b2-a82f-3b416aaffdc5 None None] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:25.155715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 7c86071d-3303-4622-a7bd-eca7f102c16c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:25.184457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 7c86071d-3303-4622-a7bd-eca7f102c16c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:25.184829 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.314239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61684456-c73a-47da-8500-ff1169dba947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.368623 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.381654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6fc8f-98a0-4d36-90bc-8882cb34e664 req-be575b53-eead-4cba-8eea-b534143ca812 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.390613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c6fc8f-98a0-4d36-90bc-8882cb34e664 req-be575b53-eead-4cba-8eea-b534143ca812 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 948 time: 0.0625739 Aug 31 07:37:25.413395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7c86071d-3303-4622-a7bd-eca7f102c16c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7c86071d-3303-4622-a7bd-eca7f102c16c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:25.433032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c6fc8f-98a0-4d36-90bc-8882cb34e664 req-44ed1ed6-89ea-4b7b-9852-9d14c7c8c580 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Aug 31 07:37:25.460273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61684456-c73a-47da-8500-ff1169dba947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.509858 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.510848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a4d192bf-5709-427c-a6ba-52dd72b97acc up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:25.573009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61684456-c73a-47da-8500-ff1169dba947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.595829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=7c86071d-3303-4622-a7bd-eca7f102c16c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:25.607495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.647564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61684456-c73a-47da-8500-ff1169dba947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b076f53-622f-4b96-b440-364a4c14b3ef,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:25.674385 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61684456-c73a-47da-8500-ff1169dba947 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fbc2892678d4875b1a0600c73caa929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548215 Aug 31 07:37:25.675110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53552) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:25.719595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af2335-d838-47dc-81a4-33ef71f61798 req-4f8e13eb-47a4-49d0-9a8e-be5d3ee65522 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.722781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62af2335-d838-47dc-81a4-33ef71f61798 req-4f8e13eb-47a4-49d0-9a8e-be5d3ee65522 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0700946 Aug 31 07:37:25.731507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08ff2a7c-2d38-43fb-a029-b9643fa0da09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.754732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08ff2a7c-2d38-43fb-a029-b9643fa0da09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.769687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62af2335-d838-47dc-81a4-33ef71f61798 req-928db7ce-7aa6-49ae-a5fc-fe42573e6667 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Aug 31 07:37:25.783819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port a4d192bf-5709-427c-a6ba-52dd72b97acc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:25.788391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port a4d192bf-5709-427c-a6ba-52dd72b97acc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:25.788941 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.851379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d3671-e2ef-4e51-a955-e7ea075bc472 req-d7fd5ed5-9439-40c0-b5cc-706c497a9133 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.852824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f32d3671-e2ef-4e51-a955-e7ea075bc472 req-d7fd5ed5-9439-40c0-b5cc-706c497a9133 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 948 time: 0.0511215 Aug 31 07:37:25.868629 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.891628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f32d3671-e2ef-4e51-a955-e7ea075bc472 req-ebd9034a-2936-4b67-b809-6fadd6101ac9 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Aug 31 07:37:25.911336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a4d192bf-5709-427c-a6ba-52dd72b97acc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:25.921767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08ff2a7c-2d38-43fb-a029-b9643fa0da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.924493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08ff2a7c-2d38-43fb-a029-b9643fa0da09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.925746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-08ff2a7c-2d38-43fb-a029-b9643fa0da09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b076f53-622f-4b96-b440-364a4c14b3ef HTTP/1.1" status: 204 len: 168 time: 0.2496321 Aug 31 07:37:25.936566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff2a7c-2d38-43fb-a029-b9643fa0da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b076f53-622f-4b96-b440-364a4c14b3ef,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:25.978254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.979053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ec13acfa-7e81-42f3-bf04-9538560bbf0d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:26.059147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a4d192bf-5709-427c-a6ba-52dd72b97acc,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:26.080378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7462e-1ccc-4af4-bdcb-30847ee0309a req-a0df6045-6463-4088-a7e6-82cd2a7b85e1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.081913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8c7462e-1ccc-4af4-bdcb-30847ee0309a req-a0df6045-6463-4088-a7e6-82cd2a7b85e1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 950 time: 0.0545709 Aug 31 07:37:26.124974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8c7462e-1ccc-4af4-bdcb-30847ee0309a req-5135717e-3242-4bd0-b07f-1ccf005016b3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Aug 31 07:37:26.207802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port ec13acfa-7e81-42f3-bf04-9538560bbf0d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:26.211972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port ec13acfa-7e81-42f3-bf04-9538560bbf0d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:26.212416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.292791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:26.312041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.348262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ec13acfa-7e81-42f3-bf04-9538560bbf0d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:26.389781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.411634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f118ba13-ba10-41b8-9958-37e7409483ce details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:26.475024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.569409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.587327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ec13acfa-7e81-42f3-bf04-9538560bbf0d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:26.587469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53590) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:26.596965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-657079182-network', 'tenant_id': '84cedba82e504ea4a9a955c347fcad2b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:26.597497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f118ba13-ba10-41b8-9958-37e7409483ce, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f118ba13-ba10-41b8-9958-37e7409483ce,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:26.615181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'f118ba13-ba10-41b8-9958-37e7409483ce', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'f118ba13-ba10-41b8-9958-37e7409483ce', 'mac_address': 'fa:16:3e:5a:8e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:26.619552 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-defa3e2c-21da-4c97-89c7-e712c6ff7d84 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1373055 Aug 31 07:37:26.624795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:37:26.624795 n-d-713499-16 neutron-server[95445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:37:26.624795 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id': '086d63d62072439880b58944af369876', 'id': 'cede6066-12c5-402a-8894-155da63ac0e1', 'expiration': datetime.datetime(2021, 8, 31, 7, 39, 26, 620491)}] Aug 31 07:37:26.624795 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:37:26.625662 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:37:26.634646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f4b96-fb6b-4a51-9f6b-347a1e984f8f req-e146f847-354c-4092-9982-30f314be97fd tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.636286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d05f4b96-fb6b-4a51-9f6b-347a1e984f8f req-e146f847-354c-4092-9982-30f314be97fd tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.0847969 Aug 31 07:37:26.644345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5899ef11-7edc-478c-b1b0-285173389ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.671962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.687703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d05f4b96-fb6b-4a51-9f6b-347a1e984f8f req-b51688c7-d1f1-4ec1-aaad-27a789d984b6 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Aug 31 07:37:26.694726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f118ba13-ba10-41b8-9958-37e7409483ce {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:26.717000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f118ba13-ba10-41b8-9958-37e7409483ce, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f118ba13-ba10-41b8-9958-37e7409483ce,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:26.728693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-1dbdff95-ffa4-4e5a-87af-b71958b5378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.730266 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-1dbdff95-ffa4-4e5a-87af-b71958b5378f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 1119 time: 0.0611720 Aug 31 07:37:26.749261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Made reservation on behalf of 84cedba82e504ea4a9a955c347fcad2b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:26.751660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.760782 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.803133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c86071d-3303-4622-a7bd-eca7f102c16c'}, {'server_uuid': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d192bf-5709-427c-a6ba-52dd72b97acc'}, {'server_uuid': '638390cc-e688-498a-b1a1-427fb9f9abad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:26.806920 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce7c41-a3ab-4af8-ac3c-9c19faf1c017" -d '{"events": [{"server_uuid": "10bffacb-ef21-4197-b3ae-3f68549ebd6f", "name": "network-vif-plugged", "status": "completed", "tag": "7c86071d-3303-4622-a7bd-eca7f102c16c"}, {"server_uuid": "799a4e0d-6739-4490-86b9-4ccf7ba0b74e", "name": "network-vif-plugged", "status": "completed", "tag": "a4d192bf-5709-427c-a6ba-52dd72b97acc"}, {"server_uuid": "638390cc-e688-498a-b1a1-427fb9f9abad", "name": "network-vif-plugged", "status": "completed", "tag": "ec13acfa-7e81-42f3-bf04-9538560bbf0d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:26.864796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.908491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-8dc4eb36-d17b-42b0-b2c9-533c5fb54d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.912352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-8dc4eb36-d17b-42b0-b2c9-533c5fb54d33 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 925 time: 0.1631141 Aug 31 07:37:26.913163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.920965 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c76ac2-39d0-4fe9-bd92-787965c8ba82 x-openstack-request-id: req-f9c76ac2-39d0-4fe9-bd92-787965c8ba82 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:26.921276 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bffacb-ef21-4197-b3ae-3f68549ebd6f", "name": "network-vif-plugged", "status": "completed", "tag": "7c86071d-3303-4622-a7bd-eca7f102c16c", "code": 200}, {"server_uuid": "799a4e0d-6739-4490-86b9-4ccf7ba0b74e", "name": "network-vif-plugged", "status": "completed", "tag": "a4d192bf-5709-427c-a6ba-52dd72b97acc", "code": 200}, {"server_uuid": "638390cc-e688-498a-b1a1-427fb9f9abad", "name": "network-vif-plugged", "status": "completed", "tag": "ec13acfa-7e81-42f3-bf04-9538560bbf0d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:26.921511 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9c76ac2-39d0-4fe9-bd92-787965c8ba82 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:26.921943 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c86071d-3303-4622-a7bd-eca7f102c16c', 'code': 200} Aug 31 07:37:26.922601 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d192bf-5709-427c-a6ba-52dd72b97acc', 'code': 200} Aug 31 07:37:26.922601 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638390cc-e688-498a-b1a1-427fb9f9abad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', 'code': 200} Aug 31 07:37:26.927905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f118ba13-ba10-41b8-9958-37e7409483ce,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:26.958420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd2d9-5c0d-464c-9e85-9872a6fe4f8b req-6cb49e8f-471f-4de5-9497-d2b9e281d3a0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.970080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb2fd2d9-5c0d-464c-9e85-9872a6fe4f8b req-6cb49e8f-471f-4de5-9497-d2b9e281d3a0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1038182 Aug 31 07:37:26.999935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.094155 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-05d427e6-2500-4542-9294-a3fb859a7514 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566 HTTP/1.1" status: 200 len: 1023 time: 0.1730628 Aug 31 07:37:27.102041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07003-4d20-4248-bfea-f2e735f86344 req-fc5c1137-95e7-4eb7-a727-5d7189bc2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.103121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f118ba13-ba10-41b8-9958-37e7409483ce'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:27.103545 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fdc07003-4d20-4248-bfea-f2e735f86344 req-fc5c1137-95e7-4eb7-a727-5d7189bc2915 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 1101 time: 0.1006989 Aug 31 07:37:27.141535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.196617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-2ecf76b9-677e-4fbe-838d-525eb7a8e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.198731 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-2ecf76b9-677e-4fbe-838d-525eb7a8e22a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 200 len: 863 time: 0.0942769 Aug 31 07:37:27.227632 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fdc07003-4d20-4248-bfea-f2e735f86344 req-c4c62e03-5299-4cb3-99f2-2afbcd65a169 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099584 Aug 31 07:37:27.283950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-bf776e9d-3203-4f75-bca1-396cc576ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.285458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-bf776e9d-3203-4f75-bca1-396cc576ad3e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708146 Aug 31 07:37:27.348391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53616) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:27.354683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:27.382907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dbb10a-2c34-4ade-b7b8-32d6b65e358a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.386823 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.414006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb2fd2d9-5c0d-464c-9e85-9872a6fe4f8b req-25848b25-d382-4ffa-8838-75f5d2678e80 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194577 Aug 31 07:37:27.419181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-649b4965-28be-4b37-a8d3-6fac2acb2c50 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230969 Aug 31 07:37:27.422247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.422604 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Added segment 9880f672-ff51-4414-9123-8bf5c7d997ee of type vlan for network 882fb6ce-2948-43bd-9a26-be73233673d2 Aug 31 07:37:27.475512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d1f7e-a57c-4019-ba5b-fb14cff87ef9 req-9e2a58d0-2578-44df-91c5-2514c746c08d tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.477078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a43d1f7e-a57c-4019-ba5b-fb14cff87ef9 req-9e2a58d0-2578-44df-91c5-2514c746c08d tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 949 time: 0.4812434 Aug 31 07:37:27.482089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc687b9-ec33-42d4-831b-c8c549bf3a05 req-4393bafa-febb-4bf1-9319-bea228d2683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.486012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fc687b9-ec33-42d4-831b-c8c549bf3a05 req-4393bafa-febb-4bf1-9319-bea228d2683b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 1102 time: 0.4815984 Aug 31 07:37:27.498800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2041377169-network', 'tenant_id': '8edc189c1a05481394c681d6bb08f9ed'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:27.504393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.511853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.522422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166c3d-0654-4405-bdbe-30d67ac47c83 req-3a83e16d-c9e5-48e8-899b-21d5c5200296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.525061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc166c3d-0654-4405-bdbe-30d67ac47c83 req-3a83e16d-c9e5-48e8-899b-21d5c5200296 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 1102 time: 0.2565413 Aug 31 07:37:27.567610 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=086d63d62072439880b58944af369876&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2726030 Aug 31 07:37:27.572035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53622) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:27.588966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a60e6-56aa-42e7-b99c-55188d147e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba041c-d2c9-4463-b2fd-32dc28868f66,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.635923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fc687b9-ec33-42d4-831b-c8c549bf3a05 req-1375956d-725a-4e52-9417-33812b10888d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347551 Aug 31 07:37:27.636463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a1c8-a28d-45b9-9c50-07b098f14534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.642983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a43d1f7e-a57c-4019-ba5b-fb14cff87ef9 req-819a491a-3c72-48bb-8834-574d3257a31b tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559076 Aug 31 07:37:27.646009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc166c3d-0654-4405-bdbe-30d67ac47c83 req-858a942f-abe0-4c2d-9f66-4c7189ce355b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102109 Aug 31 07:37:27.666158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266acb0f-9489-4248-8325-7b77eb8a1a73 req-5bab4dce-3041-43f9-b90f-dac20c2299b9 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.668115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Made reservation on behalf of 8edc189c1a05481394c681d6bb08f9ed for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:27.670456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.673991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a1c8-a28d-45b9-9c50-07b098f14534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.677333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-266acb0f-9489-4248-8325-7b77eb8a1a73 req-5bab4dce-3041-43f9-b90f-dac20c2299b9 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 950 time: 0.1288395 Aug 31 07:37:27.688766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.742028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-266acb0f-9489-4248-8325-7b77eb8a1a73 req-43f99b81-2300-4b86-b4c4-a285c391c29f tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Aug 31 07:37:27.743142 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.744072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.744642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.745916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-479b08ac-131c-4d87-989a-e9ed27ce1ff7 req-8a721c4d-f04a-4f49-9187-43a1e9413dad service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152647 Aug 31 07:37:27.795878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.850756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] Pushing event updated for resources: {'Network': ['ID=882fb6ce-2948-43bd-9a26-be73233673d2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.860701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 882fb6ce-2948-43bd-9a26-be73233673d2 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:27.864567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd612-9ba0-4ad8-b548-cce41545bba7 req-26ba0c90-688a-4edf-86d4-ad9dfaba6d02 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.866091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d7fd612-9ba0-4ad8-b548-cce41545bba7 req-26ba0c90-688a-4edf-86d4-ad9dfaba6d02 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1538696 Aug 31 07:37:27.876413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a1c8-a28d-45b9-9c50-07b098f14534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.879052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a1c8-a28d-45b9-9c50-07b098f14534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.882987 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a1e3a1c8-a28d-45b9-9c50-07b098f14534 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33ba041c-d2c9-4463-b2fd-32dc28868f66 HTTP/1.1" status: 204 len: 168 time: 0.3063693 Aug 31 07:37:27.896304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3a1c8-a28d-45b9-9c50-07b098f14534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba041c-d2c9-4463-b2fd-32dc28868f66,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.907506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa648f08-c0ce-4910-8e6b-401bd845ca1c req-8557f4b2-7a3d-4418-836b-8f8cb19f2b0f tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.918657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa648f08-c0ce-4910-8e6b-401bd845ca1c req-8557f4b2-7a3d-4418-836b-8f8cb19f2b0f tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.1008286 Aug 31 07:37:27.969898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.977234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa648f08-c0ce-4910-8e6b-401bd845ca1c req-de2bfa8a-7b32-483e-aa1c-5a1bfd52a617 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 Aug 31 07:37:27.979997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d7fd612-9ba0-4ad8-b548-cce41545bba7 req-70536836-2bfc-464f-812a-d57d26bb4704 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023271 Aug 31 07:37:28.053004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.087548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:28.103424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87659ea5-f6ba-4b60-8398-48c92ee3f3b0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:28.106392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.106759 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Added segment d9e8fc61-d164-4f69-8a69-1aa648620d7a of type vlan for network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d Aug 31 07:37:28.151781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.174396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-700fee10-7a7b-41cd-ac5b-a56f5cc1bf5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5847878 Aug 31 07:37:28.176863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53640) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:28.183180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Request body: {'subnet': {'network_id': '882fb6ce-2948-43bd-9a26-be73233673d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-657079182-subnet', 'tenant_id': '84cedba82e504ea4a9a955c347fcad2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:28.280742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.280962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Made reservation on behalf of 84cedba82e504ea4a9a955c347fcad2b for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:28.281741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.282397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.283231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.341962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] Pushing event updated for resources: {'Network': ['ID=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:28.354241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:28.415455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f118ba13-ba10-41b8-9958-37e7409483ce up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:28.441907 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7ef69c1-2198-4042-b990-6f010ec21950 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0904686 Aug 31 07:37:28.444649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53644) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:28.450608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Request body: {'subnet': {'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2041377169-subnet', 'tenant_id': '8edc189c1a05481394c681d6bb08f9ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:28.537643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36937f3-32c6-4d9a-aeb6-5c6ca5a58bfa req-718a5e98-7691-43f1-806e-d810d07f2019 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.539238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b36937f3-32c6-4d9a-aeb6-5c6ca5a58bfa req-718a5e98-7691-43f1-806e-d810d07f2019 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0522943 Aug 31 07:37:28.544082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port f118ba13-ba10-41b8-9958-37e7409483ce completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:28.547579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Made reservation on behalf of 8edc189c1a05481394c681d6bb08f9ed for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:28.548099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port f118ba13-ba10-41b8-9958-37e7409483ce triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:28.548610 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.549959 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.553665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.644351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b36937f3-32c6-4d9a-aeb6-5c6ca5a58bfa req-1b6a44eb-d41f-41e4-b755-de4fb8091442 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929120 Aug 31 07:37:28.662992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25086c0e-0bbe-4c50-a3a3-8210650c4ebf,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:28.673070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Checking segment: {'id': '9880f672-ff51-4414-9123-8bf5c7d997ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '882fb6ce-2948-43bd-9a26-be73233673d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:28.673518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Network hostable DHCP agents. Network: 882fb6ce-2948-43bd-9a26-be73233673d2, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:28.682059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.723469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53650) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:28.744573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f118ba13-ba10-41b8-9958-37e7409483ce, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f118ba13-ba10-41b8-9958-37e7409483ce,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:28.745102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74698961-7baa-4fdd-92f1-23b1bef16a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.818040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c91fee-54f5-4463-92ec-0c534fcb1dc3 req-c4950a5d-a37d-4d0c-b0e1-d736b78e6a3f tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.819583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31c91fee-54f5-4463-92ec-0c534fcb1dc3 req-c4950a5d-a37d-4d0c-b0e1-d736b78e6a3f tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 949 time: 0.0764341 Aug 31 07:37:28.884932 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.885658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.893645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Network 882fb6ce-2948-43bd-9a26-be73233673d2 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:28.925992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31c91fee-54f5-4463-92ec-0c534fcb1dc3 req-24bcccb9-8196-414f-bab5-59f90ec8e72e tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997846 Aug 31 07:37:28.946848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4deb8-eae9-4610-a3d6-620b044f5108 req-a93acc2f-f433-43e4-9d8d-0d770909b187 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.963615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82f4deb8-eae9-4610-a3d6-620b044f5108 req-a93acc2f-f433-43e4-9d8d-0d770909b187 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 950 time: 0.1292491 Aug 31 07:37:28.975640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:28.986234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Checking segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:28.986600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Network hostable DHCP agents. Network: f783ed2d-3c17-43c8-8ccb-61212a0c8f9d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:29.001460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 882fb6ce-2948-43bd-9a26-be73233673d2) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:29.002641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74698961-7baa-4fdd-92f1-23b1bef16a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.012813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.013418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.031907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82f4deb8-eae9-4610-a3d6-620b044f5108 req-2bb94526-c533-4001-9e56-91a26443a58f tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675516 Aug 31 07:37:29.051963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f118ba13-ba10-41b8-9958-37e7409483ce'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:29.054857 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540f3202-1beb-4a08-8594-ab45108fa3e8" -d '{"events": [{"server_uuid": "2a1b7088-88b9-4130-a13f-fddf28e849b9", "name": "network-vif-plugged", "status": "completed", "tag": "f118ba13-ba10-41b8-9958-37e7409483ce"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:29.061381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800079c-e916-499d-900f-8aa17a43e4b0 None None] Network 882fb6ce-2948-43bd-9a26-be73233673d2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:29.100640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74698961-7baa-4fdd-92f1-23b1bef16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.108424 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d09079-e8b7-40d0-9e4e-3ed9ef844a2c x-openstack-request-id: req-46d09079-e8b7-40d0-9e4e-3ed9ef844a2c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:29.115274 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1b7088-88b9-4130-a13f-fddf28e849b9", "name": "network-vif-plugged", "status": "completed", "tag": "f118ba13-ba10-41b8-9958-37e7409483ce", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:29.115274 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46d09079-e8b7-40d0-9e4e-3ed9ef844a2c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:29.115274 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f118ba13-ba10-41b8-9958-37e7409483ce', 'code': 200} Aug 31 07:37:29.135727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f118ba13-ba10-41b8-9958-37e7409483ce,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:29.141484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:29.151764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f783ed2d-3c17-43c8-8ccb-61212a0c8f9d) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:29.158042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.158639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.159869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-74698961-7baa-4fdd-92f1-23b1bef16a95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fad6faf2d52483d95cf1d5641e93a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351912 Aug 31 07:37:29.162114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698961-7baa-4fdd-92f1-23b1bef16a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d5a67-ba9f-4f6d-bcc4-ff18d7545616,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:29.166140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53662) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:29.172866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c121c25-fbd3-4390-890e-4de7d675f00d None None] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:29.215097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab655e1-8971-4da8-90ba-cd832fc634f3 req-97b88bbe-f10a-4ad5-9ffa-29b90c9249b1 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.217956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab655e1-8971-4da8-90ba-cd832fc634f3 req-97b88bbe-f10a-4ad5-9ffa-29b90c9249b1 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.1445940 Aug 31 07:37:29.222993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2958f221-b622-4e06-a3af-a34b0aaf81a8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0445559 Aug 31 07:37:29.294033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52c70856-c1e8-45de-8cf6-2258069e0635 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8408377 Aug 31 07:37:29.299582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8694-948e-4238-a60e-3dc7574b5358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.318537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab655e1-8971-4da8-90ba-cd832fc634f3 req-e7acc559-c7fe-408b-9fa9-90428f797d7b tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897117 Aug 31 07:37:29.338549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc93ba-55d3-485b-b6a5-48d1207d692e req-e888243f-3636-4ec2-9e4e-b5a9d8ab62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.345976 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cadc93ba-55d3-485b-b6a5-48d1207d692e req-e888243f-3636-4ec2-9e4e-b5a9d8ab62ee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 1102 time: 0.1182306 Aug 31 07:37:29.351264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895689db-5a6b-45ac-a946-8696e042dd00 None None] Network 882fb6ce-2948-43bd-9a26-be73233673d2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:29.358241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8694-948e-4238-a60e-3dc7574b5358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.426833 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.431899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cadc93ba-55d3-485b-b6a5-48d1207d692e req-00783e05-5572-47b2-adce-24add288dc9d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785062 Aug 31 07:37:29.499865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b1d83-f45c-4f10-b0b4-e58d82c068c7 None None] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:29.643930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-7801909a-9c11-450c-9ae1-2cfd3f74a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.645785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-7801909a-9c11-450c-9ae1-2cfd3f74a683 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea1dae63b6bd45e3848c141a902d089a&device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1102 time: 0.0727556 Aug 31 07:37:29.666600 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8694-948e-4238-a60e-3dc7574b5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.670252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8694-948e-4238-a60e-3dc7574b5358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:29.671441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ef4f8694-948e-4238-a60e-3dc7574b5358 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/289d5a67-ba9f-4f6d-bcc4-ff18d7545616 HTTP/1.1" status: 204 len: 168 time: 0.5043266 Aug 31 07:37:29.706809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f8694-948e-4238-a60e-3dc7574b5358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d5a67-ba9f-4f6d-bcc4-ff18d7545616,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:29.801173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-453f0927-a4cc-46ce-b95c-3206d0da4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.803216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-453f0927-a4cc-46ce-b95c-3206d0da4a08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1302886 Aug 31 07:37:29.908139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-d48a83d5-bf2d-423c-9be6-1d8f61f15961 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=977016bf-eca8-4d3a-901d-438da9403386 HTTP/1.1" status: 200 len: 217 time: 0.0892439 Aug 31 07:37:30.044611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-e4caca2d-36be-404d-81b5-fec0bdb6fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.046141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-e4caca2d-36be-404d-81b5-fec0bdb6fd04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1211040 Aug 31 07:37:30.056075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-0320a20d-376e-4040-9375-73cc4ee89c28 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.057581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-0320a20d-376e-4040-9375-73cc4ee89c28 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.2503860 Aug 31 07:37:30.112767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-972f3810-ed0a-4cdd-808b-50ccda7b52c5 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/quotas/8edc189c1a05481394c681d6bb08f9ed HTTP/1.1" status: 200 len: 375 time: 0.0440729 Aug 31 07:37:30.121149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-55283d1a-fbff-4bf5-a855-4ffb53942345 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.122653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-55283d1a-fbff-4bf5-a855-4ffb53942345 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.2832837 Aug 31 07:37:30.162724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-a0fa9690-9fbe-4bd3-8ea4-5f0187a8907f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390801 Aug 31 07:37:30.165401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-9393cdf9-ef9b-4061-8aaf-5f0e19555c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.166808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-9393cdf9-ef9b-4061-8aaf-5f0e19555c04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083658 Aug 31 07:37:30.168232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-1addb045-690d-4774-8422-23ac26a20e19 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/quotas/e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 375 time: 0.0332425 Aug 31 07:37:30.174248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-f4bb941a-47bd-4ac9-a890-c9f0ab221f8f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:37:30.175213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-f4bb941a-47bd-4ac9-a890-c9f0ab221f8f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056317 Aug 31 07:37:30.250059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-c2d34879-2035-431f-bde7-6324499fb190 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737696 Aug 31 07:37:30.433047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-aa9506a3-cea7-4632-9834-0c1a0b36d7e6 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552383 Aug 31 07:37:30.434834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-dc26c0f2-1289-4003-be1f-3042fcc2861e service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431481 Aug 31 07:37:30.438870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-767af245-5879-4900-9c1d-9d8e8e19a2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775091 Aug 31 07:37:30.673504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad64bdd-f17f-4b89-be67-512a0a9bb371 req-74426b4b-27ed-4e23-80e4-6689e33b299a service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321897 Aug 31 07:37:30.686225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-7402563f-54eb-4814-a0ba-c5c9afb902ad service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436385 Aug 31 07:37:30.690020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-614f6595-befc-4fd7-a839-dabbd51079d9 service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392612 Aug 31 07:37:30.925138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:31.081109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1035001603-network', 'tenant_id': '101e839770ff4bcc8c3d048733f60030'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:31.081635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e78728-8541-40c1-be3e-ef08f0dbc157 req-9d590199-5957-4f80-b2a2-23d87d940438 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.088366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63e78728-8541-40c1-be3e-ef08f0dbc157 req-9d590199-5957-4f80-b2a2-23d87d940438 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0964065 Aug 31 07:37:31.128046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85b3aa-b41d-4442-8ab4-971ae2abef08 req-729f4628-9d11-4150-b25e-305b65c0a3b3 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.136074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c85b3aa-b41d-4442-8ab4-971ae2abef08 req-729f4628-9d11-4150-b25e-305b65c0a3b3 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 950 time: 0.1044457 Aug 31 07:37:31.172717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63e78728-8541-40c1-be3e-ef08f0dbc157 req-0f7de0e4-9d87-48dc-ba7d-e6a395add708 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779402 Aug 31 07:37:31.190128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c85b3aa-b41d-4442-8ab4-971ae2abef08 req-ed4a8054-a0d3-4857-b1ef-fa8874016b68 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531771 Aug 31 07:37:31.211805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Made reservation on behalf of 101e839770ff4bcc8c3d048733f60030 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:31.214774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.224624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.324197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1379-120a-4b75-aa61-38846cf25424 req-1b646d38-d760-4b29-be10-c6160edeed32 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.325770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-404d1379-120a-4b75-aa61-38846cf25424 req-1b646d38-d760-4b29-be10-c6160edeed32 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 950 time: 0.0819123 Aug 31 07:37:31.338995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ba8c0-4edd-4a37-9af6-735a71f6d396 req-b6634e49-39e8-4927-9f66-91309ca8156a tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.340568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-209ba8c0-4edd-4a37-9af6-735a71f6d396 req-b6634e49-39e8-4927-9f66-91309ca8156a tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.0701902 Aug 31 07:37:31.363317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.399437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-404d1379-120a-4b75-aa61-38846cf25424 req-e015bb4d-548a-4271-ab0f-8091bdb86977 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 Aug 31 07:37:31.404179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-209ba8c0-4edd-4a37-9af6-735a71f6d396 req-991ce643-54d7-47ad-9150-5efa206639a7 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 Aug 31 07:37:31.490922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e1068c7-1700-47c1-8e06-2d201fa85608 req-6bb1eed2-7f01-4ebf-8233-f46df8e81042 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Aug 31 07:37:31.540784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-437f0f74-9512-4740-b552-a3fe2564c3bb req-de2bda80-8a21-406f-89a2-a7f34c980936 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 210 time: 0.0369174 Aug 31 07:37:31.578154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.599053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:31.614450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a72d462-5371-4665-8bed-aa68f52beb6d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:31.617300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.617686 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Added segment 634de145-e916-4da8-973d-ff24f7f5bb04 of type vlan for network 8dee7ce0-dc1f-475e-919b-07ccd953571c Aug 31 07:37:31.655215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c6dc8-ad94-44a4-a120-fd15240f5805 req-c17c2c8e-1bcd-4e25-b1fc-01f2bfa679d6 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.656740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-742c6dc8-ad94-44a4-a120-fd15240f5805 req-c17c2c8e-1bcd-4e25-b1fc-01f2bfa679d6 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 950 time: 0.0551288 Aug 31 07:37:31.673044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.706369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-742c6dc8-ad94-44a4-a120-fd15240f5805 req-d7824851-8009-4ded-b0c1-4a017dade381 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Aug 31 07:37:31.783736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.784809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.785422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:32.051556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8dee7ce0-dc1f-475e-919b-07ccd953571c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:32.059845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8dee7ce0-dc1f-475e-919b-07ccd953571c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:32.195813 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9e764e32-c2e1-442a-82f2-757c1bd6a0d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2617681 Aug 31 07:37:32.196895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53770) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:32.199015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Request body: {'subnet': {'network_id': '8dee7ce0-dc1f-475e-919b-07ccd953571c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1035001603-subnet', 'tenant_id': '101e839770ff4bcc8c3d048733f60030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:32.257160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d15d01-d75a-4edc-9ff8-6f3042d68659 req-40f7764e-1ddb-4fe9-9586-961734913a67 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.258756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34d15d01-d75a-4edc-9ff8-6f3042d68659 req-40f7764e-1ddb-4fe9-9586-961734913a67 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 950 time: 0.1039197 Aug 31 07:37:32.273012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cb61-561f-4568-9164-d13e0df01fe8 req-1eb6776f-4242-4736-9bbd-dd0dc5ad4c92 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.279422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0cb61-561f-4568-9164-d13e0df01fe8 req-1eb6776f-4242-4736-9bbd-dd0dc5ad4c92 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.280970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51e0cb61-561f-4568-9164-d13e0df01fe8 req-1eb6776f-4242-4736-9bbd-dd0dc5ad4c92 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad&device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 1691 time: 0.1166608 Aug 31 07:37:32.335350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34d15d01-d75a-4edc-9ff8-6f3042d68659 req-dbf37f49-2ea6-49c8-b67a-7a2e7fe8fe83 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699992 Aug 31 07:37:32.342775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51e0cb61-561f-4568-9164-d13e0df01fe8 req-45c48bcf-9e56-4a54-ba48-1f9a980004bc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 Aug 31 07:37:32.408714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Made reservation on behalf of 101e839770ff4bcc8c3d048733f60030 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:32.411667 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:32.746813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121b839-5046-4e03-96c6-3ff667f48528 req-1f046592-dc23-4d1a-8142-bb5803116a19 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.748323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1121b839-5046-4e03-96c6-3ff667f48528 req-1f046592-dc23-4d1a-8142-bb5803116a19 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.3494613 Aug 31 07:37:32.815160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1121b839-5046-4e03-96c6-3ff667f48528 req-9d453f37-5145-413b-8737-531aec06f7ba tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599239 Aug 31 07:37:33.035923 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:33.093581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d6ac30-ef43-422e-ad33-7857df241330,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:33.104410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Checking segment: {'id': '634de145-e916-4da8-973d-ff24f7f5bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8dee7ce0-dc1f-475e-919b-07ccd953571c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:33.104681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Network hostable DHCP agents. Network: 8dee7ce0-dc1f-475e-919b-07ccd953571c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:33.239308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c1c3b-7dfd-4a8c-bfda-2c52cebba418 req-56848d8f-dbeb-4c60-bbff-20d437529f35 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.240863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f98c1c3b-7dfd-4a8c-bfda-2c52cebba418 req-56848d8f-dbeb-4c60-bbff-20d437529f35 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 1102 time: 0.0490911 Aug 31 07:37:33.278027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Network 8dee7ce0-dc1f-475e-919b-07ccd953571c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:33.282319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f98c1c3b-7dfd-4a8c-bfda-2c52cebba418 req-78def91d-785c-4eba-98bc-f4b19a360ba1 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349269 Aug 31 07:37:33.364448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37f58b59-cb67-42be-8e6b-3ed374588d56 req-322007b1-d929-4f91-9929-318dca1fd026 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 210 time: 0.0262411 Aug 31 07:37:33.391680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8dee7ce0-dc1f-475e-919b-07ccd953571c) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:33.393514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08351f7d-d552-4a67-873e-8d9ac1b2557d req-8c7bde7b-8da5-4dbe-a6a7-cdea517408f9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 210 time: 0.0281873 Aug 31 07:37:33.396217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.396805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:33.404532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e6334-c47b-4d2b-859b-5197adfef4c9 None None] Network 8dee7ce0-dc1f-475e-919b-07ccd953571c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:33.518924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c5bf4-f625-4315-a0eb-67f3db9fbc3f req-b3b7cdfb-991a-45b4-a4fa-7903744221d4 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.520523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-537c5bf4-f625-4315-a0eb-67f3db9fbc3f req-b3b7cdfb-991a-45b4-a4fa-7903744221d4 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 950 time: 0.0817540 Aug 31 07:37:33.532413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9601a906-9ebb-476f-816d-d8e5182b393f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3317642 Aug 31 07:37:33.541997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a402a7-67e3-4121-b140-7a747098f920 None None] Network 8dee7ce0-dc1f-475e-919b-07ccd953571c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:33.546737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1bec0-3359-44bd-b035-3ca7fa6596ac req-a6f486a5-f012-489a-8fe5-6d125d1dc225 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.554555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fa1bec0-3359-44bd-b035-3ca7fa6596ac req-a6f486a5-f012-489a-8fe5-6d125d1dc225 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 1102 time: 0.0860064 Aug 31 07:37:33.617028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-537c5bf4-f625-4315-a0eb-67f3db9fbc3f req-b260b871-efa2-4564-9629-62cef4552ca5 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889122 Aug 31 07:37:33.624074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fa1bec0-3359-44bd-b035-3ca7fa6596ac req-ee643e0e-925b-4020-84c2-353ae1e1ca68 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666275 Aug 31 07:37:33.985153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414e6a-078e-4a95-94e7-b2d536c6ac70 req-0b8193ba-1c37-468f-b41a-7399b9047c23 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.986752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6414e6a-078e-4a95-94e7-b2d536c6ac70 req-0b8193ba-1c37-468f-b41a-7399b9047c23 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.1016979 Aug 31 07:37:34.010034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-da99a588-9927-48a4-a00b-1e4077d92b38 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.012592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-da99a588-9927-48a4-a00b-1e4077d92b38 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.1501024 Aug 31 07:37:34.026580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Request body: {'port': {'device_id': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'admin_state_up': True, 'tenant_id': '8edc189c1a05481394c681d6bb08f9ed'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:34.066921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6414e6a-078e-4a95-94e7-b2d536c6ac70 req-4fcf188f-0c82-4d96-9d80-e2d4ccf1a32e tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Aug 31 07:37:34.082849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093bf9-fab5-4d8c-b2dc-8c8feba9154f req-e0edc670-97ec-4e69-8335-feddb30df5eb tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.084689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba093bf9-fab5-4d8c-b2dc-8c8feba9154f req-e0edc670-97ec-4e69-8335-feddb30df5eb tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0968566 Aug 31 07:37:34.142049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba093bf9-fab5-4d8c-b2dc-8c8feba9154f req-de88e27f-c263-4772-876d-9353df9891cc tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468388 Aug 31 07:37:34.205465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-d877c2ff-406d-4f9c-8eea-86d7a667c740 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364220 Aug 31 07:37:34.292096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Made reservation on behalf of 8edc189c1a05481394c681d6bb08f9ed for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:34.295765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.317972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-cfbadc23-95fa-47a9-91d6-643ce9cfcbb7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.319557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-cfbadc23-95fa-47a9-91d6-643ce9cfcbb7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083155 Aug 31 07:37:34.339360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-3ecaed22-816c-40d8-9111-43be60f22d93 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/quotas/c801fc7999f0453ea8d0308ee64b8989 HTTP/1.1" status: 200 len: 375 time: 0.0123641 Aug 31 07:37:34.413900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-864ba010-c7cd-452e-abd6-be6fdf1a0dcc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672431 Aug 31 07:37:34.433592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Allocated IP 172.20.0.13 (f783ed2d-3c17-43c8-8ccb-61212a0c8f9d/3ecd05d8-6f4e-4458-9c14-f0152c6ebd85/32c652a3-4dda-421c-a659-f53c090b0590) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:34.483573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d183157-73f6-442c-9bb7-a9db76da1760 req-3d812386-8826-4774-b6b5-851fe0642a53 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 210 time: 0.0313237 Aug 31 07:37:34.504117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53834) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:34.512307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1218013716-network', 'tenant_id': 'e19bd6e5924a45ea94e178dce0dcdd91'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:34.596204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5596a873-19b3-4870-9c6c-e0d74fbe01d3 req-1ed04457-5de3-4510-9533-0f39ae0ce901 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 210 time: 0.0348225 Aug 31 07:37:34.617343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.636793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-95c7e19c-3978-47ea-9249-cae3436ac192 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.638298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-95c7e19c-3978-47ea-9249-cae3436ac192 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 950 time: 0.0826137 Aug 31 07:37:34.646473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Made reservation on behalf of e19bd6e5924a45ea94e178dce0dcdd91 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:34.649413 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.674935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.754637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Deleting port f118ba13-ba10-41b8-9958-37e7409483ce {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:34.755091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.803280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.829615 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.853309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf8261-490a-4dc6-bc25-d92878fe7b65 req-25810537-8195-4a3e-a3af-9631a280f2a2 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.854906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8bf8261-490a-4dc6-bc25-d92878fe7b65 req-25810537-8195-4a3e-a3af-9631a280f2a2 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 950 time: 0.1047528 Aug 31 07:37:34.879018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:34.886850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:34.895359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:34.900930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.901555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.903926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:34.923921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] For port f118ba13-ba10-41b8-9958-37e7409483ce, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f118ba13-ba10-41b8-9958-37e7409483ce,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:34.924292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.928510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.939352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Calling delete_port for f118ba13-ba10-41b8-9958-37e7409483ce owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:34.957403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-4471e2ef-933d-47f4-964d-648336bf86d2 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.958906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-4471e2ef-933d-47f4-964d-648336bf86d2 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.45 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.1497605 Aug 31 07:37:34.992569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:35.020277 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-425179b8-5186-4c66-8f4a-f012f876a880 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9981034 Aug 31 07:37:35.042582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Request body: {'port': {'device_id': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:35.049252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8bf8261-490a-4dc6-bc25-d92878fe7b65 req-e3a39b4d-4ab5-4376-b498-069127c20b32 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8e0d4b-5885-4403-a709-7c052f01d6ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763401 Aug 31 07:37:35.049894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a07708e-a562-49e9-ad8d-9cf31f90f65f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:35.064645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.064998 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Added segment 8b8451c4-d729-4c30-b839-97276cd0bae9 of type vlan for network 24707224-d41e-4d94-bea1-540bac0d2192 Aug 31 07:37:35.139878 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.147687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-287c40d5-10ef-49a9-a267-85ad744653c7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.150225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-287c40d5-10ef-49a9-a267-85ad744653c7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.2881348 Aug 31 07:37:35.168125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Request body: {'port': {'device_id': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'admin_state_up': True, 'tenant_id': 'e86da3af86bb48a2a991bca258024a02'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:35.178023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.263119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.275926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f118ba13-ba10-41b8-9958-37e7409483ce'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:35.306676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Pushing event deleted for resources: {'Port': ['ID=f118ba13-ba10-41b8-9958-37e7409483ce,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:35.348243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Deleting port 7c86071d-3303-4622-a7bd-eca7f102c16c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:35.348587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.358101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cda533-567f-4d4d-b4af-b55551362d90 req-b54aa99e-b552-45a0-a73c-4efb6683496f tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.365229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00cda533-567f-4d4d-b4af-b55551362d90 req-b54aa99e-b552-45a0-a73c-4efb6683496f tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 949 time: 0.2070303 Aug 31 07:37:35.408777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.409842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.410431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.447363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] No DVR routers for this DVR port f118ba13-ba10-41b8-9958-37e7409483ce on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:37:35.455446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.457499 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6bad5b20-fa8b-40db-9339-12a6c7a6836f req-c63fb78c-803c-4556-839e-ae6fa9d60ad6 tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.68 "DELETE /v2.0/ports/f118ba13-ba10-41b8-9958-37e7409483ce HTTP/1.1" status: 204 len: 173 time: 0.8118184 Aug 31 07:37:35.457985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'name': 'network-vif-deleted', 'tag': 'f118ba13-ba10-41b8-9958-37e7409483ce'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:35.460313 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bed85-cf34-4683-ba19-4c88d9bd1592" -d '{"events": [{"server_uuid": "2a1b7088-88b9-4130-a13f-fddf28e849b9", "name": "network-vif-deleted", "tag": "f118ba13-ba10-41b8-9958-37e7409483ce"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:35.594809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c652a3-4dda-421c-a659-f53c090b0590 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:35.598442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00cda533-567f-4d4d-b4af-b55551362d90 req-2af5d4d3-a2a1-408d-8fca-0daacbb67418 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/security-groups?id=41dadf3d-20f7-4530-ab5c-32848369049a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313211 Aug 31 07:37:35.603306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] Pushing event updated for resources: {'Network': ['ID=24707224-d41e-4d94-bea1-540bac0d2192,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:35.618691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8f30e-c69b-49a7-8f22-ca029f44a623 req-24ad7282-cab3-40e7-b59d-7b73c550d7f0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.624974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.627997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8b8f30e-c69b-49a7-8f22-ca029f44a623 req-24ad7282-cab3-40e7-b59d-7b73c550d7f0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.2994411 Aug 31 07:37:35.631193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 24707224-d41e-4d94-bea1-540bac0d2192 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:35.643660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-af204336-184d-4137-bd8f-51c06aeba106 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1381214 Aug 31 07:37:35.646366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53860) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:35.652131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Request body: {'subnet': {'network_id': '24707224-d41e-4d94-bea1-540bac0d2192', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1218013716-subnet', 'tenant_id': 'e19bd6e5924a45ea94e178dce0dcdd91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:35.671720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Transition to ACTIVE for port object 32c652a3-4dda-421c-a659-f53c090b0590 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:35.695026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] For port 7c86071d-3303-4622-a7bd-eca7f102c16c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7c86071d-3303-4622-a7bd-eca7f102c16c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:35.695439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.723147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8b8f30e-c69b-49a7-8f22-ca029f44a623 req-3fa11d71-e890-4faf-b77a-ab9b55ddee32 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940585 Aug 31 07:37:35.729575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Calling delete_port for 7c86071d-3303-4622-a7bd-eca7f102c16c owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:35.794564 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a874640e-59ee-4d66-a348-cf93596cc644 x-openstack-request-id: req-a874640e-59ee-4d66-a348-cf93596cc644 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:35.795115 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1b7088-88b9-4130-a13f-fddf28e849b9", "name": "network-vif-deleted", "tag": "f118ba13-ba10-41b8-9958-37e7409483ce", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:35.795868 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a874640e-59ee-4d66-a348-cf93596cc644 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:35.796675 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1b7088-88b9-4130-a13f-fddf28e849b9', 'name': 'network-vif-deleted', 'tag': 'f118ba13-ba10-41b8-9958-37e7409483ce', 'status': 'completed', 'code': 200} Aug 31 07:37:35.830079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Made reservation on behalf of e86da3af86bb48a2a991bca258024a02 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:35.835069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.836259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.962283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:36.012111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Made reservation on behalf of e19bd6e5924a45ea94e178dce0dcdd91 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:36.015815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.036331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7d681-8a32-4c34-9546-d1378d2510c7 req-30cb90a8-dd22-403a-b583-46c3b9a89541 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:36.038850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09c7d681-8a32-4c34-9546-d1378d2510c7 req-30cb90a8-dd22-403a-b583-46c3b9a89541 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 944 time: 0.1911180 Aug 31 07:37:36.082147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Attempting to bind port 32c652a3-4dda-421c-a659-f53c090b0590 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:36.082752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Attempting to bind port 32c652a3-4dda-421c-a659-f53c090b0590 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:36.083181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Attempting to bind port 32c652a3-4dda-421c-a659-f53c090b0590 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:36.105100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Port 32c652a3-4dda-421c-a659-f53c090b0590 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:36.105626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Attempting to bind port 32c652a3-4dda-421c-a659-f53c090b0590 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:36.126706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:36.127000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Checking segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:36.127594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Bound using segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:36.128302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Bound port: 32c652a3-4dda-421c-a659-f53c090b0590, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:36.128864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.142516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4289f218-a1a2-42c8-988d-9d2d010c358e req-6324b0b5-82f6-4a87-9f33-fede628273d0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 210 time: 0.1016152 Aug 31 07:37:36.165330 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.178154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['7c86071d-3303-4622-a7bd-eca7f102c16c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:36.219650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Pushing event deleted for resources: {'Port': ['ID=7c86071d-3303-4622-a7bd-eca7f102c16c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:36.223872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09c7d681-8a32-4c34-9546-d1378d2510c7 req-e5ab495d-2b01-4178-8d1f-71630286d210 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778162 Aug 31 07:37:36.260354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Allocated IP 172.20.0.8 (2b66561e-f2db-490a-8f97-a6e6d385d84f/f1b6171c-ff37-4be9-b5b4-834baf274f8f/363fee23-9243-4363-90aa-f4f0828fac2a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:36.270173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a4c54b6-80cf-4c05-b0af-409582460267 req-3a64f24d-7b8d-400f-a1d6-734c0a3e711a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 210 time: 0.0587721 Aug 31 07:37:36.314027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] No DVR routers for this DVR port 7c86071d-3303-4622-a7bd-eca7f102c16c on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:37:36.316876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.318642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66265f90-3e66-4142-a29f-45a8c2255c99 req-81801387-df43-4b39-9835-7a73539774b0 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.45 "DELETE /v2.0/ports/7c86071d-3303-4622-a7bd-eca7f102c16c HTTP/1.1" status: 204 len: 173 time: 1.3472226 Aug 31 07:37:36.319789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'name': 'network-vif-deleted', 'tag': '7c86071d-3303-4622-a7bd-eca7f102c16c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:36.322856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb29d058-8fe9-4d5f-9507-cb55e390538a" -d '{"events": [{"server_uuid": "10bffacb-ef21-4197-b3ae-3f68549ebd6f", "name": "network-vif-deleted", "tag": "7c86071d-3303-4622-a7bd-eca7f102c16c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:36.378880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:36.402523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:36.406466 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21c8440-029f-481d-a698-800949c42a67 x-openstack-request-id: req-b21c8440-029f-481d-a698-800949c42a67 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:36.407017 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bffacb-ef21-4197-b3ae-3f68549ebd6f", "name": "network-vif-deleted", "tag": "7c86071d-3303-4622-a7bd-eca7f102c16c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:36.407273 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b21c8440-029f-481d-a698-800949c42a67 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:36.410135 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bffacb-ef21-4197-b3ae-3f68549ebd6f', 'name': 'network-vif-deleted', 'tag': '7c86071d-3303-4622-a7bd-eca7f102c16c', 'status': 'completed', 'code': 200} Aug 31 07:37:36.458793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.481318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c16bde2-03ed-4dce-a5ea-a4c3e63fcb09 req-a08cc381-6289-4737-8428-3a9634c3370e tempest-DeleteServersAdminTestJSON-2059529133 tempest-DeleteServersAdminTestJSON-2059529133-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a1b7088-88b9-4130-a13f-fddf28e849b9 HTTP/1.1" status: 200 len: 210 time: 0.0702372 Aug 31 07:37:36.539703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.546955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Checking segment: {'id': '8b8451c4-d729-4c30-b839-97276cd0bae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '24707224-d41e-4d94-bea1-540bac0d2192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:36.547463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Network hostable DHCP agents. Network: 24707224-d41e-4d94-bea1-540bac0d2192, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:36.549539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed9197b-ecfb-4571-8811-e5455a54c99a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:36.590035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.623681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:36.624306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.625711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] 10.222.0.68 "PUT /v2.0/ports/32c652a3-4dda-421c-a659-f53c090b0590 HTTP/1.1" status: 200 len: 1093 time: 1.5935121 Aug 31 07:37:36.651856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988cc6-b932-4b94-b1ad-8ba6c43bbc15 service neutron] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:36.700802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-384e3683-6e2e-4875-ac20-f9a2cf7a11b6 req-a0a947a7-62ed-4f01-a0c2-e56270788432 tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 210 time: 0.0272279 Aug 31 07:37:36.887004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Network 24707224-d41e-4d94-bea1-540bac0d2192 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:36.887422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.934663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:36.940599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:36.944680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:36.951353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:36.951734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.963369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:37.003428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-32681814-7077-4bea-89ec-8a47182c65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.004959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-32681814-7077-4bea-89ec-8a47182c65e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 1096 time: 0.0634222 Aug 31 07:37:37.036599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea6a4e-33fb-44f2-b57a-e8180c396b8b req-b2dcf469-d56c-42c0-b650-99c13397691b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.038270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aaea6a4e-33fb-44f2-b57a-e8180c396b8b req-b2dcf469-d56c-42c0-b650-99c13397691b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0557599 Aug 31 07:37:37.049462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 24707224-d41e-4d94-bea1-540bac0d2192) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:37.051863 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-cf563fc0-b5ae-49f2-9692-455009c1b760 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c652a3-4dda-421c-a659-f53c090b0590 HTTP/1.1" status: 200 len: 217 time: 0.0375252 Aug 31 07:37:37.054479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.055150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.058604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89148ca2-bbba-45a8-90e0-43c8a3a6ee53 None None] Network 24707224-d41e-4d94-bea1-540bac0d2192 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:37.081791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aaea6a4e-33fb-44f2-b57a-e8180c396b8b req-864e4df0-fd2a-427a-87d7-8aa10db874df tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Aug 31 07:37:37.111026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-bae73466-84d2-458d-b8bb-53a14ad5aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.112522 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-bae73466-84d2-458d-b8bb-53a14ad5aec2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0535314 Aug 31 07:37:37.128784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-a6b3c5b1-7542-46c0-971c-1adb71da22fd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9663501 Aug 31 07:37:37.145672 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-15a431c3-746a-4aa0-a630-ac30506b0241 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258985 Aug 31 07:37:37.147653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Request body: {'port': {'device_id': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:37.197871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ab63d-abba-40d7-b562-6ad8595b2b80 None None] Network 24707224-d41e-4d94-bea1-540bac0d2192 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:37.217182 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f98c9924-d719-4c6f-ac1b-2bba5bda9718 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5693760 Aug 31 07:37:37.225725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.253835 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-5963661f-8403-45aa-8ba5-481b7d3fa87e service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004438 Aug 31 07:37:37.407754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:37.429486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ad63f-38f8-4aec-ba75-1e23401f151e req-430f7240-5ff1-4636-b42c-280a4babff95 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.431729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e25ad63f-38f8-4aec-ba75-1e23401f151e req-430f7240-5ff1-4636-b42c-280a4babff95 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 931 time: 0.1654456 Aug 31 07:37:37.442636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73f00b0f-04f1-4faa-a48e-4652f7deae4f req-86cd616e-53ee-4add-8c7d-feb4f02817bd service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626356 Aug 31 07:37:37.572097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Deleting subnet 75d6ac30-ef43-422e-ad33-7857df241330 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:37:37.587857 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.594204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e25ad63f-38f8-4aec-ba75-1e23401f151e req-6b7236cd-e5ad-44f5-bad3-e46114433c69 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285331 Aug 31 07:37:37.641632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0234d-ea82-45b2-8451-694c40214b15 req-b93c08dd-e52d-45fc-a659-bcee38a7e645 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.643143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6e0234d-ea82-45b2-8451-694c40214b15 req-b93c08dd-e52d-45fc-a659-bcee38a7e645 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 944 time: 0.2367098 Aug 31 07:37:37.680409 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.698958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10626b05-90ab-4d48-b824-03e230003d0e req-32a0ab4e-3a4c-4768-8ce5-c7222b8d470b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 210 time: 0.0531168 Aug 31 07:37:37.710907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.782804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6e0234d-ea82-45b2-8451-694c40214b15 req-60523cb3-f009-4890-9ff9-15c4549ed4f6 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305473 Aug 31 07:37:37.798467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:37.804335 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af4da69-b916-4ba6-873b-73f67c97e9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "tag": "32c652a3-4dda-421c-a659-f53c090b0590"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:37.954763 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73efdfe-1bb4-437f-9748-60361d610bc4 x-openstack-request-id: req-c73efdfe-1bb4-437f-9748-60361d610bc4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:37.955219 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "tag": "32c652a3-4dda-421c-a659-f53c090b0590", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:37.955579 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c73efdfe-1bb4-437f-9748-60361d610bc4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:37.956076 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590', 'status': 'completed', 'code': 200} Aug 31 07:37:38.052646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-203a6643-c670-4f86-b099-8e2a1f7297b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.053137 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-203a6643-c670-4f86-b099-8e2a1f7297b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 1096 time: 0.0612822 Aug 31 07:37:38.114655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82203373-62f6-4717-aafd-1858ad1a8e77 req-86f5cb45-8565-497a-b0d0-6781a483617f tempest-TenantUsagesTestJSON-1240558026 tempest-TenantUsagesTestJSON-1240558026-project] 10.222.0.36 "GET /v2.0/ports?device_id=10bffacb-ef21-4197-b3ae-3f68549ebd6f HTTP/1.1" status: 200 len: 210 time: 0.0398877 Aug 31 07:37:38.120120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363fee23-9243-4363-90aa-f4f0828fac2a {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:38.129625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.158626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Transition to ACTIVE for port object 363fee23-9243-4363-90aa-f4f0828fac2a will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:38.193207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-3966d629-1706-4ff1-b9ed-97208df1f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.200256 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-3966d629-1706-4ff1-b9ed-97208df1f65d service neutron] 10.222.0.68 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 906 time: 0.1336331 Aug 31 07:37:38.235812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4cf2-d884-4441-a1e8-571a7213fbc6 req-48377f28-9bb8-4829-a567-41ee2e565c89 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.237575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f8d4cf2-d884-4441-a1e8-571a7213fbc6 req-48377f28-9bb8-4829-a567-41ee2e565c89 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0623436 Aug 31 07:37:38.248099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-b88d3722-47fd-428d-b125-6c10789f4fee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c652a3-4dda-421c-a659-f53c090b0590 HTTP/1.1" status: 200 len: 217 time: 0.0361726 Aug 31 07:37:38.252448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.300180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d6ac30-ef43-422e-ad33-7857df241330,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:38.301677 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.302988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-7ccc7bdc-ed70-4ed4-9feb-e105e78f8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.304771 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-7ccc7bdc-ed70-4ed4-9feb-e105e78f8bb0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0483611 Aug 31 07:37:38.304929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.306806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8b1d329d-3255-4c29-8a78-a4cd473e9b1f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75d6ac30-ef43-422e-ad33-7857df241330 HTTP/1.1" status: 204 len: 168 time: 0.8970318 Aug 31 07:37:38.318725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53910) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:38.321478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f8d4cf2-d884-4441-a1e8-571a7213fbc6 req-dcdffc46-f5f3-4b7c-b934-c701bc2c36a0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766733 Aug 31 07:37:38.382276 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-129e1ec4-f914-46e0-83ca-516dc5d638c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531020 Aug 31 07:37:38.387249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:38.409303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:38.410103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:38.410685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:38.416328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:38.416646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:38.421421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:38.421756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:38.422169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:38.422846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Bound port: 363fee23-9243-4363-90aa-f4f0828fac2a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:38.423150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.433550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f118ba13-ba10-41b8-9958-37e7409483ce no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:38.454074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: f118ba13-ba10-41b8-9958-37e7409483ce {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:38.454674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f118ba13-ba10-41b8-9958-37e7409483ce not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:38.464479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.491118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:38.494241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:38.561240 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-08b702e8-23a1-45b2-8f62-7de538e956d3 service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646872 Aug 31 07:37:38.583493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.631407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.631811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.632582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.633383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > port after_create 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.633715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > port after_delete 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.634083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > port after_update 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.634403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.634796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.635023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.635424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.641866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.692243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.692968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.695219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] 10.222.0.68 "PUT /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 1092 time: 1.5518174 Aug 31 07:37:38.695219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:38.699546 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e82fb8-66dc-4ccf-b460-adfa45e01104" -d '{"events": [{"name": "network-changed", "server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:38.708951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7c86071d-3303-4622-a7bd-eca7f102c16c no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:38.738267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 7c86071d-3303-4622-a7bd-eca7f102c16c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:38.738613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7c86071d-3303-4622-a7bd-eca7f102c16c not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:38.743352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.743782 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.744194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.744528 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:38.744913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dee7ce0-dc1f-475e-919b-07ccd953571c']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.752212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53924) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:38.765422 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696875a2-90d3-465d-88ef-caf3c93702f4 x-openstack-request-id: req-696875a2-90d3-465d-88ef-caf3c93702f4 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:38.765713 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:38.766437 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-696875a2-90d3-465d-88ef-caf3c93702f4 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:38.766437 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a', 'status': 'completed', 'code': 200} Aug 31 07:37:38.783083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133c24-267c-4289-9061-c3e4164ae5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:38.784787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634de145-e916-4da8-973d-ff24f7f5bb04') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.785377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634de145-e916-4da8-973d-ff24f7f5bb04') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.812581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.838505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.855375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:37:38.855886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.861453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-373e4dac-4ecf-4cb9-bf9a-9c932f94d174 req-09f6c8f9-a24b-4aae-ba6d-a6f4aefa0eda tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 210 time: 0.0428779 Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: from cryptography.utils import int_from_bytes Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: from cryptography.utils import int_from_bytes Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:37:38.872865 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:37:38.881940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecab69e-aa1e-4385-98fb-5d00772d67f0 req-90d96d3c-455e-4acc-b268-d8838ca54eb9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.884149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ecab69e-aa1e-4385-98fb-5d00772d67f0 req-90d96d3c-455e-4acc-b268-d8838ca54eb9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.1690993 Aug 31 07:37:38.887336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82fb8-66dc-4ccf-b460-adfa45e01104 req-269b21af-6958-46f2-9924-d5e06141bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.888917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51e82fb8-66dc-4ccf-b460-adfa45e01104 req-269b21af-6958-46f2-9924-d5e06141bf0b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1095 time: 0.1019697 Aug 31 07:37:38.992397 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2af4da69-b916-4ba6-873b-73f67c97e9d6 req-3a18a3ff-b00f-4947-b8a1-e5e889b1e9ef service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202549 Aug 31 07:37:39.001075 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e304eb7e-1b79-48cd-b124-03cafc4493ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=000c131f4f3f4577bf3681518a81782d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453835 Aug 31 07:37:39.001454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.024607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ecab69e-aa1e-4385-98fb-5d00772d67f0 req-99c2fab6-e5ef-492b-9f99-5dfc027d9579 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396408 Aug 31 07:37:39.063616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23aabea3-c671-4b89-a82e-5ffbf4868df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.076310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.094598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23aabea3-c671-4b89-a82e-5ffbf4868df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.096918 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.098786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] 10.222.0.36 "DELETE /v2.0/networks/8dee7ce0-dc1f-475e-919b-07ccd953571c HTTP/1.1" status: 204 len: 168 time: 0.7881072 Aug 31 07:37:39.108485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53934) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.109200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43434d45-4cfb-4cf9-ad42-360bb7b68880 req-e4dd4f17-7317-438f-959d-598cc93c5bcf tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.110763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43434d45-4cfb-4cf9-ad42-360bb7b68880 req-e4dd4f17-7317-438f-959d-598cc93c5bcf tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 944 time: 0.1450720 Aug 31 07:37:39.123631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f436fb-1e85-48d6-bc43-7dfb8a96637d admin admin] Pushing event deleted for resources: {'Network': ['ID=8dee7ce0-dc1f-475e-919b-07ccd953571c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.135338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-ab16088b-3dad-4ec7-bd50-8ae6a4b30f16 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664060 Aug 31 07:37:39.188804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Deleting subnet 4ed9197b-ecfb-4571-8811-e5455a54c99a {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:37:39.194055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.214576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82fb8-66dc-4ccf-b460-adfa45e01104 req-cc99ba7f-5416-4cc4-849a-7f77fc041be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.216070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51e82fb8-66dc-4ccf-b460-adfa45e01104 req-cc99ba7f-5416-4cc4-849a-7f77fc041be8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e86da3af86bb48a2a991bca258024a02&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3136630 Aug 31 07:37:39.242062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.296448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.302066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43434d45-4cfb-4cf9-ad42-360bb7b68880 req-a69b8d6a-f49d-4cfa-a6c4-6a7dd20851ee tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760008 Aug 31 07:37:39.357980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-dd2b9724-7d63-4f73-9236-ece5d8a9d206 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.359522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-dd2b9724-7d63-4f73-9236-ece5d8a9d206 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086251 Aug 31 07:37:39.381181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:39.406469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23aabea3-c671-4b89-a82e-5ffbf4868df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.406469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23aabea3-c671-4b89-a82e-5ffbf4868df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.406469 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23aabea3-c671-4b89-a82e-5ffbf4868df9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b8e0d4b-5885-4403-a709-7c052f01d6ea HTTP/1.1" status: 204 len: 168 time: 0.3963010 Aug 31 07:37:39.408091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aabea3-c671-4b89-a82e-5ffbf4868df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e0d4b-5885-4403-a709-7c052f01d6ea,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.409468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82fb8-66dc-4ccf-b460-adfa45e01104 req-5c3fd2ab-854a-46a5-892d-5eb4a95366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.415378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51e82fb8-66dc-4ccf-b460-adfa45e01104 req-5c3fd2ab-854a-46a5-892d-5eb4a95366b0 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853383 Aug 31 07:37:39.494187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.526411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.532775 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ed9197b-ecfb-4571-8811-e5455a54c99a HTTP/1.1" status: 204 len: 168 time: 0.4146402 Aug 31 07:37:39.532775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94272ef3-fcfc-4432-bf17-42ac168930c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed9197b-ecfb-4571-8811-e5455a54c99a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.532775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53944) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.549528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d485-327f-48b0-a4d1-551844c633bf req-e380e0e9-5bda-4f2d-9c25-5e5408af43e1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.551080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e90d485-327f-48b0-a4d1-551844c633bf req-e380e0e9-5bda-4f2d-9c25-5e5408af43e1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1439540 Aug 31 07:37:39.574202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-abede653-7cb9-468f-96ee-c65ed245ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.575693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-abede653-7cb9-468f-96ee-c65ed245ecca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1095 time: 0.1054156 Aug 31 07:37:39.619709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.625558 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b99120fd-5af6-4cf5-b392-e8d8096e3dcb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303206 Aug 31 07:37:39.648943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-fed2e8a5-2796-4c6f-afe8-7065e8fc97c6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 217 time: 0.0553293 Aug 31 07:37:39.654977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e90d485-327f-48b0-a4d1-551844c633bf req-5528613b-bbd1-4bc0-8c19-d85bc0511dcd tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903401 Aug 31 07:37:39.712645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2a1f9b9a-0c9e-4bca-a0d9-b9ac682b3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.713641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-2a1f9b9a-0c9e-4bca-a0d9-b9ac682b3fe2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0578256 Aug 31 07:37:39.749364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-9bbedc53-f28a-4e87-9d0e-fb36e9e9aade service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274739 Aug 31 07:37:39.762261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.778364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:39.782426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.786097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24707224-d41e-4d94-bea1-540bac0d2192']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:39.800986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8451c4-d729-4c30-b839-97276cd0bae9') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:39.801757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8451c4-d729-4c30-b839-97276cd0bae9') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:39.818891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.833781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-4e1fa1d5-79e8-41ab-a2fa-493400576352 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.835696 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-4e1fa1d5-79e8-41ab-a2fa-493400576352 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034950 Aug 31 07:37:39.841853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.852347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': 'ae386897-c610-4412-9d03-2924d0f37240', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:39.855662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:37:39.856060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:37:39.857676 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:37:39.906489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53952) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.927678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-4f83ee5e-975b-4b2c-b9e7-5d4af869d76b service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699431 Aug 31 07:37:40.066087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f09d5f9-5b8a-49f4-83d5-62fb2398cd38 req-3092a3d5-7fd4-4d8d-b907-1fac68ead5ab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 210 time: 0.0714726 Aug 31 07:37:40.085721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.99 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/1e862073-8b0c-43db-9166-6a4591691fc4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:40.203655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ca6477-d3c8-4b6a-aa87-12604bbebb8f req-eb0cf537-22a6-4ad6-a8dd-844a621dfb63 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470286 Aug 31 07:37:40.249756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1e3dd1c-d411-47bc-905d-2058ff8ad9e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7340bd4d5e249b6af8c4acaa3e2bdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420374 Aug 31 07:37:40.252625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:40.266246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.272530 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.278010 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] 10.222.0.36 "DELETE /v2.0/networks/24707224-d41e-4d94-bea1-540bac0d2192 HTTP/1.1" status: 204 len: 168 time: 0.7430727 Aug 31 07:37:40.293365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03234597-c50e-467a-8040-6e14e7964fc5 req-3fb2e967-76a1-4e90-97d6-e3e9942f5e4c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.294868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03234597-c50e-467a-8040-6e14e7964fc5 req-3fb2e967-76a1-4e90-97d6-e3e9942f5e4c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.1426988 Aug 31 07:37:40.296734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1b8bf-83a2-4846-b15a-84a489faad3d admin admin] Pushing event deleted for resources: {'Network': ['ID=24707224-d41e-4d94-bea1-540bac0d2192,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:40.327249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c7ff6e-b823-4d18-8f38-963a6c4a168c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.354007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c7ff6e-b823-4d18-8f38-963a6c4a168c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.383647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03234597-c50e-467a-8040-6e14e7964fc5 req-eb18aa24-b700-44e5-a5dc-e4aab7f206b7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696447 Aug 31 07:37:40.384122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:40.388540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.393858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.421623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object 1e862073-8b0c-43db-9166-6a4591691fc4 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:40.444827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:40.471948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaeda4-5450-4749-b18c-a842e5cc3fca req-f4c3d6cb-de67-4348-bc68-8233ee74d876 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.473444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8cbaeda4-5450-4749-b18c-a842e5cc3fca req-f4c3d6cb-de67-4348-bc68-8233ee74d876 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 944 time: 0.0639718 Aug 31 07:37:40.527040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8cbaeda4-5450-4749-b18c-a842e5cc3fca req-ff2f0fe0-3d6b-4acf-a38d-351e6438683e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378494 Aug 31 07:37:40.549744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c7ff6e-b823-4d18-8f38-963a6c4a168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.552582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c7ff6e-b823-4d18-8f38-963a6c4a168c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.553843 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-04c7ff6e-b823-4d18-8f38-963a6c4a168c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41dadf3d-20f7-4530-ab5c-32848369049a HTTP/1.1" status: 204 len: 168 time: 0.3004498 Aug 31 07:37:40.563644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7ff6e-b823-4d18-8f38-963a6c4a168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dadf3d-20f7-4530-ab5c-32848369049a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:40.569142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53968) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:40.576542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:40.587189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e58a9-271b-429f-8cb0-a4cc8cbba4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.598814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '32c652a3-4dda-421c-a659-f53c090b0590', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': '32c652a3-4dda-421c-a659-f53c090b0590', 'mac_address': 'fa:16:3e:11:b7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:40.637115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.659573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.671035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:40.674349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:40.694293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:40.704088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:40.706608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:40.712638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.713735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.739573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.161 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/db0e24fe-2692-42fb-9f1d-0e2741f8a35d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:40.749183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=1e862073-8b0c-43db-9166-6a4591691fc4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:40.774277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c652a3-4dda-421c-a659-f53c090b0590 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:40.818307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e58a9-271b-429f-8cb0-a4cc8cbba4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.837978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:40.840488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059abf2-6fa6-4da8-b9d7-8c8af33021d9 req-6ed48a3c-55b2-45d4-9e6d-fca9db3a995b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.843143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2059abf2-6fa6-4da8-b9d7-8c8af33021d9 req-6ed48a3c-55b2-45d4-9e6d-fca9db3a995b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0752337 Aug 31 07:37:40.890925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2059abf2-6fa6-4da8-b9d7-8c8af33021d9 req-ff9211a5-0562-43fb-b7ff-e9505d4de16e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Aug 31 07:37:40.946732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e58a9-271b-429f-8cb0-a4cc8cbba4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.952269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.954517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.972147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object db0e24fe-2692-42fb-9f1d-0e2741f8a35d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:40.992600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e7e58a9-271b-429f-8cb0-a4cc8cbba4e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b985ef527af495a8bd91d3f394fd514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223442 Aug 31 07:37:40.994789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53972) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:40.995547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e58a9-271b-429f-8cb0-a4cc8cbba4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d64470-ea76-43b9-97dc-c29e170d25d1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.028777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53974) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:41.057891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-b8c368f4-50c7-4621-ba4b-7c0f1e1ea7be tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6806264 Aug 31 07:37:41.063606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8aa861ba-1edb-499a-9400-e704628a9bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.074099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-60c6a53a-b6c4-4a88-a633-9899a61a4ac4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=101e839770ff4bcc8c3d048733f60030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441217 Aug 31 07:37:41.077565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53978) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:41.080967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Request body: {'port': {'device_id': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:41.098740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.103809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8aa861ba-1edb-499a-9400-e704628a9bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.140355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.158190 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.166526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-911aebde-0bb6-4578-8234-1f94e24a73ed None None] Provisioning for port 1e862073-8b0c-43db-9166-6a4591691fc4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:41.175552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:41.177324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-911aebde-0bb6-4578-8234-1f94e24a73ed None None] Provisioning complete for port 1e862073-8b0c-43db-9166-6a4591691fc4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:41.177693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-911aebde-0bb6-4578-8234-1f94e24a73ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.206661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:41.230202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.232914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:41.265185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['32c652a3-4dda-421c-a659-f53c090b0590'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:41.287127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.287799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.317509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0459122-0856-44a2-80f0-9a73b12fa969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.331257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-911aebde-0bb6-4578-8234-1f94e24a73ed None None] Port 1e862073-8b0c-43db-9166-6a4591691fc4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:41.342857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:41.369849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0459122-0856-44a2-80f0-9a73b12fa969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.393707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da60483-9c75-4fbe-809f-9e609e41024f req-867e6956-c9ff-4dc6-a9ef-b8a6cea6f2a2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.395331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8da60483-9c75-4fbe-809f-9e609e41024f req-867e6956-c9ff-4dc6-a9ef-b8a6cea6f2a2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 936 time: 0.1916525 Aug 31 07:37:41.433745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-34684125-494f-4abe-b79b-1860db063432 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5859525 Aug 31 07:37:41.451615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Request body: {'port': {'device_id': 'ae386897-c610-4412-9d03-2924d0f37240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:41.512395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.559130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8aa861ba-1edb-499a-9400-e704628a9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.564031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8aa861ba-1edb-499a-9400-e704628a9bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.569768 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8aa861ba-1edb-499a-9400-e704628a9bc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5d64470-ea76-43b9-97dc-c29e170d25d1 HTTP/1.1" status: 204 len: 168 time: 0.5684733 Aug 31 07:37:41.581971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa861ba-1edb-499a-9400-e704628a9bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d64470-ea76-43b9-97dc-c29e170d25d1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.602489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0459122-0856-44a2-80f0-9a73b12fa969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.605702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0459122-0856-44a2-80f0-9a73b12fa969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.607170 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f0459122-0856-44a2-80f0-9a73b12fa969 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a72d462-5371-4665-8bed-aa68f52beb6d HTTP/1.1" status: 204 len: 168 time: 0.5288913 Aug 31 07:37:41.651646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e862073-8b0c-43db-9166-6a4591691fc4 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:41.660268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.680269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0459122-0856-44a2-80f0-9a73b12fa969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a72d462-5371-4665-8bed-aa68f52beb6d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.680964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Transition to ACTIVE for port object 1e862073-8b0c-43db-9166-6a4591691fc4 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:41.734126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8da60483-9c75-4fbe-809f-9e609e41024f req-3499470a-68a9-4665-b025-69301e631ef7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205025 Aug 31 07:37:41.767899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5738-046c-46a8-a373-18e702378afa req-a7b90c84-ac22-4c75-943a-37b59f3183a8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.776886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b69e5738-046c-46a8-a373-18e702378afa req-a7b90c84-ac22-4c75-943a-37b59f3183a8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.0924654 Aug 31 07:37:41.817861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-53ccdb4c-0fa7-4a28-a7e6-7df579f990a7 None None] Provisioning for port db0e24fe-2692-42fb-9f1d-0e2741f8a35d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:41.823751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-53ccdb4c-0fa7-4a28-a7e6-7df579f990a7 None None] Provisioning complete for port db0e24fe-2692-42fb-9f1d-0e2741f8a35d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:41.824125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53ccdb4c-0fa7-4a28-a7e6-7df579f990a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.837042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.842395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53994) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:41.862981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-53ccdb4c-0fa7-4a28-a7e6-7df579f990a7 None None] Port db0e24fe-2692-42fb-9f1d-0e2741f8a35d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:41.865291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b69e5738-046c-46a8-a373-18e702378afa req-701c47f9-385c-485d-a08c-8c79a733cb4a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860202 Aug 31 07:37:41.973558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-643ad83c-e005-47ef-b158-f51206e87bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.990442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:42.006640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Pushing event updated for resources: {'Port': ['ID=1e862073-8b0c-43db-9166-6a4591691fc4,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:42.063581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cfd3e-5d48-4d37-8796-40826ccfa8d9 req-ac70915f-2d33-41cb-80ea-946453af355a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:42.065169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e79cfd3e-5d48-4d37-8796-40826ccfa8d9 req-ac70915f-2d33-41cb-80ea-946453af355a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 945 time: 0.1571689 Aug 31 07:37:42.088473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0e24fe-2692-42fb-9f1d-0e2741f8a35d {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:42.096885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.111286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Transition to ACTIVE for port object db0e24fe-2692-42fb-9f1d-0e2741f8a35d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:42.180514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Attempting to bind port 1e862073-8b0c-43db-9166-6a4591691fc4 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:42.181148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Attempting to bind port 1e862073-8b0c-43db-9166-6a4591691fc4 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:42.181502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Attempting to bind port 1e862073-8b0c-43db-9166-6a4591691fc4 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:42.189407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.270483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Port 1e862073-8b0c-43db-9166-6a4591691fc4 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:42.270483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Attempting to bind port 1e862073-8b0c-43db-9166-6a4591691fc4 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:42.299603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19309b6-0d6d-4911-a0f0-6cd1b1c39597 req-1f0c095d-0544-40f3-bb28-2bb502e0af21 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:42.301193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d19309b6-0d6d-4911-a0f0-6cd1b1c39597 req-1f0c095d-0544-40f3-bb28-2bb502e0af21 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.2908657 Aug 31 07:37:42.304175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e79cfd3e-5d48-4d37-8796-40826ccfa8d9 req-3495630b-ed4b-4021-8e1e-151c95a4e4cc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835473 Aug 31 07:37:42.305001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:42.353850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:42.354409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:42.354822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:42.355299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Bound port: 1e862073-8b0c-43db-9166-6a4591691fc4, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:42.355667 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.402580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Attempting to bind port db0e24fe-2692-42fb-9f1d-0e2741f8a35d on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:42.404489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Attempting to bind port db0e24fe-2692-42fb-9f1d-0e2741f8a35d by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:42.404931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Attempting to bind port db0e24fe-2692-42fb-9f1d-0e2741f8a35d on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:42.418968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Port db0e24fe-2692-42fb-9f1d-0e2741f8a35d on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:42.419703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Attempting to bind port db0e24fe-2692-42fb-9f1d-0e2741f8a35d on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:42.434662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:42.438079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:42.438079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:42.438345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Bound port: db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:42.439197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.459814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:42.566079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d19309b6-0d6d-4911-a0f0-6cd1b1c39597 req-ab59a366-0819-4527-94bc-fcd14dbe0354 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352202 Aug 31 07:37:42.601933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-643ad83c-e005-47ef-b158-f51206e87bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.606012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] For port db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:42.611116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] For port db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:42.615334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] For port 1e862073-8b0c-43db-9166-6a4591691fc4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:42.620720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] For port 1e862073-8b0c-43db-9166-6a4591691fc4, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1e862073-8b0c-43db-9166-6a4591691fc4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:42.772458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 32c652a3-4dda-421c-a659-f53c090b0590 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:42.774912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-643ad83c-e005-47ef-b158-f51206e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.778685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 32c652a3-4dda-421c-a659-f53c090b0590 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:42.778956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.822337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-643ad83c-e005-47ef-b158-f51206e87bc8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44cf3b3f026d423ea2313009ec7acbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9549444 Aug 31 07:37:42.823555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ad83c-e005-47ef-b158-f51206e87bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5db8a-dbca-4ebe-9cac-a44c69d64fde,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:42.824908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54014) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:42.831326 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.850847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.940919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:42.942967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.944976 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] 10.222.0.68 "PUT /v2.0/ports/db0e24fe-2692-42fb-9f1d-0e2741f8a35d HTTP/1.1" status: 200 len: 1097 time: 1.5001822 Aug 31 07:37:42.948429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae386897-c610-4412-9d03-2924d0f37240', 'tag': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:42.951330 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441" -d '{"events": [{"name": "network-changed", "server_uuid": "ae386897-c610-4412-9d03-2924d0f37240", "tag": "db0e24fe-2692-42fb-9f1d-0e2741f8a35d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:42.977329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.019016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:43.019016 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6670696b-e149-48f9-9b3b-16ee70c88058" -d '{"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-plugged", "status": "completed", "tag": "32c652a3-4dda-421c-a659-f53c090b0590"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:43.030945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:43.037945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:43.067703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5409b6a1-ff94-408e-b60c-5aa052bb2d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.094237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5409b6a1-ff94-408e-b60c-5aa052bb2d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.101874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:43.145658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.146055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.146404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.146748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.147121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.147407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.147738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.148417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.148606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.149409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.149881 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.150172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e19e-24fa-4589-b3ea-9fe34cfbb5e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:43.150300 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.201715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:43.223565 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4ea5c7b9-f574-42cd-ba0f-4268c2866af2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e19bd6e5924a45ea94e178dce0dcdd91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909060 Aug 31 07:37:43.226607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54026) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:43.231087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-4d8df8ec-1402-4f12-a165-98e83f00a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.233183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-4d8df8ec-1402-4f12-a165-98e83f00a0ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 1100 time: 0.1286376 Aug 31 07:37:43.295508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.295508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.297127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] 10.222.0.45 "PUT /v2.0/ports/1e862073-8b0c-43db-9166-6a4591691fc4 HTTP/1.1" status: 200 len: 1096 time: 2.2211914 Aug 31 07:37:43.297744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'tag': '1e862073-8b0c-43db-9166-6a4591691fc4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:43.300344 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8620839b-9dbd-485d-9d51-a435d5a907cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c50cf07-e18f-4f19-a724-a13d26af2305", "tag": "1e862073-8b0c-43db-9166-6a4591691fc4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:43.332998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-7793f972-a391-4a13-b7bc-899c02fa7274 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d HTTP/1.1" status: 200 len: 217 time: 0.0582709 Aug 31 07:37:43.339271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2be20b4-5326-4ae1-8d1f-2bc9a51fabed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.357335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcaa64-4f22-4d98-a45e-0e75ad4effcd service neutron] Pushing event updated for resources: {'Port': ['ID=1e862073-8b0c-43db-9166-6a4591691fc4,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:43.395915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f1c34-6345-48ca-8d95-1f9af1bb8c47 req-5df9711c-c135-4852-8ed8-e527ec3cfd98 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.397491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f6f1c34-6345-48ca-8d95-1f9af1bb8c47 req-5df9711c-c135-4852-8ed8-e527ec3cfd98 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 948 time: 0.5500464 Aug 31 07:37:43.399935 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2be20b4-5326-4ae1-8d1f-2bc9a51fabed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.408052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c7495-2ef3-47ef-91ac-93c320e0bb23 req-72e7e0d2-836f-4472-ad15-5ed455098689 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.409648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b4c7495-2ef3-47ef-91ac-93c320e0bb23 req-72e7e0d2-836f-4472-ad15-5ed455098689 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.1309390 Aug 31 07:37:43.410664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5409b6a1-ff94-408e-b60c-5aa052bb2d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.415094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5409b6a1-ff94-408e-b60c-5aa052bb2d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.416693 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5409b6a1-ff94-408e-b60c-5aa052bb2d25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ada5db8a-dbca-4ebe-9cac-a44c69d64fde HTTP/1.1" status: 204 len: 168 time: 0.5904822 Aug 31 07:37:43.474159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f6f1c34-6345-48ca-8d95-1f9af1bb8c47 req-68c1af3f-e79e-46ed-a79f-ca520e5e1c22 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634367 Aug 31 07:37:43.479989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b4c7495-2ef3-47ef-91ac-93c320e0bb23 req-154a4c20-c271-4a96-8879-ed1ea5b98322 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620584 Aug 31 07:37:43.514509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-305c3877-0ef7-4282-b71f-425355301434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.518306 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-305c3877-0ef7-4282-b71f-425355301434 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1667781 Aug 31 07:37:43.520680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b6a1-ff94-408e-b60c-5aa052bb2d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5db8a-dbca-4ebe-9cac-a44c69d64fde,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:43.544029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-9b22661f-9389-47c1-be4a-174efbb182ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.547778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-9b22661f-9389-47c1-be4a-174efbb182ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 1099 time: 0.0662761 Aug 31 07:37:43.557164 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd9d80e-7de1-4a57-86f0-a8947a3c36e5 x-openstack-request-id: req-ccd9d80e-7de1-4a57-86f0-a8947a3c36e5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:43.557483 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-plugged", "status": "completed", "tag": "32c652a3-4dda-421c-a659-f53c090b0590", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:43.558037 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccd9d80e-7de1-4a57-86f0-a8947a3c36e5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:43.558602 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590', 'code': 200} Aug 31 07:37:43.614439 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748203e-fdfb-478a-9447-53bc05ce7fcb x-openstack-request-id: req-5748203e-fdfb-478a-9447-53bc05ce7fcb {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:43.614780 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae386897-c610-4412-9d03-2924d0f37240", "tag": "db0e24fe-2692-42fb-9f1d-0e2741f8a35d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:43.615036 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5748203e-fdfb-478a-9447-53bc05ce7fcb {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:43.615473 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae386897-c610-4412-9d03-2924d0f37240', 'tag': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d', 'status': 'completed', 'code': 200} Aug 31 07:37:43.655125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-9af6bc25-0717-4ae4-bf45-27182ca6f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.656680 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-9af6bc25-0717-4ae4-bf45-27182ca6f9a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308858 Aug 31 07:37:43.676443 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc5e55b-56d4-4282-bb6e-5f2ad0407580 x-openstack-request-id: req-acc5e55b-56d4-4282-bb6e-5f2ad0407580 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:43.677276 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c50cf07-e18f-4f19-a724-a13d26af2305", "tag": "1e862073-8b0c-43db-9166-6a4591691fc4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:43.677549 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acc5e55b-56d4-4282-bb6e-5f2ad0407580 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:43.677980 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'tag': '1e862073-8b0c-43db-9166-6a4591691fc4', 'status': 'completed', 'code': 200} Aug 31 07:37:43.687888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2be20b4-5326-4ae1-8d1f-2bc9a51fabed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.690830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2be20b4-5326-4ae1-8d1f-2bc9a51fabed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:43.705559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-6a5b3a4a-8f66-4293-b46e-774d991f8bc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1e862073-8b0c-43db-9166-6a4591691fc4 HTTP/1.1" status: 200 len: 217 time: 0.1347747 Aug 31 07:37:43.705903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b2be20b4-5326-4ae1-8d1f-2bc9a51fabed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a07708e-a562-49e9-ad8d-9cf31f90f65f HTTP/1.1" status: 204 len: 168 time: 0.4580338 Aug 31 07:37:43.786029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-d4271fff-9301-464c-bf36-33a9f753a474 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131246 Aug 31 07:37:43.791609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be20b4-5326-4ae1-8d1f-2bc9a51fabed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a07708e-a562-49e9-ad8d-9cf31f90f65f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:43.840771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b005dd-2cc2-4e62-9468-ae3923c61dfb req-625946a0-d5b8-42dd-9342-9ff356e4a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.842324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b005dd-2cc2-4e62-9468-ae3923c61dfb req-625946a0-d5b8-42dd-9342-9ff356e4a160 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 1098 time: 0.1632907 Aug 31 07:37:43.847479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-6924b085-39f9-4bf6-b248-e044181099cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.848914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-6924b085-39f9-4bf6-b248-e044181099cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1263764 Aug 31 07:37:43.861658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef92b7-1db9-44d6-b266-9e875df1d4bc req-44a68c1f-3782-4195-94b1-c3b05baf72b1 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.869440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63ef92b7-1db9-44d6-b266-9e875df1d4bc req-44a68c1f-3782-4195-94b1-c3b05baf72b1 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 946 time: 0.1880910 Aug 31 07:37:43.918761 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-3ea4fc56-49bc-4e5c-8b5e-5d6e52198de5 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237226 Aug 31 07:37:43.931313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f194140-dc27-42cb-8e0c-8a1168933fd6 req-6c72f4ff-4938-4674-80ba-0c5987e3d575 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.932849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f194140-dc27-42cb-8e0c-8a1168933fd6 req-6c72f4ff-4938-4674-80ba-0c5987e3d575 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1791170 Aug 31 07:37:43.981352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63ef92b7-1db9-44d6-b266-9e875df1d4bc req-41c7f364-6872-4c37-9567-bb5cdb52f8ae tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110425 Aug 31 07:37:43.985436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b005dd-2cc2-4e62-9468-ae3923c61dfb req-df9042e1-83db-4b2e-a3c9-02f055d3ff00 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325197 Aug 31 07:37:43.995260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-f0e67895-cb75-4761-a805-ea6d08fac0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.996785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-f0e67895-cb75-4761-a805-ea6d08fac0ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208580 Aug 31 07:37:44.010921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f194140-dc27-42cb-8e0c-8a1168933fd6 req-3ad2ffc4-f3f6-456f-a57c-71795a80fb03 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640388 Aug 31 07:37:44.148249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-a37bf2dc-8354-49fc-8c1b-5038036802ed service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361413 Aug 31 07:37:44.361296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-c1ccb110-d818-4d37-af1d-bf6904c866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.361296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-c1ccb110-d818-4d37-af1d-bf6904c866be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 1100 time: 0.1117840 Aug 31 07:37:44.372804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93defe0a-ab01-4168-95ab-713aa3c53615 req-9d1aa777-34cb-4835-9398-b6df87d7709a service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121549 Aug 31 07:37:44.451071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:44.529868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-cad19a1b-c3e2-43c2-b40d-3ac7d4b7b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.531465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-cad19a1b-c3e2-43c2-b40d-3ac7d4b7b6d9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1576335 Aug 31 07:37:44.635541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-de80b482-86e5-41c6-8a5a-8b04c8387d9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d HTTP/1.1" status: 200 len: 217 time: 0.0942008 Aug 31 07:37:44.802839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:44.803193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-68b8be00-c8c9-44aa-957b-a78c8787a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.805588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-68b8be00-c8c9-44aa-957b-a78c8787a5c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0846026 Aug 31 07:37:44.816193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '363fee23-9243-4363-90aa-f4f0828fac2a', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'port_id': '363fee23-9243-4363-90aa-f4f0828fac2a', 'mac_address': 'fa:16:3e:a3:3d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b6171c-ff37-4be9-b5b4-834baf274f8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:44.860373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.860598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-84132b6b-afbf-4fc4-8f93-ede10f64a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.862324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-84132b6b-afbf-4fc4-8f93-ede10f64a234 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 1099 time: 0.2565122 Aug 31 07:37:44.874785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363fee23-9243-4363-90aa-f4f0828fac2a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:44.875999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd682a7-f832-417d-a031-f02cc12aefbd req-a5baa349-3790-4b31-8c00-d6a33d45d5c3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.877577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fd682a7-f832-417d-a031-f02cc12aefbd req-a5baa349-3790-4b31-8c00-d6a33d45d5c3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 948 time: 0.2632768 Aug 31 07:37:44.895260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e5d4-ce28-48fb-9615-e70723b14e47 req-6dd6e772-a462-4265-aee7-e33a38c61b12 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.895891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:44.896912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8e9e5d4-ce28-48fb-9615-e70723b14e47 req-6dd6e772-a462-4265-aee7-e33a38c61b12 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.2732804 Aug 31 07:37:44.986492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-6538efcb-fe73-4972-9608-a6936ef1cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.987977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-6538efcb-fe73-4972-9608-a6936ef1cfb0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649702 Aug 31 07:37:45.041593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fd682a7-f832-417d-a031-f02cc12aefbd req-4542e291-6eef-4ace-b3c8-d4f602202665 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436975 Aug 31 07:37:45.076079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.083892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8e9e5d4-ce28-48fb-9615-e70723b14e47 req-7f33765b-6270-4a62-9b0f-f4a1a3d95053 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679819 Aug 31 07:37:45.099399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-fa2e890b-fb2c-4c57-9f7b-27fab40ac12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.099399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-fa2e890b-fb2c-4c57-9f7b-27fab40ac12c service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2184548 Aug 31 07:37:45.134182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.179157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-6b361f07-0bfd-414c-b140-801f31d311d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1e862073-8b0c-43db-9166-6a4591691fc4 HTTP/1.1" status: 200 len: 217 time: 0.0726509 Aug 31 07:37:45.232401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-fee6310c-975b-4286-8a03-a6d9c5e6ec55 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346401 Aug 31 07:37:45.319588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['363fee23-9243-4363-90aa-f4f0828fac2a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:45.354703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-d15d90fc-b021-491c-831f-0b1f2b65244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.356221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-d15d90fc-b021-491c-831f-0b1f2b65244e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1639199 Aug 31 07:37:45.416952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06f6ec-be59-4ef6-81ea-4863d9035dd8 req-c7edde37-d766-4f2b-9f7d-a59b5899d200 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.418914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba06f6ec-be59-4ef6-81ea-4863d9035dd8 req-c7edde37-d766-4f2b-9f7d-a59b5899d200 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 946 time: 0.1932852 Aug 31 07:37:45.450002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2796-3c5a-4939-bbff-58df23df6614 req-f0c76465-8b64-4bc1-acd1-4ae5c0b2f761 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.451810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5cd2796-3c5a-4939-bbff-58df23df6614 req-f0c76465-8b64-4bc1-acd1-4ae5c0b2f761 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.2026603 Aug 31 07:37:45.519194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9b3b41a-5126-4fdf-b8ce-812c2a23d441 req-5e949405-73f4-462c-ae01-2d7bc7ae948b service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755170 Aug 31 07:37:45.526921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-ff3c6af8-d4c1-423b-925e-95b129b349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.528570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-ff3c6af8-d4c1-423b-925e-95b129b349dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601722 Aug 31 07:37:45.535426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba06f6ec-be59-4ef6-81ea-4863d9035dd8 req-e3700e4e-e815-482e-b433-82b1ac318748 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048148 Aug 31 07:37:45.567483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5cd2796-3c5a-4939-bbff-58df23df6614 req-1316c41f-3685-43a0-a55e-907038feb424 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Aug 31 07:37:45.645264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-fd30d734-039c-4ea5-8970-766d4731f1d5 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030726 Aug 31 07:37:45.759046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8620839b-9dbd-485d-9d51-a435d5a907cb req-a9d74b25-d797-4c04-b152-dd8e1ad812d8 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061320 Aug 31 07:37:46.214726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fc253-38de-4090-b5c1-3a51a20c32a0 req-56a25f39-e64d-4b1f-aa90-3092bf9c442b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.216386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e3fc253-38de-4090-b5c1-3a51a20c32a0 req-56a25f39-e64d-4b1f-aa90-3092bf9c442b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 948 time: 0.0626824 Aug 31 07:37:46.287876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e3fc253-38de-4090-b5c1-3a51a20c32a0 req-8f81ad7a-0656-4442-9b4e-cedae56baf74 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612338 Aug 31 07:37:46.308837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f296f4-1a02-4e5c-bc32-f6571d05ea36 req-61a628ab-3da1-45c8-bcdc-ecfe7215f671 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.310455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94f296f4-1a02-4e5c-bc32-f6571d05ea36 req-61a628ab-3da1-45c8-bcdc-ecfe7215f671 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.0684781 Aug 31 07:37:46.349903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94f296f4-1a02-4e5c-bc32-f6571d05ea36 req-a238e833-c4d5-4a8c-bed5-f521a7f1547b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Aug 31 07:37:46.456261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:46.670125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54182) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:46.703635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 363fee23-9243-4363-90aa-f4f0828fac2a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:46.713921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ca2a-5499-4eed-a857-4fc6b1569098 req-a5f7f4d1-c2bc-4050-be0c-32323cec3b10 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.713921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2c0ca2a-5499-4eed-a857-4fc6b1569098 req-a5f7f4d1-c2bc-4050-be0c-32323cec3b10 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 946 time: 0.0906966 Aug 31 07:37:46.714147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 363fee23-9243-4363-90aa-f4f0828fac2a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:46.714147 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.763871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fc0a1-f42f-4a2f-9b2e-145c905d9076 req-05dd93f1-84c8-4a00-b116-076e2b33d9b3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.763871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-031fc0a1-f42f-4a2f-9b2e-145c905d9076 req-05dd93f1-84c8-4a00-b116-076e2b33d9b3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0873396 Aug 31 07:37:46.766146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1e862073-8b0c-43db-9166-6a4591691fc4 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:46.779207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2c0ca2a-5499-4eed-a857-4fc6b1569098 req-878d48cb-14ad-4a44-8480-3dcc9daea28e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646088 Aug 31 07:37:46.862082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-031fc0a1-f42f-4a2f-9b2e-145c905d9076 req-081a8318-511f-42e8-9c5b-042b51d031c7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871153 Aug 31 07:37:46.868140 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbc86135-0c0f-4cc0-a010-089745f0146a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.965473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.970018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1e862073-8b0c-43db-9166-6a4591691fc4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1e862073-8b0c-43db-9166-6a4591691fc4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:46.995559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '1e862073-8b0c-43db-9166-6a4591691fc4', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '1e862073-8b0c-43db-9166-6a4591691fc4', 'mac_address': 'fa:16:3e:13:bc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:47.001379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbc86135-0c0f-4cc0-a010-089745f0146a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.005498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:47.007826 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ea293-5b9b-4bd0-b1aa-844e90210fdc" -d '{"events": [{"server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "name": "network-vif-plugged", "status": "completed", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:47.044494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:47.057916 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.072501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e862073-8b0c-43db-9166-6a4591691fc4 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:47.102757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1e862073-8b0c-43db-9166-6a4591691fc4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1e862073-8b0c-43db-9166-6a4591691fc4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:47.126569 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366082f-2324-41a3-8181-d9a414fb3960 x-openstack-request-id: req-b366082f-2324-41a3-8181-d9a414fb3960 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:47.126871 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "name": "network-vif-plugged", "status": "completed", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:47.127129 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b366082f-2324-41a3-8181-d9a414fb3960 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:47.127526 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a', 'code': 200} Aug 31 07:37:47.132346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbc86135-0c0f-4cc0-a010-089745f0146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.181845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc86135-0c0f-4cc0-a010-089745f0146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5614425e-8aff-4a1d-b44c-d042f28e89cc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.191340 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fbc86135-0c0f-4cc0-a010-089745f0146a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=897a55e786ad478eb1270006a954e529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195179 Aug 31 07:37:47.194451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54208) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.206537 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.253899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c426-e006-41a6-a60f-afe20bee9c50 req-3f4987d6-cb60-4c3e-ad72-a676611d881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.255641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1a9c426-e006-41a6-a60f-afe20bee9c50 req-3f4987d6-cb60-4c3e-ad72-a676611d881c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1096 time: 0.0710342 Aug 31 07:37:47.265855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.267827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.316134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.344941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1a9c426-e006-41a6-a60f-afe20bee9c50 req-03d3f56c-350a-4948-aded-4f663877805f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817497 Aug 31 07:37:47.349690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.353766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1e862073-8b0c-43db-9166-6a4591691fc4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.404191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-fbe695fb-7865-4634-a9db-3c30531f2439 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348594 Aug 31 07:37:47.551834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-0699f63c-692a-420a-b537-83198a6bf35e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.553324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-0699f63c-692a-420a-b537-83198a6bf35e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433730 Aug 31 07:37:47.555703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.558550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.562511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5614425e-8aff-4a1d-b44c-d042f28e89cc HTTP/1.1" status: 204 len: 168 time: 0.3643081 Aug 31 07:37:47.584730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5614425e-8aff-4a1d-b44c-d042f28e89cc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.591086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-2b4c7424-7a80-4567-8ea0-5556cdae5589 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/quotas/5e17ebd9e9ed4946819fe77b4339778a HTTP/1.1" status: 200 len: 375 time: 0.0232639 Aug 31 07:37:47.598855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['1e862073-8b0c-43db-9166-6a4591691fc4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:47.599969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f707-1b9c-4c23-b47e-6d5b260f236c req-d3517956-ebe7-464f-8e05-3770c1b9ade9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.601634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd52f707-1b9c-4c23-b47e-6d5b260f236c req-d3517956-ebe7-464f-8e05-3770c1b9ade9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 946 time: 0.1033466 Aug 31 07:37:47.615932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.616343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.616728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.617103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.617444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.617781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.618139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.618472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.618808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.619158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.619472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.619799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db5e56-6e98-417b-a698-ecc39946b534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:47.655529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-a565fbeb-103c-4669-98f2-74c5e7012c03 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491085 Aug 31 07:37:47.705355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd52f707-1b9c-4c23-b47e-6d5b260f236c req-9c7a1ab1-19cb-4465-ac34-a369b75e106d tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790911 Aug 31 07:37:47.817147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b54f-c525-4e98-a360-7fe4de404e43 req-2506d566-018e-4e57-9517-401848f08b37 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.818727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eff4b54f-c525-4e98-a360-7fe4de404e43 req-2506d566-018e-4e57-9517-401848f08b37 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 948 time: 0.0538435 Aug 31 07:37:48.098781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eff4b54f-c525-4e98-a360-7fe4de404e43 req-0956b119-6fd9-446b-bfb5-ac82c21c2d46 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737288 Aug 31 07:37:48.206109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c88655-c4d9-43db-b024-5e5093390278 req-6aa98861-9707-49e6-8314-6372f8903f84 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:48.207647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68c88655-c4d9-43db-b024-5e5093390278 req-6aa98861-9707-49e6-8314-6372f8903f84 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 945 time: 0.0520759 Aug 31 07:37:48.263438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68c88655-c4d9-43db-b024-5e5093390278 req-4680df88-83c1-4ed3-ae05-be083c6b5386 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Aug 31 07:37:48.391343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c3fc1-1e48-4f96-8d1b-64cbedb3e9ce req-4033514a-0182-4e8f-87ad-1c73e7495401 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:48.394360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c9c3fc1-1e48-4f96-8d1b-64cbedb3e9ce req-4033514a-0182-4e8f-87ad-1c73e7495401 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0681586 Aug 31 07:37:48.442121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c9c3fc1-1e48-4f96-8d1b-64cbedb3e9ce req-016c6f11-0842-4cf9-b251-6fd28059dd04 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Aug 31 07:37:48.450339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device db0e24fe-2692-42fb-9f1d-0e2741f8a35d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:48.498176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a639dacc-79da-49cf-ba47-a959dd4edea1 req-d22045f1-4617-4ed8-a4a5-4f1e73b68fa4 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0476813 Aug 31 07:37:48.578130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:48.594096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d', 'mac_address': 'fa:16:3e:0a:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:48.642026 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.662940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0e24fe-2692-42fb-9f1d-0e2741f8a35d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:48.681141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:48.755010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1e862073-8b0c-43db-9166-6a4591691fc4 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:48.840799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.845801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a3f3-a363-4802-b74f-856715d1c6ab req-e62094df-65f6-4cd6-82c6-0a242d117f6a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:48.847235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad94a3f3-a363-4802-b74f-856715d1c6ab req-e62094df-65f6-4cd6-82c6-0a242d117f6a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 946 time: 0.0546660 Aug 31 07:37:48.898887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.899112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad94a3f3-a363-4802-b74f-856715d1c6ab req-ea0e5bd3-bf83-47ac-b433-9ec4f32cfeb0 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Aug 31 07:37:48.903598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.904202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.904680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.905214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.905625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.906057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.906398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.906725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.907055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.907417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.907792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:48.908106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.012592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 1e862073-8b0c-43db-9166-6a4591691fc4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:49.017035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 1e862073-8b0c-43db-9166-6a4591691fc4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:49.017407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.091054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:49.187517 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.236753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e862073-8b0c-43db-9166-6a4591691fc4'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:49.239223 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad7cdf7-ced7-44d8-9333-54d8d04fe94c" -d '{"events": [{"server_uuid": "1c50cf07-e18f-4f19-a724-a13d26af2305", "name": "network-vif-plugged", "status": "completed", "tag": "1e862073-8b0c-43db-9166-6a4591691fc4"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:49.245749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a55c-5538-40d3-bbfa-e8d63b3d883e req-7f73a1a5-5127-459d-87d7-153d2fce485e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.247418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1131a55c-5538-40d3-bbfa-e8d63b3d883e req-7f73a1a5-5127-459d-87d7-153d2fce485e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 949 time: 0.0582247 Aug 31 07:37:49.259707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1e862073-8b0c-43db-9166-6a4591691fc4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1e862073-8b0c-43db-9166-6a4591691fc4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:49.307340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1131a55c-5538-40d3-bbfa-e8d63b3d883e req-15bd032b-e6a2-4aa3-b3df-907e7240e95d tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Aug 31 07:37:49.356092 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb748d-517b-47a4-bb83-e8cc3b9dd840 x-openstack-request-id: req-2cbb748d-517b-47a4-bb83-e8cc3b9dd840 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:49.356390 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c50cf07-e18f-4f19-a724-a13d26af2305", "name": "network-vif-plugged", "status": "completed", "tag": "1e862073-8b0c-43db-9166-6a4591691fc4", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:49.356645 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cbb748d-517b-47a4-bb83-e8cc3b9dd840 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:49.357058 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e862073-8b0c-43db-9166-6a4591691fc4', 'code': 200} Aug 31 07:37:49.411720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54288) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:49.470248 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.518741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a47cfd-ab68-4ddf-bf78-5fdf3898917d req-5f72d505-9b9d-419e-9ff6-93b9a6e94429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.520567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70a47cfd-ab68-4ddf-bf78-5fdf3898917d req-5f72d505-9b9d-419e-9ff6-93b9a6e94429 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 1100 time: 0.0825405 Aug 31 07:37:49.546390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1e862073-8b0c-43db-9166-6a4591691fc4,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:49.602033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14ae69-4547-43e8-8eb2-f3c78bf77f17 req-071fc082-306c-4a2d-b6c1-068c08be8d50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.609553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a14ae69-4547-43e8-8eb2-f3c78bf77f17 req-071fc082-306c-4a2d-b6c1-068c08be8d50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 945 time: 0.1051598 Aug 31 07:37:49.622209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70a47cfd-ab68-4ddf-bf78-5fdf3898917d req-7665e948-eb01-4309-bfa9-5ad1f5940eed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784671 Aug 31 07:37:49.662537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a14ae69-4547-43e8-8eb2-f3c78bf77f17 req-663c5d70-2c66-4032-a985-dd965fc730f5 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518389 Aug 31 07:37:49.694708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc44a5ab-8331-4e06-b650-a657d9320cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.816327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3717ac26-421a-49d4-95d6-f17d06371df4 req-0edab88d-1570-47c1-af68-aea036710647 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0398078 Aug 31 07:37:49.876372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806e7e9-32da-4771-bea5-87665aac2b1f req-68b364b2-67ba-4d64-b981-1079b4dcc5ca tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.878131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3806e7e9-32da-4771-bea5-87665aac2b1f req-68b364b2-67ba-4d64-b981-1079b4dcc5ca tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1289778 Aug 31 07:37:49.898463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc44a5ab-8331-4e06-b650-a657d9320cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.926780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3806e7e9-32da-4771-bea5-87665aac2b1f req-6e988fd8-ded8-4fe6-b776-10954ced5362 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Aug 31 07:37:50.032851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-547dec1a-9041-49eb-9e5a-7a0a98f913cd tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=194f3595896c4b6c853c2dc66daa5e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221322 Aug 31 07:37:50.124611 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc44a5ab-8331-4e06-b650-a657d9320cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.192657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bc44a5ab-8331-4e06-b650-a657d9320cb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc73f7492a644ca0a3c7f5e9bd72ee2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7798243 Aug 31 07:37:50.196824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44a5ab-8331-4e06-b650-a657d9320cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14f496d-465b-4cbf-92d1-40d008bd7499,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.197077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.214577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a860c1a-2819-4093-a027-6aabd09d6e08 req-e24797fc-9948-4dc6-b172-067a5548937e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.216170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a860c1a-2819-4093-a027-6aabd09d6e08 req-e24797fc-9948-4dc6-b172-067a5548937e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1097 time: 0.1201828 Aug 31 07:37:50.223526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-ffdccb14-1b0e-4519-9b28-77e6ff4c07ce tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.229373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-ffdccb14-1b0e-4519-9b28-77e6ff4c07ce tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864712 Aug 31 07:37:50.258540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-94e3ca42-6a37-447d-8b22-3346a2c743c6 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/quotas/194f3595896c4b6c853c2dc66daa5e29 HTTP/1.1" status: 200 len: 375 time: 0.0207684 Aug 31 07:37:50.289660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc24a3d-c501-4d7d-a7dc-172dd1bb26f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.295064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-543bc623-dcb0-47d8-a084-aa2beaf439a5 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=194f3595896c4b6c853c2dc66daa5e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302076 Aug 31 07:37:50.296658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a860c1a-2819-4093-a027-6aabd09d6e08 req-cb8e2c94-0de1-4686-b8b5-4cfa6a5513ba tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708184 Aug 31 07:37:50.311438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc24a3d-c501-4d7d-a7dc-172dd1bb26f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.481258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device db0e24fe-2692-42fb-9f1d-0e2741f8a35d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:50.526767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc24a3d-c501-4d7d-a7dc-172dd1bb26f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.529884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc24a3d-c501-4d7d-a7dc-172dd1bb26f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.531146 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3bc24a3d-c501-4d7d-a7dc-172dd1bb26f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b14f496d-465b-4cbf-92d1-40d008bd7499 HTTP/1.1" status: 204 len: 168 time: 0.3326180 Aug 31 07:37:50.533332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9dc27-78ac-4861-a8c3-f6f2877a65b9 req-03173f53-3c7c-4f34-99e1-0b665bcfce64 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.539944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68b9dc27-78ac-4861-a8c3-f6f2877a65b9 req-03173f53-3c7c-4f34-99e1-0b665bcfce64 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 949 time: 0.0659909 Aug 31 07:37:50.540523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc24a3d-c501-4d7d-a7dc-172dd1bb26f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14f496d-465b-4cbf-92d1-40d008bd7499,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.583317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68b9dc27-78ac-4861-a8c3-f6f2877a65b9 req-2c48fe64-a8da-4256-9cb6-8a2d0996bd53 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Aug 31 07:37:50.688178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4653d1b-e251-430d-bf0a-a7746ada2c72 req-89888143-9757-4243-be1f-2f6ca4ed7c40 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.690064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4653d1b-e251-430d-bf0a-a7746ada2c72 req-89888143-9757-4243-be1f-2f6ca4ed7c40 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1097 time: 0.0542169 Aug 31 07:37:50.727550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port db0e24fe-2692-42fb-9f1d-0e2741f8a35d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:50.735642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4653d1b-e251-430d-bf0a-a7746ada2c72 req-27b8bd14-070d-4054-98d7-9693f182315e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Aug 31 07:37:50.737041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port db0e24fe-2692-42fb-9f1d-0e2741f8a35d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:50.737448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.827029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff428edd-6456-4928-94f2-cc17e1d9aa58 req-407045e2-7c0f-4e14-bda3-193bc0bbafa7 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 210 time: 0.0421677 Aug 31 07:37:50.906384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.948014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5377ee34-14f3-4d13-b195-b5fcb85806a1 req-58b673cd-545d-4e74-b25b-a0c638ed6891 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0310533 Aug 31 07:37:50.965137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:51.024048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-2abe829c-228f-4117-bb2b-66a2ea964714 req-470212f3-b91e-43b0-b5db-5d06b277fc3c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:37:51.025140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2abe829c-228f-4117-bb2b-66a2ea964714 req-470212f3-b91e-43b0-b5db-5d06b277fc3c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073621 Aug 31 07:37:51.078142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4a445-fae6-4ea5-880f-1421c1d96723 req-8fef4aaf-5ce7-4c55-a5d6-32e4609bfd9f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.079750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47f4a445-fae6-4ea5-880f-1421c1d96723 req-8fef4aaf-5ce7-4c55-a5d6-32e4609bfd9f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0606406 Aug 31 07:37:51.120938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47f4a445-fae6-4ea5-880f-1421c1d96723 req-378d990e-d422-41d2-b842-c96c37f552fd tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349598 Aug 31 07:37:51.358711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae386897-c610-4412-9d03-2924d0f37240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:51.361122 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e447b4b-033a-45c6-bd76-029bee30d6a1" -d '{"events": [{"server_uuid": "ae386897-c610-4412-9d03-2924d0f37240", "name": "network-vif-plugged", "status": "completed", "tag": "db0e24fe-2692-42fb-9f1d-0e2741f8a35d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:51.396864 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12e3be2-bf73-452f-aa45-a897727c79bf x-openstack-request-id: req-f12e3be2-bf73-452f-aa45-a897727c79bf {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:51.397174 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae386897-c610-4412-9d03-2924d0f37240", "name": "network-vif-plugged", "status": "completed", "tag": "db0e24fe-2692-42fb-9f1d-0e2741f8a35d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:51.397446 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f12e3be2-bf73-452f-aa45-a897727c79bf {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:51.398650 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae386897-c610-4412-9d03-2924d0f37240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d', 'code': 200} Aug 31 07:37:51.500387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a336c-c5d4-4ad9-b51e-0898575d6e60 req-781d55be-3a17-4a7e-8553-636a20e6d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.501935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a25a336c-c5d4-4ad9-b51e-0898575d6e60 req-781d55be-3a17-4a7e-8553-636a20e6d86a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 1101 time: 0.0451074 Aug 31 07:37:51.540448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a25a336c-c5d4-4ad9-b51e-0898575d6e60 req-9b293b9c-c7c3-4ff8-9550-dab3278f285c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Aug 31 07:37:51.709373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf9cc-2397-4a16-95c6-22e78d749356 req-9ec42907-57de-48b2-9358-ffc5ea5ea4a4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.710987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bebf9cc-2397-4a16-95c6-22e78d749356 req-9ec42907-57de-48b2-9358-ffc5ea5ea4a4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 949 time: 0.0557051 Aug 31 07:37:51.716693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.755218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bebf9cc-2397-4a16-95c6-22e78d749356 req-78d3e793-7b92-417b-8565-a600fc406f0b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Aug 31 07:37:51.775591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.923496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63c2fc60-f838-4cf4-8381-15602249fb54 req-4b795be8-d85b-4d9d-a798-2e6cb2de4c57 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 210 time: 0.0353651 Aug 31 07:37:52.071359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20fc9930-7329-470c-8d44-40517088f24e req-023c539a-69e2-4095-bb3c-fa4aadb65592 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0390213 Aug 31 07:37:52.240552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54384) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:52.272600 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c54511a-aed5-4c5b-85ef-d7a757a184b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.306840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6047259-a602-4fb2-9533-6da90c51d9d2 req-0b378280-edcd-450a-a7e1-9d4c3302e437 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.308329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6047259-a602-4fb2-9533-6da90c51d9d2 req-0b378280-edcd-450a-a7e1-9d4c3302e437 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0793762 Aug 31 07:37:52.370910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6047259-a602-4fb2-9533-6da90c51d9d2 req-ef8c2766-f3d1-428c-b31e-5bf7e2e39c43 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554512 Aug 31 07:37:52.412834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-af8dc745-148d-4a57-aad1-ad73235cc5e5 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278749 Aug 31 07:37:52.442150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c54511a-aed5-4c5b-85ef-d7a757a184b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.505210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:52.541841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-99975d7a-81bd-45ef-954b-dbfe722e215f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.548514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-99975d7a-81bd-45ef-954b-dbfe722e215f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205752 Aug 31 07:37:52.574085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Request body: {'port': {'device_id': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '5e17ebd9e9ed4946819fe77b4339778a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:52.621360 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c54511a-aed5-4c5b-85ef-d7a757a184b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.656069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:52.669305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5c54511a-aed5-4c5b-85ef-d7a757a184b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=435e4bede1204122a4a0f7403214c083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276977 Aug 31 07:37:52.674691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54406) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:52.686329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '32c652a3-4dda-421c-a659-f53c090b0590', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': '32c652a3-4dda-421c-a659-f53c090b0590', 'mac_address': 'fa:16:3e:11:b7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:52.705571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54511a-aed5-4c5b-85ef-d7a757a184b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0b9019-39a8-42b5-9113-6d63cfd4f5fd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:52.756210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.770270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32c652a3-4dda-421c-a659-f53c090b0590 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:52.779127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb767fc8-df84-42ae-96c2-af3e69b4b8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.802171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:52.809854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb767fc8-df84-42ae-96c2-af3e69b4b8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.917458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153502fc-5835-4c06-84b6-64b53ed1905f req-bf31fc48-692d-4b0f-8c90-43c533bc91eb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.919064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-153502fc-5835-4c06-84b6-64b53ed1905f req-bf31fc48-692d-4b0f-8c90-43c533bc91eb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 950 time: 0.0608292 Aug 31 07:37:52.926257 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.932738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Made reservation on behalf of 5e17ebd9e9ed4946819fe77b4339778a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:52.936303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.953605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.968509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb767fc8-df84-42ae-96c2-af3e69b4b8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.971037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb767fc8-df84-42ae-96c2-af3e69b4b8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.983685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bb767fc8-df84-42ae-96c2-af3e69b4b8a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf0b9019-39a8-42b5-9113-6d63cfd4f5fd HTTP/1.1" status: 204 len: 168 time: 0.2973382 Aug 31 07:37:52.989488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:53.014536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb767fc8-df84-42ae-96c2-af3e69b4b8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0b9019-39a8-42b5-9113-6d63cfd4f5fd,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:53.026382 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-153502fc-5835-4c06-84b6-64b53ed1905f req-82983bfb-af70-4cdb-8b5a-e1982de69e9e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008773 Aug 31 07:37:53.064158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['32c652a3-4dda-421c-a659-f53c090b0590'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:53.158672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.263247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd96b35e-46c4-434f-84bd-d6b922b8266b req-1899da5a-dcf6-404e-84b8-c767b210347e tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 210 time: 0.0520413 Aug 31 07:37:53.309704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.318835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.392276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f425165f-ed2f-401b-b50b-0d0a37468363 req-7cf199ac-acb5-47cd-86ad-a450fdd1ce4c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0643466 Aug 31 07:37:53.396727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e020a453-10f4-41b6-b555-469690f34824,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:53.484307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Allocated IP 192.168.233.153 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/2ffb8236-971c-42c8-ac4f-86d4f147c157) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:53.548669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025278d-9203-4673-9e5d-2bfe5b15a98c req-daa87839-6ae2-4fea-920c-1a1fe8e5923f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.550227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b025278d-9203-4673-9e5d-2bfe5b15a98c req-daa87839-6ae2-4fea-920c-1a1fe8e5923f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0807066 Aug 31 07:37:53.642058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b025278d-9203-4673-9e5d-2bfe5b15a98c req-67e58795-5e61-4041-9789-d93332af1d73 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838354 Aug 31 07:37:53.723065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.741386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Transition to ACTIVE for port object 2ffb8236-971c-42c8-ac4f-86d4f147c157 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:53.828934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a3e297bd-fa0d-4032-a152-f056c6117cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.915341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.964673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:53.967857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:53.971796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:53.977293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.977939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.984570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Pushing event updated for resources: {'Port': ['ID=2ffb8236-971c-42c8-ac4f-86d4f147c157,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:54.098468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-e64d19af-e75d-4d74-8ca0-900e6da18fe6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5299156 Aug 31 07:37:54.112495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Request body: {'port': {'device_id': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:54.215597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a6ac0-8083-43ca-8b87-b65afbc80022 req-5a3f5122-f13c-48b8-9ec8-fc970b800ece tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:54.217319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c5a6ac0-8083-43ca-8b87-b65afbc80022 req-5a3f5122-f13c-48b8-9ec8-fc970b800ece tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 950 time: 0.1114957 Aug 31 07:37:54.219979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.311564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c5a6ac0-8083-43ca-8b87-b65afbc80022 req-f5cd0d2b-2705-4477-b998-bbdcb7121f5a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822408 Aug 31 07:37:54.337850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3b58d5c5-6cdf-43f5-8329-e0d85a099005 None None] Provisioning for port 2ffb8236-971c-42c8-ac4f-86d4f147c157 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:54.342497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3b58d5c5-6cdf-43f5-8329-e0d85a099005 None None] Provisioning complete for port 2ffb8236-971c-42c8-ac4f-86d4f147c157 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:54.347061 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b58d5c5-6cdf-43f5-8329-e0d85a099005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.391795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3b58d5c5-6cdf-43f5-8329-e0d85a099005 None None] Port 2ffb8236-971c-42c8-ac4f-86d4f147c157 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:54.496850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0107bc74-7501-48d0-98b8-e5cb61791081 req-a8f4d809-2d69-42b6-aff8-e0701382f086 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 210 time: 0.0367386 Aug 31 07:37:54.524549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:54.571158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-1b10811e-ef41-4d65-8a35-8dc8ab378b03 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=194f3595896c4b6c853c2dc66daa5e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360935 Aug 31 07:37:54.593630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 32c652a3-4dda-421c-a659-f53c090b0590 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:54.593630 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.718845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54502) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:54.736360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.762761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffb8236-971c-42c8-ac4f-86d4f147c157 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:54.767989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:54.770662 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1455e092-7900-4e05-871a-468443be7f5b" -d '{"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-plugged", "status": "completed", "tag": "32c652a3-4dda-421c-a659-f53c090b0590"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:54.786494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5bb5d-416d-4016-9707-4464cbaeea2b req-3e0b0e98-9ade-43c4-a39b-a7f437435959 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:54.790727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:54.797319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dd5bb5d-416d-4016-9707-4464cbaeea2b req-3e0b0e98-9ade-43c4-a39b-a7f437435959 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 949 time: 0.1085966 Aug 31 07:37:54.801050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.831455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-8d552ed7-1d06-48d1-9aca-a07da61101a2 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:54.833537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-8d552ed7-1d06-48d1-9aca-a07da61101a2 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547548 Aug 31 07:37:54.868275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Request body: {'port': {'device_id': '2e71b295-589b-4ed8-9583-807384509c0d', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '194f3595896c4b6c853c2dc66daa5e29'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:54.881818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Transition to ACTIVE for port object 2ffb8236-971c-42c8-ac4f-86d4f147c157 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:54.897999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.965458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dd5bb5d-416d-4016-9707-4464cbaeea2b req-8e531b89-73b2-4541-989a-de216cd05bac tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667535 Aug 31 07:37:55.031435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:55.121475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.182768 n-d-713499-16 neutron-server[95445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 07:37:55.188539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-f45bf318-7811-4de3-b3e9-a3c551e3e3b9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:37:55.188539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-f45bf318-7811-4de3-b3e9-a3c551e3e3b9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4676483 Aug 31 07:37:55.208485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb8236-971c-42c8-ac4f-86d4f147c157,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:55.230480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d085d-0f88-45f7-b3dc-ce429b99dd90 req-1a7e20f1-763a-4ef9-8824-1e99670bc9d2 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.233766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-865d085d-0f88-45f7-b3dc-ce429b99dd90 req-1a7e20f1-763a-4ef9-8824-1e99670bc9d2 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 948 time: 0.1426659 Aug 31 07:37:55.267044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Made reservation on behalf of 194f3595896c4b6c853c2dc66daa5e29 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:55.268089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.305723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.322008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Attempting to bind port 2ffb8236-971c-42c8-ac4f-86d4f147c157 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:55.322351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Attempting to bind port 2ffb8236-971c-42c8-ac4f-86d4f147c157 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:55.322684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Attempting to bind port 2ffb8236-971c-42c8-ac4f-86d4f147c157 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:55.359422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Port 2ffb8236-971c-42c8-ac4f-86d4f147c157 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:55.360023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Attempting to bind port 2ffb8236-971c-42c8-ac4f-86d4f147c157 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:55.368788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-865d085d-0f88-45f7-b3dc-ce429b99dd90 req-55ec2578-17a4-4c9c-9feb-b359b9fdab7c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145575 Aug 31 07:37:55.400568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:55.406641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:55.406641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:55.406641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Bound port: 2ffb8236-971c-42c8-ac4f-86d4f147c157, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:55.406641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.506106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Request body: {'binding': {'host': 'n-h1-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:55.506932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Unknown quota resources ['binding']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:37:55.572695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] For port 2ffb8236-971c-42c8-ac4f-86d4f147c157, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:55.600089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] For port 2ffb8236-971c-42c8-ac4f-86d4f147c157, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:55.613031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.617115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.626427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70984-fdaa-4a62-a971-d854948ebf08 req-230c343d-7d7f-4a57-8b84-f5d67d07c323 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.628277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26f70984-fdaa-4a62-a971-d854948ebf08 req-230c343d-7d7f-4a57-8b84-f5d67d07c323 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1252184 Aug 31 07:37:55.700919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.720449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26f70984-fdaa-4a62-a971-d854948ebf08 req-3cd41712-4478-4d51-89e3-7ea0c73291a0 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839646 Aug 31 07:37:55.732015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on host n-h1-713499-16 for vnic_type normal with profile None {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:55.732619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:55.732729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:55.737530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:55.737884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:55.743477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:55.743818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:55.744208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:55.744645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Bound port: 363fee23-9243-4363-90aa-f4f0828fac2a, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:55.761482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.762201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.764506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] 10.222.0.45 "PUT /v2.0/ports/2ffb8236-971c-42c8-ac4f-86d4f147c157 HTTP/1.1" status: 200 len: 1097 time: 1.6560793 Aug 31 07:37:55.765138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'tag': '2ffb8236-971c-42c8-ac4f-86d4f147c157'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:55.768153 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9419d0-a29a-4188-8c88-316e2484a26d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf48f3a2-a09f-4bee-b5ad-1532775594ba", "tag": "2ffb8236-971c-42c8-ac4f-86d4f147c157"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:55.781253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.885207 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dec159-93a1-42eb-83cd-3646541f5a53 x-openstack-request-id: req-39dec159-93a1-42eb-83cd-3646541f5a53 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:55.885207 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-plugged", "status": "completed", "tag": "32c652a3-4dda-421c-a659-f53c090b0590", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:55.885207 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39dec159-93a1-42eb-83cd-3646541f5a53 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:55.885943 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590', 'code': 200} Aug 31 07:37:55.888337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:56.033062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.034292 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-bb20bab2-6afc-4d1c-83dd-bf7203598d50 service neutron] 10.222.0.36 "POST /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6035454 Aug 31 07:37:56.055259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f972e-435f-402c-9419-9e769e32b7ff,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:56.111865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df342-f4b8-4db3-89f9-48fa7eb1c44a service neutron] Pushing event updated for resources: {'Port': ['ID=2ffb8236-971c-42c8-ac4f-86d4f147c157,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:56.251149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-acff4655-c01f-4c8f-9ec2-16b5a6bfccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.253453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-acff4655-c01f-4c8f-9ec2-16b5a6bfccc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 1100 time: 0.2923691 Aug 31 07:37:56.332303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-030742a7-9768-4d5f-99fe-16b1e3eb57bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157 HTTP/1.1" status: 200 len: 217 time: 0.0481961 Aug 31 07:37:56.352306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Allocated IP 192.168.233.147 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/c1b10836-b894-4f94-8098-f2dcaf7f6813) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:56.380363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a2da0-ca3b-482c-a673-5be55bcf1868 req-7ff012c2-5a2b-4a92-9790-97d548560f08 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.386951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a2da0-ca3b-482c-a673-5be55bcf1868 req-7ff012c2-5a2b-4a92-9790-97d548560f08 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.388777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-216a2da0-ca3b-482c-a673-5be55bcf1868 req-7ff012c2-5a2b-4a92-9790-97d548560f08 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305&device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 1690 time: 0.1440506 Aug 31 07:37:56.413354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.483990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-51a44c7b-090f-445c-bfc7-218fa97070d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.485714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-51a44c7b-090f-445c-bfc7-218fa97070d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1366456 Aug 31 07:37:56.498228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-216a2da0-ca3b-482c-a673-5be55bcf1868 req-86524a5a-1260-4f3d-a412-c9dd5a669e31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853336 Aug 31 07:37:56.595571 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a1cfd-343f-4e86-9577-7afd93643043 x-openstack-request-id: req-0c8a1cfd-343f-4e86-9577-7afd93643043 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:56.596569 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf48f3a2-a09f-4bee-b5ad-1532775594ba", "tag": "2ffb8236-971c-42c8-ac4f-86d4f147c157", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:56.596569 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c8a1cfd-343f-4e86-9577-7afd93643043 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:56.596569 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'tag': '2ffb8236-971c-42c8-ac4f-86d4f147c157', 'status': 'completed', 'code': 200} Aug 31 07:37:56.655322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af3f42cc-dca4-48a6-8efd-4333e32c6caf req-4b81ebcb-5af6-4f0c-be1e-8fba0cabceec tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 210 time: 0.0458300 Aug 31 07:37:56.667962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-40eb9d60-c5ec-4e40-a654-5415d657496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.669824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-40eb9d60-c5ec-4e40-a654-5415d657496c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704152 Aug 31 07:37:56.692216 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e77e33a1-d0f4-494c-ba32-537819f020f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.818614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.884578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Transition to ACTIVE for port object c1b10836-b894-4f94-8098-f2dcaf7f6813 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:56.918019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-a1626792-3015-47c9-85aa-6115a79749bf service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257619 Aug 31 07:37:56.993036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d732d-3e87-4aee-86a3-d586e624c0a1 req-402edc67-3967-4450-bffe-66a54db86e08 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.995188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-80c2743a-4a2b-4336-bf03-bd5240f9d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.996560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f1d732d-3e87-4aee-86a3-d586e624c0a1 req-402edc67-3967-4450-bffe-66a54db86e08 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 948 time: 0.1749454 Aug 31 07:37:56.997902 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-80c2743a-4a2b-4336-bf03-bd5240f9d42c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1097 time: 0.0693541 Aug 31 07:37:57.123790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-09d9b50c-527c-4f4b-938b-8b9afb416552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.127319 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-09d9b50c-527c-4f4b-938b-8b9afb416552 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1197562 Aug 31 07:37:57.181149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-332bf35d-9869-4b1a-aa7a-3f1f8b90b9b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 217 time: 0.0440838 Aug 31 07:37:57.254061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-4f0e8cff-ed76-425f-b6b5-f9642cbfb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.255747 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-4f0e8cff-ed76-425f-b6b5-f9642cbfb5f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0624633 Aug 31 07:37:57.303337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-82d9c141-cd6d-4e0a-af26-7197bcd35ea8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353496 Aug 31 07:37:57.414145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f1d732d-3e87-4aee-86a3-d586e624c0a1 req-e844afb0-781f-4c9a-8deb-579e4468f605 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689873 Aug 31 07:37:57.431607 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-df6eb505-eebc-4a4a-8abe-2ccf9d2541d0 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133945 Aug 31 07:37:57.446440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0859a6-88b8-425a-8599-f4631947c36b req-25b97e2d-9e8c-4c8e-820d-b63b4b88c73a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.447344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b0859a6-88b8-425a-8599-f4631947c36b req-25b97e2d-9e8c-4c8e-820d-b63b4b88c73a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 945 time: 0.4165258 Aug 31 07:37:57.450512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.505543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76b2be5c-80d1-4144-8f2e-6c5656df1339 req-465c0ff2-709a-415d-ad33-ce5b2f987d76 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738459 Aug 31 07:37:57.551863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:57.573084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:57.576143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:57.598159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.610753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.610934 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-7d43c873-5ab9-4c7f-aa94-41600c7251c7 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566772 Aug 31 07:37:57.671875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:57.683463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b0859a6-88b8-425a-8599-f4631947c36b req-7c27f550-2d36-4f28-a1f2-ddd05e82ec66 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995552 Aug 31 07:37:57.710566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-032bee00-d555-4114-9c16-73e4a6c062ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.712262 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-032bee00-d555-4114-9c16-73e4a6c062ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 1100 time: 0.0877273 Aug 31 07:37:57.712486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dca2a-81dd-4e11-a279-90058465d8ec req-9d5f29d5-9c4a-493c-9949-3dbd98c03e25 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.720328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-056dca2a-81dd-4e11-a279-90058465d8ec req-9d5f29d5-9c4a-493c-9949-3dbd98c03e25 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1634536 Aug 31 07:37:57.784396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-056dca2a-81dd-4e11-a279-90058465d8ec req-1c1b24e0-b2d5-40d0-b7de-c5bcc0aaf27d tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587888 Aug 31 07:37:57.858907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-eb193b28-c88b-421f-a690-611a112cfd6f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0019293 Aug 31 07:37:57.881701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Request body: {'port': {'device_id': '2e71b295-589b-4ed8-9583-807384509c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:57.903596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.907188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-8bbd527e-1ff8-4b79-a549-2db0b8e26f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.912590 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-8bbd527e-1ff8-4b79-a549-2db0b8e26f44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1870835 Aug 31 07:37:58.022097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.026736 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-2ce37909-a2a9-43c6-a48e-bab421358331 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157 HTTP/1.1" status: 200 len: 217 time: 0.0492375 Aug 31 07:37:58.100110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-57bdc662-00c8-479f-bd2b-537beb8f05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.102562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-57bdc662-00c8-479f-bd2b-537beb8f05ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0625398 Aug 31 07:37:58.138600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f847b1c9-e34a-4ebd-b232-58d8f875fcf3 None None] Provisioning for port c1b10836-b894-4f94-8098-f2dcaf7f6813 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:58.139112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74ca70-e8aa-4f02-9859-372d86b97d8a req-f7bff75a-d214-4193-adb1-1369f36429d1 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.144958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f847b1c9-e34a-4ebd-b232-58d8f875fcf3 None None] Provisioning complete for port c1b10836-b894-4f94-8098-f2dcaf7f6813 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:58.145388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f847b1c9-e34a-4ebd-b232-58d8f875fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.154297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e74ca70-e8aa-4f02-9859-372d86b97d8a req-f7bff75a-d214-4193-adb1-1369f36429d1 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 1101 time: 0.1698039 Aug 31 07:37:58.182618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-5e9c01b2-4c62-4160-8135-7aa7f0ca0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.197371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-5e9c01b2-4c62-4160-8135-7aa7f0ca0aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841761 Aug 31 07:37:58.201254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f847b1c9-e34a-4ebd-b232-58d8f875fcf3 None None] Port c1b10836-b894-4f94-8098-f2dcaf7f6813 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:58.289096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-060dea43-3690-4dff-aa76-77d0085b0656 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.289748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-060dea43-3690-4dff-aa76-77d0085b0656 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.2489016 Aug 31 07:37:58.318233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-16'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:58.324633 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-a9382795-ffc8-4f9e-b391-2969bb302391 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182725 Aug 31 07:37:58.331357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e74ca70-e8aa-4f02-9859-372d86b97d8a req-204aa792-a093-456a-b7a7-e740b1881d43 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801720 Aug 31 07:37:58.455403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a7fa5-f52a-431f-82aa-c10c62d1e470 req-c0a92064-ca5d-4019-b3bb-ef49b84ecaa7 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.457019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a7fa5-f52a-431f-82aa-c10c62d1e470 req-c0a92064-ca5d-4019-b3bb-ef49b84ecaa7 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 936 time: 0.2506499 Aug 31 07:37:58.484415 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9419d0-a29a-4188-8c88-316e2484a26d req-3592bd5d-e3c8-40ea-98d8-6b72766fec50 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493483 Aug 31 07:37:58.503456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.699245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a7fa5-f52a-431f-82aa-c10c62d1e470 req-9612be84-d21c-4007-a6b9-3fa9a41173bb tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107303 Aug 31 07:37:58.699245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512fed1-93bf-4de0-869c-99a7fce0bb5a req-35bb29bf-9d0f-49ff-ad1b-f1d630ac8049 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.699245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6512fed1-93bf-4de0-869c-99a7fce0bb5a req-35bb29bf-9d0f-49ff-ad1b-f1d630ac8049 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 1102 time: 0.2472699 Aug 31 07:37:58.892520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6512fed1-93bf-4de0-869c-99a7fce0bb5a req-d87bd10a-ad7d-4f40-9563-706a986dae6b tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678030 Aug 31 07:37:58.926326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b10836-b894-4f94-8098-f2dcaf7f6813 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:58.932058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.970272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:58.974022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Transition to ACTIVE for port object c1b10836-b894-4f94-8098-f2dcaf7f6813 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:59.059257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:59.103543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861d44-58f7-4d44-aa59-0033f280b956 req-a72e5cbe-ab69-4ee0-9d84-2c91c4b4653a tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.105100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db861d44-58f7-4d44-aa59-0033f280b956 req-a72e5cbe-ab69-4ee0-9d84-2c91c4b4653a tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 948 time: 0.1174624 Aug 31 07:37:59.142029 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.176493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:59.178781 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab645b2-c338-4e74-9dad-db98eda9db4e" -d '{"events": [{"server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "name": "network-vif-unplugged", "status": "completed", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:59.185013 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.254685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.265862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db861d44-58f7-4d44-aa59-0033f280b956 req-77709cf5-f23e-46cf-97a5-c3e447e61537 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467752 Aug 31 07:37:59.288729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a216cf-840c-465d-a6f7-e88736f055b7 req-de988489-1f78-484b-a8a6-e7d662cfa113 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.291179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72a216cf-840c-465d-a6f7-e88736f055b7 req-de988489-1f78-484b-a8a6-e7d662cfa113 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 945 time: 0.1730623 Aug 31 07:37:59.316450 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.392657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Attempting to bind port c1b10836-b894-4f94-8098-f2dcaf7f6813 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:59.402002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Attempting to bind port c1b10836-b894-4f94-8098-f2dcaf7f6813 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:59.402002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Attempting to bind port c1b10836-b894-4f94-8098-f2dcaf7f6813 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:59.446066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Port c1b10836-b894-4f94-8098-f2dcaf7f6813 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:59.446350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Attempting to bind port c1b10836-b894-4f94-8098-f2dcaf7f6813 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:59.454872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.482599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72a216cf-840c-465d-a6f7-e88736f055b7 req-8eead307-c032-423a-aee4-96e8af54ea83 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709759 Aug 31 07:37:59.483309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:59.483643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:59.484020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:59.484459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Bound port: c1b10836-b894-4f94-8098-f2dcaf7f6813, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:59.484813 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.515490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on host n-h2-713499-16 for vnic_type normal with profile {"migrating_to": "n-h1-713499-16"} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:59.515827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:59.516901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:59.526222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20192c46-8dbf-492a-b376-71f58ab44ade req-d9c63f65-3c24-4e92-899d-c4f92e04b69a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.527772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20192c46-8dbf-492a-b376-71f58ab44ade req-d9c63f65-3c24-4e92-899d-c4f92e04b69a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1405771 Aug 31 07:37:59.559653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:59.559990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Attempting to bind port 363fee23-9243-4363-90aa-f4f0828fac2a on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:59.594430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:59.594794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:59.595334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:59.595657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Bound port: 363fee23-9243-4363-90aa-f4f0828fac2a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:59.596115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.633908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20192c46-8dbf-492a-b376-71f58ab44ade req-08824928-793a-4fa6-8bc4-99f5985de6a1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Aug 31 07:37:59.665941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:59.699572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:59.705778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-11b2ce1b-a6b7-4da9-bb60-cb03607c4f6a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418792 Aug 31 07:37:59.774652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.780828 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72217904-1130-490d-92f2-9537c35d8103 x-openstack-request-id: req-72217904-1130-490d-92f2-9537c35d8103 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:59.781128 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "name": "network-vif-unplugged", "status": "completed", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:59.781379 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72217904-1130-490d-92f2-9537c35d8103 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:59.781772 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a', 'code': 200} Aug 31 07:37:59.782792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:59.806798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:59.829753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.923797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.924435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.925870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1b10836-b894-4f94-8098-f2dcaf7f6813 HTTP/1.1" status: 200 len: 1097 time: 2.0557537 Aug 31 07:37:59.943280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-95cfcf68-4917-4dae-ad80-9d180e63d0ff tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.948572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-95cfcf68-4917-4dae-ad80-9d180e63d0ff tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295225 Aug 31 07:37:59.951042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.001178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdf6ca-3b4b-4ae0-b7af-6ecc16321eda req-874f736e-9b27-4f1e-b56c-3e0e49139040 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.002829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4fdf6ca-3b4b-4ae0-b7af-6ecc16321eda req-874f736e-9b27-4f1e-b56c-3e0e49139040 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 948 time: 0.1682904 Aug 31 07:38:00.003495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b7a0-66f6-480b-bc8c-a864e9faccc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:00.017085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-fea30fed-5d03-4f72-b77d-a017c03fbc91 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/quotas/c801fc7999f0453ea8d0308ee64b8989 HTTP/1.1" status: 200 len: 375 time: 0.0601747 Aug 31 07:38:00.169915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:00.199791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4fdf6ca-3b4b-4ae0-b7af-6ecc16321eda req-1c151461-8afb-4685-85af-fa3abc5e54f8 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845896 Aug 31 07:38:00.206676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.207578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.210134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-3ebcb203-6556-4b1e-bd31-996c2c52abe2 service neutron] 10.222.0.45 "PUT /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 1123 time: 1.9011929 Aug 31 07:38:00.254299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-57766ad5-a085-435a-a2b3-6c7e2d6d3c38 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2112634 Aug 31 07:38:00.260396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-60984c08-80e1-4bdc-85d1-6a16c6ff4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.261651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-60984c08-80e1-4bdc-85d1-6a16c6ff4bab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=194f3595896c4b6c853c2dc66daa5e29&device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 1100 time: 0.1544621 Aug 31 07:38:00.315196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['363fee23-9243-4363-90aa-f4f0828fac2a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:00.336567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-9258b302-baaf-4c1a-878d-ef01ca356b0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813 HTTP/1.1" status: 200 len: 217 time: 0.0623651 Aug 31 07:38:00.408312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-5130c83c-2c42-4a79-81e3-ea4f39637293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.409532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-5130c83c-2c42-4a79-81e3-ea4f39637293 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0599887 Aug 31 07:38:00.504505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-568a1d26-d25c-452d-8b0d-576128f80b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.511837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-568a1d26-d25c-452d-8b0d-576128f80b47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894613 Aug 31 07:38:00.676493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b92fe9-a305-45cc-889c-735f61cb980a req-d05b0f61-1051-4ae1-80fb-9fafbbbd7155 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.685209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94b92fe9-a305-45cc-889c-735f61cb980a req-d05b0f61-1051-4ae1-80fb-9fafbbbd7155 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 948 time: 0.1041183 Aug 31 07:38:00.750955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94b92fe9-a305-45cc-889c-735f61cb980a req-03199aa4-fa73-4e6c-9f9b-61fe16db20f8 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642457 Aug 31 07:38:00.764636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-14b77528-5894-41c6-a0a3-6cbe4b30c65a service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380955 Aug 31 07:38:00.787624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2ffb8236-971c-42c8-ac4f-86d4f147c157 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:00.878702 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:00.951645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b183b4ec-797b-4d59-8f7f-1887068e0dff req-7f7b5f55-110d-467f-821d-0353c537bf62 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 210 time: 0.0896924 Aug 31 07:38:01.006686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ddab5-f986-482d-813a-0d8a380db902 req-d10ec338-7c6f-4352-98d2-245faa169555 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:01.018381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2ffb8236-971c-42c8-ac4f-86d4f147c157, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:01.018738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f0ddab5-f986-482d-813a-0d8a380db902 req-d10ec338-7c6f-4352-98d2-245faa169555 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.2603643 Aug 31 07:38:01.057828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '2ffb8236-971c-42c8-ac4f-86d4f147c157', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '2ffb8236-971c-42c8-ac4f-86d4f147c157', 'mac_address': 'fa:16:3e:09:11:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:01.110461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfc0d3c6-232e-45b1-9b19-1bf61c49e7c1 req-3b57c933-b634-4ddd-b297-a5726ba46fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921786 Aug 31 07:38:01.136444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f0ddab5-f986-482d-813a-0d8a380db902 req-3725208d-511f-445d-ac63-777fd99cf9a2 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061544 Aug 31 07:38:01.171038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.204842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffb8236-971c-42c8-ac4f-86d4f147c157 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:01.259438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724783a4-e653-4c74-bb1a-f40cc54b9528 req-b3f8f89d-8865-4ac2-a152-41acd7e61f7b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:01.275745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-724783a4-e653-4c74-bb1a-f40cc54b9528 req-b3f8f89d-8865-4ac2-a152-41acd7e61f7b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.1345482 Aug 31 07:38:01.282608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2ffb8236-971c-42c8-ac4f-86d4f147c157, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:01.338797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-724783a4-e653-4c74-bb1a-f40cc54b9528 req-81307ecc-d65a-4713-8e08-2bbd0f33b1c9 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601740 Aug 31 07:38:01.355713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.412066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=2ffb8236-971c-42c8-ac4f-86d4f147c157,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:01.513106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c1495-984f-4420-99a6-d5021bccd8a5 req-45cb5572-1b66-4c8e-b319-10aeecdb2f12 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:01.514601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f9c1495-984f-4420-99a6-d5021bccd8a5 req-45cb5572-1b66-4c8e-b319-10aeecdb2f12 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 948 time: 0.0603118 Aug 31 07:38:01.550323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:01.572327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f9c1495-984f-4420-99a6-d5021bccd8a5 req-a650e645-fa64-4d3b-859e-9e24eec9e4b9 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Aug 31 07:38:01.717381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2de1f41-5fc0-4f55-b044-2ef290711141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.767763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['2ffb8236-971c-42c8-ac4f-86d4f147c157'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:01.782513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}, {'name': 'network-changed', 'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:01.785318 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256" -d '{"events": [{"name": "network-changed", "server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}, {"name": "network-changed", "server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:01.880208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2de1f41-5fc0-4f55-b044-2ef290711141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.907088 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e721de-e3aa-4b78-a8c6-2c4655cd2f15 x-openstack-request-id: req-c8e721de-e3aa-4b78-a8c6-2c4655cd2f15 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:01.907516 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:01.907853 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8e721de-e3aa-4b78-a8c6-2c4655cd2f15 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:01.908343 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'status': 'completed', 'code': 200} Aug 31 07:38:01.908699 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a', 'status': 'completed', 'code': 200} Aug 31 07:38:01.948876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2de1f41-5fc0-4f55-b044-2ef290711141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.994408 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b2de1f41-5fc0-4f55-b044-2ef290711141 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf8d77c032e4eb8bacd31cdb42903f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423943 Aug 31 07:38:01.995615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1f41-5fc0-4f55-b044-2ef290711141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11d7f1-2815-44a4-9ba5-6756444f340c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:01.998661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54678) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:02.013951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c815aa2-4181-4661-a2d9-b3bf1b2d7409 req-1368da0c-cff4-4244-b67a-56418a1c934f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.023226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c815aa2-4181-4661-a2d9-b3bf1b2d7409 req-1368da0c-cff4-4244-b67a-56418a1c934f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 949 time: 0.1668048 Aug 31 07:38:02.047538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-8b3e5995-4b47-41fa-b6f3-aea44ae80205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.049354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-8b3e5995-4b47-41fa-b6f3-aea44ae80205 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1126 time: 0.1382842 Aug 31 07:38:02.089621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-905b97f2-d352-407e-a9f4-0589cfb38884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.091302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-905b97f2-d352-407e-a9f4-0589cfb38884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=194f3595896c4b6c853c2dc66daa5e29&device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 1100 time: 0.1486733 Aug 31 07:38:02.180484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52f7bedc-9ee8-4f6b-add3-adbf75b5886d req-1e04cbb2-47de-40fd-997e-ec073307b464 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 210 time: 0.0880518 Aug 31 07:38:02.578263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c815aa2-4181-4661-a2d9-b3bf1b2d7409 req-0e9d79b8-077d-4ecc-9710-6f1ccfb6bcb3 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551021 Aug 31 07:38:02.652161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f96b598c-fb16-4849-9c04-07f4fa8feaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.660808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-b6052d49-073f-40cc-805a-6067bb47249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.666853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-b6052d49-073f-40cc-805a-6067bb47249d service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.5540013 Aug 31 07:38:02.673877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c337e-e336-4871-8560-c9f4785ad8c4 req-46b9690e-e5ef-4b7b-b253-41b219663c43 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.681938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a17c337e-e336-4871-8560-c9f4785ad8c4 req-46b9690e-e5ef-4b7b-b253-41b219663c43 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.1688833 Aug 31 07:38:02.691293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-53f34c76-49c8-4eb4-85b2-decf00452976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.692654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-53f34c76-49c8-4eb4-85b2-decf00452976 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.6259642 Aug 31 07:38:02.789861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:02.790952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f96b598c-fb16-4849-9c04-07f4fa8feaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.793686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-8b0d05d1-3917-4765-8fe0-0a5efdd34354 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813 HTTP/1.1" status: 200 len: 217 time: 0.1097157 Aug 31 07:38:02.801848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-83fa265f-2eb5-46ee-a755-481f59945d13 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 217 time: 0.0880735 Aug 31 07:38:02.931548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:02.946427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a has no active binding in host n-h1-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:38:02.946952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a17c337e-e336-4871-8560-c9f4785ad8c4 req-d15f1347-d346-444b-b923-a1c06a703d85 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618694 Aug 31 07:38:02.985827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-67b1bb8c-c697-4ca4-9529-f01446da95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.988076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-67b1bb8c-c697-4ca4-9529-f01446da95e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1733813 Aug 31 07:38:02.997922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28189994-5294-44fc-8900-82cbf6f5f232 req-59e292fc-46bb-4937-9db2-235d1e9885c7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.999571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28189994-5294-44fc-8900-82cbf6f5f232 req-59e292fc-46bb-4937-9db2-235d1e9885c7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.2109959 Aug 31 07:38:03.001601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-95c80026-dc55-4987-8cf7-eca5ecfe0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.002765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-95c80026-dc55-4987-8cf7-eca5ecfe0ebd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1841731 Aug 31 07:38:03.077493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-e4864f75-04b1-4431-9535-6700c771022d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733914 Aug 31 07:38:03.170364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28189994-5294-44fc-8900-82cbf6f5f232 req-fe44b538-870d-444c-bf9a-4896587c1c48 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433558 Aug 31 07:38:03.213125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-24091e25-7115-421e-ad35-5b1f8e985e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.214523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-24091e25-7115-421e-ad35-5b1f8e985e5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2025368 Aug 31 07:38:03.215492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f96b598c-fb16-4849-9c04-07f4fa8feaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.217791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f96b598c-fb16-4849-9c04-07f4fa8feaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.222764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f96b598c-fb16-4849-9c04-07f4fa8feaf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc11d7f1-2815-44a4-9ba5-6756444f340c HTTP/1.1" status: 204 len: 168 time: 1.2169056 Aug 31 07:38:03.239299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b598c-fb16-4849-9c04-07f4fa8feaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11d7f1-2815-44a4-9ba5-6756444f340c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:03.273186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24c885-72cf-4644-9a3c-18aadde775e4 req-58abe67e-526b-4514-a14f-31480ffd1b05 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.280912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc24c885-72cf-4644-9a3c-18aadde775e4 req-58abe67e-526b-4514-a14f-31480ffd1b05 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 948 time: 0.2361653 Aug 31 07:38:03.394348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5c2d57b-81d2-4f0e-8f72-0722da859714 req-911ef441-f2e4-4382-bdb4-e4437fd5c180 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 210 time: 0.0471003 Aug 31 07:38:03.499074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-86273a39-a730-42fc-9f13-f869fa75f871 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587490 Aug 31 07:38:03.510549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc24c885-72cf-4644-9a3c-18aadde775e4 req-99034858-6910-444f-816d-bf638abca3b7 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286160 Aug 31 07:38:03.525179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-5ce2bd64-4815-4ee7-a650-c6312cea8d8f service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803397 Aug 31 07:38:03.529471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-b20910a7-ddfc-4afc-ac95-f20b39936bef service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305360 Aug 31 07:38:03.834042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-ea6f5099-fc20-4e8b-baf0-6d821844c21e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.836179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-ea6f5099-fc20-4e8b-baf0-6d821844c21e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228955 Aug 31 07:38:03.851590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6848fc0-eb95-4f43-af99-8c219573ee9e req-587b3bd2-b751-47c7-8920-9ac4c1638406 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.853726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6848fc0-eb95-4f43-af99-8c219573ee9e req-587b3bd2-b751-47c7-8920-9ac4c1638406 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 949 time: 0.1584086 Aug 31 07:38:03.871802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:03.887714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-85827f15-6b69-4a8c-bc6c-65fdde2607e1 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387287 Aug 31 07:38:03.905255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363d3c7-c90d-4fc8-8c3f-3c6cf3151256 req-075eea50-0b75-4b7d-a3ac-2c10deac5b10 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293648 Aug 31 07:38:04.054486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6848fc0-eb95-4f43-af99-8c219573ee9e req-2c83c608-a7af-4819-a327-d81ebbbdb212 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065757 Aug 31 07:38:04.078975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0144c-c159-4d7d-b135-395c25f5ce55 req-6b5d5a64-d87a-4b79-8cf1-6298682f1f25 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.080523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1b0144c-c159-4d7d-b135-395c25f5ce55 req-6b5d5a64-d87a-4b79-8cf1-6298682f1f25 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.0536253 Aug 31 07:38:04.118776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1b0144c-c159-4d7d-b135-395c25f5ce55 req-61eb8e31-ca8d-4191-aed6-6d68a1fdb8e9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Aug 31 07:38:04.301761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9826-01ee-4827-a2e9-a040112b8483 req-efd3abc4-3d40-41c0-9f37-2fc628175396 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.303280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e35f9826-01ee-4827-a2e9-a040112b8483 req-efd3abc4-3d40-41c0-9f37-2fc628175396 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 950 time: 0.0511067 Aug 31 07:38:04.342580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e35f9826-01ee-4827-a2e9-a040112b8483 req-eebebb91-eccd-410b-a875-9c6c7a00a626 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Aug 31 07:38:04.490355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8053576-ccb3-4e40-a3d6-2a61f5cdd9d1 req-1e45ca7a-ee4a-41e0-9951-092f6ffc4f37 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 31 07:38:04.509635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:04.513757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.715978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00ebd0-7d50-41da-bf50-364283307a37 req-62e73284-7a40-407c-9ecd-730d0344aa66 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.722369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af00ebd0-7d50-41da-bf50-364283307a37 req-62e73284-7a40-407c-9ecd-730d0344aa66 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 948 time: 0.1300263 Aug 31 07:38:04.728592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54742) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:04.752227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7647f5-9bc8-4af8-b62a-3b267ef20929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.758220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.209 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/de30df2a-0ed6-4bdf-9b43-c3d82e039529) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:04.809477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:04.812407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2ffb8236-971c-42c8-ac4f-86d4f147c157 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:04.842443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af00ebd0-7d50-41da-bf50-364283307a37 req-ce674005-0d72-43d3-9849-fa2f6ff3880e tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067445 Aug 31 07:38:04.870341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7647f5-9bc8-4af8-b62a-3b267ef20929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:04.983809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7647f5-9bc8-4af8-b62a-3b267ef20929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.001832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:05.024093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '977016bf-eca8-4d3a-901d-438da9403386', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '977016bf-eca8-4d3a-901d-438da9403386', 'mac_address': 'fa:16:3e:30:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:05.029619 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7e7647f5-9bc8-4af8-b62a-3b267ef20929 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a2f88ee865747d985f8d4f5b8c618f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985663 Aug 31 07:38:05.035007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:05.035899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 2ffb8236-971c-42c8-ac4f-86d4f147c157 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:05.041192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7647f5-9bc8-4af8-b62a-3b267ef20929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc83da1-51e3-4511-ae68-0a87223dde39,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:05.063170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 2ffb8236-971c-42c8-ac4f-86d4f147c157 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:05.063827 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.099478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.109660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.135097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:05.136554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object de30df2a-0ed6-4bdf-9b43-c3d82e039529 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:05.162686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:05.206827 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.236089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb8236-971c-42c8-ac4f-86d4f147c157'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:05.238762 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a53769-1d07-46a6-ad56-1ec3296cfba2" -d '{"events": [{"server_uuid": "bf48f3a2-a09f-4bee-b5ad-1532775594ba", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb8236-971c-42c8-ac4f-86d4f147c157"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:05.250745 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.251706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:05.254591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaa62b33-c17c-4c21-9560-6dcda3ea54bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.267605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2ffb8236-971c-42c8-ac4f-86d4f147c157, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:05.305624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaa62b33-c17c-4c21-9560-6dcda3ea54bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.319169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:05.327741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607712e-5ea6-409b-bb6f-eb54f83a3bb9 req-6b98ae7d-8f90-436d-bcf2-530b9b229a0e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.335799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d607712e-5ea6-409b-bb6f-eb54f83a3bb9 req-6b98ae7d-8f90-436d-bcf2-530b9b229a0e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 949 time: 0.1997631 Aug 31 07:38:05.342770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'mac_address': 'fa:16:3e:29:8a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:05.349131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.349988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:05.352934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:05.383237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3a77-5fe8-4bf4-8eba-b1cd01c10f14 req-ec679707-c711-4157-804c-603d45c56f8f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.384957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c3b3a77-5fe8-4bf4-8eba-b1cd01c10f14 req-ec679707-c711-4157-804c-603d45c56f8f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.1673238 Aug 31 07:38:05.405094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.431181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:05.433244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', '1e862073-8b0c-43db-9166-6a4591691fc4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:05.449265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d607712e-5ea6-409b-bb6f-eb54f83a3bb9 req-68fecd29-f866-42fa-bab1-550d945f83be tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121078 Aug 31 07:38:05.566433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:05.585869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:05.608437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:05.616062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.617041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.692408 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e7a312-d7f5-4681-9bd9-09ddd83bf8fd x-openstack-request-id: req-b5e7a312-d7f5-4681-9bd9-09ddd83bf8fd {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:05.692847 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf48f3a2-a09f-4bee-b5ad-1532775594ba", "name": "network-vif-plugged", "status": "completed", "tag": "2ffb8236-971c-42c8-ac4f-86d4f147c157", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:05.693196 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5e7a312-d7f5-4681-9bd9-09ddd83bf8fd {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:05.693691 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffb8236-971c-42c8-ac4f-86d4f147c157', 'code': 200} Aug 31 07:38:05.700215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=de30df2a-0ed6-4bdf-9b43-c3d82e039529,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:05.763276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaa62b33-c17c-4c21-9560-6dcda3ea54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.768992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaa62b33-c17c-4c21-9560-6dcda3ea54bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.771681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eaa62b33-c17c-4c21-9560-6dcda3ea54bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcc83da1-51e3-4511-ae68-0a87223dde39 HTTP/1.1" status: 204 len: 168 time: 0.7333901 Aug 31 07:38:05.778520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c3b3a77-5fe8-4bf4-8eba-b1cd01c10f14 req-7a18f014-df79-47d7-a634-dc6c3d2ed8e2 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808615 Aug 31 07:38:05.839397 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.847450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-c4d61c4a-0c46-47f0-aa17-ce84bfa8cd88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9815047 Aug 31 07:38:05.862434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa62b33-c17c-4c21-9560-6dcda3ea54bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc83da1-51e3-4511-ae68-0a87223dde39,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:05.894687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Request body: {'port': {'device_id': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:05.949111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7b72d-ed16-4f8c-95ac-fd27812ce305 req-021dd6c3-9814-4867-a605-53306c94440b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.951400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cca7b72d-ed16-4f8c-95ac-fd27812ce305 req-021dd6c3-9814-4867-a605-53306c94440b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.3075380 Aug 31 07:38:05.952888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=2ffb8236-971c-42c8-ac4f-86d4f147c157,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:05.957518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:05.994482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:06.009594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b10836-b894-4f94-8098-f2dcaf7f6813 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:06.029150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d14d-32eb-486f-89a7-ae4c3c593395 req-b78a37c5-ab7e-41d8-a0c7-6b4605e21392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.031139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36b6d14d-32eb-486f-89a7-ae4c3c593395 req-b78a37c5-ab7e-41d8-a0c7-6b4605e21392 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 1102 time: 0.4027047 Aug 31 07:38:06.122406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:06.128796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:06.148693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36b6d14d-32eb-486f-89a7-ae4c3c593395 req-eefd478a-54ae-4760-8a94-7077490d00c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797861 Aug 31 07:38:06.169676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.210899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.229233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cca7b72d-ed16-4f8c-95ac-fd27812ce305 req-bb232c36-8426-4958-b301-1db5d6391875 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503028 Aug 31 07:38:06.259275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a05ee7-5104-411a-af1d-cfaf9b886deb req-89b937d0-4d71-4204-9833-222f9645b6f9 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.268819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.270547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cae2f757-2877-4d3f-b478-b28449123123 None None] Provisioning for port de30df2a-0ed6-4bdf-9b43-c3d82e039529 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:06.272863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9a05ee7-5104-411a-af1d-cfaf9b886deb req-89b937d0-4d71-4204-9833-222f9645b6f9 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 936 time: 0.2800870 Aug 31 07:38:06.302284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cae2f757-2877-4d3f-b478-b28449123123 None None] Provisioning complete for port de30df2a-0ed6-4bdf-9b43-c3d82e039529 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:06.302652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cae2f757-2877-4d3f-b478-b28449123123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.394980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:06.432437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-0dcc0782-6233-4119-b2e1-febcea3427f9 service neutron] 10.222.0.68 "GET /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.3160236 Aug 31 07:38:06.438313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cae2f757-2877-4d3f-b478-b28449123123 None None] Port de30df2a-0ed6-4bdf-9b43-c3d82e039529 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:06.512408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:06.643744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9a05ee7-5104-411a-af1d-cfaf9b886deb req-2e8a3c05-0ff4-44ae-84db-da8da81af7de tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640409 Aug 31 07:38:06.761212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd299bd9-4726-44e1-b513-755a25319c57 req-b98136a3-44fe-4de1-bb94-0a02d68f8e1d tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.772234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd299bd9-4726-44e1-b513-755a25319c57 req-b98136a3-44fe-4de1-bb94-0a02d68f8e1d tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 949 time: 0.3014066 Aug 31 07:38:06.790054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['977016bf-eca8-4d3a-901d-438da9403386'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:06.808031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c1b10836-b894-4f94-8098-f2dcaf7f6813'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:07.065143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:07.099144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:07.168039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd299bd9-4726-44e1-b513-755a25319c57 req-a748cf8c-4c7b-48b4-9132-5e867f0bf6fb tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942208 Aug 31 07:38:07.185829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363fee23-9243-4363-90aa-f4f0828fac2a {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:07.206828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:07.248500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8adba5-519e-4251-ab51-9bdd71e0917b req-6b55abc0-747c-4614-af25-e5b1b5ba2cfc tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.251037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b8adba5-519e-4251-ab51-9bdd71e0917b req-6b55abc0-747c-4614-af25-e5b1b5ba2cfc tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 950 time: 0.3926833 Aug 31 07:38:07.330499 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.414814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a7fa-e4ad-450e-8edb-0345743041bc req-06d5cce1-ad65-4c51-a10d-6bc26cf89aff tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.416335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e603a7fa-e4ad-450e-8edb-0345743041bc req-06d5cce1-ad65-4c51-a10d-6bc26cf89aff tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 943 time: 0.1625850 Aug 31 07:38:07.419110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b8adba5-519e-4251-ab51-9bdd71e0917b req-9b9009a9-3fcf-458c-9891-0dc461422b5e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554699 Aug 31 07:38:07.443582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de30df2a-0ed6-4bdf-9b43-c3d82e039529 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:07.461025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.531628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Transition to ACTIVE for port object de30df2a-0ed6-4bdf-9b43-c3d82e039529 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:07.599716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e603a7fa-e4ad-450e-8edb-0345743041bc req-096f35fc-c43b-41df-b267-20526dc7eed2 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509836 Aug 31 07:38:07.600694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] Transition to ACTIVE for port object 363fee23-9243-4363-90aa-f4f0828fac2a will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:07.628463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56416-6c3b-4009-a861-aa6af1957eb0 req-1a29159f-7e82-4dd9-9de4-0cfe91f5b362 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.636707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1d56416-6c3b-4009-a861-aa6af1957eb0 req-1a29159f-7e82-4dd9-9de4-0cfe91f5b362 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.1180606 Aug 31 07:38:07.676872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1d56416-6c3b-4009-a861-aa6af1957eb0 req-04682361-b496-4a21-a3bb-e0f644f04af4 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Aug 31 07:38:07.685247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.026502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Pushing event updated for resources: {'Port': ['ID=de30df2a-0ed6-4bdf-9b43-c3d82e039529,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:08.034432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.167367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] No DVR routers for this DVR port 363fee23-9243-4363-90aa-f4f0828fac2a on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:08.209780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] Pushing event updated for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:08.260764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e06769-dbb4-4c97-86b0-6cb6a5cedf2f req-ada49481-611f-4468-a150-3746226fcda1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.265298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3e06769-dbb4-4c97-86b0-6cb6a5cedf2f req-ada49481-611f-4468-a150-3746226fcda1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 948 time: 0.2342446 Aug 31 07:38:08.332956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Attempting to bind port de30df2a-0ed6-4bdf-9b43-c3d82e039529 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:08.333139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Attempting to bind port de30df2a-0ed6-4bdf-9b43-c3d82e039529 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:08.333772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Attempting to bind port de30df2a-0ed6-4bdf-9b43-c3d82e039529 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:08.343103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Port de30df2a-0ed6-4bdf-9b43-c3d82e039529 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:08.343327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Attempting to bind port de30df2a-0ed6-4bdf-9b43-c3d82e039529 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:08.354467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-89000de1-04dd-4b1d-a1f8-6a4c3f1f40a4 service neutron] 10.222.0.68 "PUT /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a/bindings/n-h1-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8985004 Aug 31 07:38:08.389918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:08.390286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:08.390641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:08.391157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Bound port: de30df2a-0ed6-4bdf-9b43-c3d82e039529, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:08.391849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.416979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64256888-acb9-4c22-a998-68de6f5a7dbd req-4c8dc536-df49-43c7-9313-b9688a80105f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.424312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64256888-acb9-4c22-a998-68de6f5a7dbd req-4c8dc536-df49-43c7-9313-b9688a80105f tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 949 time: 0.1575258 Aug 31 07:38:08.439161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3e06769-dbb4-4c97-86b0-6cb6a5cedf2f req-8f18b943-a97e-4944-a07c-28c469cde602 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283092 Aug 31 07:38:08.524532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64256888-acb9-4c22-a998-68de6f5a7dbd req-a61edb28-ae91-48ac-a274-a03898a33555 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974240 Aug 31 07:38:08.571359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] For port de30df2a-0ed6-4bdf-9b43-c3d82e039529, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:08.621082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] For port de30df2a-0ed6-4bdf-9b43-c3d82e039529, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:08.656048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3cbf-0fb7-4668-9989-ad0acedabda9 req-29c239aa-2e8e-495f-a713-abb0fe4909c7 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.681668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3db3cbf-0fb7-4668-9989-ad0acedabda9 req-29c239aa-2e8e-495f-a713-abb0fe4909c7 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 950 time: 0.1278121 Aug 31 07:38:08.685839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-5516dfc0-1fd5-4376-89d9-bd43d3c8fa6e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.687581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-5516dfc0-1fd5-4376-89d9-bd43d3c8fa6e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1199822 Aug 31 07:38:08.762454 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.823482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:08.883044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3db3cbf-0fb7-4668-9989-ad0acedabda9 req-aa47b29f-dc35-47ef-ab0f-4bfd0ca8107d tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003388 Aug 31 07:38:08.886663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.887302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.888748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] 10.222.0.45 "PUT /v2.0/ports/de30df2a-0ed6-4bdf-9b43-c3d82e039529 HTTP/1.1" status: 200 len: 1097 time: 3.0116141 Aug 31 07:38:08.889535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'tag': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:08.903444 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651" -d '{"events": [{"name": "network-changed", "server_uuid": "3b55c789-4525-4f74-993c-6ead0c7a15f5", "tag": "de30df2a-0ed6-4bdf-9b43-c3d82e039529"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:08.945792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 977016bf-eca8-4d3a-901d-438da9403386 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:08.946306 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.960625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-dbff4687-53cd-4916-9d39-28adfcaefa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.962263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-dbff4687-53cd-4916-9d39-28adfcaefa5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720&tenant_id=e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 1096 time: 0.2550189 Aug 31 07:38:08.963190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9b3af-26f8-4a63-902b-031eaff4155a service neutron] Pushing event updated for resources: {'Port': ['ID=de30df2a-0ed6-4bdf-9b43-c3d82e039529,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:08.993515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68f2ea-374e-4d7f-b3c3-c38219bc3d42 req-687083bb-bac4-4c15-83b4-639c2ae9dd2e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.995695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da68f2ea-374e-4d7f-b3c3-c38219bc3d42 req-687083bb-bac4-4c15-83b4-639c2ae9dd2e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.3029730 Aug 31 07:38:09.093708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:09.112174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da68f2ea-374e-4d7f-b3c3-c38219bc3d42 req-c322b95f-1f45-4305-a370-2e30ff3b374b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091852 Aug 31 07:38:09.130070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:09.130784 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e6a42-018a-4231-8a89-df73b316ceed" -d '{"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-plugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:09.151474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:09.166844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-e07380a9-57a0-4648-8e7d-c9196c947b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.166844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-e07380a9-57a0-4648-8e7d-c9196c947b6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1096 time: 0.1548088 Aug 31 07:38:09.243380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-aac587ab-765a-47b9-ac90-9552c7584988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.244929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-aac587ab-765a-47b9-ac90-9552c7584988 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 1100 time: 0.1300261 Aug 31 07:38:09.301299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-4e671b93-f895-4b54-ad78-11da199608d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529 HTTP/1.1" status: 200 len: 217 time: 0.0424259 Aug 31 07:38:09.394059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-5a362ce3-629a-40a3-8a1e-30e582b36abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.395470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-5a362ce3-629a-40a3-8a1e-30e582b36abb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.2204051 Aug 31 07:38:09.403917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-a8a0f6b0-1afb-416b-ba69-ee103e064933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.405304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-a8a0f6b0-1afb-416b-ba69-ee103e064933 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0943449 Aug 31 07:38:09.456366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b21d-9f18-4627-833e-301337b994bc req-61ec9174-9ab4-4d8a-bc41-79b5c4f358e2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.457912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8db9b21d-9f18-4627-833e-301337b994bc req-61ec9174-9ab4-4d8a-bc41-79b5c4f358e2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 949 time: 0.1608393 Aug 31 07:38:09.461233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-c477c0cb-89c1-4704-9bcb-85528e67cdb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 217 time: 0.0544751 Aug 31 07:38:09.559565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-f6c94988-5a7d-48ec-b1eb-4c98c4eb6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.561067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-f6c94988-5a7d-48ec-b1eb-4c98c4eb6df7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0858953 Aug 31 07:38:09.565408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8db9b21d-9f18-4627-833e-301337b994bc req-7c169c16-5eeb-40be-979c-6b410352972b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873377 Aug 31 07:38:09.565894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-4401dd5d-e535-475b-93be-2059fc2c677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.567324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-4401dd5d-e535-475b-93be-2059fc2c677a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522403 Aug 31 07:38:09.623146 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2073740b-87bf-4cb9-b15b-a4c4aa1802a8 x-openstack-request-id: req-2073740b-87bf-4cb9-b15b-a4c4aa1802a8 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:09.623400 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-plugged", "status": "completed", "tag": "977016bf-eca8-4d3a-901d-438da9403386", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:09.623725 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2073740b-87bf-4cb9-b15b-a4c4aa1802a8 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:09.624929 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977016bf-eca8-4d3a-901d-438da9403386', 'code': 200} Aug 31 07:38:09.625772 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f169e9b-14bb-4054-bda5-03e4056675e6 x-openstack-request-id: req-7f169e9b-14bb-4054-bda5-03e4056675e6 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:09.626177 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b55c789-4525-4f74-993c-6ead0c7a15f5", "tag": "de30df2a-0ed6-4bdf-9b43-c3d82e039529", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:09.626351 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f169e9b-14bb-4054-bda5-03e4056675e6 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:09.626715 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'tag': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', 'status': 'completed', 'code': 200} Aug 31 07:38:09.628800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-b7677dcd-615d-4403-8d8a-efc178e7ab65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479796 Aug 31 07:38:09.680252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:09.681272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:09.805506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:09.853369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-e4910bd9-738e-46e6-9d3c-13ebd76d0bdc service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737055 Aug 31 07:38:09.864605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-dc16a12a-4245-41c3-9577-dee59eca51c3 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063491 Aug 31 07:38:09.879276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d39059-bc76-488e-898d-85cae320d79a req-af7c7e2c-86b9-42df-8889-778c76cd4d0e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.880767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08d39059-bc76-488e-898d-85cae320d79a req-af7c7e2c-86b9-42df-8889-778c76cd4d0e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 948 time: 0.1623743 Aug 31 07:38:09.889018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970403-e3a2-4b2d-be33-0891a918321d req-beaa2ca0-6d15-4521-814d-8f2e58941ea3 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.890553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61970403-e3a2-4b2d-be33-0891a918321d req-beaa2ca0-6d15-4521-814d-8f2e58941ea3 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 949 time: 0.1409695 Aug 31 07:38:09.903551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port c1b10836-b894-4f94-8098-f2dcaf7f6813 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:09.915254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c1b10836-b894-4f94-8098-f2dcaf7f6813 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:09.915977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:09.944334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b736951-6cb0-464d-9f12-b8b4f358a21c req-b89d5cea-3545-4128-b206-39fb3f4e07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.947279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7b736951-6cb0-464d-9f12-b8b4f358a21c req-b89d5cea-3545-4128-b206-39fb3f4e07dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1103 time: 0.0570493 Aug 31 07:38:10.021674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7b736951-6cb0-464d-9f12-b8b4f358a21c req-a477ba9f-c431-4347-84ae-51e8932af861 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606582 Aug 31 07:38:10.062416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:10.073416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08d39059-bc76-488e-898d-85cae320d79a req-9c357924-2ea7-4fba-86e7-1371d4054fef tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817474 Aug 31 07:38:10.095621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61970403-e3a2-4b2d-be33-0891a918321d req-0154478c-50f8-4ea5-9dde-a7ea9fbae422 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802740 Aug 31 07:38:10.115205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:10.144893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27a14799-077f-477c-82c5-cd09c2d5c651 req-8d4a334a-0dc3-44e9-b9bc-d42e104e0d97 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438602 Aug 31 07:38:10.173675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-7f916d08-04f3-4fb2-b21a-446fa7294ef5 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808897 Aug 31 07:38:10.240415 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:10.241374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:10.269570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26ff54-f80d-4dff-9f93-079af1dd7082 req-553baeda-c8ef-4573-b388-4c9ce8362819 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.271108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb26ff54-f80d-4dff-9f93-079af1dd7082 req-553baeda-c8ef-4573-b388-4c9ce8362819 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 950 time: 0.0863183 Aug 31 07:38:10.323863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e222-620d-4d2a-a459-454274008d7f req-520ab96b-f4cf-4b64-a62b-769ed5c40b84 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.325898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97d4e222-620d-4d2a-a459-454274008d7f req-520ab96b-f4cf-4b64-a62b-769ed5c40b84 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.1050444 Aug 31 07:38:10.327679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:10.417013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb26ff54-f80d-4dff-9f93-079af1dd7082 req-9922f3ab-d3f2-4f2d-9cc7-f4079873d06a tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380007 Aug 31 07:38:10.427540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97d4e222-620d-4d2a-a459-454274008d7f req-d4d3deb6-de23-424d-aa1d-9d696e8732de tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896022 Aug 31 07:38:10.442502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-07f433ca-12ce-43dc-a971-e67254b7a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.444664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-07f433ca-12ce-43dc-a971-e67254b7a670 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 1100 time: 0.0675890 Aug 31 07:38:10.578000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-556d3c29-e6ca-4a53-9d63-35a0c194849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.580217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-556d3c29-e6ca-4a53-9d63-35a0c194849a service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1246603 Aug 31 07:38:10.623615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:10.634305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-bf6af0fd-a14f-4684-bab3-effbbf774ece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529 HTTP/1.1" status: 200 len: 217 time: 0.0390291 Aug 31 07:38:10.684947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:10.719286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c63d5-3c4a-41d8-b180-11d96d50dee1 req-5b9b7b7e-e0f4-4793-9c03-95da6efa11ce tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.720809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc0c63d5-3c4a-41d8-b180-11d96d50dee1 req-5b9b7b7e-e0f4-4793-9c03-95da6efa11ce tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 951 time: 0.0662208 Aug 31 07:38:10.788923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-18f96e89-493d-474f-93c0-5fcf745465e8 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541630 Aug 31 07:38:10.867181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc0c63d5-3c4a-41d8-b180-11d96d50dee1 req-b867213d-3f74-43a2-be1f-9aada409e4c2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370533 Aug 31 07:38:10.874208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-fe8d6b21-ec47-41c8-ba53-15c2d8a9db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.875704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-fe8d6b21-ec47-41c8-ba53-15c2d8a9db4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1253133 Aug 31 07:38:10.979845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-42d2aacd-3bf1-453b-855c-545c39469218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.981338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-42d2aacd-3bf1-453b-855c-545c39469218 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971017 Aug 31 07:38:10.995067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-12be8497-61b5-4840-8f65-c2cd46c9f251 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.996517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-12be8497-61b5-4840-8f65-c2cd46c9f251 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013237 Aug 31 07:38:11.066371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-98b568b9-5be4-471d-aac9-46c081a072df tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/quotas/5e17ebd9e9ed4946819fe77b4339778a HTTP/1.1" status: 200 len: 375 time: 0.0593631 Aug 31 07:38:11.070374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-e55a2b37-d91a-4d1d-807a-a1c5d64a3b37 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:11.071803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-e55a2b37-d91a-4d1d-807a-a1c5d64a3b37 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1395075 Aug 31 07:38:11.198829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-fb392ecb-55aa-4b8a-a144-86f83451ebda service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012537 Aug 31 07:38:11.226574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-310f513a-4d82-4701-8366-49f80303df1c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1524723 Aug 31 07:38:11.606019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54944) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:11.625444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:11.629646 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2661b9-f66b-4547-b5f6-da6f9797a801" -d '{"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-plugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:11.651615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f69f2-bf52-4b4d-b87f-bfa749f87851 req-256109ff-397c-4f4e-b3c0-72dfbaafcfda tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:11.653132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-473f69f2-bf52-4b4d-b87f-bfa749f87851 req-256109ff-397c-4f4e-b3c0-72dfbaafcfda tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 948 time: 0.4730599 Aug 31 07:38:11.746024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ebfd1c-9fc7-4ba9-9218-8b3b976ac651 req-40ef2354-acb2-427d-9c7f-5604feba8257 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249884 Aug 31 07:38:11.750221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbc42600-7bae-4d68-b022-eb14f5f16ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:11.754650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126feae-d856-43eb-bfd9-c6fb8c2230b7 req-022d9e6b-f963-4176-84e5-07115be636eb tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:11.756132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d126feae-d856-43eb-bfd9-c6fb8c2230b7 req-022d9e6b-f963-4176-84e5-07115be636eb tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 950 time: 0.1670551 Aug 31 07:38:11.768178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-473f69f2-bf52-4b4d-b87f-bfa749f87851 req-419698cf-e120-411c-a4f2-aff938a00e34 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016488 Aug 31 07:38:11.817959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d126feae-d856-43eb-bfd9-c6fb8c2230b7 req-95b5ff72-5a28-4184-9133-9add5a3f4651 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Aug 31 07:38:11.834045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-678c8d51-f0dc-49f6-9046-792f3c051377 req-17d777b1-d76c-4996-b6fd-b49ee1ad9946 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 210 time: 0.0308256 Aug 31 07:38:11.839481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-d317b81b-843e-48aa-a29e-beeaf0426036 service neutron] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:11.843145 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-d317b81b-843e-48aa-a29e-beeaf0426036 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:11.844774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bda832-5d6d-400d-9d10-e44ce9779d51 req-d317b81b-843e-48aa-a29e-beeaf0426036 service neutron] 10.222.0.45 "DELETE /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a/bindings/n-h2-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.7570553 Aug 31 07:38:11.868548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbc42600-7bae-4d68-b022-eb14f5f16ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:11.971884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbc42600-7bae-4d68-b022-eb14f5f16ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:11.973743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fa1b2-87e2-493d-bc7b-ede30870a0a5 req-eb5a2434-6479-49a0-9da0-340da11745de tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:11.976152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b72fa1b2-87e2-493d-bc7b-ede30870a0a5 req-eb5a2434-6479-49a0-9da0-340da11745de tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.0560958 Aug 31 07:38:12.001406 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dbc42600-7bae-4d68-b022-eb14f5f16ece admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8a7712400bc484993f5afebf18f5090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952851 Aug 31 07:38:12.002118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:12.030744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc42600-7bae-4d68-b022-eb14f5f16ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195c9f97-8282-41d8-b518-4d395b24d8f8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:12.055830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b72fa1b2-87e2-493d-bc7b-ede30870a0a5 req-4510ab68-be27-4fcc-8aa2-fd77c4088d31 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700622 Aug 31 07:38:12.064080 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55868bf-1879-47a5-a210-a7c26609cd19 x-openstack-request-id: req-b55868bf-1879-47a5-a210-a7c26609cd19 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:12.064371 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-plugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:12.064729 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b55868bf-1879-47a5-a210-a7c26609cd19 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:12.065633 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'code': 200} Aug 31 07:38:12.097630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a835f55-931c-4018-9d5b-421b9cfb4a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:12.122594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a835f55-931c-4018-9d5b-421b9cfb4a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:12.249728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52f27b-7337-49c9-8d63-dcf6f96c94d3 req-70019992-5fff-4478-a781-52ebdf54e10f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:12.251413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d52f27b-7337-49c9-8d63-dcf6f96c94d3 req-70019992-5fff-4478-a781-52ebdf54e10f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 951 time: 0.0968633 Aug 31 07:38:12.254388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6600b-fd87-4136-ac27-7b1b67a4290b req-defc74d4-9528-468d-87d1-0530468b68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:12.255871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fad6600b-fd87-4136-ac27-7b1b67a4290b req-defc74d4-9528-468d-87d1-0530468b68c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 1102 time: 0.0632403 Aug 31 07:38:12.280675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a835f55-931c-4018-9d5b-421b9cfb4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:12.283611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a835f55-931c-4018-9d5b-421b9cfb4a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:12.291454 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8a835f55-931c-4018-9d5b-421b9cfb4a69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/195c9f97-8282-41d8-b518-4d395b24d8f8 HTTP/1.1" status: 204 len: 168 time: 0.2669735 Aug 31 07:38:12.309964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a835f55-931c-4018-9d5b-421b9cfb4a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195c9f97-8282-41d8-b518-4d395b24d8f8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:12.333255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fad6600b-fd87-4136-ac27-7b1b67a4290b req-b946958e-65cb-440c-9d9f-d28bde6a0615 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673189 Aug 31 07:38:12.345684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d52f27b-7337-49c9-8d63-dcf6f96c94d3 req-6d80c19c-4334-4a36-be49-61d9f147990c tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849013 Aug 31 07:38:12.456267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ffa6-6280-40db-b7c6-85bacd6f0c0b req-5e4ae156-9de4-4451-9e09-93dcaea9d672 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:12.457927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c973ffa6-6280-40db-b7c6-85bacd6f0c0b req-5e4ae156-9de4-4451-9e09-93dcaea9d672 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1096 time: 0.0474350 Aug 31 07:38:12.495072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c973ffa6-6280-40db-b7c6-85bacd6f0c0b req-9316990c-2d49-4d41-8fb6-14ade4f47a1b tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304074 Aug 31 07:38:12.832309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device de30df2a-0ed6-4bdf-9b43-c3d82e039529 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:12.936574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port de30df2a-0ed6-4bdf-9b43-c3d82e039529, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:12.964263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', 'mac_address': 'fa:16:3e:4d:76:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:12.993236 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.013337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de30df2a-0ed6-4bdf-9b43-c3d82e039529 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:13.027614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port de30df2a-0ed6-4bdf-9b43-c3d82e039529, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:13.131912 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.190013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=de30df2a-0ed6-4bdf-9b43-c3d82e039529,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:13.197920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:13.212796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4b4db04-44f5-4c4e-a973-453e2206c0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.236131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-30653a8e-4b82-4dc9-934e-98e263260f5d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:13.237654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-30653a8e-4b82-4dc9-934e-98e263260f5d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.1152637 Aug 31 07:38:13.259483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-a52dbadb-9cec-40d5-8ba0-65d2d4553db3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/quotas/e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 375 time: 0.0123260 Aug 31 07:38:13.306548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4b4db04-44f5-4c4e-a973-453e2206c0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.313693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-22837d21-87a7-455a-9b90-7dbddd7443dd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471916 Aug 31 07:38:13.408349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-c30b00cf-5b1d-4cc7-b9dc-bb848a6f44eb service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874033 Aug 31 07:38:13.440672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4b4db04-44f5-4c4e-a973-453e2206c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.482746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4db04-44f5-4c4e-a973-453e2206c0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b740be3-397d-45fe-bb5e-9f034aeda5b1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:13.489388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b4b4db04-44f5-4c4e-a973-453e2206c0f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6f537be6012417da6493979ca2a5b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900887 Aug 31 07:38:13.492212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55048) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:13.505935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-270746b6-5913-4849-92cb-e147d36e6a4d service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908318 Aug 31 07:38:13.546756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08da7348-35ea-4d8f-94ee-480dd223c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.568084 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08da7348-35ea-4d8f-94ee-480dd223c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.629261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['de30df2a-0ed6-4bdf-9b43-c3d82e039529'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:13.698075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08da7348-35ea-4d8f-94ee-480dd223c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.700673 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08da7348-35ea-4d8f-94ee-480dd223c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:13.702625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-08da7348-35ea-4d8f-94ee-480dd223c3ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b740be3-397d-45fe-bb5e-9f034aeda5b1 HTTP/1.1" status: 204 len: 168 time: 0.2082689 Aug 31 07:38:13.713873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da7348-35ea-4d8f-94ee-480dd223c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b740be3-397d-45fe-bb5e-9f034aeda5b1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:13.949185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9abb4-29e1-43c4-a25c-1238c0d3bc76 req-4c473f36-a8e3-4953-9a91-8c43501e8428 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:13.950810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44e9abb4-29e1-43c4-a25c-1238c0d3bc76 req-4c473f36-a8e3-4953-9a91-8c43501e8428 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 949 time: 0.0942264 Aug 31 07:38:13.962754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30b2a-049f-497f-8efa-d1d1357a79b1 req-5be5e972-a0ee-4020-b3d5-aff3f128da4a tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:13.970594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33d30b2a-049f-497f-8efa-d1d1357a79b1 req-5be5e972-a0ee-4020-b3d5-aff3f128da4a tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 950 time: 0.1031768 Aug 31 07:38:14.032341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-27ed15c3-1e3b-4ca2-ade3-922dba168a6b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396321 Aug 31 07:38:14.044092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33d30b2a-049f-497f-8efa-d1d1357a79b1 req-61338097-00e9-4d90-bbe2-00ed69a3cd0a tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726881 Aug 31 07:38:14.107803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44e9abb4-29e1-43c4-a25c-1238c0d3bc76 req-373dc331-039c-43e2-bd6f-c1be6a11bb89 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348419 Aug 31 07:38:14.164048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34366a8b-52d5-4c4d-aa2b-d3a87b18a590 req-f4790f35-280c-477e-9eb0-51f801b43c47 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 210 time: 0.0643504 Aug 31 07:38:14.255207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-c923f61c-2c24-4be1-9f09-8ea0b97bed0b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:14.257032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-c923f61c-2c24-4be1-9f09-8ea0b97bed0b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162199 Aug 31 07:38:14.271700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Request body: {'port': {'device_id': '6471960a-91bd-4651-9832-8dcfcb472395', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '5e17ebd9e9ed4946819fe77b4339778a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:14.369034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2da4b-8579-4b25-a9bd-72957fd8b6da req-f0da77e0-2391-417c-bb84-8069ead15833 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:14.370615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9db2da4b-8579-4b25-a9bd-72957fd8b6da req-f0da77e0-2391-417c-bb84-8069ead15833 tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1103 time: 0.1126277 Aug 31 07:38:14.452475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9db2da4b-8579-4b25-a9bd-72957fd8b6da req-78e3b8a7-60b2-47a8-9512-637b8bf32ffd tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703092 Aug 31 07:38:14.520134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bb9b4e7-3242-4573-b300-db987fc43cbc req-bb291963-2f4f-42b1-8acc-395b2a4c9244 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0283942 Aug 31 07:38:14.637031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1574e4-92e9-4292-8b75-893709cf4ce5 req-4e465b9a-2913-4deb-8c36-357a7cdf7172 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:14.638473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec1574e4-92e9-4292-8b75-893709cf4ce5 req-4e465b9a-2913-4deb-8c36-357a7cdf7172 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 967 time: 0.0517364 Aug 31 07:38:14.662708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Made reservation on behalf of 5e17ebd9e9ed4946819fe77b4339778a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:14.662708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:14.700693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec1574e4-92e9-4292-8b75-893709cf4ce5 req-ec38492c-a562-4041-863f-f6974370a2a9 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560584 Aug 31 07:38:14.841432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Allocated IP 192.168.233.90 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/7a67ed93-d8d2-453a-a95b-ef0a8ad7c904) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:15.017222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:15.040033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Transition to ACTIVE for port object 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:15.167433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:15.183569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['2ffb8236-971c-42c8-ac4f-86d4f147c157'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:15.270678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:15.284172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:15.298061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:15.304293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.305726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:15.323849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Pushing event updated for resources: {'Port': ['ID=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:15.331497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2318-4bbf-4b35-b8f8-456a71885ea7 req-d155e438-c720-4a0a-a710-530064cd79b9 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.333049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28ec2318-4bbf-4b35-b8f8-456a71885ea7 req-d155e438-c720-4a0a-a710-530064cd79b9 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 950 time: 0.1511602 Aug 31 07:38:15.340238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-43ae2534-fe48-487e-bf33-f0f94350d515 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.347558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-43ae2534-fe48-487e-bf33-f0f94350d515 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.2437410 Aug 31 07:38:15.373335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-f3e9ab92-b966-4f13-a5b4-500920b73b71 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/quotas/8edc189c1a05481394c681d6bb08f9ed HTTP/1.1" status: 200 len: 375 time: 0.0250673 Aug 31 07:38:15.423156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28ec2318-4bbf-4b35-b8f8-456a71885ea7 req-88e3483f-a2b9-4f58-8e6b-b050b9f7c440 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736783 Aug 31 07:38:15.452100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-edfa183f-a291-41cd-83d0-374be41ec3c3 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613799 Aug 31 07:38:15.456128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-f1a9f93d-004c-49dc-9a22-e7a8e66afc2b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1883247 Aug 31 07:38:15.472824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Request body: {'port': {'device_id': '6471960a-91bd-4651-9832-8dcfcb472395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:15.625151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:15.652596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771ef44-5f39-403e-8517-e9ed43a81bf0 req-cc1df103-3a51-4dac-9385-b23216b4b6fa tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.654145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7771ef44-5f39-403e-8517-e9ed43a81bf0 req-cc1df103-3a51-4dac-9385-b23216b4b6fa tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 1103 time: 0.1218736 Aug 31 07:38:15.680227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-93aea42d-0b05-4dc4-bd21-7c89ae4fad21 service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229152 Aug 31 07:38:15.773730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-15e4fde9-55b7-4cf0-844f-e9bc79fa9b63 None None] Provisioning for port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:15.779074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-15e4fde9-55b7-4cf0-844f-e9bc79fa9b63 None None] Provisioning complete for port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:15.779558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-15e4fde9-55b7-4cf0-844f-e9bc79fa9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:15.828798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7771ef44-5f39-403e-8517-e9ed43a81bf0 req-9dfb7c92-d51c-4da4-b369-bc5a8c993c7c tempest-ServersAdminTestJSON-1595192913 tempest-ServersAdminTestJSON-1595192913-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540415 Aug 31 07:38:15.832101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-15e4fde9-55b7-4cf0-844f-e9bc79fa9b63 None None] Port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:15.944077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-5acf951c-99a5-4e93-92b7-0ab2ecfcbb73 service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476563 Aug 31 07:38:15.986405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef697-1821-484b-9455-7b8849b38257 req-ff25e75b-7ebb-4369-a7ce-1314c54473dc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.987970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae9ef697-1821-484b-9455-7b8849b38257 req-ff25e75b-7ebb-4369-a7ce-1314c54473dc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 949 time: 0.0895686 Aug 31 07:38:16.050019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae9ef697-1821-484b-9455-7b8849b38257 req-bec54272-6368-4e09-8ec4-deefce26a921 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Aug 31 07:38:16.087977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:16.096629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.109414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Transition to ACTIVE for port object 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:16.161386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ed2e5-cfa0-47b1-a61d-3b1c8099978c req-6ab1be30-6e55-4bad-89ba-12e547350652 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:16.162970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f4ed2e5-cfa0-47b1-a61d-3b1c8099978c req-6ab1be30-6e55-4bad-89ba-12e547350652 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 935 time: 0.0521286 Aug 31 07:38:16.219389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f4ed2e5-cfa0-47b1-a61d-3b1c8099978c req-1b633d1d-7d5d-4931-8d35-a5006da6231b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Aug 31 07:38:16.252115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.298400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:16.370285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Attempting to bind port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:16.370708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Attempting to bind port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:16.371471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Attempting to bind port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:16.377214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:16.377883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Attempting to bind port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:16.384227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:16.384847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:16.385469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:16.386152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Bound port: 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:16.386901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.470615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-a4c08a3b-4f34-4790-8938-c7d28cd96fab tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:16.472227 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-a4c08a3b-4f34-4790-8938-c7d28cd96fab tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.1467245 Aug 31 07:38:16.490577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Request body: {'port': {'device_id': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'admin_state_up': True, 'tenant_id': 'e86da3af86bb48a2a991bca258024a02'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:16.505827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] For port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:16.514437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] For port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:16.637554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:16.726703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.750960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:16.753320 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c4480-265b-4d27-9c28-8ab5c4f1ac63" -d '{"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-unplugged", "status": "completed", "tag": "32c652a3-4dda-421c-a659-f53c090b0590"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:16.761052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.770974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:16.797753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:16.798411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.799834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] 10.222.0.68 "PUT /v2.0/ports/7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 HTTP/1.1" status: 200 len: 1096 time: 1.3317256 Aug 31 07:38:16.800274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6471960a-91bd-4651-9832-8dcfcb472395', 'tag': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:16.802552 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a28c39-f9d1-4d79-94f0-29c5bae330c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6471960a-91bd-4651-9832-8dcfcb472395", "tag": "7a67ed93-d8d2-453a-a95b-ef0a8ad7c904"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:16.831205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c680a6-687b-44cd-89b7-4876522d6d7e service neutron] Pushing event updated for resources: {'Port': ['ID=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:16.842793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Made reservation on behalf of e86da3af86bb48a2a991bca258024a02 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:16.851376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device de30df2a-0ed6-4bdf-9b43-c3d82e039529 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:16.852339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.938675 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:16.966208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e61699-cf89-4acc-b078-991535068beb req-9ad2f562-4ed6-4c7e-b83e-0e381db4afa7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:16.967871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0e61699-cf89-4acc-b078-991535068beb req-9ad2f562-4ed6-4c7e-b83e-0e381db4afa7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "GET /v2.0/ports?device_id=61c6f16e-6cc9-4ed9-bec6-1e09b4b41569 HTTP/1.1" status: 200 len: 946 time: 0.1036334 Aug 31 07:38:17.016483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:17.047496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-266f7184-750e-45a0-bdde-6c8db0414f75 req-d378e2bf-bf1a-4f7b-9e96-a25364cc44aa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0732498 Aug 31 07:38:17.098101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port de30df2a-0ed6-4bdf-9b43-c3d82e039529 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:17.109063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port de30df2a-0ed6-4bdf-9b43-c3d82e039529 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:17.109740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.144631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Deleting port 32c652a3-4dda-421c-a659-f53c090b0590 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:17.144977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.148552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Allocated IP 172.20.0.13 (2b66561e-f2db-490a-8f97-a6e6d385d84f/f1b6171c-ff37-4be9-b5b4-834baf274f8f/5f23c927-bd50-4956-b7e2-3b4cc5fd527f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:17.154752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-bd31e1a0-054d-4844-8fbd-765493c96df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.156516 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-bd31e1a0-054d-4844-8fbd-765493c96df9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 1099 time: 0.1112461 Aug 31 07:38:17.214527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-ce7a054f-f778-40f9-ad16-a2ac48ec3e77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 HTTP/1.1" status: 200 len: 217 time: 0.0468044 Aug 31 07:38:17.243004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.260645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] For port 32c652a3-4dda-421c-a659-f53c090b0590, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=32c652a3-4dda-421c-a659-f53c090b0590,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:17.261215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.289296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Calling delete_port for 32c652a3-4dda-421c-a659-f53c090b0590 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:17.302436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port de30df2a-0ed6-4bdf-9b43-c3d82e039529, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:17.356215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-5a71167a-abc7-4582-b3b0-0f15267f15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.357761 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-5a71167a-abc7-4582-b3b0-0f15267f15d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1340139 Aug 31 07:38:17.447702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e39c2-6809-4077-8818-079d59780de4 req-0ccbbee7-dd5f-49c8-8f95-bf1058189b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.449478 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-0ccbbee7-dd5f-49c8-8f95-bf1058189b52 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800402 Aug 31 07:38:17.472040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.484762 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.537266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=de30df2a-0ed6-4bdf-9b43-c3d82e039529,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:17.581224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac21c72-4eb1-43a2-af76-0cfe8cb98ad5 req-cf4fda38-c1f6-4c14-8caa-1d6d5cd9053b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 210 time: 0.0360789 Aug 31 07:38:17.596084 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-fd7e2ff2-3abf-4c00-8bad-6f068dfcf57a service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358933 Aug 31 07:38:17.624272 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9322dd5e-150a-4ed2-898f-bcd595de7087 x-openstack-request-id: req-9322dd5e-150a-4ed2-898f-bcd595de7087 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:17.624652 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-unplugged", "status": "completed", "tag": "32c652a3-4dda-421c-a659-f53c090b0590", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:17.624912 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9322dd5e-150a-4ed2-898f-bcd595de7087 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:17.625305 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590', 'code': 200} Aug 31 07:38:17.655023 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f581817f-1f50-4c52-8a48-a629e54b5e57 x-openstack-request-id: req-f581817f-1f50-4c52-8a48-a629e54b5e57 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:17.655324 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6471960a-91bd-4651-9832-8dcfcb472395", "tag": "7a67ed93-d8d2-453a-a95b-ef0a8ad7c904", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:17.655584 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f581817f-1f50-4c52-8a48-a629e54b5e57 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:17.656007 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6471960a-91bd-4651-9832-8dcfcb472395', 'tag': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904', 'status': 'completed', 'code': 200} Aug 31 07:38:17.697789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.725181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a7e39c2-6809-4077-8818-079d59780de4 req-b07adcea-e8f5-4a2a-a402-bd9e64540522 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153762 Aug 31 07:38:17.733328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event deleted for resources: {'Port': ['ID=32c652a3-4dda-421c-a659-f53c090b0590,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:17.795558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] No DVR routers for this DVR port 32c652a3-4dda-421c-a659-f53c090b0590 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:17.804382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.806398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0e61699-cf89-4acc-b078-991535068beb req-4e0b6044-9fea-4b98-8579-a255941869e9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "DELETE /v2.0/ports/32c652a3-4dda-421c-a659-f53c090b0590 HTTP/1.1" status: 204 len: 173 time: 0.8311887 Aug 31 07:38:17.811564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-128f2513-43e2-4a78-91d6-ac043ddf143d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1463586909&fields=id&tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b HTTP/1.1" status: 200 len: 267 time: 0.0843756 Aug 31 07:38:17.858658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.918391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:17.925662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:17.928816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:17.936103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:17.989434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.990002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-ea3d9778-6455-4e3a-952e-7099dce1cb55 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.990154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.992133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-ea3d9778-6455-4e3a-952e-7099dce1cb55 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 824 time: 0.1731763 Aug 31 07:38:18.014217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-4cd868d0-56b2-4db3-9f4b-72cfd8d608c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.015712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-4cd868d0-56b2-4db3-9f4b-72cfd8d608c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 1099 time: 0.1036658 Aug 31 07:38:18.024794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-55679120-dd31-4d30-94e4-4877a6c07ce4 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/quotas/0c8c07bc76f74d3aaea3b25319f02e4b HTTP/1.1" status: 200 len: 375 time: 0.0229180 Aug 31 07:38:18.040722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ee119-e100-492a-a04f-e3b2e6b21f7a req-d329e214-a44a-4f97-96f4-8b6b85b47ab7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.042218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e5ee119-e100-492a-a04f-e3b2e6b21f7a req-d329e214-a44a-4f97-96f4-8b6b85b47ab7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 950 time: 0.0900023 Aug 31 07:38:18.126682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-e60c9286-7562-48cf-acf3-9ab6cb9c232f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6426039 Aug 31 07:38:18.140659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Request body: {'port': {'device_id': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:18.207612 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.436726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-02f77693-b710-4564-bf8e-8526ff12ba05 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3925471 Aug 31 07:38:18.442142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e5ee119-e100-492a-a04f-e3b2e6b21f7a req-b208186a-e056-4a3a-8a4d-cad37d79dfdb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806396 Aug 31 07:38:18.443298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-97fac074-d601-48cc-b7d1-20120da3410f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.445359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-97fac074-d601-48cc-b7d1-20120da3410f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67 HTTP/1.1" status: 200 len: 967 time: 0.1074145 Aug 31 07:38:18.469284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-7bb10b58-bfc2-427b-8d9f-58faa7c5fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.469284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-7bb10b58-bfc2-427b-8d9f-58faa7c5fe5a service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.4392550 Aug 31 07:38:18.557717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-8c322b72-ec73-4738-8c48-0551d741a905 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 HTTP/1.1" status: 200 len: 217 time: 0.0770450 Aug 31 07:38:18.661874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-1ae36984-51a7-476d-bfad-0feb85f88395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.663873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-1ae36984-51a7-476d-bfad-0feb85f88395 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0858927 Aug 31 07:38:18.671385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9fc90-5268-485c-a550-0cea64d95046 req-aa34f335-fc67-455a-9bba-e78a85a8b3a3 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.673126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4a9fc90-5268-485c-a550-0cea64d95046 req-aa34f335-fc67-455a-9bba-e78a85a8b3a3 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 947 time: 0.1600168 Aug 31 07:38:18.695090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-576faba9-3c4a-481c-98ca-7ea19a2c53cf service neutron] 10.222.0.36 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435565 Aug 31 07:38:18.792625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4a9fc90-5268-485c-a550-0cea64d95046 req-218be57f-0cdb-451a-b2c3-e10a7e661939 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067057 Aug 31 07:38:18.801893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-7e72d4e0-5ce0-4d50-b90c-9785a996045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.803375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-7e72d4e0-5ce0-4d50-b90c-9785a996045f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292152 Aug 31 07:38:18.833750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f23c927-bd50-4956-b7e2-3b4cc5fd527f {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:18.845706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.854453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Deleting port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:18.854798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.890468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-b2466a54-d4b5-4108-a0ba-82c8d0ab2641 service neutron] 10.222.0.36 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795876 Aug 31 07:38:18.900488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Transition to ACTIVE for port object 5f23c927-bd50-4956-b7e2-3b4cc5fd527f will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:18.945792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-d4174ad4-c729-42bc-b307-727f2b2653f4 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301746 Aug 31 07:38:18.988489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] For port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:18.988863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.061611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.126027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620bcbf-7896-4005-875a-07831598954d req-dbd103b9-2cbe-4d33-9aec-a047e08f9e8a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.127602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9620bcbf-7896-4005-875a-07831598954d req-dbd103b9-2cbe-4d33-9aec-a047e08f9e8a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 949 time: 0.1034226 Aug 31 07:38:19.133771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a28c39-f9d1-4d79-94f0-29c5bae330c4 req-2a286783-67ed-4e64-a015-3bb61109a411 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801212 Aug 31 07:38:19.159977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:19.197557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9620bcbf-7896-4005-875a-07831598954d req-d1117e8b-d9c9-4b2f-9e1c-f839b8fcd106 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Aug 31 07:38:19.289746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-951ff10e-0d82-447b-b2c8-6ada40ec3c9e req-fb48dd76-823a-4693-908f-6327c0aba1e3 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 210 time: 0.0299335 Aug 31 07:38:19.318190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3098e24-d8d3-4794-9f25-3c02960f41d9 req-a52b3649-d5f3-4173-a41a-bd22bf40e18b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.330566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3098e24-d8d3-4794-9f25-3c02960f41d9 req-a52b3649-d5f3-4173-a41a-bd22bf40e18b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.1142969 Aug 31 07:38:19.382395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3098e24-d8d3-4794-9f25-3c02960f41d9 req-74a7d44a-f144-4c63-aabd-4ff28ffc38a3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Aug 31 07:38:19.427038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e14a2edc-ee95-4f1d-87c1-997d7617768a req-f660b1e3-fc53-4d87-9fb8-68e3297d797c tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0428572 Aug 31 07:38:19.436243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:19.436839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:19.437421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:19.453059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:19.453389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:19.458479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.458906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.459341 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1 disassociated. External IP: 172.25.0.130, port: 6d3baf13-10a6-458d-bdb1-6f8dbc35e566. Aug 31 07:38:19.459659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Calling delete_port for 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 owned by compute:tempest-test_az-2108995736 {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:19.466691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:19.467032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:19.471872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:19.471872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Bound port: 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:19.471872 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.616987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc2575-3850-4edc-a02e-e08fe749ab73 req-4251432f-e4c1-446f-b23d-f3e74cc40b60 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.618998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7fc2575-3850-4edc-a02e-e08fe749ab73 req-4251432f-e4c1-446f-b23d-f3e74cc40b60 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 950 time: 0.0898001 Aug 31 07:38:19.626322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:19.629324 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a97f329-4bd7-479c-9c14-461587cea72f" -d '{"events": [{"server_uuid": "3b55c789-4525-4f74-993c-6ead0c7a15f5", "name": "network-vif-plugged", "status": "completed", "tag": "de30df2a-0ed6-4bdf-9b43-c3d82e039529"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:19.637363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:19.663692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-deleted', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:19.664223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:19.664318 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d92bea9-e97e-4f38-b007-10734e684c6b" -d '{"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-deleted", "tag": "32c652a3-4dda-421c-a659-f53c090b0590"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:19.689534 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7fc2575-3850-4edc-a02e-e08fe749ab73 req-fcdb0513-e5b6-4168-bc5e-7e9247838794 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627823 Aug 31 07:38:19.693702 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b69a93-4350-4ed6-a274-89116f5fc951 x-openstack-request-id: req-96b69a93-4350-4ed6-a274-89116f5fc951 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:19.694022 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b55c789-4525-4f74-993c-6ead0c7a15f5", "name": "network-vif-plugged", "status": "completed", "tag": "de30df2a-0ed6-4bdf-9b43-c3d82e039529", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:19.694281 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96b69a93-4350-4ed6-a274-89116f5fc951 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:19.694700 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', 'code': 200} Aug 31 07:38:19.735036 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e479f4-50bf-446b-bbfa-7a1bf0444f0c x-openstack-request-id: req-62e479f4-50bf-446b-bbfa-7a1bf0444f0c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:19.735402 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c6f16e-6cc9-4ed9-bec6-1e09b4b41569", "name": "network-vif-deleted", "tag": "32c652a3-4dda-421c-a659-f53c090b0590", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:19.735578 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62e479f4-50bf-446b-bbfa-7a1bf0444f0c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:19.736017 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c6f16e-6cc9-4ed9-bec6-1e09b4b41569', 'name': 'network-vif-deleted', 'tag': '32c652a3-4dda-421c-a659-f53c090b0590', 'status': 'completed', 'code': 200} Aug 31 07:38:19.819388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc3ca-a1a0-4200-ac97-aa8e3ce03290 req-91f7b7e6-1d3b-41ae-be71-55813047ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.821843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f38fc3ca-a1a0-4200-ac97-aa8e3ce03290 req-91f7b7e6-1d3b-41ae-be71-55813047ae1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 1102 time: 0.0434365 Aug 31 07:38:19.864807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f38fc3ca-a1a0-4200-ac97-aa8e3ce03290 req-ded304b5-f353-4046-9d14-ab1d474f7be4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Aug 31 07:38:19.886690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.891343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.967535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.968333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.969905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] 10.222.0.68 "PUT /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 1093 time: 1.8337660 Aug 31 07:38:19.970367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:19.972728 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb" -d '{"events": [{"name": "network-changed", "server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:20.001396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff734f-be7c-4aa4-b9bf-5c6b5135cb66 req-91df7532-ff70-48b6-a27a-ada80047f058 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.002990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bff734f-be7c-4aa4-b9bf-5c6b5135cb66 req-91df7532-ff70-48b6-a27a-ada80047f058 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 947 time: 0.1178031 Aug 31 07:38:20.034708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f3fc-89eb-4de9-9b4b-02256cd2c9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:20.038254 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab905c6-cb18-45b3-836c-5624a03fdbc5 x-openstack-request-id: req-0ab905c6-cb18-45b3-836c-5624a03fdbc5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:20.038540 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:20.038796 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ab905c6-cb18-45b3-836c-5624a03fdbc5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:20.039184 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'status': 'completed', 'code': 200} Aug 31 07:38:20.061311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-92a74f58-af66-4e3e-ab30-73c4043a3f85 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.063139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-92a74f58-af66-4e3e-ab30-73c4043a3f85 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.1470249 Aug 31 07:38:20.071572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bff734f-be7c-4aa4-b9bf-5c6b5135cb66 req-c9b28bd3-7171-4da3-a270-87eb556e3374 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610585 Aug 31 07:38:20.076605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Request body: {'port': {'device_id': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'admin_state_up': True, 'tenant_id': '8edc189c1a05481394c681d6bb08f9ed'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:20.107098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event deleted for resources: {'Port': ['ID=6d3baf13-10a6-458d-bdb1-6f8dbc35e566,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:20.156856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb req-6c08fa8c-838a-4d0c-bffd-d3f752812880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.159518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb req-6c08fa8c-838a-4d0c-bffd-d3f752812880 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1096 time: 0.0886571 Aug 31 07:38:20.179883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Router dfe216a5-aa45-4826-a952-30162d7b58e8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:20.257544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-192fc809-c63a-49f4-843f-8e76089cc99f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.259512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-192fc809-c63a-49f4-843f-8e76089cc99f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 949 time: 0.0555022 Aug 31 07:38:20.353831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Made reservation on behalf of 8edc189c1a05481394c681d6bb08f9ed for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:20.353831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.439261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:20.448495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb req-19d54bf6-1a37-42cb-b603-214512fb7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.450199 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb req-19d54bf6-1a37-42cb-b603-214512fb7af4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e86da3af86bb48a2a991bca258024a02&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2805953 Aug 31 07:38:20.454304 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:20.460986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2b81-e9d6-4334-9567-12ce059580b2 req-1da6a538-2e8b-41d2-b62a-4f9317ad29d5 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.462580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ebf2b81-e9d6-4334-9567-12ce059580b2 req-1da6a538-2e8b-41d2-b62a-4f9317ad29d5 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 949 time: 0.1988542 Aug 31 07:38:20.466557 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:20.467559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:37:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:20.505045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:20.505303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] No DVR routers for this DVR port 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:20.521184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.523383 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4273bea5-d509-4fc7-8c3c-74af1fbb4b3c req-ff74cfa4-a531-4a0d-adf9-60b403bab819 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "DELETE /v2.0/ports/6d3baf13-10a6-458d-bdb1-6f8dbc35e566 HTTP/1.1" status: 204 len: 173 time: 2.0681987 Aug 31 07:38:20.534429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-526be52a-b89e-46c7-ae4a-8a57d769d102 req-c5d2626c-0f08-40e2-9644-282d63ca4ba8 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 210 time: 0.1025980 Aug 31 07:38:20.630741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb req-1881115f-7afd-4da4-84d8-9535dc2c4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.633721 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-86e49a14-9f3b-4bb9-88a3-edb6a9a611cb req-1881115f-7afd-4da4-84d8-9535dc2c4b57 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628859 Aug 31 07:38:20.669358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:20.672284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:20.710627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 32c652a3-4dda-421c-a659-f53c090b0590 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:20.711212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 32c652a3-4dda-421c-a659-f53c090b0590 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:20.730389 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:20.735825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ebf2b81-e9d6-4334-9567-12ce059580b2 req-184e3684-1dad-4bd1-9c4f-5d861e25a7e1 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473791 Aug 31 07:38:20.794307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-642498fe-5695-4cec-8e23-82ed36b8c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.809796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Deleting port 38ba760d-389c-4ca4-837b-ac1a34f9917c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:20.810160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.815395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-db35889b-db1e-4f40-ae4d-933d50db6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.817622 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-db35889b-db1e-4f40-ae4d-933d50db6624 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1096 time: 0.1318552 Aug 31 07:38:20.864404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:20.872202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:20.878599 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-39bb5010-46d4-4c88-be72-6d669a68c9e0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 217 time: 0.0507276 Aug 31 07:38:20.909444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904', 'mac_address': 'fa:16:3e:b6:3c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:20.922506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22c01582-c14b-4d3c-93c5-3d40e8275952 req-e1877e23-0ae4-43a0-8768-dda5a9fd017a tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0892653 Aug 31 07:38:20.950235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Allocated IP 172.20.0.4 (f783ed2d-3c17-43c8-8ccb-61212a0c8f9d/3ecd05d8-6f4e-4458-9c14-f0152c6ebd85/e1120010-bed2-4b4e-9ad5-9e1ff55de950) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:20.971632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78e2b8-36f2-4198-83e3-90a64b5c604b req-20af96d9-f790-4098-871c-9a84cd7e59b2 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.987482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a78e2b8-36f2-4198-83e3-90a64b5c604b req-20af96d9-f790-4098-871c-9a84cd7e59b2 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.3116565 Aug 31 07:38:20.997594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.013673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:21.050815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-f9c72d15-04c4-4d43-ba81-cf2b2bd1ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.053167 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-f9c72d15-04c4-4d43-ba81-cf2b2bd1ec30 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1653481 Aug 31 07:38:21.054569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:21.070385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:21.082089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'mac_address': 'fa:16:3e:29:8a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:21.095665 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-64891a87-cc6a-4ef4-b292-204deb5fa346 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339184 Aug 31 07:38:21.152883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a78e2b8-36f2-4198-83e3-90a64b5c604b req-89ff9bd9-46ea-4b59-9d66-a9701a4a009b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641889 Aug 31 07:38:21.176724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-642498fe-5695-4cec-8e23-82ed36b8c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.177432 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.186794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] For port 38ba760d-389c-4ca4-837b-ac1a34f9917c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=38ba760d-389c-4ca4-837b-ac1a34f9917c,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:21.187343 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.214316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.229755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-16af8903-5b7c-43f7-a4f0-f936e625a0ce service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181934 Aug 31 07:38:21.235949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Calling delete_port for 38ba760d-389c-4ca4-837b-ac1a34f9917c owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:21.246978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1b10836-b894-4f94-8098-f2dcaf7f6813 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:21.286945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d499f-b6b9-4d56-b83c-590a37652701 req-6508153f-b725-4443-9f96-c601e3c0e343 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.287747 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:21.288833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:21.295238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b1d499f-b6b9-4d56-b83c-590a37652701 req-6508153f-b725-4443-9f96-c601e3c0e343 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2495124 Aug 31 07:38:21.296324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:21.317222 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-642498fe-5695-4cec-8e23-82ed36b8c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.341347 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:21.353021 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:21.355028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:37:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:21.377017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642498fe-5695-4cec-8e23-82ed36b8c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be764f-f9b0-4f5b-bad5-67999e143346,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:21.395265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.421114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-642498fe-5695-4cec-8e23-82ed36b8c0d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1638aa38de144903bbf9d62387b67643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172506 Aug 31 07:38:21.429268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55266) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:21.432978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7a67ed93-d8d2-453a-a95b-ef0a8ad7c904'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:21.465463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b1d499f-b6b9-4d56-b83c-590a37652701 req-d40a9989-c49c-43bd-928f-5cb6dd98bc34 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671510 Aug 31 07:38:21.468565 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:21.501127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.527252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9e48f-d076-496c-a237-f68a8edbea96 req-d0a7ae3d-8dd1-4b5b-8d59-ff39ab840d3e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.535566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71c9e48f-d076-496c-a237-f68a8edbea96 req-d0a7ae3d-8dd1-4b5b-8d59-ff39ab840d3e tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 948 time: 0.1672869 Aug 31 07:38:21.554814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4450e7df-a8a9-463f-a383-89cfa4271a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.603232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4450e7df-a8a9-463f-a383-89cfa4271a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.604459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:21.636356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac46f062-3fdc-4fad-a7e6-d0a7defafef9 req-4e6a2e59-c54a-4d51-a1a0-4952c3afbf35 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979619 Aug 31 07:38:21.650482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c1b10836-b894-4f94-8098-f2dcaf7f6813'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:21.731508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28927081-6e28-4a6b-ab05-0e9604874f7b req-2238e339-1932-4fa4-97c4-c8c195df0df0 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 210 time: 0.0792179 Aug 31 07:38:21.750799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71c9e48f-d076-496c-a237-f68a8edbea96 req-ac15f629-38c1-42f4-bf84-82640e944a14 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134798 Aug 31 07:38:21.880870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4450e7df-a8a9-463f-a383-89cfa4271a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.884349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4450e7df-a8a9-463f-a383-89cfa4271a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.887959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4450e7df-a8a9-463f-a383-89cfa4271a3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16be764f-f9b0-4f5b-bad5-67999e143346 HTTP/1.1" status: 204 len: 168 time: 0.4553518 Aug 31 07:38:21.900583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450e7df-a8a9-463f-a383-89cfa4271a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be764f-f9b0-4f5b-bad5-67999e143346,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:21.907182 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.909160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.930951 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:21.938588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['9c4b2f3b-ace5-4768-ba51-a2c05f7b6859', '977016bf-eca8-4d3a-901d-438da9403386'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:21.954544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0e8e2-1831-4677-8b39-a53521546f8f req-0d886aef-7053-42aa-b5f4-ed5002c4c0d2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.956552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60f0e8e2-1831-4677-8b39-a53521546f8f req-0d886aef-7053-42aa-b5f4-ed5002c4c0d2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 867 time: 0.1232357 Aug 31 07:38:21.977223 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc60bac-c5cb-4b1a-89ab-7f00853154ed None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:22.039971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'name': 'network-vif-deleted', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:22.043376 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e7c356-5908-4744-b431-1d027f43ab44" -d '{"events": [{"server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "name": "network-vif-deleted", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:22.069906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:22.107621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:22.153445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:22.159199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.159810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.164048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cb1ac89-d0dc-4ba3-901b-17f894b49ff1 req-953325e6-f55e-4508-8d98-e0dcf3864a26 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.1252732 Aug 31 07:38:22.172045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] No DVR routers for this DVR port 38ba760d-389c-4ca4-837b-ac1a34f9917c on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:22.179261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:22.186132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.197349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5971a433-a93c-43b5-a50e-7ce5e921f613 req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "DELETE /v2.0/ports/38ba760d-389c-4ca4-837b-ac1a34f9917c HTTP/1.1" status: 204 len: 173 time: 1.9205682 Aug 31 07:38:22.197907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'name': 'network-vif-deleted', 'tag': '38ba760d-389c-4ca4-837b-ac1a34f9917c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:22.200633 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21426240-8fad-4157-9a04-6c55c028e5aa" -d '{"events": [{"server_uuid": "8efa3548-d2ea-450a-9265-e0477ad8d905", "name": "network-vif-deleted", "tag": "38ba760d-389c-4ca4-837b-ac1a34f9917c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:22.227165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60f0e8e2-1831-4677-8b39-a53521546f8f req-d240ce11-dbaa-45c9-b62c-5de93230a443 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082014 Aug 31 07:38:22.231077 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224e3643-b0e9-43aa-8314-ad5120f729f5 x-openstack-request-id: req-224e3643-b0e9-43aa-8314-ad5120f729f5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:22.231760 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67", "name": "network-vif-deleted", "tag": "6d3baf13-10a6-458d-bdb1-6f8dbc35e566", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:22.231760 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-224e3643-b0e9-43aa-8314-ad5120f729f5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:22.232352 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad20e39d-90f0-4dd7-a6d0-d4e74d1e7f67', 'name': 'network-vif-deleted', 'tag': '6d3baf13-10a6-458d-bdb1-6f8dbc35e566', 'status': 'completed', 'code': 200} Aug 31 07:38:22.273753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f6ac0-2176-4323-aebe-55f342457ca3 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event deleted for resources: {'Port': ['ID=38ba760d-389c-4ca4-837b-ac1a34f9917c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:22.289306 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2375445-f6a3-4e00-ba50-28d79849989d x-openstack-request-id: req-e2375445-f6a3-4e00-ba50-28d79849989d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:22.289911 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efa3548-d2ea-450a-9265-e0477ad8d905", "name": "network-vif-deleted", "tag": "38ba760d-389c-4ca4-837b-ac1a34f9917c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:22.289911 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2375445-f6a3-4e00-ba50-28d79849989d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:22.290317 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efa3548-d2ea-450a-9265-e0477ad8d905', 'name': 'network-vif-deleted', 'tag': '38ba760d-389c-4ca4-837b-ac1a34f9917c', 'status': 'completed', 'code': 200} Aug 31 07:38:22.332761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a360774f-a639-4918-85ef-3ddd86228655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2598724 Aug 31 07:38:22.353278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Request body: {'port': {'device_id': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:22.460634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.461179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c3a13-ad09-4581-9893-411e0fca818b None None] New status for floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:38:22.482834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46df3d-975c-47da-a2e2-4880905b4a07 req-780807fd-ee16-4689-800c-4d7c1a10e746 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.490539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d46df3d-975c-47da-a2e2-4880905b4a07 req-780807fd-ee16-4689-800c-4d7c1a10e746 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.1340792 Aug 31 07:38:22.610261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d46df3d-975c-47da-a2e2-4880905b4a07 req-86c9af15-40de-442b-920b-7860521fc633 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187408 Aug 31 07:38:22.810670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb118dd-c88c-4524-bc83-7f03db4a768c req-7711a861-7bad-42de-a04b-95648a87ac07 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.813707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cb118dd-c88c-4524-bc83-7f03db4a768c req-7711a861-7bad-42de-a04b-95648a87ac07 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2070842 Aug 31 07:38:22.879377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:22.882493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:22.890346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-0e28233c-a9c8-4ef4-b43f-0eee670b1d25 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.892208 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-0e28233c-a9c8-4ef4-b43f-0eee670b1d25 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 824 time: 0.1351509 Aug 31 07:38:23.023530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c1b10836-b894-4f94-8098-f2dcaf7f6813 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:23.024129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.066348 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-ce8693d2-2339-459a-99cd-4a7cdddbeb49 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b HTTP/1.1" status: 200 len: 380 time: 0.1522176 Aug 31 07:38:23.077765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'port': {'device_id': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'admin_state_up': True, 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'security_groups': ['6981256b-8289-4201-a485-bfeceb62f91e']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:23.098265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1120010-bed2-4b4e-9ad5-9e1ff55de950 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:23.122697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cb118dd-c88c-4524-bc83-7f03db4a768c req-fb496ae0-303e-4bfd-96b4-aa8679a1d3d0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897062 Aug 31 07:38:23.129342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.192828 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.204250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e830-a403-49c6-a714-91fef005a161 req-d6783408-6fdb-4080-a513-96eafb99e7fa tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:23.226687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f25e830-a403-49c6-a714-91fef005a161 req-d6783408-6fdb-4080-a513-96eafb99e7fa tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 948 time: 0.3817093 Aug 31 07:38:23.232950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Transition to ACTIVE for port object e1120010-bed2-4b4e-9ad5-9e1ff55de950 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:23.242267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:23.250518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55328) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:23.254107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:23.254578 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.301018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.302848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:23.305210 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878f2454-04fa-4229-b5e7-c17483c5df50" -d '{"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-plugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:23.338253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f25e830-a403-49c6-a714-91fef005a161 req-0c75ef86-5303-4a4b-aef5-90e481f87892 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094155 Aug 31 07:38:23.339472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:23.365305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.365983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:38:23.365983 n-d-713499-16 neutron-server[95445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:38:23.365983 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id': '835eeae6a5cf4d5c9b8f59740ef27094', 'id': '525d48f5-3c36-4c07-91da-c14c08b4b6f6', 'expiration': datetime.datetime(2021, 8, 31, 7, 40, 23, 338942)}] Aug 31 07:38:23.365983 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:38:23.365983 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:38:23.411510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.420436 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.462138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:23.471837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162e58-f9a4-4d44-8926-5f7626a2d847 req-cdcf8890-90d3-46b2-9aff-329aade52ea7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:23.473427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a162e58-f9a4-4d44-8926-5f7626a2d847 req-cdcf8890-90d3-46b2-9aff-329aade52ea7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 931 time: 0.2335331 Aug 31 07:38:23.483883 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.487704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 38ba760d-389c-4ca4-837b-ac1a34f9917c no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:23.514754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Made reservation on behalf of 0c8c07bc76f74d3aaea3b25319f02e4b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:23.518922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.539194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 38ba760d-389c-4ca4-837b-ac1a34f9917c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:23.539850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 38ba760d-389c-4ca4-837b-ac1a34f9917c not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:23.562434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.585748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.601011 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.601835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:23.637313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:23.638088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3baf13-10a6-458d-bdb1-6f8dbc35e566 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:23.651766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Attempting to bind port e1120010-bed2-4b4e-9ad5-9e1ff55de950 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:23.652121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Attempting to bind port e1120010-bed2-4b4e-9ad5-9e1ff55de950 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:23.652441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Attempting to bind port e1120010-bed2-4b4e-9ad5-9e1ff55de950 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:23.679210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a162e58-f9a4-4d44-8926-5f7626a2d847 req-c120627f-bec2-4e2c-b380-18f83799954e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483679 Aug 31 07:38:23.679210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d0718-6553-4818-8a22-4e39ca6ea1bf req-da6e67f7-97dd-4f12-94dc-45b9365bd661 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:23.686744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb2d0718-6553-4818-8a22-4e39ca6ea1bf req-da6e67f7-97dd-4f12-94dc-45b9365bd661 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 1102 time: 0.2497544 Aug 31 07:38:23.688106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Port e1120010-bed2-4b4e-9ad5-9e1ff55de950 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:23.688431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Attempting to bind port e1120010-bed2-4b4e-9ad5-9e1ff55de950 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:23.699766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.700774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:23.701118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Checking segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:23.701504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Bound using segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:23.701987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Bound port: e1120010-bed2-4b4e-9ad5-9e1ff55de950, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:23.702340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.779126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Allocated IP 172.20.0.13 (9d861e6f-8b23-44f0-bdbd-6df7194c8d78/47c2f3ed-1094-4c22-9d46-0066f4871fee/1b193f19-c658-43be-9749-37d3afd652f7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:23.822809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb2d0718-6553-4818-8a22-4e39ca6ea1bf req-bbec56f7-1c0b-439c-82f0-3cad2cec415c tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235735 Aug 31 07:38:23.862379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03a8c600-d9fe-4342-bf73-e006c8833892 req-032c42ba-99b7-4287-82ef-77f8f1144d86 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0916488 Aug 31 07:38:23.879892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76dcbd52-895c-4825-942d-a58109986d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.880747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.930364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:23.940019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:23.957557 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6292c-e58b-44ea-b406-3447d974afa2 x-openstack-request-id: req-12c6292c-e58b-44ea-b406-3447d974afa2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:23.957557 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-plugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:23.957872 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12c6292c-e58b-44ea-b406-3447d974afa2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:23.958275 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'code': 200} Aug 31 07:38:23.991081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc9e7bb4-28e1-491c-ac28-7b06cf8dfeeb req-0257ccd6-25ba-4029-9764-cc0ce3d120b9 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=8efa3548-d2ea-450a-9265-e0477ad8d905 HTTP/1.1" status: 200 len: 210 time: 0.0558732 Aug 31 07:38:24.107965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.143782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3efdf9-086d-43b1-af2c-0eb1a81c3ee5 req-f0385f79-ebb9-4f04-9879-83440eae5977 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.144685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Transition to ACTIVE for port object 1b193f19-c658-43be-9749-37d3afd652f7 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:24.154078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f3efdf9-086d-43b1-af2c-0eb1a81c3ee5 req-f0385f79-ebb9-4f04-9879-83440eae5977 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0712512 Aug 31 07:38:24.177750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.212837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-f723f66d-5b85-45c2-a41c-28c44d262e49 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382166 Aug 31 07:38:24.231475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.277351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.278008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.279413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] 10.222.0.68 "PUT /v2.0/ports/e1120010-bed2-4b4e-9ad5-9e1ff55de950 HTTP/1.1" status: 200 len: 1092 time: 1.9370091 Aug 31 07:38:24.295437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f3efdf9-086d-43b1-af2c-0eb1a81c3ee5 req-5083a4e1-c81a-44b8-be51-67c646dd07ed tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384296 Aug 31 07:38:24.327104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.377930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:24.388639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.389527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:24.392301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:24.477476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=835eeae6a5cf4d5c9b8f59740ef27094&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2256753 Aug 31 07:38:24.481262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event updated for resources: {'Port': ['ID=1b193f19-c658-43be-9749-37d3afd652f7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:24.497433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55360) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:24.626499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84e73e-7141-4f30-99e6-582c1b789712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d4df7f-5560-4836-bb33-370e4bf94a95,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:24.665386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:24.668014 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:24.704447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.705117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.720238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ea505a4-526f-4b4d-b77f-c1d3f41201cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.740153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:24.752783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ea505a4-526f-4b4d-b77f-c1d3f41201cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.760439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b146-c1bc-46a2-a37d-f48a615b880f service neutron] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:24.797604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-b01e2627-c943-4ad3-9c8b-63a044cf0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.799328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-b01e2627-c943-4ad3-9c8b-63a044cf0220 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 1095 time: 0.1261680 Aug 31 07:38:24.821693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e032530-0db2-42f8-b58a-3214affec302 req-e1e04f55-78af-4469-94a1-6100c0ae604b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.823472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e032530-0db2-42f8-b58a-3214affec302 req-e1e04f55-78af-4469-94a1-6100c0ae604b tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1513999 Aug 31 07:38:24.878078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-eb52c8ab-f2bb-4cb5-afb3-57ceeb96ef66 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.886183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-eb52c8ab-f2bb-4cb5-afb3-57ceeb96ef66 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6627500 Aug 31 07:38:24.886954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-edf7f8b8-aca6-4bc0-a07f-fc3631694e61 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8164148 Aug 31 07:38:24.892676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-ad184d79-12d4-4c89-8d98-6177922e9207 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950 HTTP/1.1" status: 200 len: 217 time: 0.0644913 Aug 31 07:38:24.908760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Request body: {'port': {'device_id': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:24.947971 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-a04d6e4e-2b5a-44c1-978a-16cbaeb30c69 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/quotas/c801fc7999f0453ea8d0308ee64b8989 HTTP/1.1" status: 200 len: 375 time: 0.0606663 Aug 31 07:38:24.962368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ea505a4-526f-4b4d-b77f-c1d3f41201cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.966746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:24.972264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ea505a4-526f-4b4d-b77f-c1d3f41201cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.972264 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ea505a4-526f-4b4d-b77f-c1d3f41201cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5d4df7f-5560-4836-bb33-370e4bf94a95 HTTP/1.1" status: 204 len: 168 time: 0.4395242 Aug 31 07:38:24.974032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b014dd80-7a38-458e-b949-eee9bb699f5f None None] Provisioning for port 1b193f19-c658-43be-9749-37d3afd652f7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:24.995770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b014dd80-7a38-458e-b949-eee9bb699f5f None None] Provisioning complete for port 1b193f19-c658-43be-9749-37d3afd652f7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:24.996139 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b014dd80-7a38-458e-b949-eee9bb699f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.002818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'port_id': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'mac_address': 'fa:16:3e:ca:80:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b6171c-ff37-4be9-b5b4-834baf274f8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:25.004256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e032530-0db2-42f8-b58a-3214affec302 req-34c6d76a-2b80-4ec2-925f-9dd45e0d0c97 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697416 Aug 31 07:38:25.044529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea505a4-526f-4b4d-b77f-c1d3f41201cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d4df7f-5560-4836-bb33-370e4bf94a95,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.051260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a526fe37-3fb6-4c8a-a981-e63febdc847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:25.059514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-a526fe37-3fb6-4c8a-a981-e63febdc847d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.1517417 Aug 31 07:38:25.075085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.153016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-5a65f8a4-f623-4ab0-9df1-76f7619eb359 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869668 Aug 31 07:38:25.173884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b014dd80-7a38-458e-b949-eee9bb699f5f None None] Port 1b193f19-c658-43be-9749-37d3afd652f7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:25.176903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.206057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f23c927-bd50-4956-b7e2-3b4cc5fd527f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:25.211760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-6ea23f0f-0e37-4970-b9c4-184bfdc0d5b8 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2627208 Aug 31 07:38:25.243944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:25.326259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.385510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.425635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b7087-524f-47cc-9f23-6befa4c22d48 req-33a4301a-a929-4255-8591-f13b6c7f894b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:25.433875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f75b7087-524f-47cc-9f23-6befa4c22d48 req-33a4301a-a929-4255-8591-f13b6c7f894b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 943 time: 0.2948394 Aug 31 07:38:25.572102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['5f23c927-bd50-4956-b7e2-3b4cc5fd527f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:25.598618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f75b7087-524f-47cc-9f23-6befa4c22d48 req-f5eb7da6-3ff7-40b0-bfbd-12d10988ff17 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633606 Aug 31 07:38:25.636614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-08e96612-d565-44e6-9536-dc7b15c2c794 service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151969 Aug 31 07:38:25.642844 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81474af5-50b0-482e-a50c-fb88292da813 x-openstack-request-id: req-81474af5-50b0-482e-a50c-fb88292da813 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:25.643349 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:25.643816 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81474af5-50b0-482e-a50c-fb88292da813 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:25.645744 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'status': 'completed', 'code': 200} Aug 31 07:38:25.707885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.841688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b193f19-c658-43be-9749-37d3afd652f7 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:25.853218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.878718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Transition to ACTIVE for port object 1b193f19-c658-43be-9749-37d3afd652f7 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:25.935696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9120b565-8072-45ac-89b2-c4b42b3d4699 req-f8e8dfca-f0fa-4ee6-a386-30724d82a19f service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886801 Aug 31 07:38:25.963065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471960a-91bd-4651-9832-8dcfcb472395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:25.976669 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e654c-cce0-425a-9e42-09b0ed98c44f" -d '{"events": [{"server_uuid": "6471960a-91bd-4651-9832-8dcfcb472395", "name": "network-vif-plugged", "status": "completed", "tag": "7a67ed93-d8d2-453a-a95b-ef0a8ad7c904"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:25.983820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fd69f-030d-4b11-87d2-1d96bf129705 req-4fbd6cb5-5ce3-4480-9533-4f50b27d739a tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:25.996416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.006056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-543fd69f-030d-4b11-87d2-1d96bf129705 req-4fbd6cb5-5ce3-4480-9533-4f50b27d739a tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 932 time: 0.1492229 Aug 31 07:38:26.127459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-543fd69f-030d-4b11-87d2-1d96bf129705 req-944d14a7-9b6c-41bf-9fe7-93a6d87083db tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193988 Aug 31 07:38:26.161393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b193f19-c658-43be-9749-37d3afd652f7,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:26.223892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1373a6-f30c-4921-a5de-7efb7ad5aab1 req-1f70779d-ac77-45a6-b08b-077a57b50441 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:26.247446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a1373a6-f30c-4921-a5de-7efb7ad5aab1 req-1f70779d-ac77-45a6-b08b-077a57b50441 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.1759136 Aug 31 07:38:26.298050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-e675733b-7956-4a33-b516-079431f8323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:26.306978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-e675733b-7956-4a33-b516-079431f8323d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 1095 time: 0.1781056 Aug 31 07:38:26.424152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.565613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Attempting to bind port 1b193f19-c658-43be-9749-37d3afd652f7 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:26.567332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Attempting to bind port 1b193f19-c658-43be-9749-37d3afd652f7 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:26.569630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Attempting to bind port 1b193f19-c658-43be-9749-37d3afd652f7 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:26.583894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Port 1b193f19-c658-43be-9749-37d3afd652f7 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:26.584536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Attempting to bind port 1b193f19-c658-43be-9749-37d3afd652f7 on network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:26.594741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:26.595500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Checking segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:26.596253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Bound using segment: {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:26.597030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Bound port: 1b193f19-c658-43be-9749-37d3afd652f7, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d88939a-6f6c-42e6-a72a-934f01dbac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:26.597682 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.608895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-e8cb947a-4cbc-44e0-9ff5-1e867266f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:26.610425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-e8cb947a-4cbc-44e0-9ff5-1e867266f36f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 906 time: 0.2674301 Aug 31 07:38:26.624682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-662f1d8c-22d9-4576-a0d6-0d7a075bcec2 req-5f553476-2b66-4173-9765-57702e713c71 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 210 time: 0.3288133 Aug 31 07:38:26.651229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a1373a6-f30c-4921-a5de-7efb7ad5aab1 req-9de2d967-d6c3-4ebb-b5ff-d65a42c9f226 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988822 Aug 31 07:38:26.700015 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e93e559d-9b55-4c51-becf-f1288856601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.723065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:26.731430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-196bcf1d-c7b5-405d-be95-c93532610a5a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950 HTTP/1.1" status: 200 len: 217 time: 0.1053410 Aug 31 07:38:26.795170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-47e403e3-203b-4d71-86fc-7aaba07d976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:26.796662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-47e403e3-203b-4d71-86fc-7aaba07d976a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0566566 Aug 31 07:38:26.799781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] For port 1b193f19-c658-43be-9749-37d3afd652f7, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:26.809136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] For port 1b193f19-c658-43be-9749-37d3afd652f7, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b193f19-c658-43be-9749-37d3afd652f7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:26.811863 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fbe4ca-1696-4d89-a93a-753bf866df10 x-openstack-request-id: req-12fbe4ca-1696-4d89-a93a-753bf866df10 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:26.821653 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471960a-91bd-4651-9832-8dcfcb472395", "name": "network-vif-plugged", "status": "completed", "tag": "7a67ed93-d8d2-453a-a95b-ef0a8ad7c904", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:26.821653 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12fbe4ca-1696-4d89-a93a-753bf866df10 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:26.821653 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471960a-91bd-4651-9832-8dcfcb472395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904', 'code': 200} Aug 31 07:38:26.861727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-4943a594-1f76-40bd-9d9e-78ceb582bb03 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536835 Aug 31 07:38:27.080831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb61b25-74e5-41bb-bd67-3af23dd3b75a req-fdd1d8e7-4e59-4bf4-80c1-9ad202ceadd7 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.092756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eb61b25-74e5-41bb-bd67-3af23dd3b75a req-fdd1d8e7-4e59-4bf4-80c1-9ad202ceadd7 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1757984 Aug 31 07:38:27.136874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894481-9a1b-4d41-b99d-989cffd68be4 req-a2e20408-38e4-4858-9091-65a80a8a0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.138122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-9b5e5a98-e5f9-4156-9c2a-e2552041621b service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667627 Aug 31 07:38:27.142749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5894481-9a1b-4d41-b99d-989cffd68be4 req-a2e20408-38e4-4858-9091-65a80a8a0602 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 1101 time: 0.1923966 Aug 31 07:38:27.182755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eb61b25-74e5-41bb-bd67-3af23dd3b75a req-4db7212d-84c5-456b-b195-effb0fb6af87 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888014 Aug 31 07:38:27.215065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5894481-9a1b-4d41-b99d-989cffd68be4 req-5dab6275-f430-4cbd-aec3-5ffde57c2696 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Aug 31 07:38:27.367090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d75d0f-8b85-4888-82f8-62ff2cedeaa6 req-e2e202a5-3ca8-41e5-bd69-8a762239f13d service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068338 Aug 31 07:38:27.378565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a3d1-4fde-424c-889d-2b4f82d459ad req-d771c99e-0081-4283-8cae-14667c2e3022 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.380234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0b9a3d1-4fde-424c-889d-2b4f82d459ad req-d771c99e-0081-4283-8cae-14667c2e3022 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 943 time: 0.1019425 Aug 31 07:38:27.422768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0b9a3d1-4fde-424c-889d-2b4f82d459ad req-f753606d-b53a-4fe9-a00c-aa6073ad03a2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Aug 31 07:38:27.633102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4d03-1496-4f2c-90e3-a6ba01f5f11a req-330a1695-9674-4543-a599-8f492c0ad123 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.634679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47af4d03-1496-4f2c-90e3-a6ba01f5f11a req-330a1695-9674-4543-a599-8f492c0ad123 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0582235 Aug 31 07:38:27.694229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47af4d03-1496-4f2c-90e3-a6ba01f5f11a req-2c7873fe-010b-4a6d-93ff-e58028dfe03c tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520446 Aug 31 07:38:27.802844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-969f41a7-9c1e-4d8f-86ab-090fe266aae2 req-a612a1a9-5b51-4475-aae2-1d3f1a0c05cd tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 210 time: 0.0422354 Aug 31 07:38:27.915903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf382d-95fd-4491-91e0-420c55653a3d req-82c1dfc0-8e41-467b-8979-86d0e4130f9b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.919689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bcf382d-95fd-4491-91e0-420c55653a3d req-82c1dfc0-8e41-467b-8979-86d0e4130f9b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0582368 Aug 31 07:38:27.956289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bcf382d-95fd-4491-91e0-420c55653a3d req-afa6e464-3989-4f7c-ba12-8c13d708a08f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Aug 31 07:38:27.988689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:27.994633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.994795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:27.994795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.022548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.023167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.024567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] 10.222.0.68 "PUT /v2.0/ports/1b193f19-c658-43be-9749-37d3afd652f7 HTTP/1.1" status: 200 len: 1093 time: 3.1229827 Aug 31 07:38:28.025009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:28.027379 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80189725-cee4-4409-9d8d-2bd755f7ea71" -d '{"events": [{"name": "network-changed", "server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "tag": "1b193f19-c658-43be-9749-37d3afd652f7"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:28.070985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbe2f-9369-4f72-b182-d7a948a642e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b193f19-c658-43be-9749-37d3afd652f7,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.087405 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e998b-318e-42e7-86bc-13c705da7fdf x-openstack-request-id: req-db8e998b-318e-42e7-86bc-13c705da7fdf {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:28.087710 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "tag": "1b193f19-c658-43be-9749-37d3afd652f7", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:28.087983 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db8e998b-318e-42e7-86bc-13c705da7fdf {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:28.088396 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7', 'status': 'completed', 'code': 200} Aug 31 07:38:28.107605 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.120223 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.157789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:28.219456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189725-cee4-4409-9d8d-2bd755f7ea71 req-b0eea066-f809-4683-884a-9781e9b3f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.221047 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-80189725-cee4-4409-9d8d-2bd755f7ea71 req-b0eea066-f809-4683-884a-9781e9b3f89e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.1061001 Aug 31 07:38:28.258737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.450429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189725-cee4-4409-9d8d-2bd755f7ea71 req-f155fc39-bc76-4b48-bc61-f41d9c1a43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.452377 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-80189725-cee4-4409-9d8d-2bd755f7ea71 req-f155fc39-bc76-4b48-bc61-f41d9c1a43a3 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2213616 Aug 31 07:38:28.457155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-2826373d-34a2-4a58-9342-fb792399a802 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1429696 Aug 31 07:38:28.486895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.493896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c4b44-47ba-4351-a375-cfd2cec3f394 req-85ae5c23-9a3c-4b14-9f8d-489dd7b489ab tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.501550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8c4b44-47ba-4351-a375-cfd2cec3f394 req-85ae5c23-9a3c-4b14-9f8d-489dd7b489ab tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1266208 Aug 31 07:38:28.575866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de29593-132b-42da-8d45-7d39b502b98e req-b1baa783-21bb-4800-9b53-b8ead9cc3fe2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.584159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2de29593-132b-42da-8d45-7d39b502b98e req-b1baa783-21bb-4800-9b53-b8ead9cc3fe2 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.1734276 Aug 31 07:38:28.630520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8c4b44-47ba-4351-a375-cfd2cec3f394 req-a21d7903-b85c-426a-94af-cbd6847cc30f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276100 Aug 31 07:38:28.647147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189725-cee4-4409-9d8d-2bd755f7ea71 req-4572ee29-f57c-48b0-a32e-ca269153d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.648831 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-80189725-cee4-4409-9d8d-2bd755f7ea71 req-4572ee29-f57c-48b0-a32e-ca269153d4dc service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826818 Aug 31 07:38:28.673446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2de29593-132b-42da-8d45-7d39b502b98e req-57b675da-7e51-4d4a-a62b-8b11e07f667f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877707 Aug 31 07:38:28.679073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-19be1c0e-952e-429f-a650-74700b3e7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.681092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-19be1c0e-952e-429f-a650-74700b3e7d35 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 1102 time: 0.1767011 Aug 31 07:38:28.743478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:28.844706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:28.847311 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3333af69-7cbb-4f6f-9440-8592581030c8" -d '{"events": [{"server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "name": "network-vif-plugged", "status": "completed", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:28.913168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-1b854489-e129-4b47-a398-10d539daf763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.916253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-1b854489-e129-4b47-a398-10d539daf763 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 1096 time: 0.1674609 Aug 31 07:38:28.924399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:28.926427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f2fa1-68f4-4221-8baa-f6a50a7c877d req-ffdafa59-c5d4-427a-a3a3-5415765a5406 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.934555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-832f2fa1-68f4-4221-8baa-f6a50a7c877d req-ffdafa59-c5d4-427a-a3a3-5415765a5406 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 943 time: 0.2059600 Aug 31 07:38:28.935200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-949deb57-5127-4d8a-a90e-9ecc863bef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.937565 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-949deb57-5127-4d8a-a90e-9ecc863bef6a service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2031200 Aug 31 07:38:28.940836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'mac_address': 'fa:16:3e:6c:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:29.023052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-ca2c73fd-adb6-4e6a-8d59-cf0ae807836f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b193f19-c658-43be-9749-37d3afd652f7 HTTP/1.1" status: 200 len: 217 time: 0.0854270 Aug 31 07:38:29.063349 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.067352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-8fec44bf-2bee-45b7-a97b-6dc1b6c1caa2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=57db0940-561f-45da-aa29-b82f110ae45b HTTP/1.1" status: 200 len: 217 time: 0.1154552 Aug 31 07:38:29.092337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1120010-bed2-4b4e-9ad5-9e1ff55de950 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:29.110210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-832f2fa1-68f4-4221-8baa-f6a50a7c877d req-e9a6f7e3-4491-4674-9c93-15c409844029 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746364 Aug 31 07:38:29.126657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5161d7-6343-4554-b8e2-126658294a07 req-8677d4b8-73f2-4623-8584-069074c9965d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.134839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:29.143129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b5161d7-6343-4554-b8e2-126658294a07 req-8677d4b8-73f2-4623-8584-069074c9965d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.2538004 Aug 31 07:38:29.165990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-1e2717ad-d2e1-4242-8b3d-a00cd462f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.173258 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-1e2717ad-d2e1-4242-8b3d-a00cd462f988 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0940332 Aug 31 07:38:29.214477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b5161d7-6343-4554-b8e2-126658294a07 req-71158d81-ece2-4110-b853-9c3954a0ed73 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700850 Aug 31 07:38:29.217540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-8fc0c8d1-ac85-42bb-bb3f-004f74fd30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.219093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-8fc0c8d1-ac85-42bb-bb3f-004f74fd30f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 200 len: 863 time: 0.1870754 Aug 31 07:38:29.232605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-28106e56-f8a3-40b0-9568-aefa6f929056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.233223 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.233345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-28106e56-f8a3-40b0-9568-aefa6f929056 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555844 Aug 31 07:38:29.303517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-789900b5-e580-478e-b94f-68fb42f27b4c req-7291c493-f819-4548-9eae-8a543dbc8389 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 210 time: 0.0828760 Aug 31 07:38:29.354397 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0c99f1-d12b-4c07-a016-757b71c7e65b x-openstack-request-id: req-3b0c99f1-d12b-4c07-a016-757b71c7e65b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:29.354979 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "name": "network-vif-plugged", "status": "completed", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:29.355393 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b0c99f1-d12b-4c07-a016-757b71c7e65b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:29.355927 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'code': 200} Aug 31 07:38:29.374936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:29.395135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-c5f31e12-75ca-4a96-bac8-e5f49e152e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.399634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-c5f31e12-75ca-4a96-bac8-e5f49e152e56 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949600 Aug 31 07:38:29.421430 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-cae3311e-4ab1-4967-8e2d-d9ffea5ac812 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803284 Aug 31 07:38:29.428642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.523031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e1120010-bed2-4b4e-9ad5-9e1ff55de950'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:29.569104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752ee93-6899-4f6b-be33-4b223899d283 req-d7de9ce0-e576-4e0f-aa0a-0924fbc5ba4c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.569104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7752ee93-6899-4f6b-be33-4b223899d283 req-d7de9ce0-e576-4e0f-aa0a-0924fbc5ba4c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0853879 Aug 31 07:38:29.609186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-446f9304-c144-44b8-83ff-eacb2350f347 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999807 Aug 31 07:38:29.706541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410012ef-2834-4690-9616-69d1df9c990f req-19206bf8-ec65-45c5-be00-fc277dfe8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.712439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-410012ef-2834-4690-9616-69d1df9c990f req-19206bf8-ec65-45c5-be00-fc277dfe8b95 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1098 time: 0.2597749 Aug 31 07:38:29.730266 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c8ba15df-0ccc-45e0-ac8b-de5b3cfd2b40 req-9d9841c2-3910-4f42-beb8-fa80f63c3293 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872028 Aug 31 07:38:29.733436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3623e0f6-4056-4d7f-ad1e-9bce76a2bb62 req-7a44af0b-c599-4f04-ba1c-4141dde7d210 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162505 Aug 31 07:38:29.751877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7752ee93-6899-4f6b-be33-4b223899d283 req-aec993d8-fd6b-4f92-81c2-5a81c0360d87 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698258 Aug 31 07:38:29.806089 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-410012ef-2834-4690-9616-69d1df9c990f req-f6af6d1f-46bf-4f1f-9529-c2b04f8fbada service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796196 Aug 31 07:38:29.864140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8aaf-1b20-4a06-8e63-512bed92eeca req-6227b4f7-d56d-481a-9409-051c757b3a21 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.866151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-530d8aaf-1b20-4a06-8e63-512bed92eeca req-6227b4f7-d56d-481a-9409-051c757b3a21 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.0629768 Aug 31 07:38:29.950397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-530d8aaf-1b20-4a06-8e63-512bed92eeca req-b6147b65-0a34-4a7d-b80b-bec0bef9afb8 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709910 Aug 31 07:38:29.971044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abad0fa-1c81-4dfc-982d-c012e7cc6eb5 req-ff1c6728-9049-4e77-b3ed-8572038e52f6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.971044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3abad0fa-1c81-4dfc-982d-c012e7cc6eb5 req-ff1c6728-9049-4e77-b3ed-8572038e52f6 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.1028538 Aug 31 07:38:30.047756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3abad0fa-1c81-4dfc-982d-c012e7cc6eb5 req-9fd97786-bcfd-42ff-86ac-0c1bd9c95f4a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Aug 31 07:38:30.214022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-51ad7c85-bb5d-4f99-8ae9-10e5ef71b521 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743570 Aug 31 07:38:30.359833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023804d-9950-49c1-b201-7c7b48e904d8 req-d7b245d5-5c0d-4a14-9818-6da7973321e4 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.361361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a023804d-9950-49c1-b201-7c7b48e904d8 req-d7b245d5-5c0d-4a14-9818-6da7973321e4 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 944 time: 0.0839090 Aug 31 07:38:30.396113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-7e2a903f-b8fd-43aa-9d9e-c303c338d305 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.397707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-7e2a903f-b8fd-43aa-9d9e-c303c338d305 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776745 Aug 31 07:38:30.428292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a023804d-9950-49c1-b201-7c7b48e904d8 req-cebf3575-e8fd-44cf-a976-35381971aac6 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558197 Aug 31 07:38:30.441296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:30.744259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:30.791195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ef2420c-13f3-4191-a0d3-1c598393c329 req-4ceac78e-2f0f-4283-a92d-28bfe1cc5750 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 210 time: 0.0732598 Aug 31 07:38:30.834479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e04f7-4a7c-4946-a38b-084377246021 req-5a36f033-1889-4370-84e8-53b9f28ef18f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.835991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c26e04f7-4a7c-4946-a38b-084377246021 req-5a36f033-1889-4370-84e8-53b9f28ef18f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.1169941 Aug 31 07:38:30.856233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b750-a835-4e0b-97cd-88a552fb3fd7 req-5aaf23a6-b3e4-486f-8189-14a9e8d1e3c8 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.864177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da52b750-a835-4e0b-97cd-88a552fb3fd7 req-5aaf23a6-b3e4-486f-8189-14a9e8d1e3c8 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.2669578 Aug 31 07:38:30.900446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e1120010-bed2-4b4e-9ad5-9e1ff55de950 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:30.905574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e1120010-bed2-4b4e-9ad5-9e1ff55de950 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:30.909016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:30.979823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:30.984238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.059213 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.105444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:31.137566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebb1bd-1449-4d9b-9c00-aab76a82e45b req-a71252e8-1a98-4fa1-9564-018cc1c6fcb6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.139188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67ebb1bd-1449-4d9b-9c00-aab76a82e45b req-a71252e8-1a98-4fa1-9564-018cc1c6fcb6 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1949577 Aug 31 07:38:31.142165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da52b750-a835-4e0b-97cd-88a552fb3fd7 req-8bcbb2ba-fdc5-4c54-99c5-f3b2de8629d5 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771704 Aug 31 07:38:31.195031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.224087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Deleting port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:31.224472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.280029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.323800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.175 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/05cba110-0f7d-4a1e-8793-210778d31bf8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:31.346031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67ebb1bd-1449-4d9b-9c00-aab76a82e45b req-5ba3bd9c-554e-4e98-a666-f6e9ce79218c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891029 Aug 31 07:38:31.357311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:31.359888 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4f758-d8a7-457d-884c-889f03437359" -d '{"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-plugged", "status": "completed", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:31.695621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-ffb40545-fa6d-4b99-8340-e02080f407e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667093 Aug 31 07:38:31.800672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-87b2e727-0b3e-4d6f-a497-677e22becec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.807468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-87b2e727-0b3e-4d6f-a497-677e22becec3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 1102 time: 0.0683124 Aug 31 07:38:31.852964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb6541-15f8-4acd-844d-561e33bd55ed req-dd500674-fb8f-4a5a-8878-2a5b71a33c85 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.862689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44bb6541-15f8-4acd-844d-561e33bd55ed req-dd500674-fb8f-4a5a-8878-2a5b71a33c85 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 946 time: 0.6218457 Aug 31 07:38:31.960776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcece3-8d51-454a-b1c6-fdc99eeb5471 req-0d923473-5c9d-4532-8a06-a2652159e21e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.968956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bdcece3-8d51-454a-b1c6-fdc99eeb5471 req-0d923473-5c9d-4532-8a06-a2652159e21e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 950 time: 0.2238600 Aug 31 07:38:31.992905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] For port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:31.992905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.999015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-c35b8c9b-4393-4d13-b935-6f299f7009c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.001163 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-c35b8c9b-4393-4d13-b935-6f299f7009c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1596251 Aug 31 07:38:32.008035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44bb6541-15f8-4acd-844d-561e33bd55ed req-8bd03571-f104-4c12-affd-c5ebe713724f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428297 Aug 31 07:38:32.051676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Calling delete_port for 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:32.083353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.098166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bdcece3-8d51-454a-b1c6-fdc99eeb5471 req-a30d66d8-9ce6-447b-92f8-8585ab34fa3e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261814 Aug 31 07:38:32.108171 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-9558572a-bae8-4767-99e1-99fc9894c44c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d HTTP/1.1" status: 200 len: 217 time: 0.0907464 Aug 31 07:38:32.167254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object 05cba110-0f7d-4a1e-8793-210778d31bf8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:32.174466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-5698aaf5-b249-4aef-8056-480302ca0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.178769 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-5698aaf5-b249-4aef-8056-480302ca0af9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0554943 Aug 31 07:38:32.184199 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf440ee-2253-4061-9325-22f83fe59600 x-openstack-request-id: req-acf440ee-2253-4061-9325-22f83fe59600 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:32.184768 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-plugged", "status": "completed", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:32.184861 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acf440ee-2253-4061-9325-22f83fe59600 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:32.185231 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'code': 200} Aug 31 07:38:32.318308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-9cbd5fde-12a6-4ffa-a6a6-3e8665a25ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.322787 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-9cbd5fde-12a6-4ffa-a6a6-3e8665a25ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319146 Aug 31 07:38:32.324122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93693d3c-397e-4920-bbb7-9a0b3e64021d req-462d4614-4c83-42f5-a125-41037699d364 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 210 time: 0.0452633 Aug 31 07:38:32.338324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.354459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:32.414262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', '1e862073-8b0c-43db-9166-6a4591691fc4', 'de30df2a-0ed6-4bdf-9b43-c3d82e039529'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:32.425181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:32.434223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:32.439922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:32.446357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.447152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.451024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=05cba110-0f7d-4a1e-8793-210778d31bf8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.464272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831233d7-3c59-44f0-8c4d-ceee607f703c req-2d3b5eb5-f52a-4963-9c18-ef4c0678e059 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.479966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-831233d7-3c59-44f0-8c4d-ceee607f703c req-2d3b5eb5-f52a-4963-9c18-ef4c0678e059 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1580338 Aug 31 07:38:32.490063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.511676 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-32b61f3b-f95f-4a08-a67c-756ccf899a29 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698365 Aug 31 07:38:32.522977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7347b7-a7e3-4d68-9ed0-75dd5ee36c65 req-f6380abb-6488-4bc6-8d45-aff4ead08e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.527222 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d7347b7-a7e3-4d68-9ed0-75dd5ee36c65 req-f6380abb-6488-4bc6-8d45-aff4ead08e63 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 1097 time: 0.2627728 Aug 31 07:38:32.622162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d7347b7-a7e3-4d68-9ed0-75dd5ee36c65 req-400d6318-f2c4-4024-9bb6-98dee4d6fa3a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849581 Aug 31 07:38:32.626938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event deleted for resources: {'Port': ['ID=9c4b2f3b-ace5-4768-ba51-a2c05f7b6859,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.677953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a97b0fcf-b7f8-4e7d-8513-9750401575d5 req-ed352a9d-57fa-41eb-ad56-e12395d1d9aa service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495869 Aug 31 07:38:32.746656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-ac3c6acc-e154-4e5a-be5e-b299e342bdab tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3019717 Aug 31 07:38:32.746656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-831233d7-3c59-44f0-8c4d-ceee607f703c req-28b4fba3-1b5c-456b-9a35-6a93b4ec1664 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685382 Aug 31 07:38:32.790564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] No DVR routers for this DVR port 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:32.790564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838de4-4db9-4e90-8503-b2843bb8c082 req-ecf62570-25f3-4fab-843d-75b2b656c111 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.790564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac838de4-4db9-4e90-8503-b2843bb8c082 req-ecf62570-25f3-4fab-843d-75b2b656c111 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.3035195 Aug 31 07:38:32.790564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Request body: {'port': {'device_id': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:32.821001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.821001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c26e04f7-4a7c-4946-a38b-084377246021 req-b2794cdd-d590-4d8a-a952-c97b850bae5f tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "DELETE /v2.0/ports/9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 HTTP/1.1" status: 204 len: 173 time: 1.9461510 Aug 31 07:38:32.821001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'name': 'network-vif-deleted', 'tag': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:32.823257 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03125dd3-6927-43ae-971b-a3aeb52714df" -d '{"events": [{"server_uuid": "e1b42e1c-9682-4ce0-b407-4eaabf848d67", "name": "network-vif-deleted", "tag": "9c4b2f3b-ace5-4768-ba51-a2c05f7b6859"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:32.935408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac838de4-4db9-4e90-8503-b2843bb8c082 req-6045d13d-275f-4304-81a9-3c71594bd373 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994613 Aug 31 07:38:32.938891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.025176 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d5fab5-f6ef-4cf8-817b-894256fbf28d x-openstack-request-id: req-94d5fab5-f6ef-4cf8-817b-894256fbf28d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:33.025470 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b42e1c-9682-4ce0-b407-4eaabf848d67", "name": "network-vif-deleted", "tag": "9c4b2f3b-ace5-4768-ba51-a2c05f7b6859", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:33.025724 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94d5fab5-f6ef-4cf8-817b-894256fbf28d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:33.026143 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b42e1c-9682-4ce0-b407-4eaabf848d67', 'name': 'network-vif-deleted', 'tag': '9c4b2f3b-ace5-4768-ba51-a2c05f7b6859', 'status': 'completed', 'code': 200} Aug 31 07:38:33.165581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8c5de-faa7-4e20-915f-7fac42f29fdd req-66e1c149-2885-45cc-9b7a-e5a0498b2b68 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:33.169930 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35c8c5de-faa7-4e20-915f-7fac42f29fdd req-66e1c149-2885-45cc-9b7a-e5a0498b2b68 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1283653 Aug 31 07:38:33.344578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35c8c5de-faa7-4e20-915f-7fac42f29fdd req-e745b951-9428-4956-98cc-4cdc647f9848 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580095 Aug 31 07:38:33.427420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a8ddf-15d2-4f20-9a79-406aa69204d7 req-4375ecfa-73fc-42d2-9546-9d3d30e0a558 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:33.436879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-584a8ddf-15d2-4f20-9a79-406aa69204d7 req-4375ecfa-73fc-42d2-9546-9d3d30e0a558 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 946 time: 0.2148240 Aug 31 07:38:33.508648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df2c9b5d-8eed-4e21-b831-7d75410a4afd req-622b279c-5e24-4cf8-a101-128115b60a5e tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0510848 Aug 31 07:38:33.508848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-669b9721-96c7-43e4-8c5d-76b04ec2b2c0 None None] Provisioning for port 05cba110-0f7d-4a1e-8793-210778d31bf8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:33.513575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-669b9721-96c7-43e4-8c5d-76b04ec2b2c0 None None] Provisioning complete for port 05cba110-0f7d-4a1e-8793-210778d31bf8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:33.522112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-669b9721-96c7-43e4-8c5d-76b04ec2b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.554504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-669b9721-96c7-43e4-8c5d-76b04ec2b2c0 None None] Port 05cba110-0f7d-4a1e-8793-210778d31bf8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:33.569268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-584a8ddf-15d2-4f20-9a79-406aa69204d7 req-8da8378d-ed51-4c9c-a543-351b62092976 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302767 Aug 31 07:38:33.597650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cba110-0f7d-4a1e-8793-210778d31bf8 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:33.614247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.644795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Transition to ACTIVE for port object 05cba110-0f7d-4a1e-8793-210778d31bf8 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:33.747326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff61a-ff1e-4389-94be-40d4ae1356a8 req-9c6fdbf4-7e7e-4d26-bc08-7381a6bf33bc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:33.748626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cfaff61a-ff1e-4389-94be-40d4ae1356a8 req-9c6fdbf4-7e7e-4d26-bc08-7381a6bf33bc tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 936 time: 0.0850289 Aug 31 07:38:33.750626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff2bc0-a278-43fa-93df-c64b758e864f req-ee61d3ff-c3da-4ddd-817a-ab34eae3cf76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:33.752099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06ff2bc0-a278-43fa-93df-c64b758e864f req-ee61d3ff-c3da-4ddd-817a-ab34eae3cf76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 1101 time: 0.0792677 Aug 31 07:38:33.788249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06ff2bc0-a278-43fa-93df-c64b758e864f req-875ec3ce-2904-47c0-bf68-a299dd324d76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.827816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cfaff61a-ff1e-4389-94be-40d4ae1356a8 req-2e8bacb8-eab2-4625-808c-7ea95992743d tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707595 Aug 31 07:38:33.837244 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.926323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Pushing event updated for resources: {'Port': ['ID=05cba110-0f7d-4a1e-8793-210778d31bf8,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:34.035372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Attempting to bind port 05cba110-0f7d-4a1e-8793-210778d31bf8 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:34.036444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Attempting to bind port 05cba110-0f7d-4a1e-8793-210778d31bf8 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:34.040654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Attempting to bind port 05cba110-0f7d-4a1e-8793-210778d31bf8 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:34.044376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55596) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.055535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Port 05cba110-0f7d-4a1e-8793-210778d31bf8 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:34.056229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Attempting to bind port 05cba110-0f7d-4a1e-8793-210778d31bf8 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:34.083314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06ff2bc0-a278-43fa-93df-c64b758e864f req-875ec3ce-2904-47c0-bf68-a299dd324d76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.085139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:34.085478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:34.085889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:34.086350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Bound port: 05cba110-0f7d-4a1e-8793-210778d31bf8, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:34.086704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.118783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196ed63-c376-46ec-9c3d-7c8ebddd2567 req-3deb6dd8-34f8-4557-b7f0-30062abd69af tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.120511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3196ed63-c376-46ec-9c3d-7c8ebddd2567 req-3deb6dd8-34f8-4557-b7f0-30062abd69af tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1330106 Aug 31 07:38:34.152779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06ff2bc0-a278-43fa-93df-c64b758e864f req-875ec3ce-2904-47c0-bf68-a299dd324d76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.237846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06ff2bc0-a278-43fa-93df-c64b758e864f req-875ec3ce-2904-47c0-bf68-a299dd324d76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584887 Aug 31 07:38:34.242136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ea57272-3514-441d-b42d-3762fd9733a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.315443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ec3ce-2904-47c0-bf68-a299dd324d76 tempest-LiveMigrationNegativeTest-988855007 tempest-LiveMigrationNegativeTest-988855007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3227fd2e-6361-4f2a-bdcf-2a0f825cf502,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:34.319221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] For port 05cba110-0f7d-4a1e-8793-210778d31bf8, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:34.336008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3196ed63-c376-46ec-9c3d-7c8ebddd2567 req-568995d1-5081-4dfb-b9f9-9408f21a7a60 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820765 Aug 31 07:38:34.341111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] For port 05cba110-0f7d-4a1e-8793-210778d31bf8, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=05cba110-0f7d-4a1e-8793-210778d31bf8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:34.401744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ea57272-3514-441d-b42d-3762fd9733a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.410600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891129dc-5509-41cc-9507-11e3d1689e24 req-ab588451-c485-455a-bb11-c78e25c21f51 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.411093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-891129dc-5509-41cc-9507-11e3d1689e24 req-ab588451-c485-455a-bb11-c78e25c21f51 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.0880306 Aug 31 07:38:34.423361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.520234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.520894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.522859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] 10.222.0.45 "PUT /v2.0/ports/05cba110-0f7d-4a1e-8793-210778d31bf8 HTTP/1.1" status: 200 len: 1097 time: 1.7517648 Aug 31 07:38:34.531348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ea57272-3514-441d-b42d-3762fd9733a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.581220 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4ea57272-3514-441d-b42d-3762fd9733a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17bdec7f17364bc48538ad60c0e86576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318820 Aug 31 07:38:34.581480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-891129dc-5509-41cc-9507-11e3d1689e24 req-72146329-0b1e-4447-897f-bc25748c0557 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606200 Aug 31 07:38:34.581591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55606) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.588824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691cd88-f41d-4171-b24a-da89ecc84a68 service neutron] Pushing event updated for resources: {'Port': ['ID=05cba110-0f7d-4a1e-8793-210778d31bf8,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:34.634701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc8c6d-6bed-4c2e-8222-38d6eb72c9b3 req-4db9839b-4758-4f92-a291-b36fa86c1d73 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.643040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3cc8c6d-6bed-4c2e-8222-38d6eb72c9b3 req-4db9839b-4758-4f92-a291-b36fa86c1d73 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.1508489 Aug 31 07:38:34.707903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3cc8c6d-6bed-4c2e-8222-38d6eb72c9b3 req-5d2ccdc2-d059-4905-b233-a77cdc72a64b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638006 Aug 31 07:38:34.711101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea57272-3514-441d-b42d-3762fd9733a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f680397-db0e-4fd5-96ea-2ae5c764fc90,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:34.726450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['977016bf-eca8-4d3a-901d-438da9403386'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:34.779005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60092ab7-5b15-4ec4-a4ae-88c1a81ad1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.818886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b193f19-c658-43be-9749-37d3afd652f7 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:34.858081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60092ab7-5b15-4ec4-a4ae-88c1a81ad1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.940340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:34.966536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cde257ea-aa64-40e9-aaed-e9b5d2bc4f0b req-5f14b811-9a95-487b-ab53-8b31a0a68424 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1b42e1c-9682-4ce0-b407-4eaabf848d67 HTTP/1.1" status: 200 len: 210 time: 0.0552373 Aug 31 07:38:34.973039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-159ff60d-3d1c-4caa-8322-6d9a126c01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.975118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-159ff60d-3d1c-4caa-8322-6d9a126c01c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 1100 time: 0.2146206 Aug 31 07:38:34.983571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97a421-eabc-4949-bf0b-29b0ade098c0 req-b297258e-a0ba-4aaa-aa88-c92c373bb68e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.990619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:34.990967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9c4b2f3b-ace5-4768-ba51-a2c05f7b6859 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:35.000556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c97a421-eabc-4949-bf0b-29b0ade098c0 req-b297258e-a0ba-4aaa-aa88-c92c373bb68e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1556945 Aug 31 07:38:35.027172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'tag': '05cba110-0f7d-4a1e-8793-210778d31bf8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:35.030135 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f562e13b-444f-47f5-a894-8edd844247ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d55b2cfb-f443-41e6-84b3-0b401fc3f8ac", "tag": "05cba110-0f7d-4a1e-8793-210778d31bf8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:35.051569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60092ab7-5b15-4ec4-a4ae-88c1a81ad1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.059624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60092ab7-5b15-4ec4-a4ae-88c1a81ad1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.065723 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-60092ab7-5b15-4ec4-a4ae-88c1a81ad1cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f680397-db0e-4fd5-96ea-2ae5c764fc90 HTTP/1.1" status: 204 len: 168 time: 0.4797182 Aug 31 07:38:35.071000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-37ad756d-1f2c-4970-bf94-dca850ecefa1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=05cba110-0f7d-4a1e-8793-210778d31bf8 HTTP/1.1" status: 200 len: 217 time: 0.0631216 Aug 31 07:38:35.090273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1b193f19-c658-43be-9749-37d3afd652f7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b193f19-c658-43be-9749-37d3afd652f7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:35.099677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60092ab7-5b15-4ec4-a4ae-88c1a81ad1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f680397-db0e-4fd5-96ea-2ae5c764fc90,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.111276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c97a421-eabc-4949-bf0b-29b0ade098c0 req-c3a76154-5a44-42d0-876c-08becd2d9fa8 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131337 Aug 31 07:38:35.199133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-6fda194d-7970-4eb4-81cc-6e5fb0192847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.200703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-6fda194d-7970-4eb4-81cc-6e5fb0192847 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1155744 Aug 31 07:38:35.212173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '1b193f19-c658-43be-9749-37d3afd652f7', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'port_id': '1b193f19-c658-43be-9749-37d3afd652f7', 'mac_address': 'fa:16:3e:b7:a1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:35.293051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-a8b3d143-8a45-4a9d-b792-9ca2bbd677e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.294662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-a8b3d143-8a45-4a9d-b792-9ca2bbd677e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835078 Aug 31 07:38:35.296339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.348819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b193f19-c658-43be-9749-37d3afd652f7 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:35.388617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1b193f19-c658-43be-9749-37d3afd652f7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b193f19-c658-43be-9749-37d3afd652f7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:35.474838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.488843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe340e-4652-4ab0-bea8-df279f9b5ccb req-7643fdbc-7c10-4c2f-b04d-22cfdd5559ef tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.497941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5efe340e-4652-4ab0-bea8-df279f9b5ccb req-7643fdbc-7c10-4c2f-b04d-22cfdd5559ef tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 948 time: 0.0928113 Aug 31 07:38:35.499695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-eb68b72b-2382-46fa-a016-5006e64cb0b1 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937435 Aug 31 07:38:35.570899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1b193f19-c658-43be-9749-37d3afd652f7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.610467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5efe340e-4652-4ab0-bea8-df279f9b5ccb req-a5afb4db-42a9-4c5f-8f4c-735ab4ff73a5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116402 Aug 31 07:38:35.662072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d5b4e-f510-4e2b-996a-eab38ee38bb4 req-17892d91-8e5b-47e3-8512-14de7d9a97d7 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517689 Aug 31 07:38:35.697795 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0819b6e0-1165-4f5b-8955-d9f35d138e25 x-openstack-request-id: req-0819b6e0-1165-4f5b-8955-d9f35d138e25 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:35.698561 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55b2cfb-f443-41e6-84b3-0b401fc3f8ac", "tag": "05cba110-0f7d-4a1e-8793-210778d31bf8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:35.698735 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0819b6e0-1165-4f5b-8955-d9f35d138e25 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:35.699160 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'tag': '05cba110-0f7d-4a1e-8793-210778d31bf8', 'status': 'completed', 'code': 200} Aug 31 07:38:35.733494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['1b193f19-c658-43be-9749-37d3afd652f7'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:35.928377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562e13b-444f-47f5-a894-8edd844247ab req-9a3fa59c-71a3-4b61-a71a-752da36b3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.930524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-9a3fa59c-71a3-4b61-a71a-752da36b3c9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 1100 time: 0.1227374 Aug 31 07:38:35.974549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55644) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:35.983872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda5bce-d7d5-4007-b54b-caa5bf606e07 req-075d44c7-8c9d-435e-8e13-29710d9312bb tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.989706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efda5bce-d7d5-4007-b54b-caa5bf606e07 req-075d44c7-8c9d-435e-8e13-29710d9312bb tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1323628 Aug 31 07:38:35.993849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20dfa6b0-8f0c-46c8-bb4b-439e5fb0e3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.154131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efda5bce-d7d5-4007-b54b-caa5bf606e07 req-7ab1f5d0-00e3-4e7b-9870-71762adb3608 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332960 Aug 31 07:38:36.177968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20dfa6b0-8f0c-46c8-bb4b-439e5fb0e3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.211789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562e13b-444f-47f5-a894-8edd844247ab req-9d074d24-a43d-4a1d-b2af-307144790182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.213339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-9d074d24-a43d-4a1d-b2af-307144790182 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2701974 Aug 31 07:38:36.265956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-04d3b902-f711-4f08-adba-1f85f53406da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=05cba110-0f7d-4a1e-8793-210778d31bf8 HTTP/1.1" status: 200 len: 217 time: 0.0413992 Aug 31 07:38:36.325920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20dfa6b0-8f0c-46c8-bb4b-439e5fb0e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.372177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbe46c-e45e-4c65-a148-1d7b5d333fa5 req-d101040d-add0-4a7b-bfdf-0b1f66051f11 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.379503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20dfa6b0-8f0c-46c8-bb4b-439e5fb0e3ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30ce0ec484a0413dbf84224e77ed87af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035599 Aug 31 07:38:36.380819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfa6b0-8f0c-46c8-bb4b-439e5fb0e3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be2981c-9279-4aa8-a0a6-0710b77fa299,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.381058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cfbe46c-e45e-4c65-a148-1d7b5d333fa5 req-d101040d-add0-4a7b-bfdf-0b1f66051f11 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.1170545 Aug 31 07:38:36.389994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55652) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:36.413486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562e13b-444f-47f5-a894-8edd844247ab req-eefe17e7-fe51-4894-b59e-24df3fed0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.415002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-eefe17e7-fe51-4894-b59e-24df3fed0212 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1398473 Aug 31 07:38:36.480641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cfbe46c-e45e-4c65-a148-1d7b5d333fa5 req-a07d73db-89fb-4598-8f5c-d6bc37fa176b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986149 Aug 31 07:38:36.508919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562e13b-444f-47f5-a894-8edd844247ab req-7fa02de3-cb25-47d8-8a87-d75081dbb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.510503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-7fa02de3-cb25-47d8-8a87-d75081dbb085 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830877 Aug 31 07:38:36.533519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f6dd-3583-4cee-922c-f0b916847b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.621554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f6dd-3583-4cee-922c-f0b916847b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.764393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e37f2c-32c5-4505-a5c4-e88280a37234 req-8a27ccaa-7bda-4e4d-b166-fbffd73c5903 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.766338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6e37f2c-32c5-4505-a5c4-e88280a37234 req-8a27ccaa-7bda-4e4d-b166-fbffd73c5903 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1423838 Aug 31 07:38:36.810451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b193f19-c658-43be-9749-37d3afd652f7 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:36.822580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-3a0dc202-634d-4680-824e-69ae382d61c3 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972503 Aug 31 07:38:36.885688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6e37f2c-32c5-4505-a5c4-e88280a37234 req-e7abf7fc-56a0-4b6c-a39e-6ddfb6d7c72d tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038635 Aug 31 07:38:36.924488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f6dd-3583-4cee-922c-f0b916847b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.927047 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fd3f6dd-3583-4cee-922c-f0b916847b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.930681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8fd3f6dd-3583-4cee-922c-f0b916847b03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6be2981c-9279-4aa8-a0a6-0710b77fa299 HTTP/1.1" status: 204 len: 168 time: 0.5332661 Aug 31 07:38:36.933617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47123b-4f9d-48e5-ab78-dcbe9bb74939 req-9f6c4501-7700-4168-a4e0-4231174fc12a tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.935150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d47123b-4f9d-48e5-ab78-dcbe9bb74939 req-9f6c4501-7700-4168-a4e0-4231174fc12a tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1888976 Aug 31 07:38:36.960205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3f6dd-3583-4cee-922c-f0b916847b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be2981c-9279-4aa8-a0a6-0710b77fa299,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:37.006883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 1b193f19-c658-43be-9749-37d3afd652f7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:37.023604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d47123b-4f9d-48e5-ab78-dcbe9bb74939 req-057e9e01-d16f-452c-befb-4defd3c3d355 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763121 Aug 31 07:38:37.024730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 1b193f19-c658-43be-9749-37d3afd652f7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:37.025925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:37.039801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f562e13b-444f-47f5-a894-8edd844247ab req-920ff17a-db08-4b76-9b23-f0920b7232e4 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957459 Aug 31 07:38:37.191008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:37.224073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aca86f-df09-427d-952e-e62251766d3e req-7c49066b-3095-447e-9788-9044b9d66a6e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.226053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35aca86f-df09-427d-952e-e62251766d3e req-7c49066b-3095-447e-9788-9044b9d66a6e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 948 time: 0.0591767 Aug 31 07:38:37.242357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:37.245058 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356b54c-3571-4b7f-bddb-a37fd30ce293" -d '{"events": [{"server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "1b193f19-c658-43be-9749-37d3afd652f7"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:37.264593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1b193f19-c658-43be-9749-37d3afd652f7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b193f19-c658-43be-9749-37d3afd652f7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:37.275585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35aca86f-df09-427d-952e-e62251766d3e req-6ea927c5-add4-447e-bf9b-8d038324aec5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Aug 31 07:38:37.378609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:37.446992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84979e3-712b-4840-b7e3-3ad163a82832 req-c2fc4362-f327-4c3a-a90d-c3bd1e86c938 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.448603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84979e3-712b-4840-b7e3-3ad163a82832 req-c2fc4362-f327-4c3a-a90d-c3bd1e86c938 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1044025 Aug 31 07:38:37.503107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1b193f19-c658-43be-9749-37d3afd652f7,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:37.514535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84979e3-712b-4840-b7e3-3ad163a82832 req-4c98e98c-7d8b-4ef8-90b5-5201e5c4f655 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Aug 31 07:38:37.565316 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2cad13-0ab7-47a9-9d3b-604b7a753bfa x-openstack-request-id: req-fb2cad13-0ab7-47a9-9d3b-604b7a753bfa {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:37.565706 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "1b193f19-c658-43be-9749-37d3afd652f7", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:37.565834 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb2cad13-0ab7-47a9-9d3b-604b7a753bfa {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:37.566258 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7', 'code': 200} Aug 31 07:38:37.696784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f8d22-776a-4696-88c8-04334de4377d req-1b154517-d16b-480e-bebc-e1ddc31563d2 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.698930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-221f8d22-776a-4696-88c8-04334de4377d req-1b154517-d16b-480e-bebc-e1ddc31563d2 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.68 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.1161304 Aug 31 07:38:37.750030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a179d1e-a884-4eb7-aecc-45658d9fcae9 req-8ea75c50-8aba-4236-8161-ebfb896b00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.751868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a179d1e-a884-4eb7-aecc-45658d9fcae9 req-8ea75c50-8aba-4236-8161-ebfb896b00c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 1098 time: 0.0838506 Aug 31 07:38:37.760006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831bd9-7a8a-44c6-959e-c6d96784e296 req-11f6412d-6f0e-44ec-adba-ae4510dbd3c7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.767564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa831bd9-7a8a-44c6-959e-c6d96784e296 req-11f6412d-6f0e-44ec-adba-ae4510dbd3c7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 951 time: 0.1649101 Aug 31 07:38:37.844219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795157d-ed58-4a76-81e7-d859b87ca14f req-1ccb1942-4e0d-4e88-8c96-e4e2a6ede7dc tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.845906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c795157d-ed58-4a76-81e7-d859b87ca14f req-1ccb1942-4e0d-4e88-8c96-e4e2a6ede7dc tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1931102 Aug 31 07:38:37.852381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a179d1e-a884-4eb7-aecc-45658d9fcae9 req-439ac975-6c56-4deb-82cb-2cca45ca8f9a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818145 Aug 31 07:38:37.862353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa831bd9-7a8a-44c6-959e-c6d96784e296 req-f3723bac-61c8-49d5-8e6e-8a3188d0bf26 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920215 Aug 31 07:38:37.879433 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:37.891408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Deleting port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:37.891408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:37.913311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c795157d-ed58-4a76-81e7-d859b87ca14f req-658e2d03-90a3-445d-a214-3685162ecae1 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513253 Aug 31 07:38:38.056655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d48f-7362-4fe6-8ad8-a0a28a054c4c req-615904e4-c9ed-4929-95e9-1a8cda455f4f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:38.058317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed4d48f-7362-4fe6-8ad8-a0a28a054c4c req-615904e4-c9ed-4929-95e9-1a8cda455f4f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 949 time: 0.0718896 Aug 31 07:38:38.061223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] For port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:38.061962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.078971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Calling delete_port for 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:38.117748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed4d48f-7362-4fe6-8ad8-a0a28a054c4c req-b333a215-83b8-4d8e-9d4a-b63fa93a3639 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Aug 31 07:38:38.211470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531f321-96eb-412b-9464-5ff61ecef137 req-849bc633-d1e3-4d86-8b4c-09cdd4b5a3ef tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:38.225405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d531f321-96eb-412b-9464-5ff61ecef137 req-849bc633-d1e3-4d86-8b4c-09cdd4b5a3ef tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0708776 Aug 31 07:38:38.277767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d531f321-96eb-412b-9464-5ff61ecef137 req-f11f7c50-7c6c-479d-938e-bfcdc3d7c214 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489464 Aug 31 07:38:38.354825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.369531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['2ffb8236-971c-42c8-ac4f-86d4f147c157'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:38.373342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7a67ed93-d8d2-453a-a95b-ef0a8ad7c904'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:38.389722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Pushing event deleted for resources: {'Port': ['ID=7a67ed93-d8d2-453a-a95b-ef0a8ad7c904,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:38.496319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] No DVR routers for this DVR port 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:38.500185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df2b39-3ae2-4d5e-aae8-aec8ea233455 req-8b2904a6-2e41-46c8-820b-f9f81986ce64 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:38.504474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.513612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46df2b39-3ae2-4d5e-aae8-aec8ea233455 req-8b2904a6-2e41-46c8-820b-f9f81986ce64 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 948 time: 0.1364768 Aug 31 07:38:38.515287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-221f8d22-776a-4696-88c8-04334de4377d req-47c74dc6-5961-4807-9854-efcef0fdc71c tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.68 "DELETE /v2.0/ports/7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 HTTP/1.1" status: 204 len: 173 time: 0.8077385 Aug 31 07:38:38.516034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6471960a-91bd-4651-9832-8dcfcb472395', 'name': 'network-vif-deleted', 'tag': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:38.522703 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdba6eb-1d52-4e32-8076-2f7eead418bd" -d '{"events": [{"server_uuid": "6471960a-91bd-4651-9832-8dcfcb472395", "name": "network-vif-deleted", "tag": "7a67ed93-d8d2-453a-a95b-ef0a8ad7c904"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:38.566432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46df2b39-3ae2-4d5e-aae8-aec8ea233455 req-cd9c0cf2-5068-42ae-8148-2236496bf357 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384345 Aug 31 07:38:38.627266 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67cd3f-2922-47a6-92f5-8221a66bb0c2 x-openstack-request-id: req-ec67cd3f-2922-47a6-92f5-8221a66bb0c2 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:38.627554 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6471960a-91bd-4651-9832-8dcfcb472395", "name": "network-vif-deleted", "tag": "7a67ed93-d8d2-453a-a95b-ef0a8ad7c904", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:38.627822 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec67cd3f-2922-47a6-92f5-8221a66bb0c2 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:38.628221 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6471960a-91bd-4651-9832-8dcfcb472395', 'name': 'network-vif-deleted', 'tag': '7a67ed93-d8d2-453a-a95b-ef0a8ad7c904', 'status': 'completed', 'code': 200} Aug 31 07:38:38.736991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19ef27-e657-4e9e-a048-e66b8ec8a351 req-b65cd9fa-de3d-4a49-9de7-8702c3017f79 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:38.738473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc19ef27-e657-4e9e-a048-e66b8ec8a351 req-b65cd9fa-de3d-4a49-9de7-8702c3017f79 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.0523624 Aug 31 07:38:38.778344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc19ef27-e657-4e9e-a048-e66b8ec8a351 req-498a10c7-89da-4c3f-a93b-063feafdb0f2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Aug 31 07:38:38.928389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 05cba110-0f7d-4a1e-8793-210778d31bf8 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:39.046372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 05cba110-0f7d-4a1e-8793-210778d31bf8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=05cba110-0f7d-4a1e-8793-210778d31bf8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:39.048545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec559e-2737-4072-99ea-5cc7325f6511 req-5e0e020d-fc98-4c12-bf8a-ed24e14db627 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:39.049700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6ec559e-2737-4072-99ea-5cc7325f6511 req-5e0e020d-fc98-4c12-bf8a-ed24e14db627 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 951 time: 0.0799022 Aug 31 07:38:39.070674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '05cba110-0f7d-4a1e-8793-210778d31bf8', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '05cba110-0f7d-4a1e-8793-210778d31bf8', 'mac_address': 'fa:16:3e:bd:91:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:39.134348 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.159619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cba110-0f7d-4a1e-8793-210778d31bf8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:39.188206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 05cba110-0f7d-4a1e-8793-210778d31bf8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=05cba110-0f7d-4a1e-8793-210778d31bf8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:39.327483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.408209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=05cba110-0f7d-4a1e-8793-210778d31bf8,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:39.451601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6ec559e-2737-4072-99ea-5cc7325f6511 req-afab8abd-6aa5-4145-801b-3b17ff449e52 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/security-groups?id=075713af-e11b-450c-a0b3-7eb8eae154f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954918 Aug 31 07:38:39.483068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ba474-1146-49ba-b36f-00bd124ed062 req-ddfb496f-ceee-47a9-af11-96e7e19746a7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:39.484729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-899ba474-1146-49ba-b36f-00bd124ed062 req-ddfb496f-ceee-47a9-af11-96e7e19746a7 tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 951 time: 0.0884905 Aug 31 07:38:39.654286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1f5a3-f607-412d-9072-c3624311d4c9 req-fc92ee62-01cc-4184-a5ba-f62f0d462bca tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:39.710223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dea1f5a3-f607-412d-9072-c3624311d4c9 req-fc92ee62-01cc-4184-a5ba-f62f0d462bca tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0788367 Aug 31 07:38:39.710223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dea1f5a3-f607-412d-9072-c3624311d4c9 req-ddac0be6-efec-413a-85fd-39b8abdb238a tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369573 Aug 31 07:38:39.731033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['05cba110-0f7d-4a1e-8793-210778d31bf8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:39.773516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Deleting port 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:39.773907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.887295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c04b31e-1a98-49a3-9ffa-3683eb234ab4 req-4f123757-8652-4b9d-b8a1-e4c7f01da4b5 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=6471960a-91bd-4651-9832-8dcfcb472395 HTTP/1.1" status: 200 len: 210 time: 0.0335565 Aug 31 07:38:39.957562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] For port 977016bf-eca8-4d3a-901d-438da9403386, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=977016bf-eca8-4d3a-901d-438da9403386,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:39.957562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.972948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Calling delete_port for 977016bf-eca8-4d3a-901d-438da9403386 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:40.078043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e3f1b-b217-444f-af9b-ba3483c7f778 req-9fcdf60c-e1ad-4d39-b4c7-1df223b3eed3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.079539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b0e3f1b-b217-444f-af9b-ba3483c7f778 req-9fcdf60c-e1ad-4d39-b4c7-1df223b3eed3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 949 time: 0.0660837 Aug 31 07:38:40.160802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b0e3f1b-b217-444f-af9b-ba3483c7f778 req-bec1ff83-c3f4-44ab-903f-65b3ed1583b6 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701537 Aug 31 07:38:40.265560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a77c-159f-4a08-8b2e-d577b139adff req-3d7398f1-21d7-4d39-a7a7-a15bf9a65ffe tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.267283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb62a77c-159f-4a08-8b2e-d577b139adff req-3d7398f1-21d7-4d39-a7a7-a15bf9a65ffe tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0519936 Aug 31 07:38:40.276236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55786) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:40.281346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Request body: {'floatingip': {'port_id': '1b193f19-c658-43be-9749-37d3afd652f7'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:40.286943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.375746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.380823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Pushing event deleted for resources: {'Port': ['ID=977016bf-eca8-4d3a-901d-438da9403386,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:40.482696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] No DVR routers for this DVR port 977016bf-eca8-4d3a-901d-438da9403386 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:40.492755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.494779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-899ba474-1146-49ba-b36f-00bd124ed062 req-0e84b146-f320-4d8b-b6ae-9777f79cdd2a tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.45 "DELETE /v2.0/ports/977016bf-eca8-4d3a-901d-438da9403386 HTTP/1.1" status: 204 len: 173 time: 0.9836261 Aug 31 07:38:40.497145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-deleted', 'tag': '977016bf-eca8-4d3a-901d-438da9403386'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:40.499238 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc176bc1-2012-4b39-8b51-80b50816967e" -d '{"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-deleted", "tag": "977016bf-eca8-4d3a-901d-438da9403386"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:40.531903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae95e8-1416-4d3b-924c-80920f2c319d req-0b50a13c-f2ef-4738-be7b-42052a88465d tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.533469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecae95e8-1416-4d3b-924c-80920f2c319d req-0b50a13c-f2ef-4738-be7b-42052a88465d tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.2135596 Aug 31 07:38:40.626101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecae95e8-1416-4d3b-924c-80920f2c319d req-d20ff941-a8f2-4860-814e-bfe0a9807b3b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857708 Aug 31 07:38:40.796399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-138963a5-3c01-48ac-ad99-b158fe613463 req-3dbf73db-cc71-4b77-9600-75e60760e08b tempest-ServersAdminTestJSON-1555655199 tempest-ServersAdminTestJSON-1555655199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecbeeeab-a4ca-4a5f-b929-6b705883439e HTTP/1.1" status: 200 len: 210 time: 0.0665951 Aug 31 07:38:40.855119 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1360b0-197d-4267-ab23-1155796b9522 x-openstack-request-id: req-8d1360b0-197d-4267-ab23-1155796b9522 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:40.855406 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeeeab-a4ca-4a5f-b929-6b705883439e", "name": "network-vif-deleted", "tag": "977016bf-eca8-4d3a-901d-438da9403386", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:40.855662 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d1360b0-197d-4267-ab23-1155796b9522 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:40.856056 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeeeab-a4ca-4a5f-b929-6b705883439e', 'name': 'network-vif-deleted', 'tag': '977016bf-eca8-4d3a-901d-438da9403386', 'status': 'completed', 'code': 200} Aug 31 07:38:40.856199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:40.877585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:40.877882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7a67ed93-d8d2-453a-a95b-ef0a8ad7c904 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:40.933661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['977016bf-eca8-4d3a-901d-438da9403386'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:40.980764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.026265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55822) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:41.039666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.146243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d5da7ad4-cefa-46ba-a80c-310c65e76ace tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:38:41.147269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d5da7ad4-cefa-46ba-a80c-310c65e76ace tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1199398 Aug 31 07:38:41.166920 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1 associated. External IP: 172.25.0.130, port: 1b193f19-c658-43be-9749-37d3afd652f7. Aug 31 07:38:41.258432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Request body: {'binding': {'host': 'n-h1-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:41.258971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Unknown quota resources ['binding']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:38:41.546507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66144763-3e7a-4e06-9d81-d23b537f093c req-140624d7-05c1-4b5f-8482-07acb72a55ba tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.546507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66144763-3e7a-4e06-9d81-d23b537f093c req-140624d7-05c1-4b5f-8482-07acb72a55ba tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 950 time: 0.0986259 Aug 31 07:38:41.548368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Router dfe216a5-aa45-4826-a952-30162d7b58e8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:41.548650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on host n-h1-713499-16 for vnic_type normal with profile None {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:41.548930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:41.549265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:41.556064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:41.556395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:41.573220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:41.573563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:41.573980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:41.574414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Bound port: 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:41.679311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66144763-3e7a-4e06-9d81-d23b537f093c req-7d05e1b5-dd2d-4c92-9a09-becb6be621a9 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207182 Aug 31 07:38:41.731370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:41.746559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:41.757880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.760294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:41.776933 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:41.777569 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:41.811753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-080760dd-2b1d-420a-b47d-1c69df7f8770 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "PUT /v2.0/floatingips/fe7b00c0-662c-45ed-ae4f-abf07bb545a1 HTTP/1.1" status: 200 len: 992 time: 1.5343912 Aug 31 07:38:41.834180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b057360-3f09-41d5-a5bb-f0df70ed1da6 req-d78a9485-6715-40cf-b3a8-21862d38d94c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.835875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b057360-3f09-41d5-a5bb-f0df70ed1da6 req-d78a9485-6715-40cf-b3a8-21862d38d94c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 949 time: 0.0569954 Aug 31 07:38:41.875822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b057360-3f09-41d5-a5bb-f0df70ed1da6 req-0763c7b1-5eb1-4a8f-906e-245f6d720557 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Aug 31 07:38:41.878155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.879401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-d1a426d5-60bc-4de7-9628-f42d64137c26 service neutron] 10.222.0.36 "POST /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6742110 Aug 31 07:38:41.894000 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:41.998400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a485622-7745-4030-95fa-97201768fc06 req-2cf69014-55da-45e2-9acb-7163611ca2da tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.000040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a485622-7745-4030-95fa-97201768fc06 req-2cf69014-55da-45e2-9acb-7163611ca2da tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 950 time: 0.0628281 Aug 31 07:38:42.059077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a485622-7745-4030-95fa-97201768fc06 req-f4f7824e-bd0b-4d8b-bd9b-0937f6016048 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 Aug 31 07:38:42.148886 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'fe7b00c0-662c-45ed-ae4f-abf07bb545a1', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'port_id': '1b193f19-c658-43be-9749-37d3afd652f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'mac_address': 'fa:16:3e:b7:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:42.160256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2c01d-6da2-452a-9957-197c27d75fbe req-3d0867b7-2e5d-44f5-9423-8afdf4638ece tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.162476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daa2c01d-6da2-452a-9957-197c27d75fbe req-3d0867b7-2e5d-44f5-9423-8afdf4638ece tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.0530453 Aug 31 07:38:42.178364 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:42.188355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:42.188982 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:42.204901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daa2c01d-6da2-452a-9957-197c27d75fbe req-3ecb3ed2-9f4e-4708-97be-8ee33c7ddae7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338535 Aug 31 07:38:42.316369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:42.466321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970ac7e-9654-4e88-bad4-26295eaef4f6 req-e2cbd484-d61e-4eaf-b3ef-d2fe9a32a0f5 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.474438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f970ac7e-9654-4e88-bad4-26295eaef4f6 req-e2cbd484-d61e-4eaf-b3ef-d2fe9a32a0f5 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 946 time: 0.0830221 Aug 31 07:38:42.518958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f970ac7e-9654-4e88-bad4-26295eaef4f6 req-ae0451cc-4640-478e-bf7e-07dbed2789d9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387425 Aug 31 07:38:42.655366 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'fe7b00c0-662c-45ed-ae4f-abf07bb545a1', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'port_id': '1b193f19-c658-43be-9749-37d3afd652f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'mac_address': 'fa:16:3e:b7:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:42.689159 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cff0d-a101-4180-b7a9-275845c44f8f None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'fe7b00c0-662c-45ed-ae4f-abf07bb545a1', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'port_id': '1b193f19-c658-43be-9749-37d3afd652f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'mac_address': 'fa:16:3e:b7:a1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:42.747722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-c9e22f7d-745c-4567-b2ea-0e505f7157d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.751689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-c9e22f7d-745c-4567-b2ea-0e505f7157d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0560400 Aug 31 07:38:42.856878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:42.859209 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90031ce0-3ab1-42f7-aaa4-fab331eab417" -d '{"events": [{"name": "network-changed", "server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "tag": "1b193f19-c658-43be-9749-37d3afd652f7"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:42.876920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-4c829b06-0062-4a32-bfe5-f1f16a87195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.878666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-4c829b06-0062-4a32-bfe5-f1f16a87195e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1130106 Aug 31 07:38:42.943980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 05cba110-0f7d-4a1e-8793-210778d31bf8 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:42.965890 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7621531-10fd-419d-b7b3-d2750131d5be x-openstack-request-id: req-c7621531-10fd-419d-b7b3-d2750131d5be {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:42.966180 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "tag": "1b193f19-c658-43be-9749-37d3afd652f7", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:42.966433 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7621531-10fd-419d-b7b3-d2750131d5be {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:42.966829 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7', 'status': 'completed', 'code': 200} Aug 31 07:38:42.968860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-95fd7c87-e21b-4eff-abfe-38d822ee3160 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 217 time: 0.0791008 Aug 31 07:38:43.026003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-3d5d3e41-d4ac-4fb0-a5aa-67ff4704e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.029541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68323c98-c248-4cb8-8049-b9db8f26cfd9 None None] New status for floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:38:43.032902 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-3d5d3e41-d4ac-4fb0-a5aa-67ff4704e53f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 1098 time: 0.1001325 Aug 31 07:38:43.060426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55914) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:43.092822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2812117e-153d-4eb8-a694-6eaa10c3b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.094887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2812117e-153d-4eb8-a694-6eaa10c3b88c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1107059 Aug 31 07:38:43.114287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e6574-5567-4e2e-a0e8-897d8bfd2bc1 req-651c348a-3daf-4d05-a546-e1671d5c3534 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.116865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e3e6574-5567-4e2e-a0e8-897d8bfd2bc1 req-651c348a-3daf-4d05-a546-e1671d5c3534 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 949 time: 0.1227691 Aug 31 07:38:43.140354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-7044ad89-858e-4a15-9d1d-33f07e0e0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.142191 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-7044ad89-858e-4a15-9d1d-33f07e0e0168 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 925 time: 0.1010880 Aug 31 07:38:43.147969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 05cba110-0f7d-4a1e-8793-210778d31bf8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:43.148688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-f7b724e5-6bc4-48ea-aad9-662997d6f065 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308444 Aug 31 07:38:43.158072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 05cba110-0f7d-4a1e-8793-210778d31bf8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:43.164227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.251029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-15e5e918-c858-4e9c-a304-4d22a0753a00 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b193f19-c658-43be-9749-37d3afd652f7 HTTP/1.1" status: 200 len: 1000 time: 0.1002147 Aug 31 07:38:43.302026 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.323807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-4e33c984-2ecd-403b-a550-d7fb61f79587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.326372 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-4e33c984-2ecd-403b-a550-d7fb61f79587 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 200 len: 863 time: 0.0685408 Aug 31 07:38:43.342853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cba110-0f7d-4a1e-8793-210778d31bf8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:43.345328 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e189639-246e-493c-ae8a-3e0eb0b05c9a" -d '{"events": [{"server_uuid": "d55b2cfb-f443-41e6-84b3-0b401fc3f8ac", "name": "network-vif-plugged", "status": "completed", "tag": "05cba110-0f7d-4a1e-8793-210778d31bf8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:43.367985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 05cba110-0f7d-4a1e-8793-210778d31bf8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=05cba110-0f7d-4a1e-8793-210778d31bf8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:43.394509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-af2fbafb-512c-493d-af21-3102076e7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.397039 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-af2fbafb-512c-493d-af21-3102076e7b41 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624473 Aug 31 07:38:43.442139 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.444227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:43.476224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55940) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:43.478999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 977016bf-eca8-4d3a-901d-438da9403386 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:43.479349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 977016bf-eca8-4d3a-901d-438da9403386 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:43.524278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-055fc2a9-8375-4896-93e5-d801890ca72c service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188555 Aug 31 07:38:43.542497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=05cba110-0f7d-4a1e-8793-210778d31bf8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:43.570398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e3e6574-5567-4e2e-a0e8-897d8bfd2bc1 req-88e4a321-220b-4c5f-a051-794e87e19405 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205213 Aug 31 07:38:43.641361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b2106374-b3ab-40fc-af1a-caa4a3cb8b84 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.641929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-90031ce0-3ab1-42f7-aaa4-fab331eab417 req-add7e600-2978-4bf9-8efd-1ef95c8b6450 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080418 Aug 31 07:38:43.643117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b2106374-b3ab-40fc-af1a-caa4a3cb8b84 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 950 time: 0.1462560 Aug 31 07:38:43.655861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-05c985c8-1845-49f1-8eae-be3445a38d24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea1dae63b6bd45e3848c141a902d089a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890613 Aug 31 07:38:43.662177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55952) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:43.683309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793aea22-3df1-46d8-8379-9df8afae3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.686652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-17f4ee83-1b52-4e63-966a-8b6d013faf89 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191898 Aug 31 07:38:43.749444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.784535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.832837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc6d11-c986-4e1f-b728-3a1c1a94b1bd req-d4ad7c5c-13e7-4fac-adc0-c13da0e161c3 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.834457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3fc6d11-c986-4e1f-b728-3a1c1a94b1bd req-d4ad7c5c-13e7-4fac-adc0-c13da0e161c3 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 950 time: 0.1901450 Aug 31 07:38:43.871178 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793aea22-3df1-46d8-8379-9df8afae3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.898221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-9c9c1faa-109b-4029-a8ec-d1fe04baada7 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975226 Aug 31 07:38:43.908016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3fc6d11-c986-4e1f-b728-3a1c1a94b1bd req-08b0032c-3f41-43bb-8a0c-ecd9dcf8f5bf tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/security-groups?id=e020a453-10f4-41b6-b555-469690f34824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633495 Aug 31 07:38:43.909780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Deleting port 2ffb8236-971c-42c8-ac4f-86d4f147c157 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:43.910150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.954420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.957240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:43.958509 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/075713af-e11b-450c-a0b3-7eb8eae154f5 HTTP/1.1" status: 204 len: 168 time: 0.2954118 Aug 31 07:38:43.967310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075713af-e11b-450c-a0b3-7eb8eae154f5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:43.976993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.977340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.977679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.978037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.978371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.978698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.979016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.979339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.979661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.980043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.980298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.980615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297bc8fe-ce42-4f24-9eab-ed814d2f160f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:43.994979 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793aea22-3df1-46d8-8379-9df8afae3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.045778 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-793aea22-3df1-46d8-8379-9df8afae3a80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bc0538e1416499091dc586cca171220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683901 Aug 31 07:38:44.046836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793aea22-3df1-46d8-8379-9df8afae3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87131d8-746a-4138-a4e6-c2bcf5d0c985,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:44.048458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55956) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:44.079337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989da4fc-84d7-41bc-acb6-cb7454f7c516 req-b82be9eb-34b6-497b-982a-1e50493e5410 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.080888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989da4fc-84d7-41bc-acb6-cb7454f7c516 req-b82be9eb-34b6-497b-982a-1e50493e5410 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1140492 Aug 31 07:38:44.101102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] For port 2ffb8236-971c-42c8-ac4f-86d4f147c157, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2ffb8236-971c-42c8-ac4f-86d4f147c157,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:44.101474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.154618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Calling delete_port for 2ffb8236-971c-42c8-ac4f-86d4f147c157 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:44.178489 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e58128-fdf1-4c1d-899b-0d919b6c1353 x-openstack-request-id: req-a5e58128-fdf1-4c1d-899b-0d919b6c1353 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:44.186671 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2cfb-f443-41e6-84b3-0b401fc3f8ac", "name": "network-vif-plugged", "status": "completed", "tag": "05cba110-0f7d-4a1e-8793-210778d31bf8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:44.186671 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5e58128-fdf1-4c1d-899b-0d919b6c1353 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:44.186671 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cba110-0f7d-4a1e-8793-210778d31bf8', 'code': 200} Aug 31 07:38:44.246080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-9f917332-397d-40fa-9ee7-6c22dc4de9b5 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.247671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-9f917332-397d-40fa-9ee7-6c22dc4de9b5 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1098 time: 0.1564603 Aug 31 07:38:44.253116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989da4fc-84d7-41bc-acb6-cb7454f7c516 req-fdc9eea4-08f7-414c-b566-2e8f285f036a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629269 Aug 31 07:38:44.255578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3300399f-6055-4145-a972-ab2fdb60e39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.264166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-16'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:44.320648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3300399f-6055-4145-a972-ab2fdb60e39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.384149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab313f-aa19-44f6-a4bf-cf63ca3fd1ca req-a2bdf332-569a-4902-aa41-84470fd1de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.387745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-caab313f-aa19-44f6-a4bf-cf63ca3fd1ca req-a2bdf332-569a-4902-aa41-84470fd1de30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 1102 time: 0.0725408 Aug 31 07:38:44.428614 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-caab313f-aa19-44f6-a4bf-cf63ca3fd1ca req-169b53d2-e5d1-4901-89e3-a7175f66c3c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298157 Aug 31 07:38:44.433936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.527845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979e72-f8ac-44c9-8921-3315fb9eb1e9 req-3d9cd947-e33b-4db6-8316-9cfda3513e93 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.529362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7979e72-f8ac-44c9-8921-3315fb9eb1e9 req-3d9cd947-e33b-4db6-8316-9cfda3513e93 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 946 time: 0.1784966 Aug 31 07:38:44.614457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7979e72-f8ac-44c9-8921-3315fb9eb1e9 req-8024bde6-c4c0-461e-a39a-edb2f0f7c49f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765841 Aug 31 07:38:44.646099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:44.689478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:44.691396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3300399f-6055-4145-a972-ab2fdb60e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.694551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3300399f-6055-4145-a972-ab2fdb60e39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.695729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3300399f-6055-4145-a972-ab2fdb60e39b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a87131d8-746a-4138-a4e6-c2bcf5d0c985 HTTP/1.1" status: 204 len: 168 time: 0.6440339 Aug 31 07:38:44.737914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.744538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300399f-6055-4145-a972-ab2fdb60e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87131d8-746a-4138-a4e6-c2bcf5d0c985,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:44.753130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['2ffb8236-971c-42c8-ac4f-86d4f147c157'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:44.802100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Pushing event deleted for resources: {'Port': ['ID=2ffb8236-971c-42c8-ac4f-86d4f147c157,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:44.813478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55980) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:44.836160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.858663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] No DVR routers for this DVR port 2ffb8236-971c-42c8-ac4f-86d4f147c157 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:44.861911 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.863946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-603b4027-3f8e-4586-b018-18f3c1bca95c req-b5b533e1-a848-4a65-825c-c8351ce2745f tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.45 "DELETE /v2.0/ports/2ffb8236-971c-42c8-ac4f-86d4f147c157 HTTP/1.1" status: 204 len: 173 time: 1.2054996 Aug 31 07:38:44.878779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2543180-788f-4ec7-af94-f282acdb87d8 req-0dd9591d-14b9-42d5-91d6-3c63639abb88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.878996 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-641c7734-757e-4fa2-a50a-4206d1f41f68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d36f5218166d4f298c746ad5d042dda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638247 Aug 31 07:38:44.879268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:44.885629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2543180-788f-4ec7-af94-f282acdb87d8 req-0dd9591d-14b9-42d5-91d6-3c63639abb88 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 950 time: 0.1681707 Aug 31 07:38:44.920568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2543180-788f-4ec7-af94-f282acdb87d8 req-4e52ea42-b963-482f-add9-6bc2bb13d130 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Aug 31 07:38:44.940626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8863300-8ec0-4f04-a621-e95f2bf59841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:44.950662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2ffb8236-971c-42c8-ac4f-86d4f147c157 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:44.969545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f'}, {'server_uuid': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'name': 'network-vif-deleted', 'tag': '2ffb8236-971c-42c8-ac4f-86d4f147c157'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:44.972253 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ad65c-c7ec-4b76-b3b1-391843daad36" -d '{"events": [{"server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f"}, {"server_uuid": "bf48f3a2-a09f-4bee-b5ad-1532775594ba", "name": "network-vif-deleted", "tag": "2ffb8236-971c-42c8-ac4f-86d4f147c157"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:44.974888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 2ffb8236-971c-42c8-ac4f-86d4f147c157 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:44.975485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2ffb8236-971c-42c8-ac4f-86d4f147c157 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:44.976176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:44.988645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.014906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8863300-8ec0-4f04-a621-e95f2bf59841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.087940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84728a55-a1aa-4418-aafa-94073fed4f2c req-ceae7fa1-8d02-46d8-bbf7-173ad5001dc9 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0421278 Aug 31 07:38:45.128859 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f825001-6548-40a7-be44-5f15073a5c2b x-openstack-request-id: req-3f825001-6548-40a7-be44-5f15073a5c2b {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:45.129169 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f", "code": 200}, {"server_uuid": "bf48f3a2-a09f-4bee-b5ad-1532775594ba", "name": "network-vif-deleted", "tag": "2ffb8236-971c-42c8-ac4f-86d4f147c157", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:45.129530 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f825001-6548-40a7-be44-5f15073a5c2b {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:45.130040 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'code': 200} Aug 31 07:38:45.131237 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48f3a2-a09f-4bee-b5ad-1532775594ba', 'name': 'network-vif-deleted', 'tag': '2ffb8236-971c-42c8-ac4f-86d4f147c157', 'status': 'completed', 'code': 200} Aug 31 07:38:45.135833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:45.149975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on host n-h2-713499-16 for vnic_type normal with profile {"migrating_to": "n-h1-713499-16"} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:45.150328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:45.150944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:45.156823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:45.156995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Attempting to bind port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:45.163238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:45.163695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:45.164156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:45.164607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Bound port: 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:45.165119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.183320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.223066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8863300-8ec0-4f04-a621-e95f2bf59841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.227101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8863300-8ec0-4f04-a621-e95f2bf59841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.229197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8863300-8ec0-4f04-a621-e95f2bf59841 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca14948b-6208-4724-8f5a-5d0e3012e53a HTTP/1.1" status: 204 len: 168 time: 0.3480465 Aug 31 07:38:45.229498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:45.241662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8863300-8ec0-4f04-a621-e95f2bf59841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14948b-6208-4724-8f5a-5d0e3012e53a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:45.255798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:45.260014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:45.337118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.337884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.397219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:45.448970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:45.453403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:45.454057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:45.455454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-bc57a003-1ab0-4c06-8712-daf7491cf79d service neutron] 10.222.0.45 "PUT /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 1124 time: 1.1964765 Aug 31 07:38:45.468929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53780fc9-7cf0-4526-843f-a3df4d03dac1 req-c6d6aa02-1f83-49e9-a160-06982212a330 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:45.470508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53780fc9-7cf0-4526-843f-a3df4d03dac1 req-c6d6aa02-1f83-49e9-a160-06982212a330 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1285946 Aug 31 07:38:45.513974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53780fc9-7cf0-4526-843f-a3df4d03dac1 req-6a2a100e-9fc4-4d02-bf5f-1c53558b3fbd tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Aug 31 07:38:45.556952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['5f23c927-bd50-4956-b7e2-3b4cc5fd527f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:45.776827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c77a-63f7-41e1-b534-8f0eb38976fb req-cded4299-900d-40b9-80ec-f7e242f846f3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:45.778396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62c3c77a-63f7-41e1-b534-8f0eb38976fb req-cded4299-900d-40b9-80ec-f7e242f846f3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0601552 Aug 31 07:38:45.825248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62c3c77a-63f7-41e1-b534-8f0eb38976fb req-17b5bcbf-a28f-4029-adad-53278c5b6713 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Aug 31 07:38:46.060303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13291-1d39-4d67-8c5b-2efbae0fb790 req-aeebcb63-f804-4ff8-acaa-34a36862625e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.061905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83c13291-1d39-4d67-8c5b-2efbae0fb790 req-aeebcb63-f804-4ff8-acaa-34a36862625e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 950 time: 0.0606940 Aug 31 07:38:46.105049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83c13291-1d39-4d67-8c5b-2efbae0fb790 req-05aef324-40be-4143-bf5e-fa8fb154e55a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Aug 31 07:38:46.132730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56038) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:46.180855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:46.183850 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34633cc1-781a-4514-9c2a-53d948203819" -d '{"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:46.212169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4493704-efb5-4a30-9c4e-1a23b1272ab4 req-c65f565a-b96a-48a3-9ba2-f9abe1535567 tempest-LiveMigrationNegativeTest-1136861450 tempest-LiveMigrationNegativeTest-1136861450-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf48f3a2-a09f-4bee-b5ad-1532775594ba HTTP/1.1" status: 200 len: 210 time: 0.0293336 Aug 31 07:38:46.245066 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f9f8c-05b7-4229-b111-58bfb46259f5 x-openstack-request-id: req-f92f9f8c-05b7-4229-b111-58bfb46259f5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:46.245710 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:46.246125 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f92f9f8c-05b7-4229-b111-58bfb46259f5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:46.246853 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'code': 200} Aug 31 07:38:46.261695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-network', 'tenant_id': '44dbda105d7949658b36a40026c24b5b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:46.371377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Made reservation on behalf of 44dbda105d7949658b36a40026c24b5b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:46.373768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.382911 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.480385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.580707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.616694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:38:46.642127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd426f61-7e42-4851-a7df-fec84940f206,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:46.647421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.647769 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Added segment f50040b8-f4c3-464f-a322-820f4d4f8dd3 of type vlan for network 524ebe13-984c-48aa-b458-0cdf0a35096c Aug 31 07:38:46.693381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.709907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1c62-dd1a-4403-984d-288a8fe46566 req-8b6d3915-706b-483b-a0c6-66a5ed198335 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.711473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38fd1c62-dd1a-4403-984d-288a8fe46566 req-8b6d3915-706b-483b-a0c6-66a5ed198335 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1101632 Aug 31 07:38:46.759109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38fd1c62-dd1a-4403-984d-288a8fe46566 req-e1d0420e-351b-4fa8-a56f-8aeff920a702 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Aug 31 07:38:46.851043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.852100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.852719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.915708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] Pushing event updated for resources: {'Network': ['ID=524ebe13-984c-48aa-b458-0cdf0a35096c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:46.927613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 524ebe13-984c-48aa-b458-0cdf0a35096c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:38:46.978623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db5ac2-d3b6-4749-a065-026258d5b848 req-6947b3be-9bbb-4778-a2d2-49d43e9d8056 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.979993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7db5ac2-d3b6-4749-a065-026258d5b848 req-6947b3be-9bbb-4778-a2d2-49d43e9d8056 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0621722 Aug 31 07:38:46.986392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56076) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:46.986917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3338b2cc-32e5-4ae1-b5c4-f1aa9a4a0637 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8527048 Aug 31 07:38:46.992393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Request body: {'subnet': {'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-subnet', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:47.025841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7db5ac2-d3b6-4749-a065-026258d5b848 req-596cf664-23b7-41d0-bce6-3f550e4a407b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Aug 31 07:38:47.102300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Made reservation on behalf of 44dbda105d7949658b36a40026c24b5b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:47.104656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.133222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:47.137268 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07035d16-d2a1-499d-b100-0a3305d539e8" -d '{"events": [{"name": "network-changed", "server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:47.192761 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d19063-ab1b-48b3-8df0-d2bbda11f2a8 x-openstack-request-id: req-b6d19063-ab1b-48b3-8df0-d2bbda11f2a8 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:47.193521 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:47.193648 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6d19063-ab1b-48b3-8df0-d2bbda11f2a8 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:47.194180 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'status': 'completed', 'code': 200} Aug 31 07:38:47.246407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b26b-5567-4b14-b4e3-bf0ddfced551 req-f226c5c6-7d43-4258-a774-e1d92840f270 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.248343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2409b26b-5567-4b14-b4e3-bf0ddfced551 req-f226c5c6-7d43-4258-a774-e1d92840f270 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 950 time: 0.0699625 Aug 31 07:38:47.303571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-9dcde070-f7c0-4c42-a64f-f2765fea64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.305423 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-9dcde070-f7c0-4c42-a64f-f2765fea64cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1127 time: 0.0755184 Aug 31 07:38:47.331561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2409b26b-5567-4b14-b4e3-bf0ddfced551 req-cc1f5a70-39cc-4a5b-ae6b-890b2b71c558 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Aug 31 07:38:47.435713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-53b949b5-36e5-4e17-8a2e-bbea2db11dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.437508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-53b949b5-36e5-4e17-8a2e-bbea2db11dbe service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1087182 Aug 31 07:38:47.494426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-8611555a-47aa-4fb6-ba2c-9c93a448390c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 217 time: 0.0391808 Aug 31 07:38:47.511260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6eda-2239-4160-80cc-12abc9366093 req-c7597918-0d04-4590-9927-0451bb937d66 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.513071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15f6eda-2239-4160-80cc-12abc9366093 req-c7597918-0d04-4590-9927-0451bb937d66 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 1102 time: 0.0483086 Aug 31 07:38:47.546828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-e081c826-a7e2-4850-ab3d-7fc39e49b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.548585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-e081c826-a7e2-4850-ab3d-7fc39e49b2ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0519478 Aug 31 07:38:47.553085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15f6eda-2239-4160-80cc-12abc9366093 req-d768bc94-10c2-4d1f-8eb0-cfa225290634 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327373 Aug 31 07:38:47.597326 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-651b9ef4-77a0-45b1-a104-9d3c2ebf860a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398011 Aug 31 07:38:47.653550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.737266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d18f694-c5f5-4c23-9335-341d66a8bfb3,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:47.760204 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-508e0f64-fae1-41d7-9312-849a932246e8 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541522 Aug 31 07:38:47.763784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Checking segment: {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:47.764157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Network hostable DHCP agents. Network: 524ebe13-984c-48aa-b458-0cdf0a35096c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:38:47.878307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-2d1a924f-b299-4ddd-930b-d793b26f66a2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339210 Aug 31 07:38:47.886181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-07035d16-d2a1-499d-b100-0a3305d539e8 req-6fbeb478-8ffd-4715-8c12-c8c4d52ec7f0 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167605 Aug 31 07:38:47.926811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Network 524ebe13-984c-48aa-b458-0cdf0a35096c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:38:47.980108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1db6-cc16-49cf-a939-384f63a0fcea req-49a3b7d4-b1d1-4ed8-93dc-602275368840 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.981648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15ab1db6-cc16-49cf-a939-384f63a0fcea req-49a3b7d4-b1d1-4ed8-93dc-602275368840 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1252160 Aug 31 07:38:48.003234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56138) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:48.011813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 524ebe13-984c-48aa-b458-0cdf0a35096c) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:48.016033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.016690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.025521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c36c35-12a2-491a-83f6-fb6a3b9cf0bc None None] Network 524ebe13-984c-48aa-b458-0cdf0a35096c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:48.035252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-01105c06-9930-4d00-b12c-0883930598de tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.035252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-01105c06-9930-4d00-b12c-0883930598de tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526916 Aug 31 07:38:48.057252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15ab1db6-cc16-49cf-a939-384f63a0fcea req-f5703ce3-bc1d-44ed-9202-c96d8c55b875 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656395 Aug 31 07:38:48.059720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-09db483b-488f-4d42-9ebc-8492e4c94b8a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/quotas/c801fc7999f0453ea8d0308ee64b8989 HTTP/1.1" status: 200 len: 375 time: 0.0168509 Aug 31 07:38:48.103364 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8a1fdf42-7854-4e94-a916-64c9645da80d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1111565 Aug 31 07:38:48.103674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:48.114723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:48.149052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-c2bc0661-7649-4b35-b367-af8462729054 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0821965 Aug 31 07:38:48.243663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-524ebe13-984c-48aa-b458-0cdf0a35096c', 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'fixed_ips': [{'subnet_id': '8d18f694-c5f5-4c23-9335-341d66a8bfb3'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:38:48.244761 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.285784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.287659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.317448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8581f06d-7a33-49bc-801e-188b23539c7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e17ebd9e9ed4946819fe77b4339778a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129625 Aug 31 07:38:48.321182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:48.334328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07172830-211a-49e4-9263-00561365fcb8 req-aedc8d0a-68ae-4eb7-9501-1af2fabbe425 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.336291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07172830-211a-49e4-9263-00561365fcb8 req-aedc8d0a-68ae-4eb7-9501-1af2fabbe425 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0801864 Aug 31 07:38:48.383685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.384834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07172830-211a-49e4-9263-00561365fcb8 req-ae3050e1-815b-4ca7-8917-eebe1a7432dd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Aug 31 07:38:48.411185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Allocated IP 172.20.0.2 (524ebe13-984c-48aa-b458-0cdf0a35096c/8d18f694-c5f5-4c23-9335-341d66a8bfb3/bdc2cc66-8446-47b7-b96a-161d097b0c8d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:48.421751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32ee079a-7a17-4831-9c06-c07321029d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.454534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32ee079a-7a17-4831-9c06-c07321029d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.521461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-921812a6-a995-4d29-af3f-b9f7118a9810 req-c0810a88-1e3b-4e85-8e28-7d851dfc14eb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 210 time: 0.0373344 Aug 31 07:38:48.645421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.708391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Transition to ACTIVE for port object bdc2cc66-8446-47b7-b96a-161d097b0c8d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:48.710003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32ee079a-7a17-4831-9c06-c07321029d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.712564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32ee079a-7a17-4831-9c06-c07321029d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.716247 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32ee079a-7a17-4831-9c06-c07321029d93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e020a453-10f4-41b6-b555-469690f34824 HTTP/1.1" status: 204 len: 168 time: 0.3902824 Aug 31 07:38:48.719017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.728266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee079a-7a17-4831-9c06-c07321029d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020a453-10f4-41b6-b555-469690f34824,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:48.731479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Transition to ACTIVE for port object bdc2cc66-8446-47b7-b96a-161d097b0c8d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:48.868250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:48.886082 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.929505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Network 524ebe13-984c-48aa-b458-0cdf0a35096c is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:48.932175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:48.936378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:48.944154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Pushing event updated for resources: {'Port': ['ID=bdc2cc66-8446-47b7-b96a-161d097b0c8d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:48.955385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.955385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.955544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.955866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.956211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.956544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.956880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.957214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.957541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.958025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.958373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.958785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:48.977085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:49.002144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9584a561-ece0-4e66-acde-984c0283f82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.022690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Attempting to bind port bdc2cc66-8446-47b7-b96a-161d097b0c8d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:49.023070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Attempting to bind port bdc2cc66-8446-47b7-b96a-161d097b0c8d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:49.023441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Attempting to bind port bdc2cc66-8446-47b7-b96a-161d097b0c8d on network 524ebe13-984c-48aa-b458-0cdf0a35096c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:49.039608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:49.041400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Checking segment: {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:49.041400 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.041906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Bound using segment: {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:49.042395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Bound port: bdc2cc66-8446-47b7-b96a-161d097b0c8d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:49.042776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.148174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.151902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] For port bdc2cc66-8446-47b7-b96a-161d097b0c8d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:49.159395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] For port bdc2cc66-8446-47b7-b96a-161d097b0c8d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdc2cc66-8446-47b7-b96a-161d097b0c8d,segment=NetworkSegment(f50040b8-f4c3-464f-a322-820f4d4f8dd3),segment_id=f50040b8-f4c3-464f-a322-820f4d4f8dd3)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:49.173989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.214963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:49.236239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'mac_address': 'fa:16:3e:29:8a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:49.248742 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.278528 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9584a561-ece0-4e66-acde-984c0283f82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.307602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6715-528d-4a18-be19-958a9fd7badb req-15612bfb-6768-4151-8a75-e708fe994b6f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.310217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad6b6715-528d-4a18-be19-958a9fd7badb req-15612bfb-6768-4151-8a75-e708fe994b6f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.0935798 Aug 31 07:38:49.327867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Allocated IP 172.25.0.237 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2c95b39c-96d6-4be0-8e30-208ae8915238) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:49.347417 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.375033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b10836-b894-4f94-8098-f2dcaf7f6813 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:49.379196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad6b6715-528d-4a18-be19-958a9fd7badb req-d3bfbc3f-dee0-41b6-a3c0-bf5589363057 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Aug 31 07:38:49.381944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfd7b2-da9a-4cdb-aeea-abd80caa58fb None None] Pushing event updated for resources: {'Port': ['ID=bdc2cc66-8446-47b7-b96a-161d097b0c8d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:49.398943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:49.436098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9584a561-ece0-4e66-acde-984c0283f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.457717 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.459798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:49.505066 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9584a561-ece0-4e66-acde-984c0283f82a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49c0a744af644b42a22089e9d34ca378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356533 Aug 31 07:38:49.511371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56190) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:49.531380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584a561-ece0-4e66-acde-984c0283f82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf5cf5a-bb5c-420b-b9a7-2852d37419de,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:49.556109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576babb-672a-4d10-8463-1802785c24c6 req-75d40f83-598b-4bcc-a598-0081f4df5b02 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.560561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.577437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8576babb-672a-4d10-8463-1802785c24c6 req-75d40f83-598b-4bcc-a598-0081f4df5b02 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.0901265 Aug 31 07:38:49.622494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56204) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:49.654600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8576babb-672a-4d10-8463-1802785c24c6 req-bc7432a0-7307-4a98-ba1a-8b3f28c10cd0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 Aug 31 07:38:49.696173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:49.698354 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e80b-0688-40e7-a248-b6ad1a2bbdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.715253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3bb5bac-5c20-4f9a-ab96-08ce1c5e2be6 req-03618419-20e0-4579-9b38-d66e2ce6766b tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 210 time: 0.0387375 Aug 31 07:38:49.787717 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8de9f4b5-6006-4f47-bbf7-9ab094bd1406 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea1bec4bd17046738b42d98a00a79d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566117 Aug 31 07:38:49.791352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56206) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:49.793393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e80b-0688-40e7-a248-b6ad1a2bbdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.802777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:49.817666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f has no active binding in host n-h1-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:38:49.862811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.871339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.897346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.902994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:49.909681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:49.913905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:49.937625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Pushing event updated for resources: {'Port': ['ID=2c95b39c-96d6-4be0-8e30-208ae8915238,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:49.939923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e80b-0688-40e7-a248-b6ad1a2bbdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.942578 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fb7e80b-0688-40e7-a248-b6ad1a2bbdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.943721 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7fb7e80b-0688-40e7-a248-b6ad1a2bbdc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdf5cf5a-bb5c-420b-b9a7-2852d37419de HTTP/1.1" status: 204 len: 168 time: 0.4256859 Aug 31 07:38:49.961410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7e80b-0688-40e7-a248-b6ad1a2bbdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf5cf5a-bb5c-420b-b9a7-2852d37419de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:49.965099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c1b10836-b894-4f94-8098-f2dcaf7f6813'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:50.028414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.032061 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.037363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3227fd2e-6361-4f2a-bdcf-2a0f825cf502 HTTP/1.1" status: 204 len: 168 time: 0.2409475 Aug 31 07:38:50.050607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3227fd2e-6361-4f2a-bdcf-2a0f825cf502,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:50.074158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.074870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.076196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.076602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.078561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.079551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.081456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.081910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.082330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.083700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.084459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.086230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e07d5bf-1626-48cd-b112-83ce6ac9c891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:50.635808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe6e8d-54f4-43d3-9263-80898df2f53f req-6ffd6215-588f-496a-9cb9-3e4306611290 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.648125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2afe6e8d-54f4-43d3-9263-80898df2f53f req-6ffd6215-588f-496a-9cb9-3e4306611290 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1033919 Aug 31 07:38:50.722388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-d0b0b041-6c39-4c2e-8553-39cd1dd03f5f tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c801fc7999f0453ea8d0308ee64b8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344207 Aug 31 07:38:50.794754 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-1d665303-c0db-4e77-b4aa-3c6e246d3f00 service neutron] 10.222.0.68 "GET /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.2073257 Aug 31 07:38:50.806451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.860030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2afe6e8d-54f4-43d3-9263-80898df2f53f req-72555079-a1ca-4fe9-813c-b29c0000bbb0 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092929 Aug 31 07:38:50.905004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bdb180-bbfe-4d55-977a-b67c22c4ed9f None None] Network 524ebe13-984c-48aa-b458-0cdf0a35096c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:51.006351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:51.010957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-8e0d4259-22b0-461b-a640-1e67a6f6bdf3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:51.012662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-8e0d4259-22b0-461b-a640-1e67a6f6bdf3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709043 Aug 31 07:38:51.097390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Request body: {'port': {'device_id': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': 'c801fc7999f0453ea8d0308ee64b8989'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:51.141740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2df0eab1-c293-485c-a8e8-e7aec315c1eb None None] Provisioning for port bdc2cc66-8446-47b7-b96a-161d097b0c8d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:51.184258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdc2cc66-8446-47b7-b96a-161d097b0c8d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:51.212025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:51.238033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad2b5aff-2856-4c6a-bf10-76c2968e1ea7 req-c8e7b3f6-b8ae-4812-ab52-b88bb75faf09 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 210 time: 0.2234330 Aug 31 07:38:51.249038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ed4cf-5de0-4316-b265-4dc14ccf4c39 req-845e365a-0ddc-4dd9-862f-634d709284e7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:51.267193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-116ed4cf-5de0-4316-b265-4dc14ccf4c39 req-845e365a-0ddc-4dd9-862f-634d709284e7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 944 time: 0.3628800 Aug 31 07:38:51.269208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c1b10836-b894-4f94-8098-f2dcaf7f6813 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:51.269920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.318815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-116ed4cf-5de0-4316-b265-4dc14ccf4c39 req-e081b632-3dc9-45a6-a786-65d8ee6ca0e7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506072 Aug 31 07:38:51.365597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3874e63c-576e-4653-abc3-9de184a15cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.371047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Made reservation on behalf of c801fc7999f0453ea8d0308ee64b8989 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:51.375710 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.406847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bdc2cc66-8446-47b7-b96a-161d097b0c8d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:51.417840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bdc2cc66-8446-47b7-b96a-161d097b0c8d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:51.418384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.503246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:51.525453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.571806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.582652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:51.585371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:51.590447 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7d3b2-4b82-4261-af41-de61c61d4366" -d '{"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-plugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:51.599930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Allocated IP 192.168.233.36 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/4c549f5f-5289-491c-b427-87329f4e0bb8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:51.655033 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71651d9-8b9c-454f-a476-49d3923caa18 x-openstack-request-id: req-e71651d9-8b9c-454f-a476-49d3923caa18 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:51.655581 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-plugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:51.656288 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e71651d9-8b9c-454f-a476-49d3923caa18 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:51.657981 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'code': 200} Aug 31 07:38:51.671461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.692802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:51.736389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.808512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3874e63c-576e-4653-abc3-9de184a15cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.817227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port bdc2cc66-8446-47b7-b96a-161d097b0c8d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdc2cc66-8446-47b7-b96a-161d097b0c8d,segment=NetworkSegment(f50040b8-f4c3-464f-a322-820f4d4f8dd3),segment_id=f50040b8-f4c3-464f-a322-820f4d4f8dd3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:51.819661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8e2a84db-7ce7-43dc-a8d2-57336f3a8f99 None None] Provisioning complete for port bdc2cc66-8446-47b7-b96a-161d097b0c8d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:51.820259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8e2a84db-7ce7-43dc-a8d2-57336f3a8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.910665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.927328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Transition to ACTIVE for port object 4c549f5f-5289-491c-b427-87329f4e0bb8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:51.976581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3874e63c-576e-4653-abc3-9de184a15cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.018050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:52.033691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f23c927-bd50-4956-b7e2-3b4cc5fd527f {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:52.037739 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.054499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027bf8-0f68-4577-8227-1c272d55a280 req-21042c7b-e0b4-4d10-a83a-1c4532018332 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.056076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d027bf8-0f68-4577-8227-1c272d55a280 req-21042c7b-e0b4-4d10-a83a-1c4532018332 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.0630167 Aug 31 07:38:52.095662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:52.101279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e63c-576e-4653-abc3-9de184a15cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151c8014-f27c-4db9-84a0-0b29471e6f8d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:52.119797 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3874e63c-576e-4653-abc3-9de184a15cf0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddad0a15d7764b9598115fe43a244070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9032772 Aug 31 07:38:52.121275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d027bf8-0f68-4577-8227-1c272d55a280 req-828f50df-16aa-4376-971e-93a01b9fcbde tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549712 Aug 31 07:38:52.122442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.124434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56286) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:52.146355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:52.148943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', '1e862073-8b0c-43db-9166-6a4591691fc4', 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', '05cba110-0f7d-4a1e-8793-210778d31bf8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:52.217098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.223413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=bdc2cc66-8446-47b7-b96a-161d097b0c8d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:52.235897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7270d21f-f6b0-4704-bec6-7efbdd673bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.264003 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7270d21f-f6b0-4704-bec6-7efbdd673bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.317514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Router b302f9d2-afe6-4e06-b3d7-726f58b84284 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:38:52.320223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:52.327018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:52.332416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:52.338259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.338953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.419109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] Transition to ACTIVE for port object 5f23c927-bd50-4956-b7e2-3b4cc5fd527f will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:52.502166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4415486 Aug 31 07:38:52.502769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03b137-66bf-4e3e-a3d0-b46c5098a3ee tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event updated for resources: {'Port': ['ID=4c549f5f-5289-491c-b427-87329f4e0bb8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:52.515049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7270d21f-f6b0-4704-bec6-7efbdd673bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.517596 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7270d21f-f6b0-4704-bec6-7efbdd673bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.524003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7270d21f-f6b0-4704-bec6-7efbdd673bd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/151c8014-f27c-4db9-84a0-0b29471e6f8d HTTP/1.1" status: 204 len: 168 time: 0.3983696 Aug 31 07:38:52.524561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.617723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Request body: {'port': {'device_id': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:52.638101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d21f-f6b0-4704-bec6-7efbdd673bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151c8014-f27c-4db9-84a0-0b29471e6f8d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:52.769961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] No DVR routers for this DVR port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:52.818046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:52.832966 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Sync routers for ids ['b302f9d2-afe6-4e06-b3d7-726f58b84284'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:52.844915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.848751 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Routers {'b302f9d2-afe6-4e06-b3d7-726f58b84284'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:52.849375 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b302f9d2-afe6-4e06-b3d7-726f58b84284'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:52.852613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] Pushing event updated for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=10']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:52.864088 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-583b45d7-d34a-4c40-86af-05394af03b16 service neutron] 10.222.0.68 "PUT /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f/bindings/n-h1-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 2.0591171 Aug 31 07:38:52.878728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85101691-0ee1-4426-9432-f2111b4e978e req-24053588-2d38-433a-9be3-7b8520a4160e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.894756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85101691-0ee1-4426-9432-f2111b4e978e req-24053588-2d38-433a-9be3-7b8520a4160e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 935 time: 0.4976008 Aug 31 07:38:52.916843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6e82-8d98-47a7-8e71-f8760fb3f4de req-6ce36312-107e-4d17-90aa-a90cdb149b5b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.924083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-439c6e82-8d98-47a7-8e71-f8760fb3f4de req-6ce36312-107e-4d17-90aa-a90cdb149b5b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.4264181 Aug 31 07:38:52.954055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:52.988229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.989656 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63ac9dc1-0db5-4af5-b867-01996bfe6342 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8843544 Aug 31 07:38:52.992608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56304) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:53.025410 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Set router b302f9d2-afe6-4e06-b3d7-726f58b84284 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:53.105941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e38a3f71-3dc5-4038-b29b-b81486277aeb None None] Provisioning for port 4c549f5f-5289-491c-b427-87329f4e0bb8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:53.157786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-439c6e82-8d98-47a7-8e71-f8760fb3f4de req-4c7fb594-56cd-4450-ae84-550d31b9d4b1 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295868 Aug 31 07:38:53.193787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e38a3f71-3dc5-4038-b29b-b81486277aeb None None] Provisioning complete for port 4c549f5f-5289-491c-b427-87329f4e0bb8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:53.199354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e38a3f71-3dc5-4038-b29b-b81486277aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:53.241369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85101691-0ee1-4426-9432-f2111b4e978e req-718c01f7-442d-4e2c-983d-6b060cd1eb60 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456504 Aug 31 07:38:53.282211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-254c7dae-ac71-49d0-8aac-d6ca088a06e2 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.283368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdc2cc66-8446-47b7-b96a-161d097b0c8d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:53.289952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-254c7dae-ac71-49d0-8aac-d6ca088a06e2 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.2522407 Aug 31 07:38:53.475911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:53.560939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:38:50Z', 'revision_number': 3, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:53.584949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e38a3f71-3dc5-4038-b29b-b81486277aeb None None] Port 4c549f5f-5289-491c-b427-87329f4e0bb8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:53.620141 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Checking router: b302f9d2-afe6-4e06-b3d7-726f58b84284 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:53.620631 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Updating router b302f9d2-afe6-4e06-b3d7-726f58b84284 port 2c95b39c-96d6-4be0-8e30-208ae8915238 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:53.688417 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:53.711510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:53.890555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bdc2cc66-8446-47b7-b96a-161d097b0c8d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:53.894382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:53.900366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b309fd5-976e-4a74-977e-61f0bd19b5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.108536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2ac92da4-ec8c-4277-8d20-7e8be22de06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.108536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2ac92da4-ec8c-4277-8d20-7e8be22de06b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3&tenant_id=e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 1097 time: 0.8026814 Aug 31 07:38:54.128853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447624b-09e9-43e6-8cf6-219fe237dc0e req-2586286f-9cd4-49a4-83da-80d0e47b8eab tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.138716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1447624b-09e9-43e6-8cf6-219fe237dc0e req-2586286f-9cd4-49a4-83da-80d0e47b8eab tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.7128675 Aug 31 07:38:54.238422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1447624b-09e9-43e6-8cf6-219fe237dc0e req-9d1a51ba-39a6-41b1-b6da-9d996a23306c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987043 Aug 31 07:38:54.286923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.350250 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.366767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-25815f64-989e-4a40-adc4-c599ddce80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.373267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-25815f64-989e-4a40-adc4-c599ddce80bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1097 time: 0.2284741 Aug 31 07:38:54.381411 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Transition to ACTIVE for port object 2c95b39c-96d6-4be0-8e30-208ae8915238 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:54.480878 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.597659 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Attempting to bind port 2c95b39c-96d6-4be0-8e30-208ae8915238 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:54.598076 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Attempting to bind port 2c95b39c-96d6-4be0-8e30-208ae8915238 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:54.598473 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Attempting to bind port 2c95b39c-96d6-4be0-8e30-208ae8915238 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:54.600539 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Pushing event updated for resources: {'Port': ['ID=2c95b39c-96d6-4be0-8e30-208ae8915238,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:54.631864 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:54.632087 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:54.632366 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.632769 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:54.633251 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Bound port: 2c95b39c-96d6-4be0-8e30-208ae8915238, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:54.633660 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.636967 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.637559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.637674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.638037 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.638383 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.638725 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.639057 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.639388 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.639721 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.640049 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.640380 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.640498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Allocated IP 172.20.0.1 (524ebe13-984c-48aa-b458-0cdf0a35096c/8d18f694-c5f5-4c23-9335-341d66a8bfb3/8293965c-bdc3-4406-ba05-0d0d07389e1c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:54.640710 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:54.643281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb03fb4-f523-441f-afaf-1417721f7fb5 req-74c57e38-f3fb-4eef-b990-15c9f607ca9b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.651264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebb03fb4-f523-441f-afaf-1417721f7fb5 req-74c57e38-f3fb-4eef-b990-15c9f607ca9b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.3186243 Aug 31 07:38:54.760821 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] For port 2c95b39c-96d6-4be0-8e30-208ae8915238, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:54.766553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56356) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:54.766711 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] For port 2c95b39c-96d6-4be0-8e30-208ae8915238, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2c95b39c-96d6-4be0-8e30-208ae8915238,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:54.776067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.781711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3899b2-a692-4e83-88ff-bfe050aaa8fb req-cb6e3ecb-23db-4954-a920-db957961aa20 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.789450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e3899b2-a692-4e83-88ff-bfe050aaa8fb req-cb6e3ecb-23db-4954-a920-db957961aa20 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 935 time: 0.3954630 Aug 31 07:38:54.800924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Transition to ACTIVE for port object 8293965c-bdc3-4406-ba05-0d0d07389e1c will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:54.835053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c549f5f-5289-491c-b427-87329f4e0bb8 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:54.862101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.865737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-a54a526f-8784-4740-a0db-1de2973dc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.867510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-a54a526f-8784-4740-a0db-1de2973dc254 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.4725389 Aug 31 07:38:54.885634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebb03fb4-f523-441f-afaf-1417721f7fb5 req-7db43814-761d-419b-93bc-2686813c28c6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333918 Aug 31 07:38:54.891472 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.955086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.986401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Transition to ACTIVE for port object 4c549f5f-5289-491c-b427-87329f4e0bb8 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:54.991415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1228455452-network', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:54.996936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2af95810-9808-4d4a-9b55-496f40aafdc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 217 time: 0.1024501 Aug 31 07:38:55.008985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e3899b2-a692-4e83-88ff-bfe050aaa8fb req-585ab05e-5186-4bbc-8cad-75c78e8b28d7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184873 Aug 31 07:38:55.031887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Network 524ebe13-984c-48aa-b458-0cdf0a35096c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:55.035494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:55.047465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:55.074938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.108237 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0590e85-375b-415e-883b-aa58dc92b636 None None] Pushing event updated for resources: {'Port': ['ID=2c95b39c-96d6-4be0-8e30-208ae8915238,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:55.152680 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Routers {'b302f9d2-afe6-4e06-b3d7-726f58b84284'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:55.153425 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b302f9d2-afe6-4e06-b3d7-726f58b84284'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:55.168209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.197966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Made reservation on behalf of cdb192d4d4be4f49b006b3daf8d73270 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:55.200577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.258708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.266584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Pushing event updated for resources: {'Port': ['ID=8293965c-bdc3-4406-ba05-0d0d07389e1c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:55.276623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-ae88cf3f-1e26-4e0b-8535-eca7f625ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.284536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-ae88cf3f-1e26-4e0b-8535-eca7f625ece2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.2572868 Aug 31 07:38:55.388244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Pushing event updated for resources: {'Port': ['ID=4c549f5f-5289-491c-b427-87329f4e0bb8,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:55.416193 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] Set router b302f9d2-afe6-4e06-b3d7-726f58b84284 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:55.538500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.541936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-31762348-48a2-4d7b-9d57-088e85ec60f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107644 Aug 31 07:38:55.588225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.634456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ed831d57-8ac6-49b2-91c9-9aed4d5bec0d None None] Provisioning for port 8293965c-bdc3-4406-ba05-0d0d07389e1c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:55.639720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ed831d57-8ac6-49b2-91c9-9aed4d5bec0d None None] Provisioning complete for port 8293965c-bdc3-4406-ba05-0d0d07389e1c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:55.639720 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed831d57-8ac6-49b2-91c9-9aed4d5bec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.665019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-22ec85ed-9bd3-48bb-9824-aecf783e9150 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156082 Aug 31 07:38:55.711883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Attempting to bind port 4c549f5f-5289-491c-b427-87329f4e0bb8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:55.712555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Attempting to bind port 4c549f5f-5289-491c-b427-87329f4e0bb8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:55.713076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Attempting to bind port 4c549f5f-5289-491c-b427-87329f4e0bb8 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:55.716324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ed831d57-8ac6-49b2-91c9-9aed4d5bec0d None None] Port 8293965c-bdc3-4406-ba05-0d0d07389e1c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:55.755506 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:38:50Z', 'revision_number': 3, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:55.787180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Port 4c549f5f-5289-491c-b427-87329f4e0bb8 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:55.787774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Attempting to bind port 4c549f5f-5289-491c-b427-87329f4e0bb8 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:55.792968 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701b8ca-555d-4bb2-b673-675e90fe7cfd None None] The sync data for ids ['b302f9d2-afe6-4e06-b3d7-726f58b84284'] in n-d-713499-16 is: [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:38:50Z', 'revision_number': 3, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:55.837984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b0e8a-84ca-4795-bf31-102b869348a7 req-d7ec962d-7cc7-4ad2-8e47-d2064792de59 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.839944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e63b0e8a-84ca-4795-bf31-102b869348a7 req-d7ec962d-7cc7-4ad2-8e47-d2064792de59 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.4141464 Aug 31 07:38:55.840957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:55.841501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:55.842158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:55.842799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Bound port: 4c549f5f-5289-491c-b427-87329f4e0bb8, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:55.843370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.847950 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.932803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:55.999704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-f16cb068-9ae5-49e3-9047-ce051b5ef467 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442749 Aug 31 07:38:56.033392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-0fd78ddd-bdcb-4d0a-87c5-bf07b2964d80 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.035403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-0fd78ddd-bdcb-4d0a-87c5-bf07b2964d80 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692625 Aug 31 07:38:56.046051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.048142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Pushing event updated for resources: {'Port': ['ID=8293965c-bdc3-4406-ba05-0d0d07389e1c,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:56.081126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e63b0e8a-84ca-4795-bf31-102b869348a7 req-405ca757-fd75-4215-8810-3b6dbe6335ce tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229021 Aug 31 07:38:56.218032 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.237330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-da5415fe-dfdc-4591-9512-e5c94aae4f07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/quotas/1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 375 time: 0.1632686 Aug 31 07:38:56.253686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] For port 4c549f5f-5289-491c-b427-87329f4e0bb8, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:56.267522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] For port 4c549f5f-5289-491c-b427-87329f4e0bb8, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4c549f5f-5289-491c-b427-87329f4e0bb8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:56.286966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Network 524ebe13-984c-48aa-b458-0cdf0a35096c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:56.288693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:56.323888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-f335425c-163e-43b4-9dae-a0ed7f6eab95 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788624 Aug 31 07:38:56.363744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.409202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.411455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.521026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Router b302f9d2-afe6-4e06-b3d7-726f58b84284 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:56.558456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:38:56.605790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17f4c4-af91-4f0d-aea0-789c7ffba7e1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:56.618999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.620174 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.622220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] 10.222.0.68 "PUT /v2.0/ports/4c549f5f-5289-491c-b427-87329f4e0bb8 HTTP/1.1" status: 200 len: 1096 time: 4.0330420 Aug 31 07:38:56.634698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'tag': '4c549f5f-5289-491c-b427-87329f4e0bb8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:56.637081 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950af42b-074f-4e56-83e8-b2e4e9c336c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd4ecad-8b4f-4f95-b526-94bf31b28dee", "tag": "4c549f5f-5289-491c-b427-87329f4e0bb8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:56.656811 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.657270 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Added segment aad253b4-b351-432b-ab1f-2d96702713d1 of type vlan for network 283d6e7f-c856-429f-84c3-72a780a92caf Aug 31 07:38:56.661114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-be05b6f0-7228-457b-8888-dc0623e4c283 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370618 Aug 31 07:38:56.674323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6604f19d-1f08-42c2-989c-94cacd5e6cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.708425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ae5d8e85-542e-45b5-8356-dc1a9b0ca0a0 None None] Provisioning complete for port 8293965c-bdc3-4406-ba05-0d0d07389e1c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:56.715836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ae5d8e85-542e-45b5-8356-dc1a9b0ca0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.745835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38b313-38b1-4619-b1e7-ccc02317b16d service neutron] Pushing event updated for resources: {'Port': ['ID=4c549f5f-5289-491c-b427-87329f4e0bb8,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:56.808574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041b85c-fb19-43bd-b309-429cefc7bdd0 req-8956ac50-01bf-46b7-8cc2-bcc7198e698b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.830467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:56.839215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d8e85-542e-45b5-8356-dc1a9b0ca0a0 None None] Port 8293965c-bdc3-4406-ba05-0d0d07389e1c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:56.842132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2041b85c-fb19-43bd-b309-429cefc7bdd0 req-8956ac50-01bf-46b7-8cc2-bcc7198e698b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.5847220 Aug 31 07:38:56.842596 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5bc77e5a-12c1-49cd-ac9d-74693aaafca7 admin admin] 10.222.0.36 "PUT /v2.0/routers/b302f9d2-afe6-4e06-b3d7-726f58b84284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8487303 Aug 31 07:38:57.157115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.214729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2c95b39c-96d6-4be0-8e30-208ae8915238 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:57.318907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-114f1c1b-62e9-4818-858f-de1c22b93f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.320493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-114f1c1b-62e9-4818-858f-de1c22b93f9d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 1099 time: 0.4417927 Aug 31 07:38:57.340517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2041b85c-fb19-43bd-b309-429cefc7bdd0 req-e30c1b27-98c7-4846-b2a4-88be5910a2c3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973741 Aug 31 07:38:57.354343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2c95b39c-96d6-4be0-8e30-208ae8915238 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:57.359890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2c95b39c-96d6-4be0-8e30-208ae8915238 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:57.367152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.378192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bf9b1-8020-48c2-9620-5cb1e00c2dfb req-5db80611-2c94-4244-9195-55f030985157 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.386259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42bf9b1-8020-48c2-9620-5cb1e00c2dfb req-5db80611-2c94-4244-9195-55f030985157 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 947 time: 0.2539294 Aug 31 07:38:57.470494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-8096402b-019d-4fa3-a388-439ab83eb784 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4c549f5f-5289-491c-b427-87329f4e0bb8 HTTP/1.1" status: 200 len: 217 time: 0.1289496 Aug 31 07:38:57.553608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2c392dec-5a22-48ee-b41c-98464ba06477 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.555707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-2c392dec-5a22-48ee-b41c-98464ba06477 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.2639399 Aug 31 07:38:57.573925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42bf9b1-8020-48c2-9620-5cb1e00c2dfb req-fdb82335-311a-4ff6-843d-cc4d5a3963c5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866550 Aug 31 07:38:57.574729 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.575821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.577980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.587789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.606893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2c95b39c-96d6-4be0-8e30-208ae8915238, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2c95b39c-96d6-4be0-8e30-208ae8915238,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:57.612011 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab204cce-bd57-4e00-b1b1-ace6586b8754 x-openstack-request-id: req-ab204cce-bd57-4e00-b1b1-ace6586b8754 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:57.612486 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd4ecad-8b4f-4f95-b526-94bf31b28dee", "tag": "4c549f5f-5289-491c-b427-87329f4e0bb8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:57.613635 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab204cce-bd57-4e00-b1b1-ace6586b8754 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:57.615754 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'tag': '4c549f5f-5289-491c-b427-87329f4e0bb8', 'status': 'completed', 'code': 200} Aug 31 07:38:57.677586 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.742866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-902df495-717d-4ab3-bfa5-26846bdf7874 req-5ff7fd3f-8acb-4e9d-af9a-8e4080f92f6c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 210 time: 0.1077101 Aug 31 07:38:57.744569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-16825b32-bd8d-4683-a635-3fad56f122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.746480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-16825b32-bd8d-4683-a635-3fad56f122f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.2659566 Aug 31 07:38:57.806938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2c95b39c-96d6-4be0-8e30-208ae8915238,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:57.862666 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.916129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] Pushing event updated for resources: {'Network': ['ID=283d6e7f-c856-429f-84c3-72a780a92caf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:57.961727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56418) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:57.972437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6f73c4fa-e0e4-40ef-97f6-1070daa12c39 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1946166 Aug 31 07:38:58.097990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Request body: {'subnet': {'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1228455452-subnet', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:58.099007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 283d6e7f-c856-429f-84c3-72a780a92caf details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:38:58.099135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f33d06d-490e-40c6-ac72-e12b99c736d0 req-47c28896-43fb-4007-a9d4-6843a0aaaec1 tempest-FloatingIPsNegativeTestJSON-1033597152 tempest-FloatingIPsNegativeTestJSON-1033597152-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=44dbda105d7949658b36a40026c24b5b HTTP/1.1" status: 200 len: 217 time: 0.1169662 Aug 31 07:38:58.099135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044682a-d66d-4478-92a3-eacad693e427 req-90f60cc4-6e1b-4216-8e20-3d4ba8e31448 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.099135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3044682a-d66d-4478-92a3-eacad693e427 req-90f60cc4-6e1b-4216-8e20-3d4ba8e31448 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.3000729 Aug 31 07:38:58.099135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-e444f85a-143b-43cd-8d0c-3998adb234a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.099135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-e444f85a-143b-43cd-8d0c-3998adb234a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2526793 Aug 31 07:38:58.214523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3044682a-d66d-4478-92a3-eacad693e427 req-be371cd2-ae02-4b9c-9a4e-62b04ca786b2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981764 Aug 31 07:38:58.313491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8ba4311-6dce-4104-b609-fe3e1da4c4a4 req-3edf970c-2396-46b7-80cd-6cac36436ecc tempest-FloatingIPsNegativeTestJSON-1033597152 tempest-FloatingIPsNegativeTestJSON-1033597152-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0657320 Aug 31 07:38:58.315833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-7422bb68-ded0-4286-9af8-c801361279fd service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587860 Aug 31 07:38:58.414824 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-68588423-d2fb-41b2-875c-5048ce3c475c req-86992edc-63ed-4917-ac6f-c79821a5f765 tempest-FloatingIPsNegativeTestJSON-1033597152 tempest-FloatingIPsNegativeTestJSON-1033597152-project] show failed (client error): The resource could not be found. Aug 31 07:38:58.421352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68588423-d2fb-41b2-875c-5048ce3c475c req-86992edc-63ed-4917-ac6f-c79821a5f765 tempest-FloatingIPsNegativeTestJSON-1033597152 tempest-FloatingIPsNegativeTestJSON-1033597152-project] 10.222.0.36 "GET /v2.0/floatingips/2a9294bd-1f7e-4665-bdc5-ccaf4e43a7e4 HTTP/1.1" status: 404 len: 350 time: 0.0826170 Aug 31 07:38:58.425693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56426) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:58.485278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-823e65ff-947d-46a2-804c-c2a874b1ed77 req-2396c28d-32bb-4faf-bbe0-bff224c6ca50 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574562 Aug 31 07:38:58.524721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dabdd0-aeaf-441f-ba2c-277378c17b28 req-4dadf107-dfa3-435e-a782-cdca6b216b3d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.526385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6dabdd0-aeaf-441f-ba2c-277378c17b28 req-4dadf107-dfa3-435e-a782-cdca6b216b3d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0582452 Aug 31 07:38:58.577984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6dabdd0-aeaf-441f-ba2c-277378c17b28 req-c2b78968-364b-4443-8314-adbcc5d24c58 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Aug 31 07:38:58.650349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Sync routers for ids ['b302f9d2-afe6-4e06-b3d7-726f58b84284'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:58.651766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Routers {'b302f9d2-afe6-4e06-b3d7-726f58b84284'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:58.652942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b302f9d2-afe6-4e06-b3d7-726f58b84284'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:58.700607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-16399665-671f-4a39-b7d7-82f4e7ba04c7 service neutron] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:58.706083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-16399665-671f-4a39-b7d7-82f4e7ba04c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.707220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bd602cb-ddfe-4715-b892-fb1e7a783c9c req-16399665-671f-4a39-b7d7-82f4e7ba04c7 service neutron] 10.222.0.45 "DELETE /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f/bindings/n-h2-713499-16 HTTP/1.1" status: 204 len: 173 time: 1.1166732 Aug 31 07:38:58.729028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Made reservation on behalf of cdb192d4d4be4f49b006b3daf8d73270 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:58.730343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.821498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-3b2b7bdf-1123-4219-ac32-c98d6c53fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.823159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-3b2b7bdf-1123-4219-ac32-c98d6c53fff2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 1099 time: 0.1209691 Aug 31 07:38:58.832514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398a02e-1a17-45c0-b933-4baa6cb52103 req-090aa4af-1e1a-42f2-bd93-a023bb586a58 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.841754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9398a02e-1a17-45c0-b933-4baa6cb52103 req-090aa4af-1e1a-42f2-bd93-a023bb586a58 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 947 time: 0.2036257 Aug 31 07:38:58.931951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Set router b302f9d2-afe6-4e06-b3d7-726f58b84284 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:58.968032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-c27244c9-b9b5-4693-82d7-a04cde6c367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.969529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-c27244c9-b9b5-4693-82d7-a04cde6c367e service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1257341 Aug 31 07:38:58.991474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42b2db-2e63-408d-ae94-3cbec0222400 req-dbff106e-1eab-432b-a9ae-174468cd954f tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.999116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b42b2db-2e63-408d-ae94-3cbec0222400 req-dbff106e-1eab-432b-a9ae-174468cd954f tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1097 time: 0.2550066 Aug 31 07:38:59.041454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-66498d52-da61-492c-acc3-e822b986ff4e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4c549f5f-5289-491c-b427-87329f4e0bb8 HTTP/1.1" status: 200 len: 217 time: 0.0596437 Aug 31 07:38:59.084986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9398a02e-1a17-45c0-b933-4baa6cb52103 req-dddd60d7-782b-4693-a6f8-d265da218b0e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396321 Aug 31 07:38:59.224696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b42b2db-2e63-408d-ae94-3cbec0222400 req-1820d5ef-f3be-4514-a4c7-bb7a2e289b42 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216771 Aug 31 07:38:59.343241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45f12590-047b-4ecb-a066-33708779fd0b req-483af0b0-bf12-47a9-8084-162a3e41c56d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 210 time: 0.1311820 Aug 31 07:38:59.371138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-e7a31a65-7482-459d-9a81-8f606169cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.376903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-e7a31a65-7482-459d-9a81-8f606169cf61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.3049829 Aug 31 07:38:59.495141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2c95b39c-96d6-4be0-8e30-208ae8915238 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:59.593677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-6546f6c5-afb3-4555-b807-1ba65c803523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.595480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-6546f6c5-afb3-4555-b807-1ba65c803523 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2093666 Aug 31 07:38:59.628330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.665711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452644b-5079-4626-a416-d206e5600180 req-f988f629-43d4-4de1-ab87-7c5b6dcc340c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.669373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b452644b-5079-4626-a416-d206e5600180 req-f988f629-43d4-4de1-ab87-7c5b6dcc340c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.1951056 Aug 31 07:38:59.694599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.713447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:38:55Z', 'revision_number': 4, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8293965c-bdc3-4406-ba05-0d0d07389e1c', 'name': '', 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'mac_address': 'fa:16:3e:91:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8d18f694-c5f5-4c23-9335-341d66a8bfb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:54Z', 'updated_at': '2021-08-31T07:38:55Z', 'revision_number': 2, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'subnets': [{'id': '8d18f694-c5f5-4c23-9335-341d66a8bfb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:59.716819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2c95b39c-96d6-4be0-8e30-208ae8915238 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:59.717460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.827439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.831592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Checking router: b302f9d2-afe6-4e06-b3d7-726f58b84284 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:59.832610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Updating router b302f9d2-afe6-4e06-b3d7-726f58b84284 port 8293965c-bdc3-4406-ba05-0d0d07389e1c binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:59.848423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Checking segment: {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:59.848965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Network hostable DHCP agents. Network: 283d6e7f-c856-429f-84c3-72a780a92caf, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:38:59.853437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc25a2a-0881-4153-8fe8-8c4cd35ae240,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:59.869885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.119242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Network 283d6e7f-c856-429f-84c3-72a780a92caf is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:00.203569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b452644b-5079-4626-a416-d206e5600180 req-54475ead-12e2-4621-a963-6733b8c7c47f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333200 Aug 31 07:39:00.257699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-e09fa459-bccb-443b-a913-2839d53b71e0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.267157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-e09fa459-bccb-443b-a913-2839d53b71e0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.1983755 Aug 31 07:39:00.272174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 283d6e7f-c856-429f-84c3-72a780a92caf) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:00.287320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a5915-2c00-4570-9bf3-e3fef89f5254 None None] Network 283d6e7f-c856-429f-84c3-72a780a92caf requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:00.294382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.295682 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.335125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-7111a145-b6e7-4495-933b-034eb35519cc tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/quotas/e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 375 time: 0.0568767 Aug 31 07:39:00.338120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-e5a40cc7-081d-4b25-9357-ff6653933096 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303495 Aug 31 07:39:00.397293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Deleting port 8293965c-bdc3-4406-ba05-0d0d07389e1c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:00.397680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.419678 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ed35dd5-e82b-49e7-9e0d-81ed429200ef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4556227 Aug 31 07:39:00.454695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56480) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:00.461655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:00.495033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.539893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.554246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Transition to ACTIVE for port object 8293965c-bdc3-4406-ba05-0d0d07389e1c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:00.570184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Calling delete_port for 8293965c-bdc3-4406-ba05-0d0d07389e1c owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:00.603509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-283d6e7f-c856-429f-84c3-72a780a92caf', 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'fixed_ips': [{'subnet_id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:39:00.604558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.611854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-11fc8f2a-fd43-4087-9717-fdf1d9043958 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514765 Aug 31 07:39:00.726002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-96907056-3a3d-4109-8f78-485855ec068e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3832211 Aug 31 07:39:00.779322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Allocated IP 172.20.0.2 (283d6e7f-c856-429f-84c3-72a780a92caf/acc25a2a-0881-4153-8fe8-8c4cd35ae240/4ab1e923-6ef1-469c-ba58-ddadaa01e2fc) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:00.797606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.799144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.869438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566a2d9-e8a7-48ee-bfc5-de88bb822390 req-5cf7973a-c394-4fb1-9141-ef883e3d8c26 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.878084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a566a2d9-e8a7-48ee-bfc5-de88bb822390 req-5cf7973a-c394-4fb1-9141-ef883e3d8c26 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 947 time: 0.4041135 Aug 31 07:39:00.895856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950af42b-074f-4e56-83e8-b2e4e9c336c9 req-cfcf339d-7c2e-453e-aed6-3a39c9849957 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420712 Aug 31 07:39:00.904703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.913424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.946359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8293965c-bdc3-4406-ba05-0d0d07389e1c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:00.978316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:00.978959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-5d887f12-2234-4f8c-8aac-b32228d4839a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.980897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-5d887f12-2234-4f8c-8aac-b32228d4839a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580465 Aug 31 07:39:01.000724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4c549f5f-5289-491c-b427-87329f4e0bb8 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:01.010017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a566a2d9-e8a7-48ee-bfc5-de88bb822390 req-b8156cec-8830-4af5-b0f2-308f6fab82e3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304946 Aug 31 07:39:01.031400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Request body: {'port': {'device_id': '81316737-def5-4500-8da1-a99b686532a3', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '1f99309256e54083896d0fb3660db605'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:01.088128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b48aa-cc85-4868-95b2-5b7c8244ecb0 None None] Pushing event deleted for resources: {'Port': ['ID=8293965c-bdc3-4406-ba05-0d0d07389e1c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:01.136265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.172363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Transition to ACTIVE for port object 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:01.182251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-6086a8a3-841a-4ddf-8647-512f9520166f service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533553 Aug 31 07:39:01.228913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11a2a7c1-528f-4aba-a7f0-e642a5a36052 req-d7a41b2c-1b29-42ba-8608-57cd344244c7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 210 time: 0.0762725 Aug 31 07:39:01.297495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Transition to ACTIVE for port object 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:01.299264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Attempting to bind port 8293965c-bdc3-4406-ba05-0d0d07389e1c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:01.299635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Attempting to bind port 8293965c-bdc3-4406-ba05-0d0d07389e1c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:01.300026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Attempting to bind port 8293965c-bdc3-4406-ba05-0d0d07389e1c on network 524ebe13-984c-48aa-b458-0cdf0a35096c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:01.308850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:01.309254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Checking segment: {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:01.309637 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.310080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Bound using segment: {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:01.310574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Bound port: 8293965c-bdc3-4406-ba05-0d0d07389e1c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50040b8-f4c3-464f-a322-820f4d4f8dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '524ebe13-984c-48aa-b458-0cdf0a35096c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:01.310964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.372041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Port 8293965c-bdc3-4406-ba05-0d0d07389e1c has been deleted concurrently {{(pid=95447) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 07:39:01.378805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4c549f5f-5289-491c-b427-87329f4e0bb8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4c549f5f-5289-491c-b427-87329f4e0bb8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:01.401829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Routers {'b302f9d2-afe6-4e06-b3d7-726f58b84284'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:01.402668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b302f9d2-afe6-4e06-b3d7-726f58b84284'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:01.407352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '4c549f5f-5289-491c-b427-87329f4e0bb8', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '4c549f5f-5289-491c-b427-87329f4e0bb8', 'mac_address': 'fa:16:3e:40:07:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:01.459226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.461308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.529895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Pushing event updated for resources: {'Port': ['ID=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:01.559735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-13dfbbcb-c703-4762-ab66-d9c9dbdd84da service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780100 Aug 31 07:39:01.618268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Network 283d6e7f-c856-429f-84c3-72a780a92caf is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:01.625068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2539-642b-46e0-96c7-28d09ec6486e req-6568b124-e57d-4575-a7fd-9654047015d8 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.626645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:01.635579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:01.682857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-994b2539-642b-46e0-96c7-28d09ec6486e req-6568b124-e57d-4575-a7fd-9654047015d8 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.2699265 Aug 31 07:39:01.725681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Made reservation on behalf of 1f99309256e54083896d0fb3660db605 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:01.732485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.744420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.781735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-994b2539-642b-46e0-96c7-28d09ec6486e req-3b6d6818-fb81-4b65-b5cd-674dd786cefe tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962746 Aug 31 07:39:01.809727 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.884332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.948180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c549f5f-5289-491c-b427-87329f4e0bb8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:01.976915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4c549f5f-5289-491c-b427-87329f4e0bb8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4c549f5f-5289-491c-b427-87329f4e0bb8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:01.984821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] Set router b302f9d2-afe6-4e06-b3d7-726f58b84284 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:01.988655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Attempting to bind port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:01.989701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Attempting to bind port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:01.990182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Attempting to bind port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc on network 283d6e7f-c856-429f-84c3-72a780a92caf {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:02.000213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e21feef-20c7-4ebb-80fc-0da55e3b6a50 req-eb3aff11-ff2b-47cc-b659-32c2c38d306d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 210 time: 0.0955315 Aug 31 07:39:02.032965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:02.033514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Checking segment: {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:02.034167 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.034531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Bound using segment: {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:02.051637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Bound port: 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:02.052133 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.097644 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.105695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.178862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.246150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] For port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:02.249307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] For port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:02.302240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.327512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.338155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=4c549f5f-5289-491c-b427-87329f4e0bb8,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:02.350600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:02.355758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.375811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['4c549f5f-5289-491c-b427-87329f4e0bb8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:02.377510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134de6-cb76-4432-8bd2-a9de5c7363e0 req-ddc2a1a7-0a52-427f-b7b5-121e83008ac5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.382062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e134de6-cb76-4432-8bd2-a9de5c7363e0 req-ddc2a1a7-0a52-427f-b7b5-121e83008ac5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 948 time: 0.2621746 Aug 31 07:39:02.450937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Allocated IP 172.25.0.174 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/238c4abc-e3e6-41fb-8511-258854865a03) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:02.501592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6c0cfbb-ab0d-4bd7-9098-64f2e63a5942 req-01f4d0fa-8ad5-4ee0-8188-19620a092cee tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 210 time: 0.1426668 Aug 31 07:39:02.549323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e134de6-cb76-4432-8bd2-a9de5c7363e0 req-f71579f6-55ac-421a-b4ec-1001fb6d7452 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051037 Aug 31 07:39:02.581181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7edb36-94eb-4a1c-b6ed-31695973b1c0 None None] Pushing event updated for resources: {'Port': ['ID=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:02.591666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:02.728276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:39:00Z', 'revision_number': 5, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:02.735023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Allocated IP 192.168.233.156 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/6d3b3858-b9e7-4a1c-b680-9918cb89cdef) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:02.796538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42f57d-c62d-4222-97f8-b7144da9e987 None None] The sync data for ids ['b302f9d2-afe6-4e06-b3d7-726f58b84284'] in n-d-713499-16 is: [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:39:00Z', 'revision_number': 5, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:03.199518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:03.220637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5482276-5ee5-46d8-b43c-c8ce1d2853e6 req-51efaa02-0e40-4ac8-ab54-69e654daa0fc tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 210 time: 0.1146407 Aug 31 07:39:03.262611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:03.328883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615535bf-d8c7-4cff-98b2-d01f58232d2b req-dd0dd4a3-73c0-4bf4-9e1f-62f725239aef tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.332986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-615535bf-d8c7-4cff-98b2-d01f58232d2b req-dd0dd4a3-73c0-4bf4-9e1f-62f725239aef tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.3853996 Aug 31 07:39:03.400474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:03.405801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:03.421649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:03.425691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:03.445016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:03.468086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Pushing event updated for resources: {'Port': ['ID=238c4abc-e3e6-41fb-8511-258854865a03,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:03.485909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-615535bf-d8c7-4cff-98b2-d01f58232d2b req-8fc2994d-a00a-4226-977a-71cb32952f33 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432135 Aug 31 07:39:03.526099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Transition to ACTIVE for port object 6d3b3858-b9e7-4a1c-b680-9918cb89cdef will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:03.639893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:03.772271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:03.802077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Router b302f9d2-afe6-4e06-b3d7-726f58b84284 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:03.809218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:03.817166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:03.842025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.842715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:03.889688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:03.930076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72f954-9a1f-4c0e-80f6-f61fe4f2d82d req-12b91449-eb6f-4518-abd8-1427f5ba41a4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.938105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f72f954-9a1f-4c0e-80f6-f61fe4f2d82d req-12b91449-eb6f-4518-abd8-1427f5ba41a4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 936 time: 0.2329841 Aug 31 07:39:03.959455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7efd25-e25c-408f-9a54-25d85cb194f6 req-f9c8abaa-c8e8-401f-aa53-e05338fa5934 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.967325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc7efd25-e25c-408f-9a54-25d85cb194f6 req-f9c8abaa-c8e8-401f-aa53-e05338fa5934 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 948 time: 0.2179186 Aug 31 07:39:04.005028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-99fb1c84-0205-4bd2-9f2b-749de7dfb470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9845645 Aug 31 07:39:04.054618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Request body: {'port': {'device_id': '81316737-def5-4500-8da1-a99b686532a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:04.121735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc7efd25-e25c-408f-9a54-25d85cb194f6 req-daf5b158-6b3e-456a-88e8-126fb00b6a09 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507108 Aug 31 07:39:04.145893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:04.152122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f72f954-9a1f-4c0e-80f6-f61fe4f2d82d req-9f744270-bfe5-4015-8e1f-8d02a5129a90 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128525 Aug 31 07:39:04.155959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fc24b45a-c263-4a12-bc24-49ca3fee7d2e admin admin] 10.222.0.36 "PUT /v2.0/routers/b302f9d2-afe6-4e06-b3d7-726f58b84284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7280226 Aug 31 07:39:04.162122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:04.166452 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] Sync routers for ids ['b302f9d2-afe6-4e06-b3d7-726f58b84284'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:04.176636 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] Routers {'b302f9d2-afe6-4e06-b3d7-726f58b84284'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:04.185412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa1817-d85e-4565-ab32-172d5b5ae5b2 None None] Network 283d6e7f-c856-429f-84c3-72a780a92caf requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:04.186004 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b302f9d2-afe6-4e06-b3d7-726f58b84284'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:04.241222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.299046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.456646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cc32439-7f35-44b8-95fc-58721a0009b4 req-b3868493-f9ae-4646-a098-b93319a46df1 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 210 time: 0.0715134 Aug 31 07:39:04.488906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Provisioning for port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:04.497661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] Set router b302f9d2-afe6-4e06-b3d7-726f58b84284 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:04.499105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Provisioning complete for port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:04.499552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.525634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.747548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3b3858-b9e7-4a1c-b680-9918cb89cdef {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:04.752460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.758273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.798780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Transition to ACTIVE for port object 6d3b3858-b9e7-4a1c-b680-9918cb89cdef will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:04.810679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.828624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] For port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:04.833067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.906748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.938121 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:04.956858 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:39:00Z', 'revision_number': 5, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port': {'id': '2c95b39c-96d6-4be0-8e30-208ae8915238', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:49Z', 'updated_at': '2021-08-31T07:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:04.999733 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] Checking router: b302f9d2-afe6-4e06-b3d7-726f58b84284 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:05.010267 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] Routers {'b302f9d2-afe6-4e06-b3d7-726f58b84284'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:05.011410 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b302f9d2-afe6-4e06-b3d7-726f58b84284'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:05.028351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4c549f5f-5289-491c-b427-87329f4e0bb8 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:05.075317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-33d5c1ac-f357-4995-96c7-a3467a78de64 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:05.087901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-33d5c1ac-f357-4995-96c7-a3467a78de64 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.2827408 Aug 31 07:39:05.109057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Deleting port 2c95b39c-96d6-4be0-8e30-208ae8915238 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:05.109782 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.166789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Request body: {'port': {'device_id': '34e475df-67b4-4c31-ba82-340f6b443caa', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'admin_state_up': True, 'tenant_id': 'e86da3af86bb48a2a991bca258024a02'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:05.186094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Provisioning for port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:05.202200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f35e0e-ae5e-47ce-87e5-4c4c19951f5c None None] Pushing event updated for resources: {'Port': ['ID=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:05.204112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Router b301c0df-97d0-4b20-9a71-9c4bbf127341 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:39:05.243978 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] Set router b302f9d2-afe6-4e06-b3d7-726f58b84284 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:05.280399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] For port 2c95b39c-96d6-4be0-8e30-208ae8915238, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2c95b39c-96d6-4be0-8e30-208ae8915238,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:05.281930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.335593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:39:04Z', 'revision_number': 6, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:05.338273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Calling delete_port for 2c95b39c-96d6-4be0-8e30-208ae8915238 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:05.355665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0831fe57-1c8a-4a1c-b346-8e252e6a529c None None] Provisioning complete for port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:05.356045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0831fe57-1c8a-4a1c-b346-8e252e6a529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.376825 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37920a-6112-4715-a96a-a32179b2f62a None None] The sync data for ids ['b302f9d2-afe6-4e06-b3d7-726f58b84284'] in n-d-713499-16 is: [{'id': 'b302f9d2-afe6-4e06-b3d7-726f58b84284', 'name': 'tempest-FloatingIPsNegativeTestJSON-973230680-router', 'tenant_id': '44dbda105d7949658b36a40026c24b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:48Z', 'updated_at': '2021-08-31T07:39:04Z', 'revision_number': 6, 'project_id': '44dbda105d7949658b36a40026c24b5b', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:05.394518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 4c549f5f-5289-491c-b427-87329f4e0bb8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:05.403748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 4c549f5f-5289-491c-b427-87329f4e0bb8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:05.403748 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.430073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc76000-99b8-44e0-8d5c-1eebcdaf3c77 req-340cfd25-7cb8-4460-aa2c-2a124c9da9ae tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:05.438066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0dc76000-99b8-44e0-8d5c-1eebcdaf3c77 req-340cfd25-7cb8-4460-aa2c-2a124c9da9ae tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.6349430 Aug 31 07:39:05.560943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:05.561301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:05.561625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:05.614311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0dc76000-99b8-44e0-8d5c-1eebcdaf3c77 req-76d38b73-ffa6-482f-b793-e98818764f4b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698368 Aug 31 07:39:05.615208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:05.646893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:05.649309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:05.650505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.663726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:05.678539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:05.679804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:05.681476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Bound port: 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:05.682067 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.729855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:05.733648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4c549f5f-5289-491c-b427-87329f4e0bb8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4c549f5f-5289-491c-b427-87329f4e0bb8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:05.735192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c549f5f-5289-491c-b427-87329f4e0bb8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:05.740377 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3025e063-543f-4f0c-872b-9f6e85bbec1c" -d '{"events": [{"server_uuid": "9dd4ecad-8b4f-4f95-b526-94bf31b28dee", "name": "network-vif-plugged", "status": "completed", "tag": "4c549f5f-5289-491c-b427-87329f4e0bb8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:05.748792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Sync routers for ids ['b301c0df-97d0-4b20-9a71-9c4bbf127341'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:05.768712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e2aac-473f-41ca-b259-e9438012066f req-9c11349f-767b-478f-a92f-c92520978eec tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:05.770470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Routers {'b301c0df-97d0-4b20-9a71-9c4bbf127341'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:05.773178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b301c0df-97d0-4b20-9a71-9c4bbf127341'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:05.784453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b7e2aac-473f-41ca-b259-e9438012066f req-9c11349f-767b-478f-a92f-c92520978eec tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 948 time: 0.4179399 Aug 31 07:39:05.836123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Made reservation on behalf of e86da3af86bb48a2a991bca258024a02 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:05.839680 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.883864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.912853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b7e2aac-473f-41ca-b259-e9438012066f req-7dd0de99-388b-4e9b-b5b6-66c1c7841f15 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271448 Aug 31 07:39:05.986630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:05.986735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7fd3a356-d2c2-4951-85ec-d70658f7458e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5295198 Aug 31 07:39:05.994958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56568) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:06.029345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:06.070409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a693b47-3751-480a-bb36-29895aa0aceb req-a9d568b5-07c3-45a9-9420-b2724934e6ec tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:06.077835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a693b47-3751-480a-bb36-29895aa0aceb req-a9d568b5-07c3-45a9-9420-b2724934e6ec tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.2733593 Aug 31 07:39:06.084736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:06.134583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:06.189438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c95b39c-96d6-4be0-8e30-208ae8915238,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:06.196148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a693b47-3751-480a-bb36-29895aa0aceb req-a592bc35-8b89-4701-92b2-2b08381d3508 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173165 Aug 31 07:39:06.205631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:06.261749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=4c549f5f-5289-491c-b427-87329f4e0bb8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:06.316673 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da48570-a2ad-4350-b49c-92f553b31809 x-openstack-request-id: req-5da48570-a2ad-4350-b49c-92f553b31809 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:06.319800 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd4ecad-8b4f-4f95-b526-94bf31b28dee", "name": "network-vif-plugged", "status": "completed", "tag": "4c549f5f-5289-491c-b427-87329f4e0bb8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:06.321635 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5da48570-a2ad-4350-b49c-92f553b31809 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:06.323355 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c549f5f-5289-491c-b427-87329f4e0bb8', 'code': 200} Aug 31 07:39:06.346247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Set router b301c0df-97d0-4b20-9a71-9c4bbf127341 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:06.350536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a743e797-99a5-4b65-b778-a8666bc2ef59 req-6028939b-e106-4666-94f1-395b08b352dc tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 210 time: 0.0853822 Aug 31 07:39:06.384921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:06.386792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:06.388294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-21863af2-439e-432b-a248-b7529cc3752e service neutron] 10.222.0.45 "PUT /v2.0/ports/6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 1097 time: 2.3670585 Aug 31 07:39:06.390861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:06.393632 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ceff92-8e9c-4882-9017-f3715618047f" -d '{"events": [{"name": "network-changed", "server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:06.427618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21863af2-439e-432b-a248-b7529cc3752e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:06.434759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Allocated IP 172.20.0.5 (2b66561e-f2db-490a-8f97-a6e6d385d84f/f1b6171c-ff37-4be9-b5b4-834baf274f8f/e47c5aa8-05d8-4b2c-8870-1285b2236a57) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:06.492661 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725bf04d-b5e8-4d9d-b7f7-c44b3625005b x-openstack-request-id: req-725bf04d-b5e8-4d9d-b7f7-c44b3625005b {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:06.493717 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:06.494115 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-725bf04d-b5e8-4d9d-b7f7-c44b3625005b {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:06.495258 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'status': 'completed', 'code': 200} Aug 31 07:39:06.870927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e583b0e-f3f7-4fc2-a8f7-dc8008d0f805 req-9f010387-718e-436c-8aa4-31d5a98c867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:06.872479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7e583b0e-f3f7-4fc2-a8f7-dc8008d0f805 req-9f010387-718e-436c-8aa4-31d5a98c867e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 1101 time: 0.2703249 Aug 31 07:39:06.878163 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:06.942914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:03Z', 'revision_number': 3, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:07.014258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Checking router: b301c0df-97d0-4b20-9a71-9c4bbf127341 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:07.020658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Updating router b301c0df-97d0-4b20-9a71-9c4bbf127341 port 238c4abc-e3e6-41fb-8511-258854865a03 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:07.061259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.176210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50b915-e162-43ae-ba76-298ee163d911 req-f705bb42-6b52-48f6-aee0-610501a38852 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.184757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b50b915-e162-43ae-ba76-298ee163d911 req-f705bb42-6b52-48f6-aee0-610501a38852 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 945 time: 0.2069142 Aug 31 07:39:07.235635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceff92-8e9c-4882-9017-f3715618047f req-2ce59ab5-357c-43c8-85ba-71f74ed1a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.237517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ceff92-8e9c-4882-9017-f3715618047f req-2ce59ab5-357c-43c8-85ba-71f74ed1a533 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1100 time: 0.2502975 Aug 31 07:39:07.279940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.284090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.304313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ceff92-8e9c-4882-9017-f3715618047f req-34f194f6-230d-417f-9169-d77a1b6aeaeb service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544260 Aug 31 07:39:07.330739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:07.334781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b50b915-e162-43ae-ba76-298ee163d911 req-fbf5f726-4ef5-4a46-acc9-54bbea4749d9 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488614 Aug 31 07:39:07.458823 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7e583b0e-f3f7-4fc2-a8f7-dc8008d0f805 req-1641fbeb-1639-4ad6-bb2a-6b6645dfca38 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134149 Aug 31 07:39:07.473890 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.485767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c0a22-8937-4899-92ec-24c329e81711 req-d1b7e5e6-1b30-4568-a65b-85ae62e08736 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.487370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-349c0a22-8937-4899-92ec-24c329e81711 req-d1b7e5e6-1b30-4568-a65b-85ae62e08736 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 949 time: 0.3367035 Aug 31 07:39:07.508064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:07.512523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.519013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceff92-8e9c-4882-9017-f3715618047f req-1be300f4-5543-4009-a2f6-1414d9a250d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.521020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ceff92-8e9c-4882-9017-f3715618047f req-1be300f4-5543-4009-a2f6-1414d9a250d7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998436 Aug 31 07:39:07.544392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-349c0a22-8937-4899-92ec-24c329e81711 req-f43f39db-dd65-488d-84b3-b7876019ffa3 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451856 Aug 31 07:39:07.604059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.604059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b302f9d2-afe6-4e06-b3d7-726f58b84284 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:39:07.614816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.616209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9c08919-ea34-496a-8258-21ff256175f5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b302f9d2-afe6-4e06-b3d7-726f58b84284 HTTP/1.1" status: 204 len: 168 time: 3.4528837 Aug 31 07:39:07.619488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:07.656799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-cac760ad-845c-4bc6-a026-1f7d346b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.671833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-cac760ad-845c-4bc6-a026-1f7d346b223f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1100 time: 0.1065791 Aug 31 07:39:07.692816 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.724646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Transition to ACTIVE for port object 238c4abc-e3e6-41fb-8511-258854865a03 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:07.767008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Deleting subnet 8d18f694-c5f5-4c23-9335-341d66a8bfb3 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:39:07.774088 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.790984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.858520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-e2f2c61b-147b-4732-b729-c9dfa85dd99e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.1490362 Aug 31 07:39:07.866749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.871801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24bae7-1722-4a95-a600-05073e37c253 None None] Pushing event updated for resources: {'Port': ['ID=238c4abc-e3e6-41fb-8511-258854865a03,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:07.874706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2c95b39c-96d6-4be0-8e30-208ae8915238 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:07.894570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.904341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2c95b39c-96d6-4be0-8e30-208ae8915238 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:07.904712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2c95b39c-96d6-4be0-8e30-208ae8915238 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:07.922523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Attempting to bind port 238c4abc-e3e6-41fb-8511-258854865a03 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:07.923249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Attempting to bind port 238c4abc-e3e6-41fb-8511-258854865a03 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:07.923636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Attempting to bind port 238c4abc-e3e6-41fb-8511-258854865a03 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:07.930132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:07.930501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:07.930918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:07.931320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:07.931796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Bound port: 238c4abc-e3e6-41fb-8511-258854865a03, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:07.932183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.021214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.036408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] For port 238c4abc-e3e6-41fb-8511-258854865a03, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:08.042682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] For port 238c4abc-e3e6-41fb-8511-258854865a03, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=238c4abc-e3e6-41fb-8511-258854865a03,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:08.071939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:08.074551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-6784383b-e00d-46aa-b3e1-ad1eb13f9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.076969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-6784383b-e00d-46aa-b3e1-ad1eb13f9bd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1924646 Aug 31 07:39:08.078219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:08.098616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:08.104997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.105674 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.144957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327b695-faac-44ef-a615-839629b3af5a req-400741c5-a665-4478-9ff1-5123a9524683 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.154116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.167347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d327b695-faac-44ef-a615-839629b3af5a req-400741c5-a665-4478-9ff1-5123a9524683 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.4941218 Aug 31 07:39:08.250497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:08.263697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Routers {'b301c0df-97d0-4b20-9a71-9c4bbf127341'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:08.264510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b301c0df-97d0-4b20-9a71-9c4bbf127341'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:08.319492 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.320817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d327b695-faac-44ef-a615-839629b3af5a req-91001487-b521-4545-a024-8188c0816922 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524622 Aug 31 07:39:08.328555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-3cc7758a-bd6e-49f9-aaa1-7e13882ef44f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1788011 Aug 31 07:39:08.328555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-2d01a9a1-3cd5-4728-8e7e-c18396b017a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.340655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-2d01a9a1-3cd5-4728-8e7e-c18396b017a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2433965 Aug 31 07:39:08.346081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Request body: {'port': {'device_id': '34e475df-67b4-4c31-ba82-340f6b443caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:08.396479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24bae7-1722-4a95-a600-05073e37c253 None None] Pushing event updated for resources: {'Port': ['ID=238c4abc-e3e6-41fb-8511-258854865a03,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:08.450299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Allocated IP 172.20.0.1 (283d6e7f-c856-429f-84c3-72a780a92caf/acc25a2a-0881-4153-8fe8-8c4cd35ae240/f64dcdd8-5a69-412e-a29b-6ef059048fe2) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:08.463161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.494813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] Set router b301c0df-97d0-4b20-9a71-9c4bbf127341 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:08.505953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d18f694-c5f5-4c23-9335-341d66a8bfb3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:08.511102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.516369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c2a59e40-41fb-4717-a825-c8cc2ea2a844 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d18f694-c5f5-4c23-9335-341d66a8bfb3 HTTP/1.1" status: 204 len: 168 time: 0.8959827 Aug 31 07:39:08.533304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:08.650482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0fcff-4250-4c92-9bfe-d98753add683 None None] Network 524ebe13-984c-48aa-b458-0cdf0a35096c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:08.729224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.742383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.772489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Transition to ACTIVE for port object f64dcdd8-5a69-412e-a29b-6ef059048fe2 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:08.837271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bcd4d-6a6e-4fe6-976b-001690a11807 req-6386d398-06db-42f6-b6c6-c3d7fa3edcb0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.844413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a39bcd4d-6a6e-4fe6-976b-001690a11807 req-6386d398-06db-42f6-b6c6-c3d7fa3edcb0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 931 time: 0.3266234 Aug 31 07:39:08.908449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.930463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:08.948291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-a84f9351-8842-4204-bc5a-dc4d00f83d9c service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944970 Aug 31 07:39:09.056713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:03Z', 'revision_number': 3, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:09.068262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdb759-b17b-4b59-964d-53d7ae9ee0bb req-2dc6c48a-8486-4c83-8724-f86df0392ec0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.069948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94fdb759-b17b-4b59-964d-53d7ae9ee0bb req-2dc6c48a-8486-4c83-8724-f86df0392ec0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 949 time: 0.2218614 Aug 31 07:39:09.071809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Network 283d6e7f-c856-429f-84c3-72a780a92caf is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:09.072869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a39bcd4d-6a6e-4fe6-976b-001690a11807 req-693459ef-ba54-4528-bc0f-18ebdb203921 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641703 Aug 31 07:39:09.075592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Pushing event updated for resources: {'Port': ['ID=f64dcdd8-5a69-412e-a29b-6ef059048fe2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:09.088771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:09.099184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:09.127843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4451f3f1-4f8d-4ae4-af2c-18509e66db1c None None] The sync data for ids ['b301c0df-97d0-4b20-9a71-9c4bbf127341'] in n-d-713499-16 is: [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:03Z', 'revision_number': 3, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:09.148211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] DHCP port deletion for 524ebe13-984c-48aa-b458-0cdf0a35096c request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:39:09.255266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.276306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] Deleting port bdc2cc66-8446-47b7-b96a-161d097b0c8d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:09.276830 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.317503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94fdb759-b17b-4b59-964d-53d7ae9ee0bb req-2020d0c7-cb28-42a6-bf3b-7d0441b152aa tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470702 Aug 31 07:39:09.366357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2adc92d2-6758-4fc5-b752-f7bc0fd41019 req-909387b0-6588-48b5-992c-736afb13b357 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049923 Aug 31 07:39:09.424145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] For port bdc2cc66-8446-47b7-b96a-161d097b0c8d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdc2cc66-8446-47b7-b96a-161d097b0c8d,segment=NetworkSegment(f50040b8-f4c3-464f-a322-820f4d4f8dd3),segment_id=f50040b8-f4c3-464f-a322-820f4d4f8dd3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:09.424588 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.450865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Deleting port bdc2cc66-8446-47b7-b96a-161d097b0c8d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:09.454789 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.455152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] Calling delete_port for bdc2cc66-8446-47b7-b96a-161d097b0c8d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:09.663329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7683b-9ca8-4d0d-a9dd-2fa9c4b77722 req-92eb17b5-ddb4-4abe-8a44-d409d8cccea2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.671165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cd7683b-9ca8-4d0d-a9dd-2fa9c4b77722 req-92eb17b5-ddb4-4abe-8a44-d409d8cccea2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.1923769 Aug 31 07:39:09.703370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] For port bdc2cc66-8446-47b7-b96a-161d097b0c8d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdc2cc66-8446-47b7-b96a-161d097b0c8d,segment=NetworkSegment(f50040b8-f4c3-464f-a322-820f4d4f8dd3),segment_id=f50040b8-f4c3-464f-a322-820f4d4f8dd3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:09.703370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.719113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47c5aa8-05d8-4b2c-8870-1285b2236a57 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:09.732819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Calling delete_port for bdc2cc66-8446-47b7-b96a-161d097b0c8d owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:09.746170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-50790bee-b085-4d6e-b21c-4864e47e5645 None None] Provisioning for port f64dcdd8-5a69-412e-a29b-6ef059048fe2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:09.756218 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.761303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-50790bee-b085-4d6e-b21c-4864e47e5645 None None] Provisioning complete for port f64dcdd8-5a69-412e-a29b-6ef059048fe2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:09.777736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50790bee-b085-4d6e-b21c-4864e47e5645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.802375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cd7683b-9ca8-4d0d-a9dd-2fa9c4b77722 req-9b3e68df-cfe5-4c52-a128-e1a75cae801f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294436 Aug 31 07:39:09.814316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Transition to ACTIVE for port object e47c5aa8-05d8-4b2c-8870-1285b2236a57 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:09.868768 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.881074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.888778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] No DVR routers for this DVR port bdc2cc66-8446-47b7-b96a-161d097b0c8d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:09.902385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.917749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-50790bee-b085-4d6e-b21c-4864e47e5645 None None] Port f64dcdd8-5a69-412e-a29b-6ef059048fe2 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:09.928968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] No DVR routers for this DVR port bdc2cc66-8446-47b7-b96a-161d097b0c8d on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:09.930652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc2cc66-8446-47b7-b96a-161d097b0c8d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:09.934429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.943701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71978380-f2b1-4421-aa15-0e61ca0c29d1 None None] Pushing event deleted for resources: {'Port': ['ID=bdc2cc66-8446-47b7-b96a-161d097b0c8d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:09.982824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:10.032415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:10.033935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:10.033935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:10.038825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:10.039256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:10.051601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:10.051940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:10.052331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:10.052768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Bound port: e47c5aa8-05d8-4b2c-8870-1285b2236a57, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:10.053127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.114696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.150729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:10.159358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:10.179549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524ebe13-984c-48aa-b458-0cdf0a35096c']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:10.200600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50040b8-f4c3-464f-a322-820f4d4f8dd3') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:10.201062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50040b8-f4c3-464f-a322-820f4d4f8dd3') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:10.221023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.244470 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.248855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.268897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:39:10.269305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: items = [ Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:39:10.271016 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:39:10.293829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.294612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.296356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] 10.222.0.68 "PUT /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 1092 time: 1.9544945 Aug 31 07:39:10.297748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:10.300129 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:10.335692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1988b6-f406-44e5-a5c5-33d9df89702a req-6e4b46c4-78cc-401e-b20a-bc0b7b3cd9ac tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.342418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b1988b6-f406-44e5-a5c5-33d9df89702a req-6e4b46c4-78cc-401e-b20a-bc0b7b3cd9ac tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.1402280 Aug 31 07:39:10.374172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbbf22-97c8-455c-a1ac-40356ea0bf30 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:10.418554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.452011 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679e591f-8568-4805-9105-dba1481d1a38 x-openstack-request-id: req-679e591f-8568-4805-9105-dba1481d1a38 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:10.452011 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:10.452011 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-679e591f-8568-4805-9105-dba1481d1a38 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:10.452432 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'status': 'completed', 'code': 200} Aug 31 07:39:10.462231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b1988b6-f406-44e5-a5c5-33d9df89702a req-56bd3e69-afc2-4f53-b9a4-580bd717e48a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096056 Aug 31 07:39:10.462570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.468708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.475014 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/524ebe13-984c-48aa-b458-0cdf0a35096c HTTP/1.1" status: 204 len: 168 time: 1.9366713 Aug 31 07:39:10.475996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-d4181890-60b5-4eba-93a1-b229a2b7cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.477746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-d4181890-60b5-4eba-93a1-b229a2b7cbde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1095 time: 0.0686405 Aug 31 07:39:10.500814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.567497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-d9096297-b1c2-47e0-9996-3a8db994a1b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 217 time: 0.0765808 Aug 31 07:39:10.568695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b403d-c2e3-4637-979d-9f3b85bf64f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=524ebe13-984c-48aa-b458-0cdf0a35096c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:10.590417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Pushing event updated for resources: {'Port': ['ID=f64dcdd8-5a69-412e-a29b-6ef059048fe2,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:10.618746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.713086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385210ca-1258-4cce-b886-824ec7a5347f req-d082033b-a7df-4f66-bdde-f44441ffb3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.714757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-d082033b-a7df-4f66-bdde-f44441ffb3d3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1203136 Aug 31 07:39:10.724550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064b9cb-a92b-4297-91ec-7194d0147901 req-372d0791-7aec-442f-8055-b3f81238a2a2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.732580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d064b9cb-a92b-4297-91ec-7194d0147901 req-372d0791-7aec-442f-8055-b3f81238a2a2 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 949 time: 0.1798599 Aug 31 07:39:10.784307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Network 283d6e7f-c856-429f-84c3-72a780a92caf is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:10.791003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:10.792820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-6bb0de12-96d4-428e-9fe3-15a58553dc0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393157 Aug 31 07:39:10.812198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d064b9cb-a92b-4297-91ec-7194d0147901 req-ae8b256c-40d4-4264-a2a9-eace52538594 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785632 Aug 31 07:39:10.998961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-4bb8cd47-aef3-496c-a770-838838f382a6 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853597 Aug 31 07:39:11.009722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:11.076119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Router b301c0df-97d0-4b20-9a71-9c4bbf127341 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:11.084631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56682) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:11.266092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7cd69-5402-4d24-8f51-6b56e70ac7e4 req-e9956ad4-13bd-4438-b26e-9e8640a5ea9f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.273195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:11.274266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0e7cd69-5402-4d24-8f51-6b56e70ac7e4 req-e9956ad4-13bd-4438-b26e-9e8640a5ea9f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.2671132 Aug 31 07:39:11.280282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-385210ca-1258-4cce-b886-824ec7a5347f req-2173979a-216d-4201-b41e-76b21f1569ae service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483296 Aug 31 07:39:11.283521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88ab144d-f0ec-47ce-baff-ff5d3a16742b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44dbda105d7949658b36a40026c24b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931489 Aug 31 07:39:11.284626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56684) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:11.307542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'mac_address': 'fa:16:3e:6c:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:11.310142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:11.310949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a2b23-c2f6-4167-b920-134c88c280f8 req-87ce8d02-b2d7-4735-bfa1-b56115d24596 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.313455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 238c4abc-e3e6-41fb-8511-258854865a03 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:11.321304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d4a2b23-c2f6-4167-b920-134c88c280f8 req-87ce8d02-b2d7-4735-bfa1-b56115d24596 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 1101 time: 0.3878341 Aug 31 07:39:11.379166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0e7cd69-5402-4d24-8f51-6b56e70ac7e4 req-2cce162d-5388-4551-86e2-7de9094719a7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037803 Aug 31 07:39:11.401526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-698576da-24c5-47f8-ad09-ee1a8f73501f None None] Provisioning complete for port f64dcdd8-5a69-412e-a29b-6ef059048fe2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:11.401526 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-698576da-24c5-47f8-ad09-ee1a8f73501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.408609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d4a2b23-c2f6-4167-b920-134c88c280f8 req-017f7c1d-15d9-463a-8c1c-2e9a591c5ce0 tempest-ServersOnMultiNodesTest-2113245498 tempest-ServersOnMultiNodesTest-2113245498-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 Aug 31 07:39:11.466873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.498788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e756644-337b-42f5-8f5c-d89ae59f0083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.541071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:11.543673 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.resource_extend [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:39:11.571186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-2c9f986b-1187-434e-9aab-641ff038a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.571186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-2c9f986b-1187-434e-9aab-641ff038a732 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1095 time: 0.1083975 Aug 31 07:39:11.572980 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-372a5331-1cc5-4cb5-aac9-e475dfa65e31 admin admin] 10.222.0.36 "PUT /v2.0/routers/b301c0df-97d0-4b20-9a71-9c4bbf127341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5765285 Aug 31 07:39:11.579977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e756644-337b-42f5-8f5c-d89ae59f0083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.610597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1120010-bed2-4b4e-9ad5-9e1ff55de950 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:11.642896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-698576da-24c5-47f8-ad09-ee1a8f73501f None None] Port f64dcdd8-5a69-412e-a29b-6ef059048fe2 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:11.679166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:11.763439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:11.783099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-dce59515-0027-483b-b1e7-ee4f648acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.784849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-dce59515-0027-483b-b1e7-ee4f648acfa9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.2081888 Aug 31 07:39:11.796098 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.806228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'mac_address': 'fa:16:3e:67:4f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:11.811063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e756644-337b-42f5-8f5c-d89ae59f0083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.817589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e756644-337b-42f5-8f5c-d89ae59f0083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:11.823492 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3e756644-337b-42f5-8f5c-d89ae59f0083 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd426f61-7e42-4851-a7df-fec84940f206 HTTP/1.1" status: 204 len: 168 time: 0.5307484 Aug 31 07:39:11.861600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e756644-337b-42f5-8f5c-d89ae59f0083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd426f61-7e42-4851-a7df-fec84940f206,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:11.904230 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Sync routers for ids ['b301c0df-97d0-4b20-9a71-9c4bbf127341'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:11.913410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 238c4abc-e3e6-41fb-8511-258854865a03 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:11.914389 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Routers {'b301c0df-97d0-4b20-9a71-9c4bbf127341'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:11.915010 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b301c0df-97d0-4b20-9a71-9c4bbf127341'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:11.957012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-18decf7d-068f-45fd-8cbe-8cf05158e188 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 217 time: 0.1605284 Aug 31 07:39:11.978476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 238c4abc-e3e6-41fb-8511-258854865a03 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:11.979249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:12.031352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e1120010-bed2-4b4e-9ad5-9e1ff55de950'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:12.105499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95064f88-d9f7-4c06-b2f1-9f45aa0b3a66 req-51771922-fc96-4293-9ea9-bfd057ca6473 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:12.110054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95064f88-d9f7-4c06-b2f1-9f45aa0b3a66 req-51771922-fc96-4293-9ea9-bfd057ca6473 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.1783280 Aug 31 07:39:12.110842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:12.114940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-3052d095-e1f8-4b72-9c2a-898dfd5a1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:12.117287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-3052d095-e1f8-4b72-9c2a-898dfd5a1311 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1449442 Aug 31 07:39:12.170185 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Set router b301c0df-97d0-4b20-9a71-9c4bbf127341 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:12.203251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-fc523a23-2e49-436e-b376-362a97f08ea6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704017 Aug 31 07:39:12.226686 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:12.248705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95064f88-d9f7-4c06-b2f1-9f45aa0b3a66 req-2faa9e51-6e54-444b-a3d4-7beae90af95a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304698 Aug 31 07:39:12.304001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:12.329585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3b3858-b9e7-4a1c-b680-9918cb89cdef {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:12.379214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 238c4abc-e3e6-41fb-8511-258854865a03, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=238c4abc-e3e6-41fb-8511-258854865a03,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:12.403033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:12.421644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-57d8b49b-2d92-4f40-a2c2-a9c142b1a0b1 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003944 Aug 31 07:39:12.471960 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:12.568921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=238c4abc-e3e6-41fb-8511-258854865a03,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:12.586382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:12.595858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdc2cc66-8446-47b7-b96a-161d097b0c8d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:12.641072 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:09Z', 'revision_number': 4, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'f64dcdd8-5a69-412e-a29b-6ef059048fe2', 'name': '', 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'mac_address': 'fa:16:3e:fa:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:08Z', 'updated_at': '2021-08-31T07:39:10Z', 'revision_number': 2, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'subnets': [{'id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:12.688814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bdc2cc66-8446-47b7-b96a-161d097b0c8d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:12.704706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdc2cc66-8446-47b7-b96a-161d097b0c8d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:12.740055 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Checking router: b301c0df-97d0-4b20-9a71-9c4bbf127341 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:12.740466 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Updating router b301c0df-97d0-4b20-9a71-9c4bbf127341 port f64dcdd8-5a69-412e-a29b-6ef059048fe2 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:12.802080 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:12.823673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:12.951986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:13.026473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:13.161526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 238c4abc-e3e6-41fb-8511-258854865a03 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:13.298136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e1120010-bed2-4b4e-9ad5-9e1ff55de950 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:13.299561 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:13.522910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-c15f042c-7208-4b8e-8c2d-ab5bdda8eb13 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5704381 Aug 31 07:39:13.573225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1a8562-cbc7-4581-a678-fd2261b7c1a5 req-5886e486-7475-4f86-be93-24713d496547 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1435730 Aug 31 07:39:13.576712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:13.582124 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:13.597040 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Transition to ACTIVE for port object f64dcdd8-5a69-412e-a29b-6ef059048fe2 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:13.774250 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:13.790408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-fa27c102-3e8e-4aab-9bb6-46dc2322fb76 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:13.816265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-fa27c102-3e8e-4aab-9bb6-46dc2322fb76 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 949 time: 0.1376579 Aug 31 07:39:13.952426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 238c4abc-e3e6-41fb-8511-258854865a03 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:13.962012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:13.982717 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Attempting to bind port f64dcdd8-5a69-412e-a29b-6ef059048fe2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:13.983187 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Attempting to bind port f64dcdd8-5a69-412e-a29b-6ef059048fe2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:13.983602 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Attempting to bind port f64dcdd8-5a69-412e-a29b-6ef059048fe2 on network 283d6e7f-c856-429f-84c3-72a780a92caf {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:14.035113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091bc57-f371-4dd8-830b-151d96594c83 None None] Pushing event updated for resources: {'Port': ['ID=f64dcdd8-5a69-412e-a29b-6ef059048fe2,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:14.164808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:14.164808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Checking segment: {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:14.164808 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.164808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Bound using segment: {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:14.164808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Bound port: f64dcdd8-5a69-412e-a29b-6ef059048fe2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad253b4-b351-432b-ab1f-2d96702713d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:14.164808 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.167035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.215041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.245913 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] For port f64dcdd8-5a69-412e-a29b-6ef059048fe2, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:14.251087 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] For port f64dcdd8-5a69-412e-a29b-6ef059048fe2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f64dcdd8-5a69-412e-a29b-6ef059048fe2,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:14.279787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port 4c549f5f-5289-491c-b427-87329f4e0bb8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:14.280018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.282559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:14.284872 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf75279-b057-4f9c-905a-62463f853d85" -d '{"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-plugged", "status": "completed", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:14.328594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:14.337699 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.429140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port 4c549f5f-5289-491c-b427-87329f4e0bb8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4c549f5f-5289-491c-b427-87329f4e0bb8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:14.436241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.436241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.451850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.465738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091bc57-f371-4dd8-830b-151d96594c83 None None] Pushing event updated for resources: {'Port': ['ID=f64dcdd8-5a69-412e-a29b-6ef059048fe2,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:14.475817 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Routers {'b301c0df-97d0-4b20-9a71-9c4bbf127341'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:14.476633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:38:56Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b301c0df-97d0-4b20-9a71-9c4bbf127341'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:14.482631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for 4c549f5f-5289-491c-b427-87329f4e0bb8 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:14.649078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:14.691667 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] Set router b301c0df-97d0-4b20-9a71-9c4bbf127341 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:14.842196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Allocated IP 172.25.0.99 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/10716bf6-6e50-4665-a8ac-6ef5d431e02d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:14.953747 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:15.045120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:15.100907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.114920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.130792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', '1e862073-8b0c-43db-9166-6a4591691fc4', 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', '05cba110-0f7d-4a1e-8793-210778d31bf8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:15.147006 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:09Z', 'revision_number': 4, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'f64dcdd8-5a69-412e-a29b-6ef059048fe2', 'name': '', 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'mac_address': 'fa:16:3e:fa:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:08Z', 'updated_at': '2021-08-31T07:39:14Z', 'revision_number': 4, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'subnets': [{'id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:15.191287 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab1ca2-e991-41d2-94bd-82041de2bdbb None None] The sync data for ids ['b301c0df-97d0-4b20-9a71-9c4bbf127341'] in n-d-713499-16 is: [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:09Z', 'revision_number': 4, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'f64dcdd8-5a69-412e-a29b-6ef059048fe2', 'name': '', 'network_id': '283d6e7f-c856-429f-84c3-72a780a92caf', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'mac_address': 'fa:16:3e:fa:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:08Z', 'updated_at': '2021-08-31T07:39:14Z', 'revision_number': 4, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'subnets': [{'id': 'acc25a2a-0881-4153-8fe8-8c4cd35ae240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:15.194940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=4c549f5f-5289-491c-b427-87329f4e0bb8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:15.218662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d', '4c549f5f-5289-491c-b427-87329f4e0bb8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:15.322320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port 4c549f5f-5289-491c-b427-87329f4e0bb8 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:15.331723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.334356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b5a43e3-5972-4c43-9e28-d763d81303ec req-aa6bde4c-a701-40b5-a311-4ad4c48fec65 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "DELETE /v2.0/ports/4c549f5f-5289-491c-b427-87329f4e0bb8 HTTP/1.1" status: 204 len: 173 time: 1.5352721 Aug 31 07:39:15.334844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'name': 'network-vif-deleted', 'tag': '4c549f5f-5289-491c-b427-87329f4e0bb8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:15.338950 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0638dca9-0a79-45e0-b93a-afaa32e6ceb8" -d '{"events": [{"server_uuid": "9dd4ecad-8b4f-4f95-b526-94bf31b28dee", "name": "network-vif-deleted", "tag": "4c549f5f-5289-491c-b427-87329f4e0bb8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:15.456799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.560138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Pushing event updated for resources: {'Port': ['ID=10716bf6-6e50-4665-a8ac-6ef5d431e02d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:15.591744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:15.592788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:15.594518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:15.606632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:15.640426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'port_id': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'mac_address': 'fa:16:3e:b3:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b6171c-ff37-4be9-b5b4-834baf274f8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:15.676730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.782272 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.797914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.870843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47c5aa8-05d8-4b2c-8870-1285b2236a57 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:15.963401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:16.050908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.100215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.118987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-feadc819-f60e-4bad-8571-caba917b4130 req-1095a240-3362-4e3a-9dd8-6727ee08ceed tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd4ecad-8b4f-4f95-b526-94bf31b28dee HTTP/1.1" status: 200 len: 210 time: 0.0348015 Aug 31 07:39:16.158805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:16.176843 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.286928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Pushing event updated for resources: {'Port': ['ID=10716bf6-6e50-4665-a8ac-6ef5d431e02d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:16.299441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.366675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e47c5aa8-05d8-4b2c-8870-1285b2236a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:16.373312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84f3c4-f488-4d13-986b-cf780b05038c req-79fa38ad-2fdf-45a0-a467-8b9a9a762d9c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:16.383790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af84f3c4-f488-4d13-986b-cf780b05038c req-79fa38ad-2fdf-45a0-a467-8b9a9a762d9c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 949 time: 0.1067894 Aug 31 07:39:16.405937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.408009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-5f6853f5-d695-4359-b78c-d61091692345 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8842483 Aug 31 07:39:16.535650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af84f3c4-f488-4d13-986b-cf780b05038c req-772e5ab7-d118-4adc-9ddb-8e2489301e7d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506672 Aug 31 07:39:16.555039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-d506a35f-def1-4eb6-a653-7b9ec50a9f46 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.1180203 Aug 31 07:39:16.775489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-8e03e2c8-95b1-4407-b30a-bee319af902c tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:16.777228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-8e03e2c8-95b1-4407-b30a-bee319af902c tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.2141771 Aug 31 07:39:16.788852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-f3951047-0312-482a-96bc-d1e273f2531c tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:39:16.789877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e214aac3-17b9-4753-ab33-a75eabadc02d req-f3951047-0312-482a-96bc-d1e273f2531c tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071907 Aug 31 07:39:16.885762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10498-e7c3-4a11-9d1f-3575cacd360d req-7e33ddd1-3671-41be-9ad5-804948b1e976 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:16.893593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25d10498-e7c3-4a11-9d1f-3575cacd360d req-7e33ddd1-3671-41be-9ad5-804948b1e976 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 944 time: 0.0672047 Aug 31 07:39:16.947558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25d10498-e7c3-4a11-9d1f-3575cacd360d req-3b9691a7-c425-405a-84bd-a48185993ac5 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Aug 31 07:39:17.031668 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13dfca-791c-4f01-b61e-7005676172e0 x-openstack-request-id: req-5e13dfca-791c-4f01-b61e-7005676172e0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:17.032045 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-plugged", "status": "completed", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:17.032485 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e13dfca-791c-4f01-b61e-7005676172e0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:17.032850 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'code': 200} Aug 31 07:39:17.056057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4c549f5f-5289-491c-b427-87329f4e0bb8 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:17.093589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 4c549f5f-5289-491c-b427-87329f4e0bb8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:17.093975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4c549f5f-5289-491c-b427-87329f4e0bb8 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:17.100875 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5060e633-5714-4f57-8e53-4438f05bff64 x-openstack-request-id: req-5060e633-5714-4f57-8e53-4438f05bff64 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:17.101404 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd4ecad-8b4f-4f95-b526-94bf31b28dee", "name": "network-vif-deleted", "tag": "4c549f5f-5289-491c-b427-87329f4e0bb8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:17.101519 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5060e633-5714-4f57-8e53-4438f05bff64 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:17.102315 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd4ecad-8b4f-4f95-b526-94bf31b28dee', 'name': 'network-vif-deleted', 'tag': '4c549f5f-5289-491c-b427-87329f4e0bb8', 'status': 'completed', 'code': 200} Aug 31 07:39:17.117943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:17.139920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f64dcdd8-5a69-412e-a29b-6ef059048fe2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:17.176474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-0b5c33f6-640f-4bb6-8e9a-b647637ec600 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f3c4a62735c4888acd95d9d2bb19dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344450 Aug 31 07:39:17.292759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f18b86d8-7ae4-4edb-b972-717234200128 req-64dbc905-dc97-4b1a-b5a6-53edf8d0f8b3 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips/9063c428-c24a-45b0-80c6-ddd3c3943794 HTTP/1.1" status: 200 len: 692 time: 0.0793452 Aug 31 07:39:17.319379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f64dcdd8-5a69-412e-a29b-6ef059048fe2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:17.324975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f64dcdd8-5a69-412e-a29b-6ef059048fe2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:17.325926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.360498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:17.387223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:17.388972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.409581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-12be5020-070a-4b01-9e88-e4f904943e29 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:17.411365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-12be5020-070a-4b01-9e88-e4f904943e29 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283802 Aug 31 07:39:17.439835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-bffc0d79-3c6f-4461-9bd0-6dc9a84589a7 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/quotas/4f3c4a62735c4888acd95d9d2bb19dbd HTTP/1.1" status: 200 len: 375 time: 0.0107262 Aug 31 07:39:17.471935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-63592435-688a-482c-b936-ae9494abec6e tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f3c4a62735c4888acd95d9d2bb19dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343843 Aug 31 07:39:17.481417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b86d8-7ae4-4edb-b972-717234200128 req-ab96fe5b-9d02-4c6f-af77-5862e8922b92 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:17.483219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f18b86d8-7ae4-4edb-b972-717234200128 req-ab96fe5b-9d02-4c6f-af77-5862e8922b92 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1832347 Aug 31 07:39:17.495808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-f18b86d8-7ae4-4edb-b972-717234200128 req-df679c52-9436-4e01-ad96-96bbe0fe2cfe tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:39:17.502027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f18b86d8-7ae4-4edb-b972-717234200128 req-df679c52-9436-4e01-ad96-96bbe0fe2cfe tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060267 Aug 31 07:39:17.513437 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.567266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.625245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f64dcdd8-5a69-412e-a29b-6ef059048fe2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f64dcdd8-5a69-412e-a29b-6ef059048fe2,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:17.640115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:17.674993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfb124-6415-4aca-80a9-5af0d69386ec req-694ee39e-833c-4025-828c-9c7fb91f6012 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:17.676712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9dfb124-6415-4aca-80a9-5af0d69386ec req-694ee39e-833c-4025-828c-9c7fb91f6012 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 951 time: 0.0760069 Aug 31 07:39:17.719707 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.731235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.732229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:17.745268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9dfb124-6415-4aca-80a9-5af0d69386ec req-6a1bce7c-9faf-4c04-a974-83871b1e628b tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Aug 31 07:39:17.847889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a091bcd5-8523-406f-9d8e-2b986790f1bd req-dfd96835-7b87-4804-a71e-4457530d129e tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=cdb192d4d4be4f49b006b3daf8d73270 HTTP/1.1" status: 200 len: 695 time: 0.0888193 Aug 31 07:39:17.871396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f64dcdd8-5a69-412e-a29b-6ef059048fe2,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:17.889926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:17.981095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:17.998137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:18.038351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091bcd5-8523-406f-9d8e-2b986790f1bd req-0357756c-95da-4492-bac1-3176dd279dcb tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.046819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a091bcd5-8523-406f-9d8e-2b986790f1bd req-0357756c-95da-4492-bac1-3176dd279dcb tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks?id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 787 time: 0.1975000 Aug 31 07:39:18.055791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-a091bcd5-8523-406f-9d8e-2b986790f1bd req-42a8471c-bb74-43ea-a188-882ef31239e1 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:39:18.056920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a091bcd5-8523-406f-9d8e-2b986790f1bd req-42a8471c-bb74-43ea-a188-882ef31239e1 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094352 Aug 31 07:39:18.166605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd958f5-0a22-4c3c-998c-8bffbc432aee req-31c7d6a6-e971-4409-8ff7-850d097492f8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.168469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbd958f5-0a22-4c3c-998c-8bffbc432aee req-31c7d6a6-e971-4409-8ff7-850d097492f8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0580263 Aug 31 07:39:18.207172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbd958f5-0a22-4c3c-998c-8bffbc432aee req-973f9d09-c13a-4186-9b6c-b9b96fe61025 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Aug 31 07:39:18.329620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-858ce5f6-ca2a-4016-b987-d8e67a57943c req-a9118316-f0ab-4c62-919a-bc0828373f31 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 210 time: 0.0264568 Aug 31 07:39:18.484814 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.555981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:19.034868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef'}, {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:19.037564 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a606cd6-6142-4f0c-a288-35bfaadc1e5f" -d '{"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-plugged", "status": "completed", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef"}, {"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:19.051025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f64dcdd8-5a69-412e-a29b-6ef059048fe2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:19.075479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:19.147093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f64dcdd8-5a69-412e-a29b-6ef059048fe2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:19.147487 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:19.262302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e47c5aa8-05d8-4b2c-8870-1285b2236a57 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:19.266777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e47c5aa8-05d8-4b2c-8870-1285b2236a57 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:19.270052 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:19.359167 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:19.402869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:19.485576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:19.543878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:20.052058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-7b664bce-d499-48fd-b94f-31cf03506a05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips/9063c428-c24a-45b0-80c6-ddd3c3943794 HTTP/1.1" status: 200 len: 692 time: 0.0643783 Aug 31 07:39:20.149922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23757a62-73c7-439f-a6ca-115ec41c4f8b req-3b30e029-299d-4555-a818-d266a45c79e0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.151742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23757a62-73c7-439f-a6ca-115ec41c4f8b req-3b30e029-299d-4555-a818-d266a45c79e0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.1243412 Aug 31 07:39:20.216732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-d6108a6b-8221-4860-a17e-0da38f724170 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.236525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-d6108a6b-8221-4860-a17e-0da38f724170 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1707947 Aug 31 07:39:20.236525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-21507479-486b-4379-9e67-3258194856d9 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:39:20.236525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-21507479-486b-4379-9e67-3258194856d9 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091901 Aug 31 07:39:20.238634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23757a62-73c7-439f-a6ca-115ec41c4f8b req-e6e0d061-ef67-4c76-86e2-a547dd7f8faa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786459 Aug 31 07:39:20.285988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-e136dc2f-5be5-4ef9-923c-494ad5f8bb75 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.0454807 Aug 31 07:39:20.397408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-a55b8952-5e5a-4747-9ca9-d1b4e207045f tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.1057553 Aug 31 07:39:20.757826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-7071ee32-ef29-4c31-a844-c61307319e43 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=4f3c4a62735c4888acd95d9d2bb19dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379710 Aug 31 07:39:20.792784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-c5ab3a56-e22e-4f66-9b13-ddd1d0808ee5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.794105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-c5ab3a56-e22e-4f66-9b13-ddd1d0808ee5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 950 time: 0.4953787 Aug 31 07:39:20.805891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf00ff2-33ca-4cbf-bcfe-12c919f98180 req-aebc7de7-98d5-464a-93e0-4dc89668664f tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.807394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcf00ff2-33ca-4cbf-bcfe-12c919f98180 req-aebc7de7-98d5-464a-93e0-4dc89668664f tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 950 time: 0.4550860 Aug 31 07:39:20.993453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcf00ff2-33ca-4cbf-bcfe-12c919f98180 req-6e14e822-61ad-48a4-8db2-813623c5e45a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714871 Aug 31 07:39:21.068843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-e96504af-de29-45b3-ad6e-42fd260f7b68 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.071324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-e96504af-de29-45b3-ad6e-42fd260f7b68 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761695 Aug 31 07:39:21.080284 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae20d6e5-4d1f-4f30-8ae7-cae3a56d2315 x-openstack-request-id: req-ae20d6e5-4d1f-4f30-8ae7-cae3a56d2315 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:21.080887 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-plugged", "status": "completed", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef", "code": 200}, {"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:21.080887 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae20d6e5-4d1f-4f30-8ae7-cae3a56d2315 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:21.081285 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'code': 200} Aug 31 07:39:21.081584 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'code': 200} Aug 31 07:39:21.095545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Request body: {'port': {'device_id': '62105a2e-3740-4af4-a21b-505f78e3437d', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '4f3c4a62735c4888acd95d9d2bb19dbd'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:21.163622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Deleting port 10716bf6-6e50-4665-a8ac-6ef5d431e02d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:21.164002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.381143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port 05cba110-0f7d-4a1e-8793-210778d31bf8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:21.381392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.399629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f707c2c-2a2f-4089-b59b-10032deda6f4 req-f6db58f6-b007-4090-9cee-d59ed5f89b62 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.401987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f707c2c-2a2f-4089-b59b-10032deda6f4 req-f6db58f6-b007-4090-9cee-d59ed5f89b62 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.2330222 Aug 31 07:39:21.412814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2c89c-2bad-47dd-9692-e014ecd4d35a req-1e19f1c3-ed4f-45b2-ba87-4230e2478773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.414313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c2c89c-2bad-47dd-9692-e014ecd4d35a req-1e19f1c3-ed4f-45b2-ba87-4230e2478773 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.2464736 Aug 31 07:39:21.522588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.522920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.560772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Calling delete_port for 10716bf6-6e50-4665-a8ac-6ef5d431e02d owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:21.646544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f707c2c-2a2f-4089-b59b-10032deda6f4 req-1774962a-1e55-4caa-87ba-2b753f3b7ca2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311590 Aug 31 07:39:21.659198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c2c89c-2bad-47dd-9692-e014ecd4d35a req-01e2520f-5de1-4d6e-86d5-3352401d8b1b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919630 Aug 31 07:39:21.666680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Made reservation on behalf of 4f3c4a62735c4888acd95d9d2bb19dbd for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:21.670508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.689335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port 05cba110-0f7d-4a1e-8793-210778d31bf8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=05cba110-0f7d-4a1e-8793-210778d31bf8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:21.689719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.692779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.725206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for 05cba110-0f7d-4a1e-8793-210778d31bf8 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:21.880292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc5c5e8d-13cc-49c3-81b4-e46cb413adaa req-5bc2f1e0-26c6-460b-b200-1fbf867d4515 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 210 time: 0.0411394 Aug 31 07:39:21.978289 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.015235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Pushing event deleted for resources: {'Port': ['ID=10716bf6-6e50-4665-a8ac-6ef5d431e02d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:22.064714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.067985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.070657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.071786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa1e415a-623b-48d3-bba1-6ddffa532ddb req-9e39ccb2-992e-4cd0-9859-49ee87b1ac05 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "DELETE /v2.0/floatingips/9063c428-c24a-45b0-80c6-ddd3c3943794 HTTP/1.1" status: 204 len: 173 time: 1.6736784 Aug 31 07:39:22.076343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:22.118768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', '1e862073-8b0c-43db-9166-6a4591691fc4', 'de30df2a-0ed6-4bdf-9b43-c3d82e039529'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:22.182559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=05cba110-0f7d-4a1e-8793-210778d31bf8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:22.231275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.281222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a11b9-fdeb-4353-93e0-d0751d0339d8 req-aabbcef0-c762-4548-968b-2af7c8bf51e6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:22.282902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-828a11b9-fdeb-4353-93e0-d0751d0339d8 req-aabbcef0-c762-4548-968b-2af7c8bf51e6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.2726460 Aug 31 07:39:22.298859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port 05cba110-0f7d-4a1e-8793-210778d31bf8 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:22.308352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.310561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91acb7da-da4b-40b8-8466-ec89708c14a1 req-82740f67-d797-4863-ae62-fd68f2f783e5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "DELETE /v2.0/ports/05cba110-0f7d-4a1e-8793-210778d31bf8 HTTP/1.1" status: 204 len: 173 time: 1.4896545 Aug 31 07:39:22.311006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'name': 'network-vif-deleted', 'tag': '05cba110-0f7d-4a1e-8793-210778d31bf8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:22.313795 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37f046-8edf-4619-a733-2b91c614387f" -d '{"events": [{"server_uuid": "d55b2cfb-f443-41e6-84b3-0b401fc3f8ac", "name": "network-vif-deleted", "tag": "05cba110-0f7d-4a1e-8793-210778d31bf8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:22.328644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:22.440907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-828a11b9-fdeb-4353-93e0-d0751d0339d8 req-afb208a5-efc1-4c31-9139-9ab8eeba8a4c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430624 Aug 31 07:39:22.444611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce89b8-b1a0-4a3e-bee9-da81e461e00d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:22.699251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Allocated IP 192.168.233.13 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/9f384f81-dfc2-4d7c-8d20-6785187195b0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:22.706613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f815283-b9f2-48d1-b6d5-7a1958a7b9a4 req-f7dff244-7697-4345-b654-8a32de54d5b1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55b2cfb-f443-41e6-84b3-0b401fc3f8ac HTTP/1.1" status: 200 len: 210 time: 0.0680935 Aug 31 07:39:22.829495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7a25857-26fc-4173-bed9-2a357079c30d req-fbeda4e6-2cf5-44f4-aca7-14146b6174c7 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2833247 Aug 31 07:39:22.858190 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e660f22-e6d0-4921-9523-4f6d6136dd49 x-openstack-request-id: req-7e660f22-e6d0-4921-9523-4f6d6136dd49 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:22.858471 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55b2cfb-f443-41e6-84b3-0b401fc3f8ac", "name": "network-vif-deleted", "tag": "05cba110-0f7d-4a1e-8793-210778d31bf8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:22.858720 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e660f22-e6d0-4921-9523-4f6d6136dd49 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:22.859108 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55b2cfb-f443-41e6-84b3-0b401fc3f8ac', 'name': 'network-vif-deleted', 'tag': '05cba110-0f7d-4a1e-8793-210778d31bf8', 'status': 'completed', 'code': 200} Aug 31 07:39:22.932082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:23.057368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cbc84-3840-4b63-b891-f8a7403de8f2 req-4f4a4db9-d501-4b29-b570-ad0c54317766 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.058991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f2cbc84-3840-4b63-b891-f8a7403de8f2 req-4f4a4db9-d501-4b29-b570-ad0c54317766 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 949 time: 0.1219113 Aug 31 07:39:23.079367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.083940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:23.086945 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae835c90-4e77-4b38-81f6-5aa65a5c4d31" -d '{"events": [{"server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "name": "network-vif-plugged", "status": "completed", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:23.104347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Transition to ACTIVE for port object 9f384f81-dfc2-4d7c-8d20-6785187195b0 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:23.125996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.145516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 05cba110-0f7d-4a1e-8793-210778d31bf8 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:23.160789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f2cbc84-3840-4b63-b891-f8a7403de8f2 req-1935c550-f79c-4ff3-907a-245c326ca27c tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935903 Aug 31 07:39:23.182202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 05cba110-0f7d-4a1e-8793-210778d31bf8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:23.182717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 05cba110-0f7d-4a1e-8793-210778d31bf8 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:23.291058 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.320763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.337034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48788816-2c73-4421-9655-be19f71df35f req-18b7d0a9-6e9d-4b88-86a0-ca80dc1bd2dd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.338612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48788816-2c73-4421-9655-be19f71df35f req-18b7d0a9-6e9d-4b88-86a0-ca80dc1bd2dd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0882795 Aug 31 07:39:23.397599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:23.415187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:23.418172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:23.424538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.425513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.446715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.472481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Pushing event updated for resources: {'Port': ['ID=9f384f81-dfc2-4d7c-8d20-6785187195b0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:23.494300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48788816-2c73-4421-9655-be19f71df35f req-342440dc-1ec4-413f-8bb4-6295319594fe tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157711 Aug 31 07:39:23.561371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-5d476b33-4793-4c85-ac92-3c1c0c22c5ed tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4626620 Aug 31 07:39:23.568171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Request body: {'port': {'device_id': '62105a2e-3740-4af4-a21b-505f78e3437d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:23.656192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c568aea-115e-4867-b59f-da91c6a576d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.718060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Allocated IP 172.25.0.81 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/31bf0d01-a119-4747-84e7-885906f37c9a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:23.754122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.859989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36a0fe-b823-4064-a9e5-d8fbb0c423bb req-b7666dd8-74ea-46de-b5f4-8b607cfaa768 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.863043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b36a0fe-b823-4064-a9e5-d8fbb0c423bb req-b7666dd8-74ea-46de-b5f4-8b607cfaa768 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 935 time: 0.1531179 Aug 31 07:39:23.873612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f96c6e03-8cf1-4f31-810f-c90210d89767 None None] Provisioning for port 9f384f81-dfc2-4d7c-8d20-6785187195b0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:23.877724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f96c6e03-8cf1-4f31-810f-c90210d89767 None None] Provisioning complete for port 9f384f81-dfc2-4d7c-8d20-6785187195b0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:23.878149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f96c6e03-8cf1-4f31-810f-c90210d89767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.914855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f96c6e03-8cf1-4f31-810f-c90210d89767 None None] Port 9f384f81-dfc2-4d7c-8d20-6785187195b0 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:24.001885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.014194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b36a0fe-b823-4064-a9e5-d8fbb0c423bb req-9e610cc4-291f-4a28-8030-c07b4de14f9d tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452594 Aug 31 07:39:24.147824 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8feea8-86b9-4eed-b774-23b8635ccbf7 x-openstack-request-id: req-8b8feea8-86b9-4eed-b774-23b8635ccbf7 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:24.148561 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "name": "network-vif-plugged", "status": "completed", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:24.148827 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b8feea8-86b9-4eed-b774-23b8635ccbf7 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:24.149236 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'code': 200} Aug 31 07:39:24.202052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.252195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f384f81-dfc2-4d7c-8d20-6785187195b0 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:24.276641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.297469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:24.307078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316c32-6ac2-4d1c-849f-f288953e17dd req-deef9758-f578-4b32-a444-72b33bc3aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.307700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Transition to ACTIVE for port object 9f384f81-dfc2-4d7c-8d20-6785187195b0 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:24.309115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:24.312238 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae316c32-6ac2-4d1c-849f-f288953e17dd req-deef9758-f578-4b32-a444-72b33bc3aaf3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1097 time: 0.0655785 Aug 31 07:39:24.314730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:24.321919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Pushing event updated for resources: {'Port': ['ID=31bf0d01-a119-4747-84e7-885906f37c9a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:24.368760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9a137-6b3c-4ffa-906d-00a61af73b84 req-24795f2d-20f2-4c1c-8ae5-77a81b25e74c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.369847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ec9a137-6b3c-4ffa-906d-00a61af73b84 req-24795f2d-20f2-4c1c-8ae5-77a81b25e74c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.1563802 Aug 31 07:39:24.379020 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae316c32-6ac2-4d1c-849f-f288953e17dd req-512c65a6-ba12-4242-89f1-7dbb94477de5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551863 Aug 31 07:39:24.389165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.425732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.469344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Pushing event updated for resources: {'Port': ['ID=9f384f81-dfc2-4d7c-8d20-6785187195b0,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:24.508663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ec9a137-6b3c-4ffa-906d-00a61af73b84 req-3a4bf3a4-d560-4816-a373-863f704c1a36 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208251 Aug 31 07:39:24.928339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.973652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Attempting to bind port 9f384f81-dfc2-4d7c-8d20-6785187195b0 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:24.974032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Attempting to bind port 9f384f81-dfc2-4d7c-8d20-6785187195b0 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:24.974374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Attempting to bind port 9f384f81-dfc2-4d7c-8d20-6785187195b0 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:24.994801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-8e45b7b4-a212-40fe-a431-1ee3efce945a tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.996362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-8e45b7b4-a212-40fe-a431-1ee3efce945a tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 949 time: 0.5242832 Aug 31 07:39:25.002564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Port 9f384f81-dfc2-4d7c-8d20-6785187195b0 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:25.002911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Attempting to bind port 9f384f81-dfc2-4d7c-8d20-6785187195b0 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:25.030983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:25.031486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:25.031825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:25.032432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Bound port: 9f384f81-dfc2-4d7c-8d20-6785187195b0, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:25.032864 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.079675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ade0f-b308-4d7c-8aa1-80aa22d18230 req-57364c3b-5f39-40dc-b009-3d3419ddd19e tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.081211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d48ade0f-b308-4d7c-8aa1-80aa22d18230 req-57364c3b-5f39-40dc-b009-3d3419ddd19e tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.1782637 Aug 31 07:39:25.183314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d48ade0f-b308-4d7c-8aa1-80aa22d18230 req-a54c2547-d32f-4539-9acd-0cbd3154b3d0 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.260154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] For port 9f384f81-dfc2-4d7c-8d20-6785187195b0, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:25.273910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] For port 9f384f81-dfc2-4d7c-8d20-6785187195b0, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:25.330707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.337147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Deleting port c1b10836-b894-4f94-8098-f2dcaf7f6813 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:25.337483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.346738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.423146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.435586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.436068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.437774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] 10.222.0.68 "PUT /v2.0/ports/9f384f81-dfc2-4d7c-8d20-6785187195b0 HTTP/1.1" status: 200 len: 1096 time: 1.8764448 Aug 31 07:39:25.441121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62105a2e-3740-4af4-a21b-505f78e3437d', 'tag': '9f384f81-dfc2-4d7c-8d20-6785187195b0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:25.443523 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df848f-3daa-44f4-a531-43c788c06191" -d '{"events": [{"name": "network-changed", "server_uuid": "62105a2e-3740-4af4-a21b-505f78e3437d", "tag": "9f384f81-dfc2-4d7c-8d20-6785187195b0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:25.502575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.608429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa841c-3c2a-4128-9306-b1986fb52934 service neutron] Pushing event updated for resources: {'Port': ['ID=9f384f81-dfc2-4d7c-8d20-6785187195b0,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:25.622996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d48ade0f-b308-4d7c-8aa1-80aa22d18230 req-a54c2547-d32f-4539-9acd-0cbd3154b3d0 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.673600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.692493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] For port c1b10836-b894-4f94-8098-f2dcaf7f6813, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c1b10836-b894-4f94-8098-f2dcaf7f6813,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:25.693051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.719073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Calling delete_port for c1b10836-b894-4f94-8098-f2dcaf7f6813 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:25.734026 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d48ade0f-b308-4d7c-8aa1-80aa22d18230 req-a54c2547-d32f-4539-9acd-0cbd3154b3d0 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.757610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Pushing event updated for resources: {'Port': ['ID=31bf0d01-a119-4747-84e7-885906f37c9a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:25.771242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d48ade0f-b308-4d7c-8aa1-80aa22d18230 req-a54c2547-d32f-4539-9acd-0cbd3154b3d0 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547258 Aug 31 07:39:25.803830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-6641229c-9734-4bac-b5fd-26d6e55e096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.805629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-6641229c-9734-4bac-b5fd-26d6e55e096c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4f3c4a62735c4888acd95d9d2bb19dbd&device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 1099 time: 0.2359538 Aug 31 07:39:25.869745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c2547-d32f-4539-9acd-0cbd3154b3d0 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419a6655-9f88-434b-83df-f55342c30589,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:25.875567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-7d49c781-5d74-4fb3-ad36-07006ee3179d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0 HTTP/1.1" status: 200 len: 217 time: 0.0584190 Aug 31 07:39:25.975869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-d434dc41-f2a6-40a1-82bc-4504a7a20a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.977324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-d434dc41-f2a6-40a1-82bc-4504a7a20a66 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0819650 Aug 31 07:39:26.007247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba05e-4fbc-4a9d-b38b-d51c9f81274d req-0448874f-e516-4732-87fe-34ea79e7d537 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.008880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d2ba05e-4fbc-4a9d-b38b-d51c9f81274d req-0448874f-e516-4732-87fe-34ea79e7d537 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e71b295-589b-4ed8-9583-807384509c0d HTTP/1.1" status: 200 len: 949 time: 0.1287482 Aug 31 07:39:26.105728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-f4e6277f-eab1-4c58-a3d6-55179c844d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.107288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-f4e6277f-eab1-4c58-a3d6-55179c844d36 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215384 Aug 31 07:39:26.111074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d2ba05e-4fbc-4a9d-b38b-d51c9f81274d req-b3e1dd28-eeb5-4768-9089-be581ff32bd4 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c6f972e-435f-402c-9419-9e769e32b7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867958 Aug 31 07:39:26.205035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-f4aaa300-7407-4567-a648-676964511755 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900562 Aug 31 07:39:26.333979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ef6c1-cc01-42a1-833c-4462817d2480 req-118f8ea1-43d6-4c41-8da2-cfddbc3c0329 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.335397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b73ef6c1-cc01-42a1-833c-4462817d2480 req-118f8ea1-43d6-4c41-8da2-cfddbc3c0329 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 947 time: 0.1039655 Aug 31 07:39:26.356066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bfd2389-31db-4888-81a9-7476635b6ec8 req-c1105bba-3408-4b71-a6c9-d6f0b439b8ed service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389444 Aug 31 07:39:26.373969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.375195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7a25857-26fc-4173-bed9-2a357079c30d req-9eacce5c-87a1-4887-bd78-3dbee522637d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5448594 Aug 31 07:39:26.380878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b73ef6c1-cc01-42a1-833c-4462817d2480 req-1b7a243c-26b5-4f67-8996-672f8d6f6035 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381448 Aug 31 07:39:26.411314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.426975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.465295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7a25857-26fc-4173-bed9-2a357079c30d req-a3f143fc-9482-47df-8437-4bad4a907c62 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0830472 Aug 31 07:39:26.467042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Pushing event deleted for resources: {'Port': ['ID=c1b10836-b894-4f94-8098-f2dcaf7f6813,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:26.508148 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3789480-21fd-48b1-a940-74913a56db4d x-openstack-request-id: req-a3789480-21fd-48b1-a940-74913a56db4d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:26.509590 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62105a2e-3740-4af4-a21b-505f78e3437d", "tag": "9f384f81-dfc2-4d7c-8d20-6785187195b0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:26.509979 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3789480-21fd-48b1-a940-74913a56db4d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:26.510214 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62105a2e-3740-4af4-a21b-505f78e3437d', 'tag': '9f384f81-dfc2-4d7c-8d20-6785187195b0', 'status': 'completed', 'code': 200} Aug 31 07:39:26.540482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] No DVR routers for this DVR port c1b10836-b894-4f94-8098-f2dcaf7f6813 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:26.564325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.566973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ea7df1d-522d-4f6e-92ee-5e6f927c415c req-f575dd4e-e4b8-4deb-93a4-d461a3d8c813 tempest-ImagesOneServerTestJSON-175598111 tempest-ImagesOneServerTestJSON-175598111-project] 10.222.0.45 "DELETE /v2.0/ports/c1b10836-b894-4f94-8098-f2dcaf7f6813 HTTP/1.1" status: 204 len: 173 time: 1.5560291 Aug 31 07:39:26.607629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df848f-3daa-44f4-a531-43c788c06191 req-1b1cac65-b736-4809-81ca-da5a5fd2d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.610265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-1b1cac65-b736-4809-81ca-da5a5fd2d0ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4f3c4a62735c4888acd95d9d2bb19dbd&device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 1099 time: 0.0862734 Aug 31 07:39:26.668231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d855e72-face-4ba5-b69d-a76a75ef9640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.687803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-2d20dc34-239c-4c6d-9df4-d0c50e220ef9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1840394 Aug 31 07:39:26.709952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2a8b-3a78-4a11-aa31-9b43aaf9250b req-dc746ce6-b02f-48e6-ba3a-1d569425c7bd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.711826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-048c2a8b-3a78-4a11-aa31-9b43aaf9250b req-dc746ce6-b02f-48e6-ba3a-1d569425c7bd tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.1031117 Aug 31 07:39:26.730329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a25857-26fc-4173-bed9-2a357079c30d req-b6be5c4b-f087-4689-b4f2-195ceaa74fb4 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.732064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7a25857-26fc-4173-bed9-2a357079c30d req-b6be5c4b-f087-4689-b4f2-195ceaa74fb4 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.2143025 Aug 31 07:39:26.760062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df848f-3daa-44f4-a531-43c788c06191 req-ab3d9562-7c84-407b-8941-15d9e44b7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.762213 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-ab3d9562-7c84-407b-8941-15d9e44b7117 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1447439 Aug 31 07:39:26.819324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-048c2a8b-3a78-4a11-aa31-9b43aaf9250b req-ee313024-b325-4c63-abf8-cb945213c913 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899162 Aug 31 07:39:26.824647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633025d-6a95-430e-8453-5a265abbce46 req-0330a8f0-6ffd-471e-a421-107648709b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.826198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-0330a8f0-6ffd-471e-a421-107648709b47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 1102 time: 0.0807803 Aug 31 07:39:26.864333 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-31b3b7bc-fe0b-4748-8a74-8ac9949e5788 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0 HTTP/1.1" status: 200 len: 217 time: 0.0908279 Aug 31 07:39:26.953067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df848f-3daa-44f4-a531-43c788c06191 req-3a0ac18e-922c-48c0-94b6-047b3bd23158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.954983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-3a0ac18e-922c-48c0-94b6-047b3bd23158 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0838075 Aug 31 07:39:27.035810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df848f-3daa-44f4-a531-43c788c06191 req-c8da9c45-035a-4562-bd2c-a2054cec5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.037389 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-c8da9c45-035a-4562-bd2c-a2054cec5e3f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730951 Aug 31 07:39:27.071255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633025d-6a95-430e-8453-5a265abbce46 req-0118a6e7-4eef-4a24-95ca-7bdcb82fec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.072766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-0118a6e7-4eef-4a24-95ca-7bdcb82fec25 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2187121 Aug 31 07:39:27.174266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:27.176122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-f8ced4af-7237-4e78-b46e-334867082dcd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=57db0940-561f-45da-aa29-b82f110ae45b HTTP/1.1" status: 200 len: 217 time: 0.0937536 Aug 31 07:39:27.208686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-03dc05ff-f8f6-4b93-a7c3-beb983f797c3 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607821 Aug 31 07:39:27.213210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: c1b10836-b894-4f94-8098-f2dcaf7f6813 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:27.219577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c1b10836-b894-4f94-8098-f2dcaf7f6813 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:27.236463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633025d-6a95-430e-8453-5a265abbce46 req-44d42e0f-f735-429b-815b-332dc5ce0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.239077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-44d42e0f-f735-429b-815b-332dc5ce0b18 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0551653 Aug 31 07:39:27.311930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633025d-6a95-430e-8453-5a265abbce46 req-d3460408-4cf4-42d3-88c8-67be0a6dc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.313839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-d3460408-4cf4-42d3-88c8-67be0a6dc1a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669630 Aug 31 07:39:27.353494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-41df848f-3daa-44f4-a531-43c788c06191 req-f558b77d-bfee-484f-8dec-2a52b81313f8 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316729 Aug 31 07:39:27.423059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-9a6ac3a3-fa0e-4471-ab51-e73a7e2555b4 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips/a81c5a13-72e3-47f0-a801-41bcc949acc5 HTTP/1.1" status: 200 len: 692 time: 0.0798118 Aug 31 07:39:27.512310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-a889849c-71e2-40ef-8b46-07a60f629267 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874371 Aug 31 07:39:27.602786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-a46330b6-4c3b-4921-8c45-b91d76c6eddb tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.604213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-a46330b6-4c3b-4921-8c45-b91d76c6eddb tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1654012 Aug 31 07:39:27.615233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-633fb1cb-7aa3-4cdb-a9df-36fcbc294873 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:39:27.616192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-633fb1cb-7aa3-4cdb-a9df-36fcbc294873 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058160 Aug 31 07:39:27.684997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3633025d-6a95-430e-8453-5a265abbce46 req-46791dd0-8676-444a-b1cf-8ce9dbfae367 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654422 Aug 31 07:39:27.688318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-4c58b778-e5bc-4621-aa29-b13dcb59ac1d tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0615032 Aug 31 07:39:27.744838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-ee2c52c7-52ec-4b5b-9d9a-9521f2be802c tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0460632 Aug 31 07:39:27.799089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.891736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9468bf9-b356-4494-9381-e2edeb99b9a6 req-7d50f8fd-b278-4548-b363-72a530cc56fe tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.893296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9468bf9-b356-4494-9381-e2edeb99b9a6 req-7d50f8fd-b278-4548-b363-72a530cc56fe tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1097 time: 0.1022930 Aug 31 07:39:27.940058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9468bf9-b356-4494-9381-e2edeb99b9a6 req-b6b78340-e113-4bc1-901c-22107183b66e tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Aug 31 07:39:27.943016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Deleting port 31bf0d01-a119-4747-84e7-885906f37c9a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:27.943016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.956589 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-0c805ffb-5f9f-43e4-8712-cb327678fa03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399351 Aug 31 07:39:28.021118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.021451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.040019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Calling delete_port for 31bf0d01-a119-4747-84e7-885906f37c9a owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:28.227466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a45-4615-4c2c-a369-034b6c95c709 req-2a22bc05-375f-4da7-b9e2-fb19e73396db tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.228971 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a121a45-4615-4c2c-a369-034b6c95c709 req-2a22bc05-375f-4da7-b9e2-fb19e73396db tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 950 time: 0.0555589 Aug 31 07:39:28.276396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a121a45-4615-4c2c-a369-034b6c95c709 req-743e3e39-19fb-4f45-8c6c-0f00b1f2fd42 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Aug 31 07:39:28.307784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.339884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Pushing event deleted for resources: {'Port': ['ID=31bf0d01-a119-4747-84e7-885906f37c9a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:28.371285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.374284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.378844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdf842d4-c452-4e8e-81e7-1e691c193e2b req-cc99963f-67a4-479b-b5e0-c21591ca56fc tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "DELETE /v2.0/floatingips/a81c5a13-72e3-47f0-a801-41bcc949acc5 HTTP/1.1" status: 204 len: 173 time: 0.6266315 Aug 31 07:39:28.417430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab94aa-0b0b-4213-bd93-adb638635623 req-ca4877e5-90f7-46bb-bc4b-d24488a9a1c1 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.419065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3dab94aa-0b0b-4213-bd93-adb638635623 req-ca4877e5-90f7-46bb-bc4b-d24488a9a1c1 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 947 time: 0.0809357 Aug 31 07:39:28.474900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57068) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:28.486094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3dab94aa-0b0b-4213-bd93-adb638635623 req-e43bb530-a02f-47ff-86d7-9df4e3c760b2 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Aug 31 07:39:28.514292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-deleted', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:28.518125 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e0bf15-3963-4775-80e2-90f317326aad" -d '{"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-deleted", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:28.613247 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-21bd496e-d907-45d3-afa4-839b20f762c8 req-1db247bf-aee2-442b-8720-98b50bf6b7ad tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] show failed (client error): The resource could not be found. Aug 31 07:39:28.620307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21bd496e-d907-45d3-afa4-839b20f762c8 req-1db247bf-aee2-442b-8720-98b50bf6b7ad tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips/a81c5a13-72e3-47f0-a801-41bcc949acc5 HTTP/1.1" status: 404 len: 350 time: 0.0546372 Aug 31 07:39:28.650405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33025bc-21ad-462e-be7c-34f6a99f6de3 req-e23d66bd-fc3a-4058-b080-6cf5a54f8b5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.652268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f33025bc-21ad-462e-be7c-34f6a99f6de3 req-e23d66bd-fc3a-4058-b080-6cf5a54f8b5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1511538 Aug 31 07:39:28.707706 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb4303a7-f5f3-4d2f-a7cd-90b85031edbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=194f3595896c4b6c853c2dc66daa5e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313912 Aug 31 07:39:28.711031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57096) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:28.729783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f33025bc-21ad-462e-be7c-34f6a99f6de3 req-c9d8add0-2dea-44e1-b503-34bf6b0e9a2b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697894 Aug 31 07:39:28.732869 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e3785b-9c68-4df8-ba5f-262f10909293 x-openstack-request-id: req-b0e3785b-9c68-4df8-ba5f-262f10909293 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:28.733366 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e71b295-589b-4ed8-9583-807384509c0d", "name": "network-vif-deleted", "tag": "c1b10836-b894-4f94-8098-f2dcaf7f6813", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:28.733366 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0e3785b-9c68-4df8-ba5f-262f10909293 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:28.734060 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e71b295-589b-4ed8-9583-807384509c0d', 'name': 'network-vif-deleted', 'tag': 'c1b10836-b894-4f94-8098-f2dcaf7f6813', 'status': 'completed', 'code': 200} Aug 31 07:39:28.819836 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-eb8f7746-152f-435b-a110-a1594a3a3682 req-78bd92cb-24db-443f-90c9-85c90047bd98 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] show failed (client error): The resource could not be found. Aug 31 07:39:28.821183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb8f7746-152f-435b-a110-a1594a3a3682 req-78bd92cb-24db-443f-90c9-85c90047bd98 tempest-FloatingIPsTestJSON-202877387 tempest-FloatingIPsTestJSON-202877387-project] 10.222.0.36 "GET /v2.0/floatingips/a81c5a13-72e3-47f0-a801-41bcc949acc5 HTTP/1.1" status: 404 len: 350 time: 0.0671763 Aug 31 07:39:28.830826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:28.859967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-aeeedb03-f572-4153-b887-e3d8e9223ad4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.861754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-aeeedb03-f572-4153-b887-e3d8e9223ad4 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1191413 Aug 31 07:39:28.862841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05071ea8-ad97-4a6c-b196-66fb4e015974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.913656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05071ea8-ad97-4a6c-b196-66fb4e015974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.015004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port de30df2a-0ed6-4bdf-9b43-c3d82e039529 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:29.015787 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.115043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port de30df2a-0ed6-4bdf-9b43-c3d82e039529, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=de30df2a-0ed6-4bdf-9b43-c3d82e039529,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:29.115459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.126350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f384f81-dfc2-4d7c-8d20-6785187195b0 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:29.137971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for de30df2a-0ed6-4bdf-9b43-c3d82e039529 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:29.330122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05071ea8-ad97-4a6c-b196-66fb4e015974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.331916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05071ea8-ad97-4a6c-b196-66fb4e015974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.333104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-05071ea8-ad97-4a6c-b196-66fb4e015974 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c6f972e-435f-402c-9419-9e769e32b7ff HTTP/1.1" status: 204 len: 168 time: 0.6210282 Aug 31 07:39:29.341599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05071ea8-ad97-4a6c-b196-66fb4e015974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f972e-435f-402c-9419-9e769e32b7ff,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.420035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 9f384f81-dfc2-4d7c-8d20-6785187195b0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:29.436142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '9f384f81-dfc2-4d7c-8d20-6785187195b0', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '9f384f81-dfc2-4d7c-8d20-6785187195b0', 'mac_address': 'fa:16:3e:1f:88:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:29.515643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.538188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.538991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f384f81-dfc2-4d7c-8d20-6785187195b0 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:29.582355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 9f384f81-dfc2-4d7c-8d20-6785187195b0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:29.667852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.727584 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.732994 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.763129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4700ef4d-2446-4ca0-b5f4-d74b565f4c16 req-de06c8e6-8c19-4989-8409-3363d309b6ce tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 210 time: 0.3809524 Aug 31 07:39:29.784437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=de30df2a-0ed6-4bdf-9b43-c3d82e039529,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.801072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', '1e862073-8b0c-43db-9166-6a4591691fc4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:29.803685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:29.883153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port de30df2a-0ed6-4bdf-9b43-c3d82e039529 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:29.888648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.892746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc5f5219-8eec-4cd3-bfee-990efea40dd2 req-ef9c138c-aef2-4c55-89f7-e43090f0877e tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "DELETE /v2.0/ports/de30df2a-0ed6-4bdf-9b43-c3d82e039529 HTTP/1.1" status: 204 len: 173 time: 1.0238838 Aug 31 07:39:29.913020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=9f384f81-dfc2-4d7c-8d20-6785187195b0,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.922259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Deleting port f64dcdd8-5a69-412e-a29b-6ef059048fe2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:29.922840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.966000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb4cdb-b611-4813-a1a0-8e4ea157accf req-eec8d9c4-5777-487f-8e18-9bc911cf3c18 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.967734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2acb4cdb-b611-4813-a1a0-8e4ea157accf req-eec8d9c4-5777-487f-8e18-9bc911cf3c18 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 948 time: 0.1191502 Aug 31 07:39:30.027317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2acb4cdb-b611-4813-a1a0-8e4ea157accf req-6bf4ce64-a5cd-481e-a285-2846bb63bec6 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Aug 31 07:39:30.037054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] For port f64dcdd8-5a69-412e-a29b-6ef059048fe2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f64dcdd8-5a69-412e-a29b-6ef059048fe2,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:30.037577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.055561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Calling delete_port for f64dcdd8-5a69-412e-a29b-6ef059048fe2 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:30.060604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['9f384f81-dfc2-4d7c-8d20-6785187195b0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:30.232483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbab00-395c-4439-bce4-e7431e5e472d req-88d50f27-d0d5-4ead-aabe-3e1d60f18044 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.240437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ebbab00-395c-4439-bce4-e7431e5e472d req-88d50f27-d0d5-4ead-aabe-3e1d60f18044 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0963099 Aug 31 07:39:30.356598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ebbab00-395c-4439-bce4-e7431e5e472d req-64eeeae1-ba13-4e0d-b8f3-65b2e0057d5e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151831 Aug 31 07:39:30.440424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.506202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f64dcdd8-5a69-412e-a29b-6ef059048fe2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:30.734966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'name': 'network-vif-deleted', 'tag': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:30.738398 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8959bd7e-87b4-47fa-bd59-61d36ac5311c" -d '{"events": [{"server_uuid": "3b55c789-4525-4f74-993c-6ead0c7a15f5", "name": "network-vif-deleted", "tag": "de30df2a-0ed6-4bdf-9b43-c3d82e039529"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:30.810824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.863839 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e93ef3-26bb-4123-a315-7ca8ecda1fbe x-openstack-request-id: req-91e93ef3-26bb-4123-a315-7ca8ecda1fbe {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:30.864165 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b55c789-4525-4f74-993c-6ead0c7a15f5", "name": "network-vif-deleted", "tag": "de30df2a-0ed6-4bdf-9b43-c3d82e039529", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:30.864429 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91e93ef3-26bb-4123-a315-7ca8ecda1fbe {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:30.864878 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b55c789-4525-4f74-993c-6ead0c7a15f5', 'name': 'network-vif-deleted', 'tag': 'de30df2a-0ed6-4bdf-9b43-c3d82e039529', 'status': 'completed', 'code': 200} Aug 31 07:39:30.892254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-24acd0a6-cc20-44c6-872f-31d480b8f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.893996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-24acd0a6-cc20-44c6-872f-31d480b8f9da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.0843771 Aug 31 07:39:31.005681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8423e04-0dc7-45e1-a926-cb48fe1a0708 req-aa4b6fce-157e-4695-9543-6ff5c58bc9f1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b55c789-4525-4f74-993c-6ead0c7a15f5 HTTP/1.1" status: 200 len: 210 time: 0.0387409 Aug 31 07:39:31.072628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-88045c48-eb92-4b38-85d6-0ad8dbec1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.074231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-88045c48-eb92-4b38-85d6-0ad8dbec1b1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1723278 Aug 31 07:39:31.128094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:31.213844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device de30df2a-0ed6-4bdf-9b43-c3d82e039529 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:31.225326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-b5074b09-cb39-4106-9a30-63cffda2df68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.1409047 Aug 31 07:39:31.245593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Router b301c0df-97d0-4b20-9a71-9c4bbf127341 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:31.271462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: de30df2a-0ed6-4bdf-9b43-c3d82e039529 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:31.273989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device de30df2a-0ed6-4bdf-9b43-c3d82e039529 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:31.369430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-7420eb1f-7ced-4f94-bcc0-095b59a78e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.373381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-7420eb1f-7ced-4f94-bcc0-095b59a78e1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1273930 Aug 31 07:39:31.374723 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.405193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:31.407793 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355ab0f-00a8-4c05-b112-263e2f83eed8" -d '{"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:31.438183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:31.439198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:31.455874 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7214e7a-f9f4-413e-ad93-73153d0cb6ce admin admin] 10.222.0.36 "PUT /v2.0/routers/b301c0df-97d0-4b20-9a71-9c4bbf127341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6239462 Aug 31 07:39:31.459937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:31.463460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] Sync routers for ids ['b301c0df-97d0-4b20-9a71-9c4bbf127341'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:31.475694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] Routers {'b301c0df-97d0-4b20-9a71-9c4bbf127341'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:31.477127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b301c0df-97d0-4b20-9a71-9c4bbf127341'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:31.550960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f5372-a2b9-48bc-9d4c-69e711752979 req-c6c3100d-f795-422a-8cf7-6f2fef2bc2f7 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.558759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8f5372-a2b9-48bc-9d4c-69e711752979 req-c6c3100d-f795-422a-8cf7-6f2fef2bc2f7 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 948 time: 0.3369417 Aug 31 07:39:31.579224 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.621090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.682397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-272b957b-d68c-4101-978a-9810fd9610c5 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.683927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-272b957b-d68c-4101-978a-9810fd9610c5 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.1177795 Aug 31 07:39:31.699435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:31.714997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] Set router b301c0df-97d0-4b20-9a71-9c4bbf127341 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:31.716900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-11e751b0-837d-407f-b42d-357d87040944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.718561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-11e751b0-837d-407f-b42d-357d87040944 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3355062 Aug 31 07:39:31.732373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-c4780ab7-c5dc-4fde-a686-b34c03fd8d37 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/quotas/8edc189c1a05481394c681d6bb08f9ed HTTP/1.1" status: 200 len: 375 time: 0.0316401 Aug 31 07:39:31.790756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.856657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8f5372-a2b9-48bc-9d4c-69e711752979 req-91c182ec-5e12-446e-9d91-9717c59b1176 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969661 Aug 31 07:39:31.934080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-0faef1de-8d4f-4bd3-ab4b-8d1c29edeff7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1966021 Aug 31 07:39:31.945705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Deleting port 238c4abc-e3e6-41fb-8511-258854865a03 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:31.946296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.980130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '238c4abc-e3e6-41fb-8511-258854865a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:30Z', 'revision_number': 5, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port': {'id': '238c4abc-e3e6-41fb-8511-258854865a03', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:02Z', 'updated_at': '2021-08-31T07:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:31.983370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-882c1998-3249-44d7-879c-b2ce90c82dfa service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282934 Aug 31 07:39:32.008536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57220) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:32.013474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] Checking router: b301c0df-97d0-4b20-9a71-9c4bbf127341 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:32.022737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] Routers {'b301c0df-97d0-4b20-9a71-9c4bbf127341'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:32.023372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:26Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b301c0df-97d0-4b20-9a71-9c4bbf127341'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.051885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] For port 238c4abc-e3e6-41fb-8511-258854865a03, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=238c4abc-e3e6-41fb-8511-258854865a03,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:32.052251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.083057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Calling delete_port for 238c4abc-e3e6-41fb-8511-258854865a03 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:32.136283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] Set router b301c0df-97d0-4b20-9a71-9c4bbf127341 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:32.173493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7bfa6-2629-4578-b012-db5cb9ea6f1b req-630d76f2-9138-4c5a-9430-7ca658534777 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.174693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6050964e-96fe-4edd-b6f3-421d8e098617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.175778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12e7bfa6-2629-4578-b012-db5cb9ea6f1b req-630d76f2-9138-4c5a-9430-7ca658534777 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.2019787 Aug 31 07:39:32.209165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:31Z', 'revision_number': 6, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.238522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6704b85-5e3c-44e3-ae9c-0fdb097f0eaa None None] The sync data for ids ['b301c0df-97d0-4b20-9a71-9c4bbf127341'] in n-d-713499-16 is: [{'id': 'b301c0df-97d0-4b20-9a71-9c4bbf127341', 'name': 'tempest-FloatingIPsTestJSON-1228455452-router', 'tenant_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:00Z', 'updated_at': '2021-08-31T07:39:31Z', 'revision_number': 6, 'project_id': 'cdb192d4d4be4f49b006b3daf8d73270', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:32.264666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-edd2a5eb-f492-48d2-b998-7b27b3c3879d service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274946 Aug 31 07:39:32.287528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-9c02fa46-1d2b-4312-b24b-1061b56476b0 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041342 Aug 31 07:39:32.350715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12e7bfa6-2629-4578-b012-db5cb9ea6f1b req-bfd38401-ae3f-4115-8895-ab3c6680f8d3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593173 Aug 31 07:39:32.406946 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef086a9-3382-41b1-b751-63dadf8307f4 x-openstack-request-id: req-6ef086a9-3382-41b1-b751-63dadf8307f4 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:32.407458 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:32.407918 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ef086a9-3382-41b1-b751-63dadf8307f4 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:32.408761 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'code': 200} Aug 31 07:39:32.416099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6050964e-96fe-4edd-b6f3-421d8e098617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.418392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-b2fa061a-5463-4a7b-95b6-267d5a2d9963 service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550231 Aug 31 07:39:32.473674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.498271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6050964e-96fe-4edd-b6f3-421d8e098617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.521098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=238c4abc-e3e6-41fb-8511-258854865a03,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:32.527869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6050964e-96fe-4edd-b6f3-421d8e098617 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ade5bd460f347fe9c82843e1ca91936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183210 Aug 31 07:39:32.536374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57228) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:32.588088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050964e-96fe-4edd-b6f3-421d8e098617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab153d-179f-4766-95ff-e09d338ab92b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:32.609501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.661115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a59e3bd3-ebf2-4106-8de3-cc1d88e592c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.714199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a59e3bd3-ebf2-4106-8de3-cc1d88e592c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.802903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.808097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.861184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2e8d2f1-b892-4704-b11b-e14983f54c2a req-aed2ad19-f838-49f0-aacc-f25c148ceed2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 210 time: 0.0512915 Aug 31 07:39:32.936048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.936793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b301c0df-97d0-4b20-9a71-9c4bbf127341 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:39:32.940086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3f6907d7-77c1-45d0-a3c1-9840b732bdc0 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.942918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3f6907d7-77c1-45d0-a3c1-9840b732bdc0 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d2bf117-5ec0-4318-af72-73dc9b110a3e HTTP/1.1" status: 200 len: 943 time: 0.1459622 Aug 31 07:39:32.943056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.944062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23e4c154-ff2d-439d-8b5d-8d2090599e83 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b301c0df-97d0-4b20-9a71-9c4bbf127341 HTTP/1.1" status: 204 len: 168 time: 1.4836314 Aug 31 07:39:32.946863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57238) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:33.023853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a59e3bd3-ebf2-4106-8de3-cc1d88e592c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.031000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a59e3bd3-ebf2-4106-8de3-cc1d88e592c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.031000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a59e3bd3-ebf2-4106-8de3-cc1d88e592c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bab153d-179f-4766-95ff-e09d338ab92b HTTP/1.1" status: 204 len: 168 time: 0.4901383 Aug 31 07:39:33.071525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e3bd3-ebf2-4106-8de3-cc1d88e592c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab153d-179f-4766-95ff-e09d338ab92b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:33.107415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Deleting subnet acc25a2a-0881-4153-8fe8-8c4cd35ae240 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:39:33.117207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.127583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f384f81-dfc2-4d7c-8d20-6785187195b0 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:33.175843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a11f-d9d7-4c5f-907a-e46817df1677 req-cfee1d4e-9d3d-47ed-aa72-406fe52aa91f tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.178563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1297a11f-d9d7-4c5f-907a-e46817df1677 req-cfee1d4e-9d3d-47ed-aa72-406fe52aa91f tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 948 time: 0.1733222 Aug 31 07:39:33.219466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.286196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f64dcdd8-5a69-412e-a29b-6ef059048fe2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:33.312020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Deleting port e1120010-bed2-4b4e-9ad5-9e1ff55de950 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:33.312385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.315380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f64dcdd8-5a69-412e-a29b-6ef059048fe2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:33.316123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f64dcdd8-5a69-412e-a29b-6ef059048fe2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:33.316728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 238c4abc-e3e6-41fb-8511-258854865a03 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:33.336802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1297a11f-d9d7-4c5f-907a-e46817df1677 req-6a1e7f00-0e10-48d7-a7f1-9a27d81de685 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320696 Aug 31 07:39:33.345411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 238c4abc-e3e6-41fb-8511-258854865a03 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:33.345762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 238c4abc-e3e6-41fb-8511-258854865a03 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:33.363771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 9f384f81-dfc2-4d7c-8d20-6785187195b0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:33.373358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 9f384f81-dfc2-4d7c-8d20-6785187195b0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:33.373664 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.428057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.503837 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.544229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 9f384f81-dfc2-4d7c-8d20-6785187195b0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:33.625172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] For port e1120010-bed2-4b4e-9ad5-9e1ff55de950, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e1120010-bed2-4b4e-9ad5-9e1ff55de950,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:33.625558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.647746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-eed176a0-9773-4228-a3f3-da94a3370951 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2394745 Aug 31 07:39:33.674032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76595-c79a-4e92-84b0-f9ea3cec1f78 req-2b283c30-a661-4e3d-91d6-c5d2b7f0b45c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.674503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.688230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ae76595-c79a-4e92-84b0-f9ea3cec1f78 req-2b283c30-a661-4e3d-91d6-c5d2b7f0b45c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1871870 Aug 31 07:39:33.690448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Calling delete_port for e1120010-bed2-4b4e-9ad5-9e1ff55de950 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:33.758497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=9f384f81-dfc2-4d7c-8d20-6785187195b0,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:33.819671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.873223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc25a2a-0881-4153-8fe8-8c4cd35ae240,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:33.880294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ae76595-c79a-4e92-84b0-f9ea3cec1f78 req-a83e6f68-5efd-493b-86ef-e19d5775fbe8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909471 Aug 31 07:39:33.884308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e0470-0707-4783-8128-92fc98609ad1 None None] Network 283d6e7f-c856-429f-84c3-72a780a92caf requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:33.886796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.890989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-99af2fb7-d586-457b-adc3-e9cd1f1bd825 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/acc25a2a-0881-4153-8fe8-8c4cd35ae240 HTTP/1.1" status: 204 len: 168 time: 0.9405942 Aug 31 07:39:33.892719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:33.903317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa5e50-1b63-4920-824d-6d7a2aaecde8 req-5d5a007b-e61e-428c-a80d-570674db7e44 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.904902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faaa5e50-1b63-4920-824d-6d7a2aaecde8 req-5d5a007b-e61e-428c-a80d-570674db7e44 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 949 time: 0.2674856 Aug 31 07:39:33.917173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-b20acc24-423a-4b99-95a9-104503e1d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.918740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-b20acc24-423a-4b99-95a9-104503e1d5e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c801fc7999f0453ea8d0308ee64b8989&device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 1102 time: 0.1737766 Aug 31 07:39:34.020730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.048751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faaa5e50-1b63-4920-824d-6d7a2aaecde8 req-66a96fc0-e889-4112-9c1d-c19ccc1772d7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277130 Aug 31 07:39:34.113103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-b30819c2-9151-4e66-984e-5fb9e8e7254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.114675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-b30819c2-9151-4e66-984e-5fb9e8e7254c service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1698694 Aug 31 07:39:34.138229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Deleting port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:34.138726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.183600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] DHCP port deletion for 283d6e7f-c856-429f-84c3-72a780a92caf request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:39:34.184800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-ea3566a2-8f43-4944-ac71-3b40edea2dec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d HTTP/1.1" status: 200 len: 217 time: 0.0576446 Aug 31 07:39:34.224740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] For port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:34.225121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.239424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87cb3116-8b0d-45a4-a397-1e9657bf818b req-a58f4c16-53e0-470f-bfff-cd77f59a9794 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 210 time: 0.0406632 Aug 31 07:39:34.243345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Calling delete_port for 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:34.259021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.273505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] Deleting port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:34.274213 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.320450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event deleted for resources: {'Port': ['ID=e1120010-bed2-4b4e-9ad5-9e1ff55de950,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.343935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] For port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,segment=NetworkSegment(aad253b4-b351-432b-ab1f-2d96702713d1),segment_id=aad253b4-b351-432b-ab1f-2d96702713d1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:34.344534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.349108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-6c4fc054-b607-484e-91b6-f00891791740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.350627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-6c4fc054-b607-484e-91b6-f00891791740 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1384323 Aug 31 07:39:34.363620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] Calling delete_port for 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:34.375015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] No DVR routers for this DVR port e1120010-bed2-4b4e-9ad5-9e1ff55de950 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:34.379534 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.381609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f493973-5bd8-40fd-853c-9a7428c98bc4 req-3df23f1e-2301-4354-be61-324954b5191b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "DELETE /v2.0/ports/e1120010-bed2-4b4e-9ad5-9e1ff55de950 HTTP/1.1" status: 204 len: 173 time: 1.4314907 Aug 31 07:39:34.390692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-deleted', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:34.391356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d75d57a-55cc-413d-8363-a088617b889e" -d '{"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-deleted", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:34.427907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.475448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.477065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-926e7be8-de8b-4b27-9288-eb7b5e87e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.478828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-926e7be8-de8b-4b27-9288-eb7b5e87e603 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014771 Aug 31 07:39:34.488080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] No DVR routers for this DVR port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:34.501367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62105a2e-3740-4af4-a21b-505f78e3437d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f384f81-dfc2-4d7c-8d20-6785187195b0'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:34.501367 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a455c0-7178-4290-bbc7-09ab9aa07d2f" -d '{"events": [{"server_uuid": "62105a2e-3740-4af4-a21b-505f78e3437d", "name": "network-vif-plugged", "status": "completed", "tag": "9f384f81-dfc2-4d7c-8d20-6785187195b0"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:34.544038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.570080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb9f2-5df8-486a-9804-6c272fdb4de8 req-123a4016-a6ee-4090-8a5f-d3558c19429e tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.573230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bdbb9f2-5df8-486a-9804-6c272fdb4de8 req-123a4016-a6ee-4090-8a5f-d3558c19429e tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 949 time: 0.1134787 Aug 31 07:39:34.576751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] Pushing event deleted for resources: {'Port': ['ID=4ab1e923-6ef1-469c-ba58-ddadaa01e2fc,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.578911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cddac-8d24-4e3f-8b32-892729d6fdc4 None None] No DVR routers for this DVR port 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:34.594950 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.606558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283d6e7f-c856-429f-84c3-72a780a92caf']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:34.623686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad253b4-b351-432b-ab1f-2d96702713d1') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:34.623989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad253b4-b351-432b-ab1f-2d96702713d1') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:34.634942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.651099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.663227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:39:34.663645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:39:34.665438 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:39:34.691611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bdbb9f2-5df8-486a-9804-6c272fdb4de8 req-c253c81b-1047-42de-8e8a-fac5cf48efdc tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055362 Aug 31 07:39:34.707076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-8546d55c-03be-48c8-9ee9-980e3f6cb687 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.707076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-8546d55c-03be-48c8-9ee9-980e3f6cb687 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 949 time: 0.1110783 Aug 31 07:39:34.708764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-63746e18-bb3a-4008-87d2-3d186a7cdcdb service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102203 Aug 31 07:39:34.748785 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4948151d-1c34-4c10-a16f-fa84463d2397 x-openstack-request-id: req-4948151d-1c34-4c10-a16f-fa84463d2397 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:34.749084 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2bf117-5ec0-4318-af72-73dc9b110a3e", "name": "network-vif-deleted", "tag": "e1120010-bed2-4b4e-9ad5-9e1ff55de950", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:34.749331 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4948151d-1c34-4c10-a16f-fa84463d2397 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:34.749729 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2bf117-5ec0-4318-af72-73dc9b110a3e', 'name': 'network-vif-deleted', 'tag': 'e1120010-bed2-4b4e-9ad5-9e1ff55de950', 'status': 'completed', 'code': 200} Aug 31 07:39:34.778757 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8392d1-b7b0-4559-b674-d7e0aed6a95d x-openstack-request-id: req-6e8392d1-b7b0-4559-b674-d7e0aed6a95d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:34.779256 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62105a2e-3740-4af4-a21b-505f78e3437d", "name": "network-vif-plugged", "status": "completed", "tag": "9f384f81-dfc2-4d7c-8d20-6785187195b0", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:34.779664 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e8392d1-b7b0-4559-b674-d7e0aed6a95d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:34.780205 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62105a2e-3740-4af4-a21b-505f78e3437d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f384f81-dfc2-4d7c-8d20-6785187195b0', 'code': 200} Aug 31 07:39:34.839762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.874489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.878964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] 10.222.0.36 "DELETE /v2.0/networks/283d6e7f-c856-429f-84c3-72a780a92caf HTTP/1.1" status: 204 len: 168 time: 0.9806335 Aug 31 07:39:34.880852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082f23-9ebb-4f70-bca8-7c02a077e96f admin admin] Pushing event deleted for resources: {'Network': ['ID=283d6e7f-c856-429f-84c3-72a780a92caf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.892560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1e2b2c-1f8d-4d4a-8df4-87be19088735 req-2098e338-dfdd-4e06-967f-edaa199711c1 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683590 Aug 31 07:39:34.929604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port 1e862073-8b0c-43db-9166-6a4591691fc4 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:34.929980 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.000132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c98e-8495-4f14-896d-41dd04e576c3 req-af16d35b-2360-4d23-91d5-405ea3e4c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.003136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0840c98e-8495-4f14-896d-41dd04e576c3 req-af16d35b-2360-4d23-91d5-405ea3e4c8ce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 1101 time: 0.1080925 Aug 31 07:39:35.106246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:35.132967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:35.133314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4ab1e923-6ef1-469c-ba58-ddadaa01e2fc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:35.179419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-dcf40ae9-077a-442f-8211-bcf6d5da7a0a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.186479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-dcf40ae9-077a-442f-8211-bcf6d5da7a0a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae386897-c610-4412-9d03-2924d0f37240 HTTP/1.1" status: 200 len: 950 time: 0.0853660 Aug 31 07:39:35.376083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:35.434416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-86b57479-5a20-4850-9159-506a2689ccbc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdb192d4d4be4f49b006b3daf8d73270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568748 Aug 31 07:39:35.436826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57316) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:35.452845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port db0e24fe-2692-42fb-9f1d-0e2741f8a35d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:35.453194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.526481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0840c98e-8495-4f14-896d-41dd04e576c3 req-937a67ba-5fc9-4623-a1e3-90c44a7d7a97 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088227 Aug 31 07:39:35.545066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port 1e862073-8b0c-43db-9166-6a4591691fc4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1e862073-8b0c-43db-9166-6a4591691fc4,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:35.545467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.580803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for 1e862073-8b0c-43db-9166-6a4591691fc4 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:35.594898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a735c7-ba46-407a-bcdd-e96b4ba75eb4 req-f97da455-5440-42cc-a94d-8d8928dec507 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.596480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90a735c7-ba46-407a-bcdd-e96b4ba75eb4 req-f97da455-5440-42cc-a94d-8d8928dec507 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 949 time: 0.2200744 Aug 31 07:39:35.604734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8fb2-401d-4b95-b934-c640148cfcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.618294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f90a1-0350-4fd1-9c5d-4094433bb925 req-7cbe8f9f-187d-4154-afd4-324f71d55b1c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.619799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f6f90a1-0350-4fd1-9c5d-4094433bb925 req-7cbe8f9f-187d-4154-afd4-324f71d55b1c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.2422862 Aug 31 07:39:35.651252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port db0e24fe-2692-42fb-9f1d-0e2741f8a35d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:35.652414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.678422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for db0e24fe-2692-42fb-9f1d-0e2741f8a35d owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:35.689838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8fb2-401d-4b95-b934-c640148cfcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.709292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-7ea2158a-1045-45e5-9fb8-37a6368f324b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.710843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-7ea2158a-1045-45e5-9fb8-37a6368f324b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.45 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.3393655 Aug 31 07:39:35.730456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Request body: {'port': {'device_id': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'admin_state_up': True, 'tenant_id': '8edc189c1a05481394c681d6bb08f9ed'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:35.809589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90a735c7-ba46-407a-bcdd-e96b4ba75eb4 req-12b712cc-880a-45d6-870c-c588223e4ffb tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991777 Aug 31 07:39:35.835112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f6f90a1-0350-4fd1-9c5d-4094433bb925 req-4b9cc825-165e-4778-89a5-979fc4c1f3d4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981280 Aug 31 07:39:35.947003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b067ad1d-a9d7-4e7c-b9a0-72c10780ab7b req-d53c1b2f-9292-436d-a676-e37dfc0be493 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 210 time: 0.0422714 Aug 31 07:39:35.964594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8fb2-401d-4b95-b934-c640148cfcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.968155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8fb2-401d-4b95-b934-c640148cfcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.969716 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e0fd8fb2-401d-4b95-b934-c640148cfcaf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f17f4c4-af91-4f0d-aea0-789c7ffba7e1 HTTP/1.1" status: 204 len: 168 time: 0.5318506 Aug 31 07:39:35.980299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd8fb2-401d-4b95-b934-c640148cfcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17f4c4-af91-4f0d-aea0-789c7ffba7e1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.024235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.039707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:36.042051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:36.056857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Made reservation on behalf of 8edc189c1a05481394c681d6bb08f9ed for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:36.060565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.067418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=db0e24fe-2692-42fb-9f1d-0e2741f8a35d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.079452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5532b18-989f-4d68-9c98-e10f617e4f74 req-eca9c49e-1117-4f9e-a01d-b8916601e3f0 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.081208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5532b18-989f-4d68-9c98-e10f617e4f74 req-eca9c49e-1117-4f9e-a01d-b8916601e3f0 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 949 time: 0.0982852 Aug 31 07:39:36.158564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.188494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port db0e24fe-2692-42fb-9f1d-0e2741f8a35d on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:36.192953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.195655 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25715ec4-d079-482b-9cd8-f17fab4e5342 req-521d2b33-7493-40fd-a677-abf86e5c6d31 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "DELETE /v2.0/ports/db0e24fe-2692-42fb-9f1d-0e2741f8a35d HTTP/1.1" status: 204 len: 173 time: 0.9043934 Aug 31 07:39:36.196177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae386897-c610-4412-9d03-2924d0f37240', 'name': 'network-vif-deleted', 'tag': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:36.199192 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b096f-a956-4744-948a-86677ef928a3" -d '{"events": [{"server_uuid": "ae386897-c610-4412-9d03-2924d0f37240", "name": "network-vif-deleted", "tag": "db0e24fe-2692-42fb-9f1d-0e2741f8a35d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:36.213638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=1e862073-8b0c-43db-9166-6a4591691fc4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.235061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5532b18-989f-4d68-9c98-e10f617e4f74 req-f28a9877-1991-43a4-8338-622b48fb7837 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374197 Aug 31 07:39:36.294908 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5582c6d2-0de9-4e3b-9748-bef9fb82c7a2 x-openstack-request-id: req-5582c6d2-0de9-4e3b-9748-bef9fb82c7a2 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:36.298003 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae386897-c610-4412-9d03-2924d0f37240", "name": "network-vif-deleted", "tag": "db0e24fe-2692-42fb-9f1d-0e2741f8a35d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:36.298003 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5582c6d2-0de9-4e3b-9748-bef9fb82c7a2 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:36.298003 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae386897-c610-4412-9d03-2924d0f37240', 'name': 'network-vif-deleted', 'tag': 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d', 'status': 'completed', 'code': 200} Aug 31 07:39:36.324173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port 1e862073-8b0c-43db-9166-6a4591691fc4 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:36.328759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.330866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6d3b666-c069-4bb9-a0ad-0f2ca5e05b36 req-418c0eb2-704b-44b2-8795-b6140f33f30c tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "DELETE /v2.0/ports/1e862073-8b0c-43db-9166-6a4591691fc4 HTTP/1.1" status: 204 len: 173 time: 1.6080356 Aug 31 07:39:36.388423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Allocated IP 172.20.0.13 (f783ed2d-3c17-43c8-8ccb-61212a0c8f9d/3ecd05d8-6f4e-4458-9c14-f0152c6ebd85/922f748b-67d5-485a-87d5-d9dfb086daaf) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:36.647296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.750547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'name': 'network-vif-deleted', 'tag': '1e862073-8b0c-43db-9166-6a4591691fc4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:36.754127 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c2a1d9-c0b0-4308-bf6f-f3cb274a1aa7" -d '{"events": [{"server_uuid": "1c50cf07-e18f-4f19-a724-a13d26af2305", "name": "network-vif-deleted", "tag": "1e862073-8b0c-43db-9166-6a4591691fc4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:36.789871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.838985 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee6208d-b7aa-4d75-92f0-2a4dd0114c01 x-openstack-request-id: req-bee6208d-b7aa-4d75-92f0-2a4dd0114c01 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:36.851931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b', 'db0e24fe-2692-42fb-9f1d-0e2741f8a35d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:36.855628 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c50cf07-e18f-4f19-a724-a13d26af2305", "name": "network-vif-deleted", "tag": "1e862073-8b0c-43db-9166-6a4591691fc4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:36.860182 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bee6208d-b7aa-4d75-92f0-2a4dd0114c01 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:36.864547 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c50cf07-e18f-4f19-a724-a13d26af2305', 'name': 'network-vif-deleted', 'tag': '1e862073-8b0c-43db-9166-6a4591691fc4', 'status': 'completed', 'code': 200} Aug 31 07:39:36.910088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:36.919909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:36.926907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:36.938939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.946043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.947536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:37.021895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19fbd65e-5f82-4687-9370-725a3f7683a8 req-b64fe704-beca-4447-8d73-66a19edec06d tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c50cf07-e18f-4f19-a724-a13d26af2305 HTTP/1.1" status: 200 len: 210 time: 0.0305476 Aug 31 07:39:37.068500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bd91bbf3-0418-4a79-afaa-c7be90890e6c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446994 Aug 31 07:39:37.089213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Request body: {'port': {'device_id': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:37.152954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:37.194921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: e1120010-bed2-4b4e-9ad5-9e1ff55de950 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:37.195267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e1120010-bed2-4b4e-9ad5-9e1ff55de950 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:37.197005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:37.248496 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.252023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1e862073-8b0c-43db-9166-6a4591691fc4 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:37.537149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 1e862073-8b0c-43db-9166-6a4591691fc4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:37.537606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1e862073-8b0c-43db-9166-6a4591691fc4 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:37.605181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2241a4-7d01-41da-af82-d01c4bdcffa5 req-88042590-f1bf-433c-ac7d-d1d18708d1db tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.606987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b2241a4-7d01-41da-af82-d01c4bdcffa5 req-88042590-f1bf-433c-ac7d-d1d18708d1db tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.4566250 Aug 31 07:39:37.693004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b2241a4-7d01-41da-af82-d01c4bdcffa5 req-43ad1f98-9e4c-45ac-92c2-e6b44c6bd3b7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Aug 31 07:39:37.722614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2de1-c898-499c-b650-408034a3375f req-1eddbe29-799d-4ee1-a88d-26275cfe9060 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.736109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a96c2de1-c898-499c-b650-408034a3375f req-1eddbe29-799d-4ee1-a88d-26275cfe9060 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 932 time: 0.4993682 Aug 31 07:39:37.742384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922f748b-67d5-485a-87d5-d9dfb086daaf {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:37.755523 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.771368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Transition to ACTIVE for port object 922f748b-67d5-485a-87d5-d9dfb086daaf will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:37.788889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57370) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:37.838595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a96c2de1-c898-499c-b650-408034a3375f req-e17ff4bf-8f9b-41ed-b046-021648b8ab0e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Aug 31 07:39:37.868338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.941194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:37.960989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-844228138-network', 'tenant_id': 'afee3ceb3be844fcaf5f16cd890f1a22'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:38.006180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Attempting to bind port 922f748b-67d5-485a-87d5-d9dfb086daaf on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:38.006756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Attempting to bind port 922f748b-67d5-485a-87d5-d9dfb086daaf by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:38.006756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Attempting to bind port 922f748b-67d5-485a-87d5-d9dfb086daaf on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:38.014268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Port 922f748b-67d5-485a-87d5-d9dfb086daaf on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:38.014607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Attempting to bind port 922f748b-67d5-485a-87d5-d9dfb086daaf on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:38.022817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:38.023163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Checking segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:38.023555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Bound using segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:38.023996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Bound port: 922f748b-67d5-485a-87d5-d9dfb086daaf, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:38.024366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.044535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Made reservation on behalf of afee3ceb3be844fcaf5f16cd890f1a22 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:38.047319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.047650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ef6c2-7ba3-4ace-866b-16e5bcdd5b25 req-3c827222-de0f-4b76-95b7-cbb0121b078c tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.049246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-540ef6c2-7ba3-4ace-866b-16e5bcdd5b25 req-3c827222-de0f-4b76-95b7-cbb0121b078c tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 949 time: 0.0836198 Aug 31 07:39:38.082860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.145756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:38.150348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:38.154245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-540ef6c2-7ba3-4ace-866b-16e5bcdd5b25 req-2c5f0a45-cfc3-496d-a36c-087f813360dc tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812418 Aug 31 07:39:38.202046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.258362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.299809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.300448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.302023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] 10.222.0.45 "PUT /v2.0/ports/922f748b-67d5-485a-87d5-d9dfb086daaf HTTP/1.1" status: 200 len: 1093 time: 1.2183793 Aug 31 07:39:38.318969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.327747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99fb73-f803-4804-9dba-acf4d90e3eca service neutron] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.343062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:38.363345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae8a19-6044-48ea-8862-7857dd0f48f1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.366800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.367374 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Added segment 306ca7a2-2f38-49b6-b02b-fa7216806134 of type vlan for network 079bffca-e5fc-46a9-b658-bfb2976ee759 Aug 31 07:39:38.413749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.545837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-5f04f650-f0e4-4dc0-b1ae-4d748f6840f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.547430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-5f04f650-f0e4-4dc0-b1ae-4d748f6840f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 1096 time: 0.0442693 Aug 31 07:39:38.600757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-03b268fe-910d-466e-80a0-47de63a27bfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=922f748b-67d5-485a-87d5-d9dfb086daaf HTTP/1.1" status: 200 len: 217 time: 0.0449011 Aug 31 07:39:38.610421 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.611678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.613286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.674632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bc56840a-6ea7-4e61-99e3-647b15ce4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.677469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-bc56840a-6ea7-4e61-99e3-647b15ce4549 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0692976 Aug 31 07:39:38.688471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] Pushing event updated for resources: {'Network': ['ID=079bffca-e5fc-46a9-b658-bfb2976ee759,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.700101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 079bffca-e5fc-46a9-b658-bfb2976ee759 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:38.732407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-754fc6d7-99de-4735-8e6e-99f18cea78c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470531 Aug 31 07:39:38.775937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57398) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:38.776201 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-96515b35-60e8-4db3-965d-6c67b6c03744 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9857736 Aug 31 07:39:38.871634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Request body: {'subnet': {'network_id': '079bffca-e5fc-46a9-b658-bfb2976ee759', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-844228138-subnet', 'tenant_id': 'afee3ceb3be844fcaf5f16cd890f1a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:38.874755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:38.877053 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:38.886358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-cc1312d3-a339-4193-93ca-b86dd845b17d service neutron] 10.222.0.45 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458247 Aug 31 07:39:39.004549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fd02404-3b7a-4fbb-8c6b-c2f156c13552 req-c24f9734-de53-42b2-9cb5-d9537faeeeb9 service neutron] 10.222.0.45 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066296 Aug 31 07:39:39.005682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Made reservation on behalf of afee3ceb3be844fcaf5f16cd890f1a22 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:39.008173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.170021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device db0e24fe-2692-42fb-9f1d-0e2741f8a35d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:39.191079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: db0e24fe-2692-42fb-9f1d-0e2741f8a35d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:39.191436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device db0e24fe-2692-42fb-9f1d-0e2741f8a35d not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:39.281209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17402-10c7-4bc7-9a2f-77a69fb29e06 req-87b9fa00-f5ee-4252-8726-985b6a12b429 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.282789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11b17402-10c7-4bc7-9a2f-77a69fb29e06 req-87b9fa00-f5ee-4252-8726-985b6a12b429 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 949 time: 0.1500969 Aug 31 07:39:39.304582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806262c-9dd5-43ef-a6c4-59fef15b1f67 req-b4aa5f69-3752-4537-afcb-4d5f15301b0b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.306184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d806262c-9dd5-43ef-a6c4-59fef15b1f67 req-b4aa5f69-3752-4537-afcb-4d5f15301b0b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1200109 Aug 31 07:39:39.341760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.383683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11b17402-10c7-4bc7-9a2f-77a69fb29e06 req-b5096007-795b-45f3-a35e-79f0b3fe5def tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928173 Aug 31 07:39:39.410812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d806262c-9dd5-43ef-a6c4-59fef15b1f67 req-ea5a3132-13cc-4686-bd59-18d70bee28d3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963070 Aug 31 07:39:39.420074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b8e2c3-9a63-400b-b194-a9cd2ec71a23,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:39.436321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Checking segment: {'id': '306ca7a2-2f38-49b6-b02b-fa7216806134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '079bffca-e5fc-46a9-b658-bfb2976ee759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:39.436684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Network hostable DHCP agents. Network: 079bffca-e5fc-46a9-b658-bfb2976ee759, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:39.505152 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d33e51-deda-4c1e-985f-221d0f0be877 x-openstack-request-id: req-d4d33e51-deda-4c1e-985f-221d0f0be877 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:39.505152 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:39.505152 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4d33e51-deda-4c1e-985f-221d0f0be877 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:39.505678 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'status': 'completed', 'code': 200} Aug 31 07:39:39.563753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559174e4-95db-412c-bf7c-6ff81c7128a2 req-7a8a014e-c6d5-4c1f-a079-3f8d1be1d8e2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.565468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-559174e4-95db-412c-bf7c-6ff81c7128a2 req-7a8a014e-c6d5-4c1f-a079-3f8d1be1d8e2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 944 time: 0.0954072 Aug 31 07:39:39.566200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Network 079bffca-e5fc-46a9-b658-bfb2976ee759 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:39.611580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-a4e104f8-fd8b-4c0e-b17c-eabfab5e104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.613875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-a4e104f8-fd8b-4c0e-b17c-eabfab5e104d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 1096 time: 0.0930576 Aug 31 07:39:39.621541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-559174e4-95db-412c-bf7c-6ff81c7128a2 req-b8bbcd45-d89b-41d3-abd1-102b49f03c95 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Aug 31 07:39:39.676091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 079bffca-e5fc-46a9-b658-bfb2976ee759) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:39.684624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee35d2f-d03a-4963-a2e2-8fc226bf91ea None None] Network 079bffca-e5fc-46a9-b658-bfb2976ee759 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:39.685267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.685963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.731055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-a67e1109-a8fd-4d72-9c68-a88d2b1218ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.732761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-a67e1109-a8fd-4d72-9c68-a88d2b1218ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 906 time: 0.1101978 Aug 31 07:39:39.780547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-4bd47709-f1c2-427e-85bb-c3b5dc9d41a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=922f748b-67d5-485a-87d5-d9dfb086daaf HTTP/1.1" status: 200 len: 217 time: 0.0391061 Aug 31 07:39:39.781726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c646d98e-3466-40c9-879d-b87fa8549e99 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0052593 Aug 31 07:39:39.827517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498265b5-6304-4df8-bc24-2e636590bf66 None None] Network 079bffca-e5fc-46a9-b658-bfb2976ee759 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:39.879170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-9c5e29bd-89d5-4688-bcd9-4599e3a9e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.881441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-9c5e29bd-89d5-4688-bcd9-4599e3a9e767 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0913856 Aug 31 07:39:39.926873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-17bb0988-1753-435a-a4a5-db76ed777890 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351913 Aug 31 07:39:40.059801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-121fef8d-988d-43a7-81aa-63030c42e63f service neutron] 10.222.0.45 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225510 Aug 31 07:39:40.152186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19c31c-8a57-468d-a546-9d0554a1ef34 req-9f984990-32cf-4de8-985f-898c83fa9aa0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.153718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d19c31c-8a57-468d-a546-9d0554a1ef34 req-9f984990-32cf-4de8-985f-898c83fa9aa0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 950 time: 0.1085219 Aug 31 07:39:40.219738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea19138-49aa-433e-bb98-6fc91f5ddb0d req-8413bed5-d28f-4c8c-8ded-b34e4c0691e3 service neutron] 10.222.0.45 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448793 Aug 31 07:39:40.224922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d19c31c-8a57-468d-a546-9d0554a1ef34 req-cc4b12f8-0ba3-45aa-9aa4-c3c5cc4e0b20 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600359 Aug 31 07:39:40.248340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-a17aec34-634d-474a-ba3b-9e925e76c43f tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.250505 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-a17aec34-634d-474a-ba3b-9e925e76c43f tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.68 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 949 time: 0.0559471 Aug 31 07:39:40.337220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-65946e56-47be-43e6-a561-3dc51c2ee8eb req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1411518216', 'description': 'tempest-description-1744122587'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:40.360890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Deleting port 9f384f81-dfc2-4d7c-8d20-6785187195b0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:40.361228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.490391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-65946e56-47be-43e6-a561-3dc51c2ee8eb req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.698309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-65946e56-47be-43e6-a561-3dc51c2ee8eb req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.710066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] For port 9f384f81-dfc2-4d7c-8d20-6785187195b0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f384f81-dfc2-4d7c-8d20-6785187195b0,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:40.710435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.710703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03df48-2c89-4700-908c-b377598a2924 req-d51d92a7-2260-4166-849b-330692841734 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.712245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb03df48-2c89-4700-908c-b377598a2924 req-d51d92a7-2260-4166-849b-330692841734 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 949 time: 0.1015105 Aug 31 07:39:40.725722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-cfea6c44-2e73-4492-8701-0d30e6d8f5de tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.727367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-cfea6c44-2e73-4492-8701-0d30e6d8f5de tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 950 time: 0.1507206 Aug 31 07:39:40.730988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Calling delete_port for 9f384f81-dfc2-4d7c-8d20-6785187195b0 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:40.774387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-65946e56-47be-43e6-a561-3dc51c2ee8eb req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.850758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb03df48-2c89-4700-908c-b377598a2924 req-bcc0936a-7bf6-4ad5-b5fd-193579b62fae tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/security-groups?id=94ce89b8-b1a0-4a3e-bee9-da81e461e00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223855 Aug 31 07:39:40.854944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6893599e-01f8-4202-aaa4-f1219dbff5da,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.886329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port ec13acfa-7e81-42f3-bf04-9538560bbf0d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:40.891222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.945103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-65946e56-47be-43e6-a561-3dc51c2ee8eb req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.946424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65946e56-47be-43e6-a561-3dc51c2ee8eb req-66ebff1e-b0fe-4ae6-bfdc-3a8dedc4ec51 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6133878 Aug 31 07:39:40.965777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.979106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['9f384f81-dfc2-4d7c-8d20-6785187195b0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:41.004141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Pushing event deleted for resources: {'Port': ['ID=9f384f81-dfc2-4d7c-8d20-6785187195b0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.013874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d89ce1-5738-4c9e-81fd-969642e050d8 req-28b2372d-a130-4bd0-82e3-fc81d6da0a2e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:41.015513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7d89ce1-5738-4c9e-81fd-969642e050d8 req-28b2372d-a130-4bd0-82e3-fc81d6da0a2e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0903001 Aug 31 07:39:41.031985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port ec13acfa-7e81-42f3-bf04-9538560bbf0d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ec13acfa-7e81-42f3-bf04-9538560bbf0d,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:41.032407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.046363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] No DVR routers for this DVR port 9f384f81-dfc2-4d7c-8d20-6785187195b0 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:41.049324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.052107 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6ffd084-eef8-4b3b-94e4-af24eb9fcd42 req-1b6b9c88-3ec0-4ded-a3be-2111039f04bb tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.68 "DELETE /v2.0/ports/9f384f81-dfc2-4d7c-8d20-6785187195b0 HTTP/1.1" status: 204 len: 173 time: 0.7927549 Aug 31 07:39:41.052663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62105a2e-3740-4af4-a21b-505f78e3437d', 'name': 'network-vif-deleted', 'tag': '9f384f81-dfc2-4d7c-8d20-6785187195b0'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:41.055051 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27907d-6cc7-4cb4-96e1-daa7a59a479a" -d '{"events": [{"server_uuid": "62105a2e-3740-4af4-a21b-505f78e3437d", "name": "network-vif-deleted", "tag": "9f384f81-dfc2-4d7c-8d20-6785187195b0"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:41.071931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for ec13acfa-7e81-42f3-bf04-9538560bbf0d owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:41.094524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7d89ce1-5738-4c9e-81fd-969642e050d8 req-1ccdf4d7-b2ba-4d72-8cf7-27f9cd5aadb2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677264 Aug 31 07:39:41.257651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:41.261720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b780e467-940c-4cb1-ad00-35f99badadfc tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/6893599e-01f8-4202-aaa4-f1219dbff5da HTTP/1.1" status: 200 len: 1813 time: 0.0953453 Aug 31 07:39:41.289216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6893599e-01f8-4202-aaa4-f1219dbff5da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:41.289216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6893599e-01f8-4202-aaa4-f1219dbff5da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:41.297721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f265-3ca0-4d72-9971-d8a5d71bba89 req-c227948e-1a7f-468e-8a90-92cbbff8f37b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:41.299169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f42f265-3ca0-4d72-9971-d8a5d71bba89 req-c227948e-1a7f-468e-8a90-92cbbff8f37b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 944 time: 0.1057670 Aug 31 07:39:41.357537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:41.369686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'mac_address': 'fa:16:3e:9f:0a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:41.394142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f42f265-3ca0-4d72-9971-d8a5d71bba89 req-714b34e2-5956-4a6f-b282-0f6c6ca1c376 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683146 Aug 31 07:39:41.421500 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.438419 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7796c6c6-a774-450d-aece-ec0fe45c55b1 x-openstack-request-id: req-7796c6c6-a774-450d-aece-ec0fe45c55b1 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:41.438419 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62105a2e-3740-4af4-a21b-505f78e3437d", "name": "network-vif-deleted", "tag": "9f384f81-dfc2-4d7c-8d20-6785187195b0", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:41.438419 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7796c6c6-a774-450d-aece-ec0fe45c55b1 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:41.438419 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62105a2e-3740-4af4-a21b-505f78e3437d', 'name': 'network-vif-deleted', 'tag': '9f384f81-dfc2-4d7c-8d20-6785187195b0', 'status': 'completed', 'code': 200} Aug 31 07:39:41.443796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922f748b-67d5-485a-87d5-d9dfb086daaf {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:41.465154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.469710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:41.477615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:41.482065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a4d192bf-5709-427c-a6ba-52dd72b97acc', 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:41.516546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-eb7fea27-a9b9-41e0-a4b9-84ba74db376a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:41.521161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-eb7fea27-a9b9-41e0-a4b9-84ba74db376a tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "GET /v2.0/ports?device_id=799a4e0d-6739-4490-86b9-4ccf7ba0b74e HTTP/1.1" status: 200 len: 950 time: 0.1047983 Aug 31 07:39:41.551280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=ec13acfa-7e81-42f3-bf04-9538560bbf0d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.600924 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.632185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57448) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:41.700489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port ec13acfa-7e81-42f3-bf04-9538560bbf0d on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:41.705986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.716358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.718487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ac1a368-0064-4253-856e-0be226ca4aaa req-3677a880-57d6-4425-866e-c4740b598696 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "DELETE /v2.0/ports/ec13acfa-7e81-42f3-bf04-9538560bbf0d HTTP/1.1" status: 204 len: 173 time: 0.9829876 Aug 31 07:39:41.719214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638390cc-e688-498a-b1a1-427fb9f9abad', 'name': 'network-vif-deleted', 'tag': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:41.722987 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793c589-9518-4526-a753-d28513edb638" -d '{"events": [{"server_uuid": "638390cc-e688-498a-b1a1-427fb9f9abad", "name": "network-vif-deleted", "tag": "ec13acfa-7e81-42f3-bf04-9538560bbf0d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:41.739843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2955d9f2-b525-432f-b3d3-bd348114cf21 req-a156497c-e2c9-4b54-af8f-7ff90ae858bd tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 210 time: 0.2197144 Aug 31 07:39:41.801490 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3283833f-ee14-4719-8ff0-945de3178200 x-openstack-request-id: req-3283833f-ee14-4719-8ff0-945de3178200 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:41.802147 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638390cc-e688-498a-b1a1-427fb9f9abad", "name": "network-vif-deleted", "tag": "ec13acfa-7e81-42f3-bf04-9538560bbf0d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:41.802550 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3283833f-ee14-4719-8ff0-945de3178200 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:41.803118 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638390cc-e688-498a-b1a1-427fb9f9abad', 'name': 'network-vif-deleted', 'tag': 'ec13acfa-7e81-42f3-bf04-9538560bbf0d', 'status': 'completed', 'code': 200} Aug 31 07:39:41.820161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.874370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa8dc257-b4dc-47ec-8e6f-163067fa7a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.875458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.890560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port a4d192bf-5709-427c-a6ba-52dd72b97acc {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:41.890560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.942607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['922f748b-67d5-485a-87d5-d9dfb086daaf'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:41.945640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.992273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed7b817-23a0-4f6b-9bde-327158d44dbb,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.118495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa8dc257-b4dc-47ec-8e6f-163067fa7a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.128954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9339e154-f2ac-4eee-b482-b0ef57773aef req-c0bf140b-66de-402f-a3cc-305c2e9b24c3 tempest-ImagesNegativeTestJSON-768489186 tempest-ImagesNegativeTestJSON-768489186-project] 10.222.0.36 "GET /v2.0/ports?device_id=62105a2e-3740-4af4-a21b-505f78e3437d HTTP/1.1" status: 200 len: 210 time: 0.0507693 Aug 31 07:39:42.141603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port a4d192bf-5709-427c-a6ba-52dd72b97acc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a4d192bf-5709-427c-a6ba-52dd72b97acc,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:42.142111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.170714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for a4d192bf-5709-427c-a6ba-52dd72b97acc owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:42.204951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa8dc257-b4dc-47ec-8e6f-163067fa7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.251168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dc257-b4dc-47ec-8e6f-163067fa7a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28254e41-c35e-451b-bddb-9430bf924139,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.261229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa8dc257-b4dc-47ec-8e6f-163067fa7a6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41c341f47eb3415fad99ae4b775e874f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275547 Aug 31 07:39:42.262535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57462) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.316280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dec28-62e2-4c22-9409-35e0d876b222 req-4e2ad8e3-e458-4ca6-885f-d67bb0db13f9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:42.317772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-869dec28-62e2-4c22-9409-35e0d876b222 req-4e2ad8e3-e458-4ca6-885f-d67bb0db13f9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0753255 Aug 31 07:39:42.330508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b391c01-b963-472f-8639-7a5257d16de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.354734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b391c01-b963-472f-8639-7a5257d16de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.359670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.360954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a09169f4-b9d1-4a43-a6aa-338be8fa771b req-b2b51d0b-6d27-4555-a645-ef743090c320 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0860577 Aug 31 07:39:42.398429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-869dec28-62e2-4c22-9409-35e0d876b222 req-54e5551a-8601-489a-9863-af4ddca359c7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708821 Aug 31 07:39:42.491739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fd0f74e-d994-4de2-98ac-801a44854dbb req-4fba597a-a827-4933-80f2-68b10b75b0eb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/6893599e-01f8-4202-aaa4-f1219dbff5da HTTP/1.1" status: 200 len: 2406 time: 0.0555296 Aug 31 07:39:42.501995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b391c01-b963-472f-8639-7a5257d16de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.506752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b391c01-b963-472f-8639-7a5257d16de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.506752 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9b391c01-b963-472f-8639-7a5257d16de5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28254e41-c35e-451b-bddb-9430bf924139 HTTP/1.1" status: 204 len: 168 time: 0.2417691 Aug 31 07:39:42.518782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b391c01-b963-472f-8639-7a5257d16de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28254e41-c35e-451b-bddb-9430bf924139,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.549248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32a36826-d04d-4357-bd63-9189bca27e1b req-b1a440c0-37ca-446e-80a1-c4c468e0a2c2 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-group-rules/bed7b817-23a0-4f6b-9bde-327158d44dbb HTTP/1.1" status: 200 len: 778 time: 0.0381949 Aug 31 07:39:42.560700 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.579884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:42.639342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=a4d192bf-5709-427c-a6ba-52dd72b97acc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.690902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port a4d192bf-5709-427c-a6ba-52dd72b97acc on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:42.697791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.699809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b7f33e2-cada-447e-9e52-b08dbfbf3c00 req-3b20ec2f-bf34-41bd-9707-482f5c5d10b0 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.45 "DELETE /v2.0/ports/a4d192bf-5709-427c-a6ba-52dd72b97acc HTTP/1.1" status: 204 len: 173 time: 1.1558163 Aug 31 07:39:42.714231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470f08-c97d-494a-bce9-d72436c5a181 req-d39a434c-4e81-4d02-ba63-d361ff5b2e3c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:42.715776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0470f08-c97d-494a-bce9-d72436c5a181 req-d39a434c-4e81-4d02-ba63-d361ff5b2e3c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 945 time: 0.1710403 Aug 31 07:39:42.718900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32a36826-d04d-4357-bd63-9189bca27e1b req-9e7902df-1d76-4a2c-89d1-b328617df60f tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/6893599e-01f8-4202-aaa4-f1219dbff5da HTTP/1.1" status: 200 len: 2406 time: 0.1593003 Aug 31 07:39:42.779689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32a36826-d04d-4357-bd63-9189bca27e1b req-d390087e-badd-49b5-a994-29b745cd52a6 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.784860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0470f08-c97d-494a-bce9-d72436c5a181 req-664c7d3f-3984-480c-b9d2-ac13681139d6 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Aug 31 07:39:42.791594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32a36826-d04d-4357-bd63-9189bca27e1b req-d390087e-badd-49b5-a994-29b745cd52a6 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.895952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fce2a609-fbfb-449e-86ad-a0d98b7b2af5 req-a2a4f6df-e1f4-4ed5-b3d8-041913817977 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=638390cc-e688-498a-b1a1-427fb9f9abad HTTP/1.1" status: 200 len: 210 time: 0.0302291 Aug 31 07:39:42.908527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32a36826-d04d-4357-bd63-9189bca27e1b req-d390087e-badd-49b5-a994-29b745cd52a6 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.915082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32a36826-d04d-4357-bd63-9189bca27e1b req-d390087e-badd-49b5-a994-29b745cd52a6 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.923455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32a36826-d04d-4357-bd63-9189bca27e1b req-d390087e-badd-49b5-a994-29b745cd52a6 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bed7b817-23a0-4f6b-9bde-327158d44dbb HTTP/1.1" status: 204 len: 173 time: 0.1871979 Aug 31 07:39:42.930351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390087e-badd-49b5-a994-29b745cd52a6 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bed7b817-23a0-4f6b-9bde-327158d44dbb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.943610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5fd0b3fa-253e-4981-bb42-a72f39b7b155 req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1114102649', 'description': 'tempest-description-1533127501'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.050855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5fd0b3fa-253e-4981-bb42-a72f39b7b155 req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.139284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5fd0b3fa-253e-4981-bb42-a72f39b7b155 req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.257157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:43.267140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5fd0b3fa-253e-4981-bb42-a72f39b7b155 req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.310431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19732722-4437-4504-9352-08b80d069c52,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.381986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5fd0b3fa-253e-4981-bb42-a72f39b7b155 req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.383170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fd0b3fa-253e-4981-bb42-a72f39b7b155 req-463f033a-14fd-4f8c-b05b-c4e700f8ffbb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4444306 Aug 31 07:39:43.409995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 922f748b-67d5-485a-87d5-d9dfb086daaf completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:43.413937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 922f748b-67d5-485a-87d5-d9dfb086daaf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:43.414347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.460391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0155c6c-867c-4018-b60a-35de87951aa1 req-b29d9f82-bc07-4ed7-9863-cfd777782350 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/19732722-4437-4504-9352-08b80d069c52 HTTP/1.1" status: 200 len: 1813 time: 0.0561857 Aug 31 07:39:43.513041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.543419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:43.545951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87328fc-795f-4b27-970c-4c5c659e7d83 req-e090355c-06ae-4fb3-be8b-f3e67de2c32a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.546324 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f452b24-3eaf-4a9d-a965-64bb614fa7dc" -d '{"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-plugged", "status": "completed", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:43.547904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e87328fc-795f-4b27-970c-4c5c659e7d83 req-e090355c-06ae-4fb3-be8b-f3e67de2c32a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0707858 Aug 31 07:39:43.565484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:43.587151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f3b26d67-bccf-4f59-a120-9e7726cd93a1 req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1949627971', 'description': 'tempest-description-132679519'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.614484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e87328fc-795f-4b27-970c-4c5c659e7d83 req-4ec2c89b-e6f5-4cd9-aba4-8e8f4c3c5ef8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576203 Aug 31 07:39:43.617038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.619142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a4d192bf-5709-427c-a6ba-52dd72b97acc no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:43.666136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: a4d192bf-5709-427c-a6ba-52dd72b97acc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:43.666522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a4d192bf-5709-427c-a6ba-52dd72b97acc not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:43.666951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ec13acfa-7e81-42f3-bf04-9538560bbf0d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:43.690420 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c16834e-dba7-4a00-9f00-c958cd6086aa x-openstack-request-id: req-6c16834e-dba7-4a00-9f00-c958cd6086aa {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:43.691204 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-plugged", "status": "completed", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:43.691459 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c16834e-dba7-4a00-9f00-c958cd6086aa {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:43.691852 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'code': 200} Aug 31 07:39:43.696387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: ec13acfa-7e81-42f3-bf04-9538560bbf0d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:43.696739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ec13acfa-7e81-42f3-bf04-9538560bbf0d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:43.713463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.757027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f3b26d67-bccf-4f59-a120-9e7726cd93a1 req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.793029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c29e-8539-4830-9b16-81f667e010f7 req-6e8d925b-12f9-443e-93d8-a1263ec5be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.794629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3463c29e-8539-4830-9b16-81f667e010f7 req-6e8d925b-12f9-443e-93d8-a1263ec5be6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 1098 time: 0.0649099 Aug 31 07:39:43.810997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'name': 'network-vif-deleted', 'tag': 'a4d192bf-5709-427c-a6ba-52dd72b97acc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:43.816193 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a99f9d-501e-41c4-bedc-5ad667305a66" -d '{"events": [{"server_uuid": "799a4e0d-6739-4490-86b9-4ccf7ba0b74e", "name": "network-vif-deleted", "tag": "a4d192bf-5709-427c-a6ba-52dd72b97acc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:43.864733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3463c29e-8539-4830-9b16-81f667e010f7 req-ef9f7f42-3d9b-4751-8c42-3330bc57d77f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606184 Aug 31 07:39:43.928388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f3b26d67-bccf-4f59-a120-9e7726cd93a1 req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.003665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bdddd-622e-4b2c-8b76-6d420d8fa8fc req-89ea32a7-2924-4293-92d1-0375f2292587 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:44.005334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df4bdddd-622e-4b2c-8b76-6d420d8fa8fc req-89ea32a7-2924-4293-92d1-0375f2292587 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 946 time: 0.0718729 Aug 31 07:39:44.007677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57536) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:44.026907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f3b26d67-bccf-4f59-a120-9e7726cd93a1 req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.071582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbe3159-3359-4a45-a758-f15bbda62dd2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:44.076296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df4bdddd-622e-4b2c-8b76-6d420d8fa8fc req-5f4981c1-a345-4f05-b36f-e2f909511f56 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Aug 31 07:39:44.119746 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a2109-6740-4568-be64-4c4870d70d62 x-openstack-request-id: req-437a2109-6740-4568-be64-4c4870d70d62 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:44.119961 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799a4e0d-6739-4490-86b9-4ccf7ba0b74e", "name": "network-vif-deleted", "tag": "a4d192bf-5709-427c-a6ba-52dd72b97acc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:44.120214 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-437a2109-6740-4568-be64-4c4870d70d62 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:44.120604 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a4e0d-6739-4490-86b9-4ccf7ba0b74e', 'name': 'network-vif-deleted', 'tag': 'a4d192bf-5709-427c-a6ba-52dd72b97acc', 'status': 'completed', 'code': 200} Aug 31 07:39:44.159570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f3b26d67-bccf-4f59-a120-9e7726cd93a1 req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.161497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3b26d67-bccf-4f59-a120-9e7726cd93a1 req-f9e2aea2-d974-4af0-8e7d-8a7381c32fae tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5829015 Aug 31 07:39:44.223244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a9bfb7ad-8864-417d-bcb1-88f2dadb7ef8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f3c4a62735c4888acd95d9d2bb19dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144601 Aug 31 07:39:44.225923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57548) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:44.253839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cd2d353-bab7-4df1-9d62-a98dfad00684 req-c6c8866b-d436-4222-9920-236c0dbbb42e tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/ebbe3159-3359-4a45-a758-f15bbda62dd2 HTTP/1.1" status: 200 len: 1812 time: 0.0438046 Aug 31 07:39:44.289600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.313220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.365209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6931ea61-166b-449a-ae69-bb6230c78e01 req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-881362645', 'description': 'tempest-description-1118316744'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:44.462204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.464827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.466040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94ce89b8-b1a0-4a3e-bee9-da81e461e00d HTTP/1.1" status: 204 len: 168 time: 0.2389281 Aug 31 07:39:44.473662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6931ea61-166b-449a-ae69-bb6230c78e01 req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.475624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce89b8-b1a0-4a3e-bee9-da81e461e00d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:44.483615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.483978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.484322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.484665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.484993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.485330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.485660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.486256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.486645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.486975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.487968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.488479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22c6dd-c2e4-4683-befb-49d193762cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:44.624027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6931ea61-166b-449a-ae69-bb6230c78e01 req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.701310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6931ea61-166b-449a-ae69-bb6230c78e01 req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.730345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188cc6af-8921-424c-a9c2-280a47d9ae82,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:44.839616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6931ea61-166b-449a-ae69-bb6230c78e01 req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.841689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6931ea61-166b-449a-ae69-bb6230c78e01 req-c97d9296-d94c-41a1-8d1e-9c3cafad1425 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4816086 Aug 31 07:39:45.019398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ea77-ae28-4da6-b85e-c8b25ca8f56d req-0e1bfb68-9b90-4173-9cb1-a80e771017fc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:45.022741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85b5ea77-ae28-4da6-b85e-c8b25ca8f56d req-0e1bfb68-9b90-4173-9cb1-a80e771017fc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0595500 Aug 31 07:39:45.060494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85b5ea77-ae28-4da6-b85e-c8b25ca8f56d req-1f5d0878-42e9-4c52-8db6-fbaabe742715 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Aug 31 07:39:45.180208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d23510-2ba0-4ef0-b742-b947aa43dae4 req-9c5a9dec-f34c-4b7f-86fc-539336efee89 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:45.182355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72d23510-2ba0-4ef0-b742-b947aa43dae4 req-9c5a9dec-f34c-4b7f-86fc-539336efee89 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 950 time: 0.0613029 Aug 31 07:39:45.189414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f384f81-dfc2-4d7c-8d20-6785187195b0 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:45.223967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 9f384f81-dfc2-4d7c-8d20-6785187195b0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:45.227820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f384f81-dfc2-4d7c-8d20-6785187195b0 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:45.227946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72d23510-2ba0-4ef0-b742-b947aa43dae4 req-a3dd976e-a8cc-4dde-a19c-9dd967106b42 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355256 Aug 31 07:39:45.281689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f60ac39-59e5-4cdf-9fe4-118ae576eaac req-b3d0f2ed-6f07-4c69-8019-81b35edb0eea tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/188cc6af-8921-424c-a9c2-280a47d9ae82 HTTP/1.1" status: 200 len: 1812 time: 0.0520759 Aug 31 07:39:45.340365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8129cf3-3398-498c-8f4a-987f3bfe0ca7 req-c18f86ba-2632-4ac2-b801-ba1c8d1165ee tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:45.341882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8129cf3-3398-498c-8f4a-987f3bfe0ca7 req-c18f86ba-2632-4ac2-b801-ba1c8d1165ee tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 946 time: 0.0539668 Aug 31 07:39:45.380665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8129cf3-3398-498c-8f4a-987f3bfe0ca7 req-9866a9b7-f6ec-4e54-93c6-962ac70eceda tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Aug 31 07:39:45.408160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-49453c5c-5089-484f-a8f7-46b5e9bcf724 req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-301390588', 'description': 'tempest-description-1792045839'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:45.507499 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49453c5c-5089-484f-a8f7-46b5e9bcf724 req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.720022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49453c5c-5089-484f-a8f7-46b5e9bcf724 req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.787481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49453c5c-5089-484f-a8f7-46b5e9bcf724 req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.817244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf1ee0f-7a52-4e58-8d1c-ff9748010bd4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:45.873214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49453c5c-5089-484f-a8f7-46b5e9bcf724 req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.874504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49453c5c-5089-484f-a8f7-46b5e9bcf724 req-8e026890-32a7-4cbf-8e60-4c028be95fee tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4708147 Aug 31 07:39:46.286578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2285acd-ea3b-4071-88a1-32dd9a531957 req-40f457ff-40b7-423e-9ce4-4b8878f0ccdb tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/1cf1ee0f-7a52-4e58-8d1c-ff9748010bd4 HTTP/1.1" status: 200 len: 1812 time: 0.0406582 Aug 31 07:39:46.396470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1e77c-478b-4f86-a451-643bb9d3ab41 req-da74a477-8613-4452-a6ea-1c973d732523 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.398027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ea1e77c-478b-4f86-a451-643bb9d3ab41 req-da74a477-8613-4452-a6ea-1c973d732523 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0544696 Aug 31 07:39:46.462784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ea1e77c-478b-4f86-a451-643bb9d3ab41 req-ae38e1cb-0cf0-409f-9c49-c7cf41878419 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Aug 31 07:39:46.471218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53d78d-0004-472c-af37-9aa5ca2c4fb1 req-f58b613a-c32a-4923-bd5a-cfd38d27605a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.473331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df53d78d-0004-472c-af37-9aa5ca2c4fb1 req-f58b613a-c32a-4923-bd5a-cfd38d27605a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 946 time: 0.0741811 Aug 31 07:39:46.512265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df53d78d-0004-472c-af37-9aa5ca2c4fb1 req-e3e99149-4215-4df5-ac6e-5e9a5521ea6e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Aug 31 07:39:46.573225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a198e-f69d-4ac8-b300-d9b614652348 req-d4455b6b-300b-4be5-86d9-68f85d1b1370 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.573982 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-3b47e02e-3eaf-4e61-989e-8bef037bdbf3 req-5640c810-f43a-49b5-9cc8-b26e9e1d947a tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] show failed (client error): The resource could not be found. Aug 31 07:39:46.576427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b47e02e-3eaf-4e61-989e-8bef037bdbf3 req-5640c810-f43a-49b5-9cc8-b26e9e1d947a tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/f276f56b-1c33-4274-8a5b-075882ba0530 HTTP/1.1" status: 404 len: 352 time: 0.0296638 Aug 31 07:39:46.582418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-553a198e-f69d-4ac8-b300-d9b614652348 req-d4455b6b-300b-4be5-86d9-68f85d1b1370 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 950 time: 0.0540018 Aug 31 07:39:46.600228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fcc9b-4008-4b7e-9bff-59b8cc59f309 req-ddbb4889-5d2d-4543-a15f-ea7663abc3a7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.601784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c47fcc9b-4008-4b7e-9bff-59b8cc59f309 req-ddbb4889-5d2d-4543-a15f-ea7663abc3a7 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/ports?device_id=848d119f-ceeb-48a7-9b34-34e20816f8e2 HTTP/1.1" status: 200 len: 950 time: 0.0660174 Aug 31 07:39:46.644575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c47fcc9b-4008-4b7e-9bff-59b8cc59f309 req-9022a875-45e5-4341-8f26-b16a259622c5 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c9c06b9-e61b-482c-91a4-da7470518949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363951 Aug 31 07:39:46.684488 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-98c73948-4bba-4b76-b1d3-c6ff65b90ce8 req-fdf8deee-70e6-4fcc-8d0f-82b32f315abe tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] show failed (client error): The resource could not be found. Aug 31 07:39:46.685585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98c73948-4bba-4b76-b1d3-c6ff65b90ce8 req-fdf8deee-70e6-4fcc-8d0f-82b32f315abe tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-group-rules/1514b6d6-d0d6-44be-889c-a65a420ae1ac HTTP/1.1" status: 404 len: 361 time: 0.0170999 Aug 31 07:39:46.696778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Deleting port 57db0940-561f-45da-aa29-b82f110ae45b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:46.698010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.762781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b12388-0b07-418b-974c-9dc99c16f0d1 req-ce602b65-472a-4c20-bd5f-8407f7789f6d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/1cf1ee0f-7a52-4e58-8d1c-ff9748010bd4 HTTP/1.1" status: 200 len: 1812 time: 0.0493038 Aug 31 07:39:46.815661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] For port 57db0940-561f-45da-aa29-b82f110ae45b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=57db0940-561f-45da-aa29-b82f110ae45b,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:46.816040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.822078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b12388-0b07-418b-974c-9dc99c16f0d1 req-9fabd398-f29a-41ab-9a10-5cbe75f3ffec tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.830111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Calling delete_port for 57db0940-561f-45da-aa29-b82f110ae45b owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:46.845475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b12388-0b07-418b-974c-9dc99c16f0d1 req-9fabd398-f29a-41ab-9a10-5cbe75f3ffec tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.935889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b12388-0b07-418b-974c-9dc99c16f0d1 req-9fabd398-f29a-41ab-9a10-5cbe75f3ffec tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.938809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b12388-0b07-418b-974c-9dc99c16f0d1 req-9fabd398-f29a-41ab-9a10-5cbe75f3ffec tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.940091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b12388-0b07-418b-974c-9dc99c16f0d1 req-9fabd398-f29a-41ab-9a10-5cbe75f3ffec tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "DELETE /v2.0/security-groups/1cf1ee0f-7a52-4e58-8d1c-ff9748010bd4 HTTP/1.1" status: 204 len: 173 time: 0.1765220 Aug 31 07:39:46.950229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabd398-f29a-41ab-9a10-5cbe75f3ffec tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf1ee0f-7a52-4e58-8d1c-ff9748010bd4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.006504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c10eb25-7803-4d9d-b2a0-f8fb391ea086 req-6d04dea2-0e92-4581-b386-a5074a777e5a tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/188cc6af-8921-424c-a9c2-280a47d9ae82 HTTP/1.1" status: 200 len: 1812 time: 0.0390770 Aug 31 07:39:47.027713 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.042089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['57db0940-561f-45da-aa29-b82f110ae45b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:47.065079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Pushing event deleted for resources: {'Port': ['ID=57db0940-561f-45da-aa29-b82f110ae45b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.102192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5c10eb25-7803-4d9d-b2a0-f8fb391ea086 req-616ca46e-1e7d-42e7-8e7b-2dbab99c5f40 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.123110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] No DVR routers for this DVR port 57db0940-561f-45da-aa29-b82f110ae45b on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:47.126257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.127189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5c10eb25-7803-4d9d-b2a0-f8fb391ea086 req-616ca46e-1e7d-42e7-8e7b-2dbab99c5f40 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.130619 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-553a198e-f69d-4ac8-b300-d9b614652348 req-460bf001-47bc-4331-9c02-382953ffcfc1 tempest-ServersOnMultiNodesTest-1148219465 tempest-ServersOnMultiNodesTest-1148219465-project] 10.222.0.68 "DELETE /v2.0/ports/57db0940-561f-45da-aa29-b82f110ae45b HTTP/1.1" status: 204 len: 173 time: 0.5451930 Aug 31 07:39:47.131336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'name': 'network-vif-deleted', 'tag': '57db0940-561f-45da-aa29-b82f110ae45b'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:47.133787 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86047922-9d39-493d-b094-83f8d7259960" -d '{"events": [{"server_uuid": "848d119f-ceeb-48a7-9b34-34e20816f8e2", "name": "network-vif-deleted", "tag": "57db0940-561f-45da-aa29-b82f110ae45b"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:47.227073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5c10eb25-7803-4d9d-b2a0-f8fb391ea086 req-616ca46e-1e7d-42e7-8e7b-2dbab99c5f40 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.230517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5c10eb25-7803-4d9d-b2a0-f8fb391ea086 req-616ca46e-1e7d-42e7-8e7b-2dbab99c5f40 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.231697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c10eb25-7803-4d9d-b2a0-f8fb391ea086 req-616ca46e-1e7d-42e7-8e7b-2dbab99c5f40 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "DELETE /v2.0/security-groups/188cc6af-8921-424c-a9c2-280a47d9ae82 HTTP/1.1" status: 204 len: 173 time: 0.2187092 Aug 31 07:39:47.242827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca46e-1e7d-42e7-8e7b-2dbab99c5f40 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188cc6af-8921-424c-a9c2-280a47d9ae82,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.267317 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7e6e97-9e09-4636-84aa-ead667ca9848 x-openstack-request-id: req-0d7e6e97-9e09-4636-84aa-ead667ca9848 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:47.267872 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848d119f-ceeb-48a7-9b34-34e20816f8e2", "name": "network-vif-deleted", "tag": "57db0940-561f-45da-aa29-b82f110ae45b", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:47.268195 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d7e6e97-9e09-4636-84aa-ead667ca9848 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:47.268668 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848d119f-ceeb-48a7-9b34-34e20816f8e2', 'name': 'network-vif-deleted', 'tag': '57db0940-561f-45da-aa29-b82f110ae45b', 'status': 'completed', 'code': 200} Aug 31 07:39:47.336745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef549b9e-2919-44f2-9b86-71a89fe94f58 req-799159d6-05c6-479c-b3a2-b65945cb1e0b tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/ebbe3159-3359-4a45-a758-f15bbda62dd2 HTTP/1.1" status: 200 len: 1812 time: 0.0489275 Aug 31 07:39:47.397431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef549b9e-2919-44f2-9b86-71a89fe94f58 req-5b7777d5-ac13-4090-8544-bbb95b0a142d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.427715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef549b9e-2919-44f2-9b86-71a89fe94f58 req-5b7777d5-ac13-4090-8544-bbb95b0a142d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.621746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef549b9e-2919-44f2-9b86-71a89fe94f58 req-5b7777d5-ac13-4090-8544-bbb95b0a142d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.624746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef549b9e-2919-44f2-9b86-71a89fe94f58 req-5b7777d5-ac13-4090-8544-bbb95b0a142d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.633152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef549b9e-2919-44f2-9b86-71a89fe94f58 req-5b7777d5-ac13-4090-8544-bbb95b0a142d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "DELETE /v2.0/security-groups/ebbe3159-3359-4a45-a758-f15bbda62dd2 HTTP/1.1" status: 204 len: 173 time: 0.2900202 Aug 31 07:39:47.646828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7777d5-ac13-4090-8544-bbb95b0a142d tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbe3159-3359-4a45-a758-f15bbda62dd2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.844281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:47.956123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36421fd7-ae62-455c-9326-e0c4cf482943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.039563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4225d6-15f9-4c17-a327-71b22219fdf9 req-c761d49f-9a43-42e1-92de-31634f89de8b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.041231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af4225d6-15f9-4c17-a327-71b22219fdf9 req-c761d49f-9a43-42e1-92de-31634f89de8b tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 946 time: 0.3401797 Aug 31 07:39:48.050386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6df7b-3071-4e06-ac39-0a2c77c58883 req-6320c937-764d-4a1c-a674-ab92552a0738 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.052355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65e6df7b-3071-4e06-ac39-0a2c77c58883 req-6320c937-764d-4a1c-a674-ab92552a0738 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.3604894 Aug 31 07:39:48.052491 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36421fd7-ae62-455c-9326-e0c4cf482943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.109021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af4225d6-15f9-4c17-a327-71b22219fdf9 req-67a17005-5d9c-4514-9a00-14b3b8450fdf tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Aug 31 07:39:48.114506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65e6df7b-3071-4e06-ac39-0a2c77c58883 req-e98cf3b8-ffa2-4ad7-af0b-5ab30165dc6c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Aug 31 07:39:48.118528 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36421fd7-ae62-455c-9326-e0c4cf482943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.165746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-36421fd7-ae62-455c-9326-e0c4cf482943 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e19543bdb93442a8508880525df7104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201742 Aug 31 07:39:48.170517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57674) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:48.176565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36421fd7-ae62-455c-9326-e0c4cf482943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab646af-d7b0-4695-b527-1cb6478668a7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.236779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78ce5d45-59e6-4f96-914c-70cfe2c8156c req-bfe456fe-1251-4557-90b7-5f5239332f73 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/19732722-4437-4504-9352-08b80d069c52 HTTP/1.1" status: 200 len: 1813 time: 0.0840275 Aug 31 07:39:48.254199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e379da3e-5f6d-4bc6-a2c7-4f14b58070c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.301422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e379da3e-5f6d-4bc6-a2c7-4f14b58070c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.347882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-78ce5d45-59e6-4f96-914c-70cfe2c8156c req-3460b1e8-ece2-499c-a886-656da63209d3 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.372320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-78ce5d45-59e6-4f96-914c-70cfe2c8156c req-3460b1e8-ece2-499c-a886-656da63209d3 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.491005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-78ce5d45-59e6-4f96-914c-70cfe2c8156c req-3460b1e8-ece2-499c-a886-656da63209d3 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.493584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-78ce5d45-59e6-4f96-914c-70cfe2c8156c req-3460b1e8-ece2-499c-a886-656da63209d3 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.497059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78ce5d45-59e6-4f96-914c-70cfe2c8156c req-3460b1e8-ece2-499c-a886-656da63209d3 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "DELETE /v2.0/security-groups/19732722-4437-4504-9352-08b80d069c52 HTTP/1.1" status: 204 len: 173 time: 0.2431502 Aug 31 07:39:48.497059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e379da3e-5f6d-4bc6-a2c7-4f14b58070c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.500994 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e379da3e-5f6d-4bc6-a2c7-4f14b58070c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.500994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e379da3e-5f6d-4bc6-a2c7-4f14b58070c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eab646af-d7b0-4695-b527-1cb6478668a7 HTTP/1.1" status: 204 len: 168 time: 0.3185105 Aug 31 07:39:48.521109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460b1e8-ece2-499c-a886-656da63209d3 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19732722-4437-4504-9352-08b80d069c52,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.538182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379da3e-5f6d-4bc6-a2c7-4f14b58070c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab646af-d7b0-4695-b527-1cb6478668a7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.601320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bfc2e-347b-488e-bd1c-8b642fb530f5 req-c7e0634f-a4dd-4b56-83ea-84c59202182c tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.603058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd9bfc2e-347b-488e-bd1c-8b642fb530f5 req-c7e0634f-a4dd-4b56-83ea-84c59202182c tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1097 time: 0.0432069 Aug 31 07:39:48.640618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd9bfc2e-347b-488e-bd1c-8b642fb530f5 req-0bda5ca8-dcb1-49db-8076-df76b5046639 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Aug 31 07:39:48.975692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57704) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:49.147769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:49.148168 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f0f5c7f9-c3ff-4c45-af61-d337a5bd1d99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c801fc7999f0453ea8d0308ee64b8989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710386 Aug 31 07:39:49.183428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fc5c1c0-7e8f-4a6f-b75c-767eca3a9359 req-924e5ef4-b775-4f1b-8998-8d79e0bc1f47 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "GET /v2.0/security-groups/6893599e-01f8-4202-aaa4-f1219dbff5da HTTP/1.1" status: 200 len: 1813 time: 0.0677297 Aug 31 07:39:49.237518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f70719f2-2164-4afe-86d2-216c4514fa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.264308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f70719f2-2164-4afe-86d2-216c4514fa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.304442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fc5c1c0-7e8f-4a6f-b75c-767eca3a9359 req-0d4c63b5-4123-4147-aabc-879cb166c706 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.330529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fc5c1c0-7e8f-4a6f-b75c-767eca3a9359 req-0d4c63b5-4123-4147-aabc-879cb166c706 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.450476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f70719f2-2164-4afe-86d2-216c4514fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.452963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f70719f2-2164-4afe-86d2-216c4514fa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.454180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f70719f2-2164-4afe-86d2-216c4514fa07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c9c06b9-e61b-482c-91a4-da7470518949 HTTP/1.1" status: 204 len: 168 time: 0.3048182 Aug 31 07:39:49.462819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70719f2-2164-4afe-86d2-216c4514fa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9c06b9-e61b-482c-91a4-da7470518949,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:49.485539 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fc5c1c0-7e8f-4a6f-b75c-767eca3a9359 req-0d4c63b5-4123-4147-aabc-879cb166c706 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.488530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fc5c1c0-7e8f-4a6f-b75c-767eca3a9359 req-0d4c63b5-4123-4147-aabc-879cb166c706 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.495397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:49.495537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fc5c1c0-7e8f-4a6f-b75c-767eca3a9359 req-0d4c63b5-4123-4147-aabc-879cb166c706 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] 10.222.0.36 "DELETE /v2.0/security-groups/6893599e-01f8-4202-aaa4-f1219dbff5da HTTP/1.1" status: 204 len: 173 time: 0.3013318 Aug 31 07:39:49.506083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c63b5-4123-4147-aabc-879cb166c706 tempest-SecurityGroupRulesNegativeTestJSON-875005973 tempest-SecurityGroupRulesNegativeTestJSON-875005973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893599e-01f8-4202-aaa4-f1219dbff5da,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:49.565151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Deleting subnet a9b8e2c3-9a63-400b-b194-a9cd2ec71a23 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:39:49.574949 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.608712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.652739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.660224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3552-8087-4146-abec-fac7ee135d12 req-6e58fa48-84b4-4fad-aa4f-a59e03a6b090 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.661783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-079c3552-8087-4146-abec-fac7ee135d12 req-6e58fa48-84b4-4fad-aa4f-a59e03a6b090 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0598166 Aug 31 07:39:49.705044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-079c3552-8087-4146-abec-fac7ee135d12 req-564f042d-2ac6-4c3e-9e6d-11496ff82c06 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Aug 31 07:39:49.755622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57744) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:49.793429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.819975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b8e2c3-9a63-400b-b194-a9cd2ec71a23,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:49.827208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.829348 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c737b35e-4f84-43b6-ae18-505414d6bef3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a9b8e2c3-9a63-400b-b194-a9cd2ec71a23 HTTP/1.1" status: 204 len: 168 time: 0.3321550 Aug 31 07:39:49.832506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:49.907421 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.011039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1056374870-network', 'tenant_id': '6a07c6ab1f8549c3b331064737f43f64'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:50.017021 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.027626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079bffca-e5fc-46a9-b658-bfb2976ee759']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:50.038658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306ca7a2-2f38-49b6-b02b-fa7216806134') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:50.038957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306ca7a2-2f38-49b6-b02b-fa7216806134') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:50.048324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.062818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.071273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:39:50.071273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:39:50.071577 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:39:50.164238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Made reservation on behalf of 6a07c6ab1f8549c3b331064737f43f64 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:50.167049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.176646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.258094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.281194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.286762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] 10.222.0.36 "DELETE /v2.0/networks/079bffca-e5fc-46a9-b658-bfb2976ee759 HTTP/1.1" status: 204 len: 168 time: 0.4528017 Aug 31 07:39:50.289069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15adae-73eb-4659-8eec-bae2dae79813 admin admin] Pushing event deleted for resources: {'Network': ['ID=079bffca-e5fc-46a9-b658-bfb2976ee759,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:50.344109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.351112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57778) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:50.394476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8adda91f-0eae-4eee-89e8-453c8602f883 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e62c864a458491f9f310b1d2bc05e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398898 Aug 31 07:39:50.394857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:50.404361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.427478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:50.442355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac48b44-ff35-4434-bc30-3c9521a4dc34,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:50.447195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.447532 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Added segment 23e44cb7-cb95-4a46-bf81-caaa86f13399 of type vlan for network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 Aug 31 07:39:50.452408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47258e32-785a-46f4-8bef-6022a9d241d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.460883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.461461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.461561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.462380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.462715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.463047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.463375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.464331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.464694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.465026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.465434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.465661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:50.475922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47258e32-785a-46f4-8bef-6022a9d241d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.534136 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.651736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57792) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:50.691212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47258e32-785a-46f4-8bef-6022a9d241d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.693707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47258e32-785a-46f4-8bef-6022a9d241d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.695071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-47258e32-785a-46f4-8bef-6022a9d241d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73f5babc-666f-462e-a6fd-632b6fa24282 HTTP/1.1" status: 204 len: 168 time: 0.2992375 Aug 31 07:39:50.701941 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5e61a59b-99c1-4603-8a54-748d570c2b0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afee3ceb3be844fcaf5f16cd890f1a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482211 Aug 31 07:39:50.706604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57796) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:50.707090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258e32-785a-46f4-8bef-6022a9d241d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5babc-666f-462e-a6fd-632b6fa24282,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:50.769708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7258-1726-43a5-ae0a-84736a026926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.776327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.777359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.777977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.866050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7258-1726-43a5-ae0a-84736a026926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:50.877362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=31d0883f-5d38-443d-beac-9b7a3f21b3d3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:50.889833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:50.927665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b5a5322c-421e-433e-95c1-0131722ed3d3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1701248 Aug 31 07:39:50.930813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:50.945535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Request body: {'subnet': {'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1056374870-subnet', 'tenant_id': '6a07c6ab1f8549c3b331064737f43f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:51.017738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d659f-069e-477d-8278-bd288ac6994d req-058e3c2c-7dc2-47b8-889e-4c83fb250fb8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.019263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-374d659f-069e-477d-8278-bd288ac6994d req-058e3c2c-7dc2-47b8-889e-4c83fb250fb8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0499542 Aug 31 07:39:51.021346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7258-1726-43a5-ae0a-84736a026926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.024505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7258-1726-43a5-ae0a-84736a026926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.025579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8aaa7258-1726-43a5-ae0a-84736a026926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2ae8a19-6044-48ea-8862-7857dd0f48f1 HTTP/1.1" status: 204 len: 168 time: 0.3179045 Aug 31 07:39:51.051403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa7258-1726-43a5-ae0a-84736a026926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae8a19-6044-48ea-8862-7857dd0f48f1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:51.081379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Made reservation on behalf of 6a07c6ab1f8549c3b331064737f43f64 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:51.086127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-374d659f-069e-477d-8278-bd288ac6994d req-babaf678-857b-4260-8a08-461f71984104 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Aug 31 07:39:51.090751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.236006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 57db0940-561f-45da-aa29-b82f110ae45b no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:51.267293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 57db0940-561f-45da-aa29-b82f110ae45b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:51.267293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 57db0940-561f-45da-aa29-b82f110ae45b not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:51.316891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:51.399977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.444362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:51.459772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'mac_address': 'fa:16:3e:9f:0a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:51.483929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-a61e27e2-70af-437e-926a-26f64a2d5323 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:39:51.500826 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-a61e27e2-70af-437e-926a-26f64a2d5323 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298150 Aug 31 07:39:51.511835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Request body: {'binding': {'host': 'n-h1-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:51.512087 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.517387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Unknown quota resources ['binding']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:39:51.534644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 922f748b-67d5-485a-87d5-d9dfb086daaf {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:51.559655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:51.575748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d61452f-0c1a-45a3-827c-687169c6d5f2,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:51.645998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Checking segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:51.646589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Network hostable DHCP agents. Network: 31d0883f-5d38-443d-beac-9b7a3f21b3d3, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:51.646738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.713846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:51.724678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.731267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:51.770583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['922f748b-67d5-485a-87d5-d9dfb086daaf'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:51.787951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on host n-h1-713499-16 for vnic_type normal with profile None {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:51.788410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:51.788826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:51.793962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:51.801709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:51.815753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:51.816095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:51.816487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:51.816924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Bound port: e47c5aa8-05d8-4b2c-8870-1285b2236a57, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:51.866674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:51.894316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:51.900394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:51.993329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 31d0883f-5d38-443d-beac-9b7a3f21b3d3) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:51.998318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.003752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.003752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.004862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00394573-2616-4089-bf7f-bce5d0d4c9b9 None None] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:52.006443 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-5cea00f2-15ca-4a13-975c-e054ce95b32f service neutron] 10.222.0.36 "POST /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57/bindings HTTP/1.1" status: 201 len: 390 time: 0.5028450 Aug 31 07:39:52.123136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-04290010-9f70-414d-8b39-39fb017d507e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1904702 Aug 31 07:39:52.225025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1df30-231f-474a-9ae3-5a1ae8198268 None None] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:52.309040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca8d4-9467-4215-8005-f022bd04bc4f req-a13901f3-2d56-4a03-9d27-de34bd9f6564 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.321358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e03ca8d4-9467-4215-8005-f022bd04bc4f req-a13901f3-2d56-4a03-9d27-de34bd9f6564 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0729976 Aug 31 07:39:52.397189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e03ca8d4-9467-4215-8005-f022bd04bc4f req-c1915265-c348-4557-a821-4f8a53d18042 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677722 Aug 31 07:39:52.449389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686c67-1ce5-4666-a25a-1e1ff29beec0 req-11e5fdc6-70e0-43df-89f4-ba9bc69fd256 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.451287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88686c67-1ce5-4666-a25a-1e1ff29beec0 req-11e5fdc6-70e0-43df-89f4-ba9bc69fd256 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.0815578 Aug 31 07:39:52.498169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88686c67-1ce5-4666-a25a-1e1ff29beec0 req-0522169b-33f6-4e15-9c72-46f745a6b640 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Aug 31 07:39:52.593787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-f21a46a5-ad79-475f-8057-95693402e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.595387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-f21a46a5-ad79-475f-8057-95693402e212 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1097 time: 0.0415242 Aug 31 07:39:52.726361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-2584f569-c5ba-4e63-8f32-b96beda4b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.727892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-2584f569-c5ba-4e63-8f32-b96beda4b2a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1215997 Aug 31 07:39:52.778456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-fa07cb86-6f9e-47dd-a070-ad3ab0133243 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 217 time: 0.0373278 Aug 31 07:39:52.833009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-f44368fc-09cb-4770-a2df-d8266c4aafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.834520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-f44368fc-09cb-4770-a2df-d8266c4aafeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0449712 Aug 31 07:39:52.872408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-c3e397ea-6662-49ba-a5f3-a54a2e7de37c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250676 Aug 31 07:39:52.943949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:52.981983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-2eda4682-8db8-4b9c-b906-f21e02d04e97 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972662 Aug 31 07:39:53.092007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-32f430b4-05e9-464c-9ff5-43db48819a69 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984695 Aug 31 07:39:53.132367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:53.293302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6af1134-5be1-441f-8234-1484f459ed5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.331109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.335092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:53.433291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-9b7ecfe0-af2e-4fa8-9691-cc488be14800 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.435982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 922f748b-67d5-485a-87d5-d9dfb086daaf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:53.436366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.445289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-9b7ecfe0-af2e-4fa8-9691-cc488be14800 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 815 time: 0.2412715 Aug 31 07:39:53.464490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1272129770-network', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:53.485849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-e05e53bb-ef6b-4999-8415-1d1385bd0ff3 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/quotas/6a07c6ab1f8549c3b331064737f43f64 HTTP/1.1" status: 200 len: 375 time: 0.0395796 Aug 31 07:39:53.552014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-a2e82749-c345-4e46-a18c-3517afd94fb6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634532 Aug 31 07:39:53.637245 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.647325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6af1134-5be1-441f-8234-1484f459ed5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.691310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:53.695045 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf1e068-6fe6-4d85-9be4-b7d58e20b088" -d '{"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-plugged", "status": "completed", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:53.701065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-23cc6131-3bc9-4810-9005-daace11012ff service neutron] 10.222.0.36 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479583 Aug 31 07:39:53.712319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:53.730750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6af1134-5be1-441f-8234-1484f459ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.812473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ffde0d5-e93c-4bb7-87e7-3d4b784d7307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.816915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855744-af86-4cc0-94e6-3e77d40aac3c req-4df01ce2-97d3-4a04-8bc2-1ea7d45598ef tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.818653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8855744-af86-4cc0-94e6-3e77d40aac3c req-4df01ce2-97d3-4a04-8bc2-1ea7d45598ef tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.2052648 Aug 31 07:39:53.837969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b6af1134-5be1-441f-8234-1484f459ed5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afdb42e6149e4b39a0de5e393ecfaea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8900819 Aug 31 07:39:53.839002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:53.852936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af1134-5be1-441f-8234-1484f459ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb8f9a-e659-45a3-bf58-5648b1fcdfc1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:53.862132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.894697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8855744-af86-4cc0-94e6-3e77d40aac3c req-2a16a3a6-fd40-461b-b1a0-5d4ebfb2175c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675621 Aug 31 07:39:53.901384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Made reservation on behalf of fb1e1838e2134c34b79524cb002f7f07 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:53.903990 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.927730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-6e2e5453-26b4-4765-9cb7-32b4f6445090 service neutron] 10.222.0.36 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255878 Aug 31 07:39:53.928986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.938389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:53.999645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40476069-4043-4df9-94fe-333c16908e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.054098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40476069-4043-4df9-94fe-333c16908e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.150946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.225921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e08e4-e7cb-41a2-8416-db205902626e req-ff4f249b-970a-4488-bbeb-80ae2abc3630 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:54.235902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f34e08e4-e7cb-41a2-8416-db205902626e req-ff4f249b-970a-4488-bbeb-80ae2abc3630 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.0826414 Aug 31 07:39:54.244459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40476069-4043-4df9-94fe-333c16908e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.247751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40476069-4043-4df9-94fe-333c16908e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.253728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40476069-4043-4df9-94fe-333c16908e02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdcb8f9a-e659-45a3-bf58-5648b1fcdfc1 HTTP/1.1" status: 204 len: 168 time: 0.4088538 Aug 31 07:39:54.254245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.267640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:54.279435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.279721 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Added segment 5f8d4cb8-07bd-4671-97c6-d5f3908a9f96 of type vlan for network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d Aug 31 07:39:54.295533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40476069-4043-4df9-94fe-333c16908e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb8f9a-e659-45a3-bf58-5648b1fcdfc1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:54.336096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.352772 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49692d8-f95c-4ae6-9a2c-ff656e047872 x-openstack-request-id: req-c49692d8-f95c-4ae6-9a2c-ff656e047872 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:54.353605 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-plugged", "status": "completed", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:54.354041 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c49692d8-f95c-4ae6-9a2c-ff656e047872 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:54.354737 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'code': 200} Aug 31 07:39:54.436837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f34e08e4-e7cb-41a2-8416-db205902626e req-c92f138d-55c6-4575-b096-a3c0627f7833 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954880 Aug 31 07:39:54.448293 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.451838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:54.453040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.482220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903a4e06-8850-4f4c-b877-567a25fa9d4c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:54.591964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] Pushing event updated for resources: {'Network': ['ID=8e25b0d0-195f-480c-bfdf-b73074ea4b6d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:54.604487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:54.660616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4be31656-44ba-43c6-8410-ef73e43e163e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5231290 Aug 31 07:39:54.661016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57990) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:54.669168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Request body: {'subnet': {'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1272129770-subnet', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:54.708600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bb1f260-c288-49ac-a883-5e6872dfd4be req-4ab4bc8b-35f4-4594-96da-5f40c1ed5b7d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 210 time: 0.0505166 Aug 31 07:39:54.855942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Made reservation on behalf of fb1e1838e2134c34b79524cb002f7f07 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:54.858504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.244505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.304561 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-29a25293-48e1-4b68-bef2-9f17b71fc6e6 service neutron] show failed (client error): The resource could not be found. Aug 31 07:39:55.305793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-29a25293-48e1-4b68-bef2-9f17b71fc6e6 service neutron] 10.222.0.45 "GET /v2.0/ports/6d3b3858-b9e7-4a1c-b680-9918cb89cdef/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.2991655 Aug 31 07:39:55.334406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4681dcf-0b06-4346-889a-2c092b3ba336 req-42f4fcbb-f3a9-4a35-883b-da22d904a03a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:55.360505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4681dcf-0b06-4346-889a-2c092b3ba336 req-42f4fcbb-f3a9-4a35-883b-da22d904a03a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.2528791 Aug 31 07:39:55.426272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Checking segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:55.426676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Network hostable DHCP agents. Network: 8e25b0d0-195f-480c-bfdf-b73074ea4b6d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:55.429542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11e6337-ed07-4044-923f-12d1297bd8af,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:55.471328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4681dcf-0b06-4346-889a-2c092b3ba336 req-e744750c-3eb5-4285-9a87-5c788f539e56 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098497 Aug 31 07:39:55.565494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:55.653291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071d44-660b-4a42-9d13-6194835212a4 req-ec39177d-8540-4d92-a547-6d23935bf9f9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:55.657043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.667901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38071d44-660b-4a42-9d13-6194835212a4 req-ec39177d-8540-4d92-a547-6d23935bf9f9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.1169460 Aug 31 07:39:55.727323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38071d44-660b-4a42-9d13-6194835212a4 req-c79deeb5-da33-4c5d-b528-ce191f8baff7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544372 Aug 31 07:39:55.753105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8e25b0d0-195f-480c-bfdf-b73074ea4b6d) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:55.758062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:55.759117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:55.766440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ddac4-d96b-46f3-896d-8fa4441ebd86 None None] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:56.071307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:39:56.072211 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.164885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0264a6f-d8b9-4611-a070-95ee9ff83af5 req-7880b6f0-9e2a-4152-8b4c-b3c487f0fc10 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 210 time: 0.0850642 Aug 31 07:39:56.245606 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c67e72ef-3254-4481-b17f-e210aa1bed2c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5830839 Aug 31 07:39:56.249546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58062) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:56.262892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:56.364374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Allocated IP 172.20.0.2 (8e25b0d0-195f-480c-bfdf-b73074ea4b6d/c11e6337-ed07-4044-923f-12d1297bd8af/da9c05ae-416b-4b57-887c-5f7d77041049) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:56.473427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.474820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.485800 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.529671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-35361925-6789-4638-949f-95913d83433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:56.531254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-35361925-6789-4638-949f-95913d83433d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3&tenant_id=1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 1102 time: 0.1679225 Aug 31 07:39:56.549645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:56.715261 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-41878a1b-8725-410f-9b07-036953a998dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.719899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.759981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.777505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40348-dee5-4123-a826-06affcb3594a req-f464418a-e629-4e11-a82f-a554f98c7453 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:56.779608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05a40348-dee5-4123-a826-06affcb3594a req-f464418a-e629-4e11-a82f-a554f98c7453 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1990459 Aug 31 07:39:56.843159 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.865490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05a40348-dee5-4123-a826-06affcb3594a req-d3720115-2d1d-41cd-b111-e80f03a94304 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767663 Aug 31 07:39:56.873005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Transition to ACTIVE for port object da9c05ae-416b-4b57-887c-5f7d77041049 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:56.918903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Transition to ACTIVE for port object da9c05ae-416b-4b57-887c-5f7d77041049 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:56.952892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58078) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:57.028717 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.120854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Pushing event updated for resources: {'Port': ['ID=da9c05ae-416b-4b57-887c-5f7d77041049,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:57.161840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:57.163791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:57.164372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.171847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:57.184965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b6f27-666e-48c8-9548-a77c0fe7d56a req-b7d0a007-6b84-4a8f-9fb4-b22fc7108da8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.190263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-308b6f27-666e-48c8-9548-a77c0fe7d56a req-b7d0a007-6b84-4a8f-9fb4-b22fc7108da8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.1755900 Aug 31 07:39:57.250505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-308b6f27-666e-48c8-9548-a77c0fe7d56a req-2a8d9f4e-f4a4-4ed9-b5a6-f6be9dcd4872 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547283 Aug 31 07:39:57.255363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Attempting to bind port da9c05ae-416b-4b57-887c-5f7d77041049 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:57.258711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Attempting to bind port da9c05ae-416b-4b57-887c-5f7d77041049 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:57.258711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Attempting to bind port da9c05ae-416b-4b57-887c-5f7d77041049 on network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:57.263715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:57.264222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Checking segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:57.264849 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.265656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Bound using segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:57.266333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Bound port: da9c05ae-416b-4b57-887c-5f7d77041049, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:57.266822 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.388969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-470b078c-ada4-46f5-967c-13db3f7a1d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.423709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:57.490888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:57.569522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b65a69a-0193-4945-84a1-460cfa3de188 req-e6236a42-e17b-439a-89de-e51eb52d165d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 210 time: 0.0621946 Aug 31 07:39:57.597894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:57.614941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:57.621213 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24890721-5ddc-4621-814e-103621904b2d" -d '{"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:57.638454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.691044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Transition to ACTIVE for port object 6d3b3858-b9e7-4a1c-b680-9918cb89cdef will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:57.759751 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0128b12-8c65-42e4-bf54-26e7ced55d02 x-openstack-request-id: req-a0128b12-8c65-42e4-bf54-26e7ced55d02 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:57.759751 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:57.759751 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0128b12-8c65-42e4-bf54-26e7ced55d02 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:57.759751 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'code': 200} Aug 31 07:39:57.817629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] For port da9c05ae-416b-4b57-887c-5f7d77041049, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:57.824434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.848008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] For port da9c05ae-416b-4b57-887c-5f7d77041049, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=da9c05ae-416b-4b57-887c-5f7d77041049,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:57.853435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.901366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-470b078c-ada4-46f5-967c-13db3f7a1d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.923124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.947716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.952508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] No DVR routers for this DVR port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:57.962542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:58.036066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-470b078c-ada4-46f5-967c-13db3f7a1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.063193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:58.063778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:58.064294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:58.077424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:58.078057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Attempting to bind port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:58.100606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:58.102932 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:39:58.103599 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:39:58.106766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:58.119331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:58.120257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Bound port: 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:58.124213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19e7f3-4504-4b66-b8ef-41552ca98cd5 None None] Pushing event updated for resources: {'Port': ['ID=da9c05ae-416b-4b57-887c-5f7d77041049,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:58.124923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.224583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b078c-ada4-46f5-967c-13db3f7a1d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b1db62-6e74-41aa-8ba6-295805ca6135,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:58.265438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:58.346839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.358421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:58.370382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:58.373176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-8e4c0aba-6090-4f31-9161-e3ad3edea549 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.375093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-8e4c0aba-6090-4f31-9161-e3ad3edea549 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 815 time: 0.7288077 Aug 31 07:39:58.411070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-470b078c-ada4-46f5-967c-13db3f7a1d27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c03287f17e34048aa81d8bc714a6491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4530628 Aug 31 07:39:58.418782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58112) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:58.418953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Request body: {'port': {'device_id': '23798865-5fe2-4454-a726-a3a7e4341db5', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'admin_state_up': True, 'tenant_id': '6a07c6ab1f8549c3b331064737f43f64'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:58.420745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.449845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.632038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.634668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.642703 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] 10.222.0.68 "PUT /v2.0/ports/6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 1097 time: 2.0998836 Aug 31 07:39:58.646684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Allocated IP 172.25.0.161 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/f1e6460b-1139-4926-afea-5e0453474c66) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:58.686160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16509786-2230-4b8e-a4e5-953982c95702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.721870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c14d7-a695-41e8-ab1f-7dd0c2715805 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:58.823789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.930724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16509786-2230-4b8e-a4e5-953982c95702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.961848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0faf1c-2243-4191-9ce1-e1f3c42df4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.964911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-ddf9ca07-83e9-4c29-b7cc-57cec5b59671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.966953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-ddf9ca07-83e9-4c29-b7cc-57cec5b59671 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1100 time: 0.2851951 Aug 31 07:39:58.984295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc7f14-470a-42e0-a195-3ccfc14126cd req-39ec7879-77b0-41ba-8417-1ce659c136e1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.993320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43dc7f14-470a-42e0-a195-3ccfc14126cd req-39ec7879-77b0-41ba-8417-1ce659c136e1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.9798746 Aug 31 07:39:58.999572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.115381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:59.117099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-c2ceaa52-e275-4194-a391-7a83542de74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.119066 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-c2ceaa52-e275-4194-a391-7a83542de74a service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1292419 Aug 31 07:39:59.135695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ac43-e64a-47fb-b82d-2c02702463d6 req-301f0b0d-1e67-4528-a8d9-b1ebf7658a5b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.135905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16509786-2230-4b8e-a4e5-953982c95702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.144653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a92ac43-e64a-47fb-b82d-2c02702463d6 req-301f0b0d-1e67-4528-a8d9-b1ebf7658a5b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.7410142 Aug 31 07:39:59.167291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:59.170089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:59.224013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e6460b-1139-4926-afea-5e0453474c66,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:59.253650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16509786-2230-4b8e-a4e5-953982c95702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f47c6-fb1d-4b25-b1c7-2024349c23a6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:59.284486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-8de37fd0-c05f-4234-b128-bed5d4e037f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.1561134 Aug 31 07:39:59.317090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device da9c05ae-416b-4b57-887c-5f7d77041049 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:59.348328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0faf1c-2243-4191-9ce1-e1f3c42df4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.385143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.441766 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-16509786-2230-4b8e-a4e5-953982c95702 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c32ea08bceb4cdd8e366f5bc31d7a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1650774 Aug 31 07:39:59.444898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58118) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:59.547514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port da9c05ae-416b-4b57-887c-5f7d77041049 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:59.558680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-c5fb8677-0bd2-44d0-a0cd-397406d5d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.560940 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-c5fb8677-0bd2-44d0-a0cd-397406d5d5be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.2553082 Aug 31 07:39:59.569151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5efa0db7-cef3-43ec-a4b8-bf3c0d566d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.663716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5efa0db7-cef3-43ec-a4b8-bf3c0d566d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.704717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-b3150046-36cd-430c-b350-5e7f9e0cc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.716952 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-b3150046-36cd-430c-b350-5e7f9e0cc614 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448929 Aug 31 07:39:59.724663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0faf1c-2243-4191-9ce1-e1f3c42df4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.727792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0faf1c-2243-4191-9ce1-e1f3c42df4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.736913 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac0faf1c-2243-4191-9ce1-e1f3c42df4cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14b1db62-6e74-41aa-8ba6-295805ca6135 HTTP/1.1" status: 204 len: 168 time: 1.3219450 Aug 31 07:39:59.781553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:59.785067 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db3dca5-4f4e-48d2-b40e-ac138a750684" -d '{"events": [{"name": "network-changed", "server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:59.787878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0faf1c-2243-4191-9ce1-e1f3c42df4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b1db62-6e74-41aa-8ba6-295805ca6135,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:59.906071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619cb076-5d90-4679-96bc-c6ded599a1b0 None None] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:59.942629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43dc7f14-470a-42e0-a195-3ccfc14126cd req-822aff31-1087-4016-a80b-325ee138117f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9481525 Aug 31 07:39:59.960463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-652b5964-7ce5-4f1d-b6fd-616abbc82c5e service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160583 Aug 31 07:40:00.022109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5efa0db7-cef3-43ec-a4b8-bf3c0d566d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.024954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5efa0db7-cef3-43ec-a4b8-bf3c0d566d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.026879 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5efa0db7-cef3-43ec-a4b8-bf3c0d566d68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d5f47c6-fb1d-4b25-b1c7-2024349c23a6 HTTP/1.1" status: 204 len: 168 time: 0.5742714 Aug 31 07:40:00.036276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] Provisioning for port da9c05ae-416b-4b57-887c-5f7d77041049 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:00.084211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa0db7-cef3-43ec-a4b8-bf3c0d566d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f47c6-fb1d-4b25-b1c7-2024349c23a6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:00.084774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a92ac43-e64a-47fb-b82d-2c02702463d6 req-42798ab1-1b0f-48ec-bc75-806d81d10db4 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9358966 Aug 31 07:40:00.085388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] Provisioning complete for port da9c05ae-416b-4b57-887c-5f7d77041049 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:00.085825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.245494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5a51221-ab4c-4a06-8daa-bc559bf59ed7 req-5598b59b-b932-4f14-a4ad-a05963c10610 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847019 Aug 31 07:40:00.251150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4fc588f-ad5e-402b-b505-f54f66cdcb53 req-dd31070f-1b48-4514-aa4b-91898c7714d5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 210 time: 0.0466933 Aug 31 07:40:00.309430 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.328492 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d944c0f9-b513-415f-8505-6e235700ecf9 x-openstack-request-id: req-d944c0f9-b513-415f-8505-6e235700ecf9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:00.328804 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:00.329051 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d944c0f9-b513-415f-8505-6e235700ecf9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:00.329436 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'status': 'completed', 'code': 200} Aug 31 07:40:00.361767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Made reservation on behalf of 6a07c6ab1f8549c3b331064737f43f64 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:00.371928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.388471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] For port da9c05ae-416b-4b57-887c-5f7d77041049, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=da9c05ae-416b-4b57-887c-5f7d77041049,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:00.457850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.493445 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.528932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-c1ddbd7d-43a7-4a7f-a18d-bdc7ee693ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.530497 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-c1ddbd7d-43a7-4a7f-a18d-bdc7ee693ba9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1100 time: 0.1210914 Aug 31 07:40:00.596321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5e6b7-e814-46de-aac3-6caef82c364a None None] Pushing event updated for resources: {'Port': ['ID=da9c05ae-416b-4b57-887c-5f7d77041049,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:00.736064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-366158f2-c866-48b0-8fe9-cb17ab2cb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.738786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-366158f2-c866-48b0-8fe9-cb17ab2cb130 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1996152 Aug 31 07:40:00.822359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-1c14854f-8dbb-4960-b752-537a05c8fb03 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.0694056 Aug 31 07:40:00.859842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-ebe5e79a-a57b-4335-80a2-3d23bcac1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.862240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-ebe5e79a-a57b-4335-80a2-3d23bcac1054 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1100 time: 0.3693991 Aug 31 07:40:00.886946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e063c245-2f89-4d76-aaa3-e4a337fbc48e None None] Provisioning complete for port da9c05ae-416b-4b57-887c-5f7d77041049 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:00.894665 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e063c245-2f89-4d76-aaa3-e4a337fbc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.929267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-ae49c26d-193a-4738-b025-d7f1944c1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.931172 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-ae49c26d-193a-4738-b025-d7f1944c1673 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0961909 Aug 31 07:40:01.041334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-523890ea-548a-41b8-bdcc-3ebcacf49cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.042892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-523890ea-548a-41b8-bdcc-3ebcacf49cc5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991497 Aug 31 07:40:01.060979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Allocated IP 172.20.0.3 (31d0883f-5d38-443d-beac-9b7a3f21b3d3/8d61452f-0c1a-45a3-827c-687169c6d5f2/10c03ad5-95ad-492b-aca4-8e896386dd5e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:01.151563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58160) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:01.204651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bc5b004c-b277-4c69-94c1-96d2e606e060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.273891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device da9c05ae-416b-4b57-887c-5f7d77041049 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:01.297214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.414844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port da9c05ae-416b-4b57-887c-5f7d77041049 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:01.415351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.456618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bc5b004c-b277-4c69-94c1-96d2e606e060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.469650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.513850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-3a30f754-a01e-4ed6-9d13-e655a406ad29 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610214 Aug 31 07:40:01.526405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:01.552757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:01.555592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:01.563476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.564355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.636847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bc5b004c-b277-4c69-94c1-96d2e606e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.642581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-3c85592b-24d4-4ba0-a38c-af73584b47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.644789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-3c85592b-24d4-4ba0-a38c-af73584b47b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.7467110 Aug 31 07:40:01.665271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3264c2-5340-41a4-b8cd-7e35d3550f24 req-8a659149-5b23-48d1-9891-26baed4f1cd9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.669262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da3264c2-5340-41a4-b8cd-7e35d3550f24 req-8a659149-5b23-48d1-9891-26baed4f1cd9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.3191233 Aug 31 07:40:01.692492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b004c-b277-4c69-94c1-96d2e606e060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620da062-6b91-40fe-9964-6ccbba1a41e9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:01.715887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e8beb-8817-4bbe-b9b7-882d347fca3d req-1bea4e45-c9cf-44c1-ab19-8fd36953d234 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.719368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac1e8beb-8817-4bbe-b9b7-882d347fca3d req-1bea4e45-c9cf-44c1-ab19-8fd36953d234 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.3586280 Aug 31 07:40:01.726085 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bc5b004c-b277-4c69-94c1-96d2e606e060 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1463f32d3ee848c49699edcf42900515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606272 Aug 31 07:40:01.728493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:01.757437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3550847 Aug 31 07:40:01.765799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff83d4b-8109-474b-9460-12a433ce9f14 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:01.766058 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-11ca7ef7-aaf6-4f1f-a187-75ad2241198f service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441835 Aug 31 07:40:01.788625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-aa8c911a-b1ac-4f14-9c71-ff9783a51c81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.1136761 Aug 31 07:40:01.795348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Request body: {'port': {'device_id': '23798865-5fe2-4454-a726-a3a7e4341db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:01.859473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1f1-2af0-4807-aa5b-3fb992c83d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.924519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1f1-2af0-4807-aa5b-3fb992c83d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:01.983794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac1e8beb-8817-4bbe-b9b7-882d347fca3d req-5c5c82ef-5cae-4aae-8942-72538b39f861 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289143 Aug 31 07:40:01.994317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.004507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da3264c2-5340-41a4-b8cd-7e35d3550f24 req-6fc4f199-0f94-48b0-abf5-890ab9bac822 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801306 Aug 31 07:40:02.010694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-696f2cf9-f1db-4626-8e9a-b37c2c4b365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.012461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-696f2cf9-f1db-4626-8e9a-b37c2c4b365b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1678264 Aug 31 07:40:02.013330 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.090075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1f1-2af0-4807-aa5b-3fb992c83d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.093240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1f1-2af0-4807-aa5b-3fb992c83d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.109333 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f7dff1f1-2af0-4807-aa5b-3fb992c83d54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/620da062-6b91-40fe-9964-6ccbba1a41e9 HTTP/1.1" status: 204 len: 168 time: 0.3718593 Aug 31 07:40:02.131558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dff1f1-2af0-4807-aa5b-3fb992c83d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620da062-6b91-40fe-9964-6ccbba1a41e9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:02.328149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-b90679f9-48bb-4eb9-b55f-ad724d2bfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.334814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-b90679f9-48bb-4eb9-b55f-ad724d2bfb9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2657037 Aug 31 07:40:02.621892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f9528-cbed-46bb-bc8b-cd2cf854352b req-83100811-00cc-40bc-992a-f49256560df5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.623570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-304f9528-cbed-46bb-bc8b-cd2cf854352b req-83100811-00cc-40bc-992a-f49256560df5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 931 time: 0.3740458 Aug 31 07:40:02.787883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-304f9528-cbed-46bb-bc8b-cd2cf854352b req-46d809ee-2775-474c-97c2-fe9228fee8de tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493080 Aug 31 07:40:02.795637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-68694f07-755b-4856-8c1b-d2e6b7f8918c service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415542 Aug 31 07:40:02.910082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:40:03.028559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db3dca5-4f4e-48d2-b40e-ac138a750684 req-4943bc10-ba09-4431-ab6a-179c449104a2 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211800 Aug 31 07:40:03.047227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c03ad5-95ad-492b-aca4-8e896386dd5e {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:03.059415 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.130311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Transition to ACTIVE for port object 10c03ad5-95ad-492b-aca4-8e896386dd5e will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:03.194919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:03.253879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:03.258138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.274685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:03.288088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Sync routers for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:03.301512 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:03.302194 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:03.443662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d250b5-0390-4bbb-bf9a-bde1b65080dd req-94898845-14c8-425d-bf81-d89af16b114f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:03.454669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52d250b5-0390-4bbb-bf9a-bde1b65080dd req-94898845-14c8-425d-bf81-d89af16b114f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.3291771 Aug 31 07:40:03.478131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5379fb2f-65a9-4218-8027-493526e8c1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.498653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:03.509689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191cb7-a4b7-42c8-babe-2741839f3c80 req-e3870c8e-a778-4f09-8fd9-82227b5f5df6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:03.511483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a191cb7-a4b7-42c8-babe-2741839f3c80 req-e3870c8e-a778-4f09-8fd9-82227b5f5df6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 948 time: 0.3141086 Aug 31 07:40:03.537762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:03.550051 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:03.561270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'mac_address': 'fa:16:3e:67:4f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:03.624744 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.644600 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.648964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b898d990-fa0b-499d-831b-0b5ebf40a9a1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3974528 Aug 31 07:40:03.657758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3b3858-b9e7-4a1c-b680-9918cb89cdef {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:03.683617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5379fb2f-65a9-4218-8027-493526e8c1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.685976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58224) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:03.706757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:03.723144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52d250b5-0390-4bbb-bf9a-bde1b65080dd req-81f47765-55bf-4a63-b673-1115aafcacf4 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660980 Aug 31 07:40:03.734231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Attempting to bind port 10c03ad5-95ad-492b-aca4-8e896386dd5e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:03.734771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Attempting to bind port 10c03ad5-95ad-492b-aca4-8e896386dd5e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:03.735326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Attempting to bind port 10c03ad5-95ad-492b-aca4-8e896386dd5e on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:03.744427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a191cb7-a4b7-42c8-babe-2741839f3c80 req-0436ebac-e016-4450-bf80-8498a9e418c6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774383 Aug 31 07:40:03.749028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Port 10c03ad5-95ad-492b-aca4-8e896386dd5e on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:03.749368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Attempting to bind port 10c03ad5-95ad-492b-aca4-8e896386dd5e on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:03.756905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:03.757385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Checking segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:03.757897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Bound using segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:03.758239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Bound port: 10c03ad5-95ad-492b-aca4-8e896386dd5e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:03.758606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.780875 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.872050 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5379fb2f-65a9-4218-8027-493526e8c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:03.904442 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5379fb2f-65a9-4218-8027-493526e8c1f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f24f7358dd7430caffd46fd519b8ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076163 Aug 31 07:40:03.907825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58242) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:03.960177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:04.021501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:04.027618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:04.052374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379fb2f-65a9-4218-8027-493526e8c1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde82678-05fd-4bb9-aaaa-f1ebb5ce2725,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:04.056218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:04.063833 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:39:59Z', 'revision_number': 3, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:04.106503 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Checking router: 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:04.106909 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Updating router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 port f1e6460b-1139-4926-afea-5e0453474c66 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:40:04.110911 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.130783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff313-bb40-45b1-9e58-cae4df59ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.144152 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.165755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff313-bb40-45b1-9e58-cae4df59ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.264692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.268247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.270799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] 10.222.0.68 "PUT /v2.0/ports/10c03ad5-95ad-492b-aca4-8e896386dd5e HTTP/1.1" status: 200 len: 1092 time: 2.4853382 Aug 31 07:40:04.273431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:04.275904 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1988038-ce2a-400b-a37a-8269996cf9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:04.318913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff313-bb40-45b1-9e58-cae4df59ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.332323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff313-bb40-45b1-9e58-cae4df59ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.333495 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3e8ff313-bb40-45b1-9e58-cae4df59ca8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bde82678-05fd-4bb9-aaaa-f1ebb5ce2725 HTTP/1.1" status: 204 len: 168 time: 0.4205260 Aug 31 07:40:04.369964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ff313-bb40-45b1-9e58-cae4df59ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde82678-05fd-4bb9-aaaa-f1ebb5ce2725,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:04.388921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564080-5dda-492a-a5f0-3aaf35162613 req-c368c4ef-dfa6-4483-b8be-be2be84de57d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.404262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b564080-5dda-492a-a5f0-3aaf35162613 req-c368c4ef-dfa6-4483-b8be-be2be84de57d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 943 time: 0.3558574 Aug 31 07:40:04.457430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58254) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:04.533321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d03c9f-8d81-40f6-aefb-bd2a3c00cdde service neutron] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:04.670228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b564080-5dda-492a-a5f0-3aaf35162613 req-cfea2388-8e77-4cb1-a061-2aa0ac9d651b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583258 Aug 31 07:40:04.725594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-82092277-network', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:04.731473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-dd910305-1b9f-4bd9-9c63-8e9e6fe42d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.732060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-dd910305-1b9f-4bd9-9c63-8e9e6fe42d32 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 1095 time: 0.3184006 Aug 31 07:40:04.783742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518eebb-9176-44be-ae4e-d52b478ed405 req-4b62d3d4-99de-479b-ae25-d9f1b52793d6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.791506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a518eebb-9176-44be-ae4e-d52b478ed405 req-4b62d3d4-99de-479b-ae25-d9f1b52793d6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 949 time: 0.3345680 Aug 31 07:40:04.801291 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:04.831363 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Transition to ACTIVE for port object f1e6460b-1139-4926-afea-5e0453474c66 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:04.935343 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.021351 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Pushing event updated for resources: {'Port': ['ID=f1e6460b-1139-4926-afea-5e0453474c66,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:05.044541 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.047518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.048007 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.048554 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.051693 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.052219 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.052689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.053190 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.055694 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.056180 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.056634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.057083 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:05.105121 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Attempting to bind port f1e6460b-1139-4926-afea-5e0453474c66 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:05.105647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Attempting to bind port f1e6460b-1139-4926-afea-5e0453474c66 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:05.106056 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Attempting to bind port f1e6460b-1139-4926-afea-5e0453474c66 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:05.112784 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:05.114329 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:05.115361 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.115939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:05.117133 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Bound port: f1e6460b-1139-4926-afea-5e0453474c66, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:05.117708 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.175904 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] For port f1e6460b-1139-4926-afea-5e0453474c66, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:05.179853 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] For port f1e6460b-1139-4926-afea-5e0453474c66, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f1e6460b-1139-4926-afea-5e0453474c66,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:05.247339 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.267232 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8604423-ef80-4eae-9ea0-39acf2a0c070 x-openstack-request-id: req-d8604423-ef80-4eae-9ea0-39acf2a0c070 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:05.268019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:05.268512 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:05.268512 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8604423-ef80-4eae-9ea0-39acf2a0c070 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:05.268728 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'status': 'completed', 'code': 200} Aug 31 07:40:05.273882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-bed2be79-98eb-4a11-947b-8e344e4f2df8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e HTTP/1.1" status: 200 len: 217 time: 0.5235064 Aug 31 07:40:05.324994 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c4f0-38ab-47dc-ba93-b72ff76ca81b None None] Pushing event updated for resources: {'Port': ['ID=f1e6460b-1139-4926-afea-5e0453474c66,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:05.346932 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:05.347561 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:05.374739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a518eebb-9176-44be-ae4e-d52b478ed405 req-f07239fd-108b-4241-bfbd-9fcb86ef9776 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824897 Aug 31 07:40:05.397425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.428237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:05.434778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:05.436252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.477981 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:05.602107 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.665474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:05.681728 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f47a7-defb-4119-95a5-bb70ec9f2b58" -d '{"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-plugged", "status": "completed", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:05.695605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911e68-63f1-4894-8a26-e3e246726a3f req-9db7cc70-0c74-4037-93a1-2f30998e237e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:05.699084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-9db7cc70-0c74-4037-93a1-2f30998e237e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3&tenant_id=1f99309256e54083896d0fb3660db605&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 949 time: 1.0266485 Aug 31 07:40:05.702950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:05.736910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Made reservation on behalf of b57cd3951d7a43baab81d21404c610d5 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:05.739288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.760334 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7f761-8640-44e7-b2fa-73c993db7e69 x-openstack-request-id: req-20e7f761-8640-44e7-b2fa-73c993db7e69 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:05.760635 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-plugged", "status": "completed", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:05.760951 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20e7f761-8640-44e7-b2fa-73c993db7e69 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:05.761386 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'code': 200} Aug 31 07:40:05.774548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Allocated IP 172.20.0.1 (8e25b0d0-195f-480c-bfdf-b73074ea4b6d/c11e6337-ed07-4044-923f-12d1297bd8af/eb5097d3-8e38-40a0-acff-27fa9cba46e1) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:05.808932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a203-01d0-463e-894a-d0ed3246b7fd req-d3482c98-b4c9-416e-af33-6c9a1fc14c14 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:05.822099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f601a203-01d0-463e-894a-d0ed3246b7fd req-d3482c98-b4c9-416e-af33-6c9a1fc14c14 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.5015419 Aug 31 07:40:05.832832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:05.899502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-f6e54226-0928-4cb0-b013-18fa4b061049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:05.901320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-f6e54226-0928-4cb0-b013-18fa4b061049 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d61452f-0c1a-45a3-827c-687169c6d5f2 HTTP/1.1" status: 200 len: 855 time: 0.5623877 Aug 31 07:40:05.904712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:05.915012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.011730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-73b530cb-fe05-44a3-a5be-2e96210a39db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=31d0883f-5d38-443d-beac-9b7a3f21b3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896888 Aug 31 07:40:06.035370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.039591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f601a203-01d0-463e-894a-d0ed3246b7fd req-380906d0-427f-4402-8c4a-0675925511bf tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166088 Aug 31 07:40:06.051346 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:39:59Z', 'revision_number': 3, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:06.088204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Transition to ACTIVE for port object eb5097d3-8e38-40a0-acff-27fa9cba46e1 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:06.102101 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-41911e68-63f1-4894-8a26-e3e246726a3f req-5f5ab35a-9e5a-41af-aeec-56987a7bada7 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:40:06.103137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-5f5ab35a-9e5a-41af-aeec-56987a7bada7 service neutron] 10.222.0.45 "DELETE /v2.0/ports/6d3b3858-b9e7-4a1c-b680-9918cb89cdef/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.3887360 Aug 31 07:40:06.138133 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2187907-8ac0-4757-892b-67811bcb9c3a None None] The sync data for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 is: [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:39:59Z', 'revision_number': 3, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:06.147614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8132f-a83a-40b1-a9e0-89e0d4f5af76 req-9fa7de27-5a6f-49c6-a94a-90f456c9a008 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.147614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34f8132f-a83a-40b1-a9e0-89e0d4f5af76 req-9fa7de27-5a6f-49c6-a94a-90f456c9a008 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 943 time: 0.2597957 Aug 31 07:40:06.217088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-6fb1cb23-f425-4d61-9602-9d00ea33e004 service neutron] 10.222.0.68 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928122 Aug 31 07:40:06.274333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58294) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:06.290531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.342167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34f8132f-a83a-40b1-a9e0-89e0d4f5af76 req-30b65a87-ba8d-440c-ab59-c354f4b90482 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761463 Aug 31 07:40:06.359095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:06.367647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:06.391472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:06.407153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.429557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911e68-63f1-4894-8a26-e3e246726a3f req-7314a461-82a8-47cb-aba4-9919576ac306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.431224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-7314a461-82a8-47cb-aba4-9919576ac306 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.1812229 Aug 31 07:40:06.502902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5030b04-725e-4d15-86e6-76e4f37ae247 req-550d9ffc-f3c6-40e8-9307-3d2a815d19b0 service neutron] 10.222.0.68 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335355 Aug 31 07:40:06.502902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.554403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:40:06.562379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5097d3-8e38-40a0-acff-27fa9cba46e1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:06.580554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.583023 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Added segment d4543d8e-1eea-4938-b748-b661a48c86a2 of type vlan for network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 Aug 31 07:40:06.619377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1547966525-network', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:06.701929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.774175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2516dc8-493d-4f06-99b3-90495a884cd5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:06.800578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.924184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911e68-63f1-4894-8a26-e3e246726a3f req-4a0dccef-b238-41cb-8e1f-8dae9d6d8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.925698 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-4a0dccef-b238-41cb-8e1f-8dae9d6d8f25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.4578953 Aug 31 07:40:06.941703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d475025-0ef3-4958-a8c6-10b7cf00449a req-395d7da8-5878-4fe9-94d4-bce8dc129537 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.943255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d475025-0ef3-4958-a8c6-10b7cf00449a req-395d7da8-5878-4fe9-94d4-bce8dc129537 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.2771592 Aug 31 07:40:06.990564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-07f9b299-fe33-4d0e-820e-a094698188aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.992101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-07f9b299-fe33-4d0e-820e-a094698188aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 1095 time: 0.2140584 Aug 31 07:40:06.993368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-2fb6d718-759b-49a7-a1cf-d0778c3ada16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.0483816 Aug 31 07:40:07.035802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Made reservation on behalf of a8e8ec79cd204c5892ed78a160a8c146 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:07.035802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.055097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.057221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9154600c-1c44-4590-9573-b9aa2795002f None None] Provisioning for port eb5097d3-8e38-40a0-acff-27fa9cba46e1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:07.063156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9154600c-1c44-4590-9573-b9aa2795002f None None] Provisioning complete for port eb5097d3-8e38-40a0-acff-27fa9cba46e1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:07.063756 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9154600c-1c44-4590-9573-b9aa2795002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.084546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.087005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.087627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.151865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9154600c-1c44-4590-9573-b9aa2795002f None None] Port eb5097d3-8e38-40a0-acff-27fa9cba46e1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:07.186909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1e6460b-1139-4926-afea-5e0453474c66 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:07.208753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d475025-0ef3-4958-a8c6-10b7cf00449a req-9713654d-2ee3-4a5e-a250-6011b71e2ad2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555237 Aug 31 07:40:07.245543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911e68-63f1-4894-8a26-e3e246726a3f req-4501f4dd-ea93-4ff3-9f77-ef8fcf6fa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.247046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-4501f4dd-ea93-4ff3-9f77-ef8fcf6fa379 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.2361348 Aug 31 07:40:07.249424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d37859e-1e60-44f5-91bc-583ddc0d17b6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:07.253658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.256999 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.298344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:40:07.356644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-2d81ae81-0737-4c6c-8570-854b9bcd8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.360596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-2d81ae81-0737-4c6c-8570-854b9bcd8373 service neutron] 10.222.0.68 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 916 time: 0.3585103 Aug 31 07:40:07.480742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.509986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b121b6ff-8100-405d-bd1f-7e54b24cefd5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0390048 Aug 31 07:40:07.515304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:07.522521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-ff9ca521-3c12-48f3-8843-999b2aca8fb2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e HTTP/1.1" status: 200 len: 217 time: 0.1463032 Aug 31 07:40:07.522716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Request body: {'subnet': {'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-subnet', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:07.529085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911e68-63f1-4894-8a26-e3e246726a3f req-2aea558f-50c9-4b00-93af-7a443dd411dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.532502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-2aea558f-50c9-4b00-93af-7a443dd411dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2546546 Aug 31 07:40:07.541355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:40:07.571444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01977b09-4246-4f41-b755-0c46790b12cd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:07.581678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f1e6460b-1139-4926-afea-5e0453474c66 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:07.584416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.584586 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.584817 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Added segment bb657885-7b17-4719-a116-1005e6f53c44 of type vlan for network d599e051-49f2-4189-a8e0-2e9502f964a9 Aug 31 07:40:07.586207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f1e6460b-1139-4926-afea-5e0453474c66 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:07.586838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.633364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.698620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dda3f-945a-4d4e-8bcd-e417a1f84dc2 req-8b25d7bc-8fb6-4ecd-9fd2-494ab068f2d7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.707763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a50dda3f-945a-4d4e-8bcd-e417a1f84dc2 req-8b25d7bc-8fb6-4ecd-9fd2-494ab068f2d7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.3747563 Aug 31 07:40:07.712826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.760061 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.780167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-22a8f8b9-9590-49fc-8980-04c7565edd6b service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101865 Aug 31 07:40:07.799910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7291af-b118-4f89-9fda-11c9c1830423 req-e3deba39-f823-4be3-9769-0f2f92a91f9e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.801550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c7291af-b118-4f89-9fda-11c9c1830423 req-e3deba39-f823-4be3-9769-0f2f92a91f9e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 943 time: 0.3025537 Aug 31 07:40:07.809204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f1e6460b-1139-4926-afea-5e0453474c66, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f1e6460b-1139-4926-afea-5e0453474c66,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:07.828154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Made reservation on behalf of b57cd3951d7a43baab81d21404c610d5 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:07.828154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.902882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41911e68-63f1-4894-8a26-e3e246726a3f req-2d730e4a-1e64-40b9-92fa-922f7b5b39b0 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120336 Aug 31 07:40:07.910727 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.960300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.962202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.962963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:07.969255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-e7e57b2e-a5dc-4334-9ad2-38a57a8114f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.973192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-e7e57b2e-a5dc-4334-9ad2-38a57a8114f3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d61452f-0c1a-45a3-827c-687169c6d5f2 HTTP/1.1" status: 200 len: 855 time: 0.4394352 Aug 31 07:40:07.975213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5097d3-8e38-40a0-acff-27fa9cba46e1,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:07.985544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a50dda3f-945a-4d4e-8bcd-e417a1f84dc2 req-790b321b-4aa6-4aec-9675-9e55cf14060d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761185 Aug 31 07:40:08.042944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f1e6460b-1139-4926-afea-5e0453474c66,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:08.075843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-cd5d92bf-0d91-4588-9ecb-f6a2ea574abd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=31d0883f-5d38-443d-beac-9b7a3f21b3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883663 Aug 31 07:40:08.168052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] Pushing event updated for resources: {'Network': ['ID=d599e051-49f2-4189-a8e0-2e9502f964a9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:08.180732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network d599e051-49f2-4189-a8e0-2e9502f964a9 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:40:08.182996 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-445e6aaf-1668-4d21-98be-9f04f23b03fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9073303 Aug 31 07:40:08.189045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58334) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:08.196995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Request body: {'subnet': {'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1547966525-subnet', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:08.220011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:08.225593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-9f467b0b-5fc2-41a1-a73d-05e5d1f16648 service neutron] 10.222.0.68 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306956 Aug 31 07:40:08.365615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c7291af-b118-4f89-9fda-11c9c1830423 req-d4544d6f-b979-46d2-a7be-b4cf15bc7351 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597545 Aug 31 07:40:08.368588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1988038-ce2a-400b-a37a-8269996cf9a4 req-83bc10d8-6320-4b37-8b07-2407f215e45b service neutron] 10.222.0.68 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319852 Aug 31 07:40:08.391169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Made reservation on behalf of a8e8ec79cd204c5892ed78a160a8c146 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:08.396791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:08.454879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625fe9-8538-4e3a-a83d-5b7f9cfe6a77 req-fa648962-f133-4231-9baa-82edf3af65d4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:08.457481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19625fe9-8538-4e3a-a83d-5b7f9cfe6a77 req-fa648962-f133-4231-9baa-82edf3af65d4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0862327 Aug 31 07:40:08.474949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:08.484651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:08.539237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19625fe9-8538-4e3a-a83d-5b7f9cfe6a77 req-0a47f3e9-8905-4743-ab6f-5ecc5fa970c5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Aug 31 07:40:08.728537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:08.779253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:08.790740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1336bda1-4970-4ff2-96ce-060fe5cd4040 None None] Provisioning complete for port eb5097d3-8e38-40a0-acff-27fa9cba46e1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:08.791595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1336bda1-4970-4ff2-96ce-060fe5cd4040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:08.844216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1336bda1-4970-4ff2-96ce-060fe5cd4040 None None] Port eb5097d3-8e38-40a0-acff-27fa9cba46e1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:08.975562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217e250b-e6ce-4777-ad0d-ddf4502b6f6a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:08.999618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Checking segment: {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:09.000010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Network hostable DHCP agents. Network: 1d37859e-1e60-44f5-91bc-583ddc0d17b6, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:40:09.009783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:09.031323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Sync routers for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:09.048766 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-30ebe3f5-46a4-4704-98fc-bf5404e85f52 admin admin] 10.222.0.36 "PUT /v2.0/routers/4c0a024e-fe8d-4d12-bfaa-7b302fa51d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3486836 Aug 31 07:40:09.062066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.075186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:09.082183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:09.165071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:40:09.188543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dac6f-8758-44f1-aa1d-ed03feccbff1 req-a21f05c6-e8bb-409f-9fec-056b844387c9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.203296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-073dac6f-8758-44f1-aa1d-ed03feccbff1 req-a21f05c6-e8bb-409f-9fec-056b844387c9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.0933955 Aug 31 07:40:09.227460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bd840c-dffe-4d40-8b84-64296bcdda94,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:09.260769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1e6460b-1139-4926-afea-5e0453474c66 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:09.267073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Checking segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:09.269135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Network hostable DHCP agents. Network: d599e051-49f2-4189-a8e0-2e9502f964a9, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:40:09.283558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1d37859e-1e60-44f5-91bc-583ddc0d17b6) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:09.295439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.299771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.306867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-073dac6f-8758-44f1-aa1d-ed03feccbff1 req-2d41796e-b583-4ad6-8bde-31f2f2d7b6eb tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999908 Aug 31 07:40:09.423504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Network d599e051-49f2-4189-a8e0-2e9502f964a9 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:40:09.435212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58360) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:09.435686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da39c80e-958d-46ad-8b84-433350c28bf8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9165094 Aug 31 07:40:09.442200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:09.447458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, d599e051-49f2-4189-a8e0-2e9502f964a9) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:09.451917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.452489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.537090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:09.539270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20894c8-cc58-4c90-b79e-ef1464479fe8 None None] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:09.591151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292cb7-5e7c-46da-bf14-5408d6735526 req-47dd4d04-3434-4bf5-ad4b-a9db8a6a8c0a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.596168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04292cb7-5e7c-46da-bf14-5408d6735526 req-47dd4d04-3434-4bf5-ad4b-a9db8a6a8c0a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 943 time: 0.0917325 Aug 31 07:40:09.600924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe78c37-ad8d-4c5f-ab46-cc4730734c23 None None] Network d599e051-49f2-4189-a8e0-2e9502f964a9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:09.625015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.626309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.689657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.700102 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2254fd4f-ff8a-42ae-9f69-7a89ddd44895 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5094309 Aug 31 07:40:09.702894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58364) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:09.710209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:09.727591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04292cb7-5e7c-46da-bf14-5408d6735526 req-4c693f1b-093c-4bf1-95ad-74ec878f7f44 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198871 Aug 31 07:40:09.733390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:09.850058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:09.851333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.010469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f1e6460b-1139-4926-afea-5e0453474c66 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:10.011089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.016021 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.057361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.073023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aad57e-d758-4c2b-9236-e2f912e72b37 req-807e90c1-8056-4dfc-a4dd-96a9f5f0ffda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:10.082328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93aad57e-d758-4c2b-9236-e2f912e72b37 req-807e90c1-8056-4dfc-a4dd-96a9f5f0ffda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1462920 Aug 31 07:40:10.085246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:10.133366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93aad57e-d758-4c2b-9236-e2f912e72b37 req-9d636dfa-eaab-4bd1-9ceb-cdc804c3e187 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Aug 31 07:40:10.150005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-250c9a7a-5c3e-4e57-85bf-03ebeb8c75e9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:10.166104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-1d37859e-1e60-44f5-91bc-583ddc0d17b6', 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'fixed_ips': [{'subnet_id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:40:10.166104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.170091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-250c9a7a-5c3e-4e57-85bf-03ebeb8c75e9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.4366052 Aug 31 07:40:10.186355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'port_id': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'mac_address': 'fa:16:3e:7a:65:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d61452f-0c1a-45a3-827c-687169c6d5f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:10.204070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-16'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:10.216197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-d599e051-49f2-4189-a8e0-2e9502f964a9', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:40:10.217356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.344246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.399249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58372) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:10.405038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80501473-c613-49bd-8d56-92d70a7d173f req-376e172a-04cd-4578-ad54-d8d20aee0528 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:10.406080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460601418', 'description': 'tempest-description--776282510'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:10.421607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80501473-c613-49bd-8d56-92d70a7d173f req-376e172a-04cd-4578-ad54-d8d20aee0528 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.1369038 Aug 31 07:40:10.465501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.510584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.523790 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c03ad5-95ad-492b-aca4-8e896386dd5e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:10.565352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.615259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:10.634952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Allocated IP 172.20.0.2 (1d37859e-1e60-44f5-91bc-583ddc0d17b6/217e250b-e6ce-4777-ad0d-ddf4502b6f6a/adeee30d-3fd4-4c9a-b753-7ca749d09055) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:10.663887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Allocated IP 172.20.0.2 (d599e051-49f2-4189-a8e0-2e9502f964a9/b6bd840c-dffe-4d40-8b84-64296bcdda94/f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:10.680707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 2, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:10.697678 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.743217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.765326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Checking router: 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:10.765683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Updating router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 port eb5097d3-8e38-40a0-acff-27fa9cba46e1 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:40:10.787114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:10.833505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:10.891214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.901457 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.906455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.908782 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.925666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:10.928858 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb56a60-4e59-42dc-b07d-33f07e245587" -d '{"events": [{"server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "name": "network-vif-unplugged", "status": "completed", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:10.941316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:10.952617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:10.975195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80501473-c613-49bd-8d56-92d70a7d173f req-de76a2d9-24ac-424f-9e83-8bba9208ba2e tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490005 Aug 31 07:40:11.007337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906b66de-133c-4d09-bf18-5f32375ed207,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:11.008737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['10c03ad5-95ad-492b-aca4-8e896386dd5e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:11.009672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.011142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4bac8cc6-5c29-485c-9bb5-81b9424535a4 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6107445 Aug 31 07:40:11.014485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:11.019629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Request body: {'security_group_rule': {'security_group_id': '906b66de-133c-4d09-bf18-5f32375ed207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:11.039524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.124738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0f033-58ca-4291-9e48-5f64643c4067 req-9d431f07-51b6-4af6-b46d-6c9f44e3291d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.132767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Allocated IP 172.25.0.156 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/0833a943-dd60-4a6d-b8b9-12a2a470da5f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:11.135249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ec0f033-58ca-4291-9e48-5f64643c4067 req-9d431f07-51b6-4af6-b46d-6c9f44e3291d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 945 time: 0.2226388 Aug 31 07:40:11.264046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.305189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ec0f033-58ca-4291-9e48-5f64643c4067 req-8f7978a7-6a5c-4ae1-a881-83949dfa8274 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605806 Aug 31 07:40:11.309648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.323747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Transition to ACTIVE for port object f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:11.323874 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.352963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Transition to ACTIVE for port object f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:11.367323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.391082 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.417103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:11.429120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Transition to ACTIVE for port object adeee30d-3fd4-4c9a-b753-7ca749d09055 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:11.431187 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ef506c-22d5-4b86-9885-03cd8f860a19 x-openstack-request-id: req-b2ef506c-22d5-4b86-9885-03cd8f860a19 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:11.431328 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.431532 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "name": "network-vif-unplugged", "status": "completed", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:11.431823 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2ef506c-22d5-4b86-9885-03cd8f860a19 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:11.432119 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'code': 200} Aug 31 07:40:11.456349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.510490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869e9d49-344e-4782-88f3-d659d0eb3355,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:11.522372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.544143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:11.546641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:11.549724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:11.576504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.579846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d88f8f8-9029-4f32-b764-0c26373d4956 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5619538 Aug 31 07:40:11.604077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58402) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:11.617006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Request body: {'security_group_rule': {'security_group_id': '906b66de-133c-4d09-bf18-5f32375ed207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:11.665005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Pushing event updated for resources: {'Port': ['ID=0833a943-dd60-4a6d-b8b9-12a2a470da5f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:11.778465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:11.797355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.797668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Transition to ACTIVE for port object adeee30d-3fd4-4c9a-b753-7ca749d09055 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:11.848819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Network d599e051-49f2-4189-a8e0-2e9502f964a9 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:11.870557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:11.873401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:11.893423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.898525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:11.938706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Pushing event updated for resources: {'Port': ['ID=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:11.981673 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.020770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8caf987-ec7f-4769-a32c-843656120674,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:12.028238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.resource_extend [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:40:12.042306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on host n-h2-713499-16 for vnic_type normal with profile {"migrating_to": "n-h1-713499-16"} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:12.048055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:12.048055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:12.052977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Pushing event updated for resources: {'Port': ['ID=adeee30d-3fd4-4c9a-b753-7ca749d09055,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:12.058862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:12.070032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Attempting to bind port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:12.070439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Attempting to bind port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:12.070776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Attempting to bind port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 on network d599e051-49f2-4189-a8e0-2e9502f964a9 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:12.103310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:12.103702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Checking segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:12.104104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.104491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Bound using segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:12.104971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Bound port: f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:12.105347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.107774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.114480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-12235947-240a-49f4-b315-6cf39cfc292b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732508 Aug 31 07:40:12.122045 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-471947b2-178c-4e49-b6b4-d586a8273ed6 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5150065 Aug 31 07:40:12.122807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58418) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:12.131523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:12.161647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:12.162263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:12.180230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] For port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:12.184488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] For port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:12.185121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:12.192767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:12.252383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.274669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:12.275417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:12.276043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:12.276508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Bound port: e47c5aa8-05d8-4b2c-8870-1285b2236a57, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:12.276877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.279573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.321660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.362745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043088d-17fc-40df-bec3-94bbe688c089 req-309bdcc7-57cb-43e1-a19f-dd192fb32b7c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:12.364474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e043088d-17fc-40df-bec3-94bbe688c089 req-309bdcc7-57cb-43e1-a19f-dd192fb32b7c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 944 time: 1.1261292 Aug 31 07:40:12.373190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-8245607d-9ed6-4439-a7c8-a9a0aaa3e92b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:12.378914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Attempting to bind port adeee30d-3fd4-4c9a-b753-7ca749d09055 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:12.379287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Attempting to bind port adeee30d-3fd4-4c9a-b753-7ca749d09055 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:12.379654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Attempting to bind port adeee30d-3fd4-4c9a-b753-7ca749d09055 on network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:12.389844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-8245607d-9ed6-4439-a7c8-a9a0aaa3e92b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667241 Aug 31 07:40:12.410645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:12.411077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Checking segment: {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:12.413459 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.413886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Bound using segment: {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:12.414391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Bound port: adeee30d-3fd4-4c9a-b753-7ca749d09055, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:12.415461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.453224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:12.521785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-00fd4788-a53d-442a-bf93-52d96df28225 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/quotas/1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 375 time: 0.1378281 Aug 31 07:40:12.575442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.587656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e043088d-17fc-40df-bec3-94bbe688c089 req-f7977295-f1f4-466f-9903-1959d8ce311c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716855 Aug 31 07:40:12.594011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.605658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Transition to ACTIVE for port object eb5097d3-8e38-40a0-acff-27fa9cba46e1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:12.622272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.628691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a1469-1771-4e7a-9f03-a92e3d06fc74 None None] Pushing event updated for resources: {'Port': ['ID=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:12.646899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:12.653888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:12.678513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-294fb3d7-8fca-480a-82eb-99f74c17430a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556971 Aug 31 07:40:12.760439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.775780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.848282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3133b0-e89a-4959-b5bf-475e12aa8e80 None None] Pushing event updated for resources: {'Port': ['ID=eb5097d3-8e38-40a0-acff-27fa9cba46e1,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:12.867287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on host n-h2-713499-16 for vnic_type normal with profile {"migrating_to": "n-h1-713499-16"} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:12.867875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:12.868349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:12.884024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:12.884024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Attempting to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:12.896839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:12.896839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:12.899095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:12.899902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Bound port: e47c5aa8-05d8-4b2c-8870-1285b2236a57, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:12.900444 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.999463 n-d-713499-16 neutron-server[95447]: WARNING neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Concurrent port binding operations failed on port e47c5aa8-05d8-4b2c-8870-1285b2236a57 Aug 31 07:40:13.006297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:13.020295 n-d-713499-16 neutron-server[95447]: INFO neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Attempt 2 to bind port e47c5aa8-05d8-4b2c-8870-1285b2236a57 Aug 31 07:40:13.020890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 has no active binding in host n-h1-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:40:13.086317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] For port adeee30d-3fd4-4c9a-b753-7ca749d09055, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:13.129187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:13.129835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.131487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 1123 time: 2.9471765 Aug 31 07:40:13.132164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bc2ea-8c0a-4429-bfe0-268100ad9fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:13.262570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Allocated IP 172.25.0.59 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/af81c21e-deb4-4d00-ac2c-aa7665daadd4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:13.270219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:13.283424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.299996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347484d-4ea8-4d6e-a935-fbf4715f5378 req-dd8ba777-2e4e-4d82-9b58-3ed9a2ca52e9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:13.308849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.309491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b347484d-4ea8-4d6e-a935-fbf4715f5378 req-dd8ba777-2e4e-4d82-9b58-3ed9a2ca52e9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.3973393 Aug 31 07:40:13.407707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] For port adeee30d-3fd4-4c9a-b753-7ca749d09055, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=adeee30d-3fd4-4c9a-b753-7ca749d09055,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:13.416592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e47c5aa8-05d8-4b2c-8870-1285b2236a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:13.440106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:13.441398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:13.444869 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be39cb22-cb1a-4703-8dbf-22be89cb8a86" -d '{"events": [{"name": "network-changed", "server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:13.587331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e47c5aa8-05d8-4b2c-8870-1285b2236a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:13.602168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b347484d-4ea8-4d6e-a935-fbf4715f5378 req-1c7e5a75-24f0-4c03-ae54-40884401fa1f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916672 Aug 31 07:40:13.641058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b58d9136-eea9-46a1-8e78-3b0a66509dad req-cf83e072-9aaf-4173-b5a8-6a414474ba6d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 210 time: 0.1094403 Aug 31 07:40:13.645694 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.764385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:40:13.820458 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70e589-c5e3-45ec-8aa9-2e9074df2159 x-openstack-request-id: req-0b70e589-c5e3-45ec-8aa9-2e9074df2159 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:13.820458 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:13.820458 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b70e589-c5e3-45ec-8aa9-2e9074df2159 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:13.820458 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'status': 'completed', 'code': 200} Aug 31 07:40:13.862170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Attempting to bind port eb5097d3-8e38-40a0-acff-27fa9cba46e1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:13.863451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Attempting to bind port eb5097d3-8e38-40a0-acff-27fa9cba46e1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:13.863839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Attempting to bind port eb5097d3-8e38-40a0-acff-27fa9cba46e1 on network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:13.889326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286d81a-ad7e-47ea-a564-4611bdc7b0e6 None None] Pushing event updated for resources: {'Port': ['ID=adeee30d-3fd4-4c9a-b753-7ca749d09055,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:13.917280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:13.917661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Checking segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:13.918139 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.918533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Bound using segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:13.919087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Bound port: eb5097d3-8e38-40a0-acff-27fa9cba46e1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:13.919476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.982777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.018854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-a51293cf-140f-4a75-b399-52a1014783cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:14.020577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-a51293cf-140f-4a75-b399-52a1014783cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1126 time: 0.1832540 Aug 31 07:40:14.037525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87508-6a80-481a-881d-b575ce2d2922 req-797cc20a-785e-44a9-bc83-105cf33a0835 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:14.039718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bca87508-6a80-481a-881d-b575ce2d2922 req-797cc20a-785e-44a9-bc83-105cf33a0835 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 944 time: 0.2597554 Aug 31 07:40:14.091933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:14.110203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Sync routers for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:14.125624 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:14.127238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:14.168516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] For port eb5097d3-8e38-40a0-acff-27fa9cba46e1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:14.181376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bca87508-6a80-481a-881d-b575ce2d2922 req-a52e72f1-db60-49d2-adf0-af0b69cb0068 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250060 Aug 31 07:40:14.209838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238107f-4905-4306-b51c-007a4a7520ee None None] Network d599e051-49f2-4189-a8e0-2e9502f964a9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:14.237389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-ba71cd76-e05d-4109-982e-4bbc34e3377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:14.240162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-ba71cd76-e05d-4109-982e-4bbc34e3377a service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1960316 Aug 31 07:40:14.302689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] For port eb5097d3-8e38-40a0-acff-27fa9cba46e1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=eb5097d3-8e38-40a0-acff-27fa9cba46e1,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:14.319488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-03c15d71-9a85-4e6d-bdd7-a77e6d0e705e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 217 time: 0.0587494 Aug 31 07:40:14.343921 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:14.348830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 10c03ad5-95ad-492b-aca4-8e896386dd5e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:14.370536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.380867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.388754 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a6ec8edb-42c3-455b-b421-a825fbcce10b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6844656 Aug 31 07:40:14.390450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58460) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:14.409621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 10c03ad5-95ad-492b-aca4-8e896386dd5e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:14.410079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.435084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:14.439394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:14.445749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:14.456636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.491083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:14.491368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.493166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de5e3158-6cbd-4cfd-8e77-b08276ffa0df None None] Provisioning for port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:14.542690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Allocated IP 172.25.0.154 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/0a077491-6499-4220-9a4e-b5378f11a1c8) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:14.633379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de5e3158-6cbd-4cfd-8e77-b08276ffa0df None None] Provisioning complete for port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:14.633678 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5e3158-6cbd-4cfd-8e77-b08276ffa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.745497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:14.891242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.973444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-08c9d124-dd5b-4433-9397-b3b24d436353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:14.977156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-08c9d124-dd5b-4433-9397-b3b24d436353 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.6477942 Aug 31 07:40:15.004109 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:11Z', 'revision_number': 3, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:15.058791 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Checking router: 795637ef-5e14-4ff5-bb10-2bf9b7b9641a for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:15.063926 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Updating router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a port 0833a943-dd60-4a6d-b8b9-12a2a470da5f binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:40:15.098721 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.102928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e97636ec-da8c-4311-a66f-83eea403a6a8 req-4c57ebe1-d8ee-401b-a4ee-b13ea8a6dfc5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 210 time: 0.1398861 Aug 31 07:40:15.110439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:15.113501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:15.123090 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.195965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:15.217047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:15.230085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:15.355774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event updated for resources: {'Port': ['ID=0a077491-6499-4220-9a4e-b5378f11a1c8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:15.394591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:15.475820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Pushing event updated for resources: {'Port': ['ID=af81c21e-deb4-4d00-ac2c-aa7665daadd4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:15.522199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-baec0589-f612-4b36-9298-55b8027da292 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4048858 Aug 31 07:40:15.602283 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.620562 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Transition to ACTIVE for port object 0833a943-dd60-4a6d-b8b9-12a2a470da5f will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:15.633539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.713025 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.738584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.753329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ea24-40eb-4e9b-a743-c4e73f9b9c06 req-8adcc293-7484-4260-bb88-95baa8881f96 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:15.755486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0d0ea24-40eb-4e9b-a743-c4e73f9b9c06 req-8adcc293-7484-4260-bb88-95baa8881f96 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.7917783 Aug 31 07:40:15.811815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.816122 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5a928-c837-42f1-a3e3-9e370bb22bf3 None None] Pushing event updated for resources: {'Port': ['ID=0833a943-dd60-4a6d-b8b9-12a2a470da5f,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:15.835115 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Attempting to bind port 0833a943-dd60-4a6d-b8b9-12a2a470da5f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:15.835567 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Attempting to bind port 0833a943-dd60-4a6d-b8b9-12a2a470da5f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:15.837689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Attempting to bind port 0833a943-dd60-4a6d-b8b9-12a2a470da5f on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:15.845658 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:15.846810 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:15.847224 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.848445 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:15.849124 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Bound port: 0833a943-dd60-4a6d-b8b9-12a2a470da5f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:15.849264 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:15.877488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882bb6d-db77-411e-b0ad-3d8a7b96c0de req-77f04be3-8ef1-4bf7-ad8a-a39f084a5a6b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:15.879066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5882bb6d-db77-411e-b0ad-3d8a7b96c0de req-77f04be3-8ef1-4bf7-ad8a-a39f084a5a6b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 944 time: 0.3809323 Aug 31 07:40:15.920279 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] For port 0833a943-dd60-4a6d-b8b9-12a2a470da5f, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:15.924960 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] For port 0833a943-dd60-4a6d-b8b9-12a2a470da5f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0833a943-dd60-4a6d-b8b9-12a2a470da5f,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:15.955801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68780255-9e62-4e79-9633-fe3d56bd85dc None None] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:15.974911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3133b0-e89a-4959-b5bf-475e12aa8e80 None None] Pushing event updated for resources: {'Port': ['ID=eb5097d3-8e38-40a0-acff-27fa9cba46e1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:16.014052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.061860 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.124138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.170481 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5a928-c837-42f1-a3e3-9e370bb22bf3 None None] Pushing event updated for resources: {'Port': ['ID=0833a943-dd60-4a6d-b8b9-12a2a470da5f,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:16.179616 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:16.180274 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:16.246327 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.262478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.299349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-b9f20cac-7fd7-45f0-8f29-bd8acc45d6fc service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453630 Aug 31 07:40:16.305089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event updated for resources: {'Port': ['ID=0a077491-6499-4220-9a4e-b5378f11a1c8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:16.310242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.318967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0d0ea24-40eb-4e9b-a743-c4e73f9b9c06 req-44a1064d-1168-4ddd-a15f-d4520a90e058 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196126 Aug 31 07:40:16.341573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.359767 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d8c76282-76e8-4d3d-9b22-6eff2e18286f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2338598 Aug 31 07:40:16.403692 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:16.405847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-966950af-d56c-480e-99ac-e57b25af9a32 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443079 Aug 31 07:40:16.494201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5882bb6d-db77-411e-b0ad-3d8a7b96c0de req-0ebb57ac-d0ad-400c-92f4-a015f7492b8d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874944 Aug 31 07:40:16.583622 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5e3158-6cbd-4cfd-8e77-b08276ffa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.594477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:16.609363 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1656efbe-53fd-4608-934a-4509dc8894cc" -d '{"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-plugged", "status": "completed", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:16.669637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-a0593e42-6b79-4f07-85f6-9007ce4cce44 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:16.681276 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-a0593e42-6b79-4f07-85f6-9007ce4cce44 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656457 Aug 31 07:40:16.710149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Request body: {'port': {'device_id': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '1f99309256e54083896d0fb3660db605'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:16.710794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:16.713255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:16.792481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.803155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4c14164-b385-4104-b898-e211131c7826 req-bf732a17-55e5-4cae-aed4-930bf4b4fb6f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 210 time: 0.1619177 Aug 31 07:40:16.810843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:14Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:16.859703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.867981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be39cb22-cb1a-4703-8dbf-22be89cb8a86 req-df80f11a-b32a-403f-bb05-eaf60a198b44 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341952 Aug 31 07:40:16.878630 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:11Z', 'revision_number': 3, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:16.901953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.912964 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933befc0-07ae-4ea6-b28b-a528fcb779a5 None None] The sync data for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 is: [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:11Z', 'revision_number': 3, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:16.913940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-037d6f57-047b-4701-8594-3a2de81d8eae tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--460601418&fields=id&tenant_id=fb1e1838e2134c34b79524cb002f7f07 HTTP/1.1" status: 200 len: 267 time: 0.1034551 Aug 31 07:40:16.955838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.961165 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0549aa6b-0967-4a64-9bca-608b17957415 x-openstack-request-id: req-0549aa6b-0967-4a64-9bca-608b17957415 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:16.961456 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-plugged", "status": "completed", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:16.961708 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0549aa6b-0967-4a64-9bca-608b17957415 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:16.962164 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'code': 200} Aug 31 07:40:16.964815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Made reservation on behalf of 1f99309256e54083896d0fb3660db605 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:16.970793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.992482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4691b7-28c3-4fe5-93b4-b51b8bc6bacf None None] The sync data for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 is: [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:14Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:17.053878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-de5e3158-6cbd-4cfd-8e77-b08276ffa0df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:40:17.054453 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-de5e3158-6cbd-4cfd-8e77-b08276ffa0df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:40:17.055103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:17.174129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:17.240589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device adeee30d-3fd4-4c9a-b753-7ca749d09055 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:17.301765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Allocated IP 192.168.233.46 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/5b6e2bd3-bd69-4f78-9790-b1b48976c674) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:17.378321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc9372-ab9d-4cc7-af9b-06ca03e6782f req-becd38dc-08a6-410a-842d-23c046bb9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.383179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12fc9372-ab9d-4cc7-af9b-06ca03e6782f req-becd38dc-08a6-410a-842d-23c046bb9176 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 1097 time: 0.3741271 Aug 31 07:40:17.466733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port adeee30d-3fd4-4c9a-b753-7ca749d09055 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:17.485035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-df746648-bbc0-4ed2-9f20-48c8f2ef2e6d tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.486727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-df746648-bbc0-4ed2-9f20-48c8f2ef2e6d tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/networks?id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d HTTP/1.1" status: 200 len: 812 time: 0.5367448 Aug 31 07:40:17.578569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Allocated IP 172.20.0.1 (d599e051-49f2-4189-a8e0-2e9502f964a9/b6bd840c-dffe-4d40-8b84-64296bcdda94/5e645a9b-2e23-467a-88c8-952b17ddad1b) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:17.603472 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:17.606632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-3d7065e9-4483-47f3-b747-17c74d2e68e9 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/quotas/fb1e1838e2134c34b79524cb002f7f07 HTTP/1.1" status: 200 len: 375 time: 0.1104915 Aug 31 07:40:17.617435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12fc9372-ab9d-4cc7-af9b-06ca03e6782f req-26c38568-f429-4cf2-98a9-18c4718fe79b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207685 Aug 31 07:40:17.623948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Transition to ACTIVE for port object 5b6e2bd3-bd69-4f78-9790-b1b48976c674 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:17.723322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4e59e-462c-4b26-aed6-d6c8f4ebe253 req-55483bb6-c6a5-4078-b9b2-cda763691288 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.724847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:17.727985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cfe4e59e-462c-4b26-aed6-d6c8f4ebe253 req-55483bb6-c6a5-4078-b9b2-cda763691288 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.2354198 Aug 31 07:40:17.738563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:17.764164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:17.789499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:17.794332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:17.834711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Router d080039c-7290-4437-a602-0c1debcbee50 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:40:17.870994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cfe4e59e-462c-4b26-aed6-d6c8f4ebe253 req-984c2919-20f2-41db-a953-9f33c0319e80 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087384 Aug 31 07:40:17.890908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:17.920050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.922453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:17.922818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Provisioning for port adeee30d-3fd4-4c9a-b753-7ca749d09055 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:17.933784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-c1006d7e-75fd-45d2-b6c4-3be2a998a8a7 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb1e1838e2134c34b79524cb002f7f07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3259861 Aug 31 07:40:17.969044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Provisioning complete for port adeee30d-3fd4-4c9a-b753-7ca749d09055 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:17.970284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.039077 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-f951a7a5-1ea3-4706-b476-a268b65c090b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3441436 Aug 31 07:40:18.065716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Request body: {'port': {'device_id': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:18.088910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.132517 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.177327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Transition to ACTIVE for port object 5e645a9b-2e23-467a-88c8-952b17ddad1b will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:18.183139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.187145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] For port adeee30d-3fd4-4c9a-b753-7ca749d09055, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=adeee30d-3fd4-4c9a-b753-7ca749d09055,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:18.248876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.305639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Provisioning complete for port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:18.306775 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.378929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ac36-69e0-4ecc-a794-1512381b0798 None None] Pushing event updated for resources: {'Port': ['ID=adeee30d-3fd4-4c9a-b753-7ca749d09055,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:18.389362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d828a-6d2a-473b-919b-8e00a1f88679 req-a3627d9e-9ec2-4728-9698-338ed39dd098 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:18.391333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a70d828a-6d2a-473b-919b-8e00a1f88679 req-a3627d9e-9ec2-4728-9698-338ed39dd098 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.2240727 Aug 31 07:40:18.402525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:18.434645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.449755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Sync routers for ids ['d080039c-7290-4437-a602-0c1debcbee50'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:18.464406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Routers {'d080039c-7290-4437-a602-0c1debcbee50'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:18.464867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d080039c-7290-4437-a602-0c1debcbee50'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:18.504767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-ecc4e223-de24-469c-b0dc-a2d428f3ca76 service neutron] 10.222.0.36 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326545 Aug 31 07:40:18.530377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Network d599e051-49f2-4189-a8e0-2e9502f964a9 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:18.544918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a70d828a-6d2a-473b-919b-8e00a1f88679 req-1b3de166-b00d-46ce-ac94-e5c8211614f1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 Aug 31 07:40:18.554844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:18.576329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6e2bd3-bd69-4f78-9790-b1b48976c674 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:18.587043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:18.587628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.587737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.608646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Transition to ACTIVE for port object 5b6e2bd3-bd69-4f78-9790-b1b48976c674 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:18.623219 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.626055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Set router d080039c-7290-4437-a602-0c1debcbee50 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:18.629451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58536) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:18.629633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-22004995-fdc8-4a46-af10-97c339389de9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.1918106 Aug 31 07:40:18.669951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Pushing event updated for resources: {'Port': ['ID=5e645a9b-2e23-467a-88c8-952b17ddad1b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:18.751425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:18.842159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-a0e1c5cf-96b8-4206-821e-41d95750b0eb service neutron] 10.222.0.36 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080544 Aug 31 07:40:18.865375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-97ece11d-be6c-44c2-81a9-eefb3e326999 None None] Provisioning for port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:18.893988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184fe95-752e-41a4-9f9e-41357e074aaf req-89d488b2-8664-48fc-9140-fa0556ca0f4d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:18.899121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f184fe95-752e-41a4-9f9e-41357e074aaf req-89d488b2-8664-48fc-9140-fa0556ca0f4d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.1120369 Aug 31 07:40:18.999372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:19.028673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f184fe95-752e-41a4-9f9e-41357e074aaf req-bd3f915a-43a8-414e-8394-9dbbca755f77 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285453 Aug 31 07:40:19.052595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.070162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:14Z', 'revision_number': 3, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:19.105430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Checking router: d080039c-7290-4437-a602-0c1debcbee50 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:19.107004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Updating router d080039c-7290-4437-a602-0c1debcbee50 port af81c21e-deb4-4d00-ac2c-aa7665daadd4 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:40:19.160256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:19.161068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a03c0445-9622-494d-8c30-d9baa691418e None None] Provisioning for port 5e645a9b-2e23-467a-88c8-952b17ddad1b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:19.161239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:19.161679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:19.185955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a03c0445-9622-494d-8c30-d9baa691418e None None] Provisioning complete for port 5e645a9b-2e23-467a-88c8-952b17ddad1b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:19.185955 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a03c0445-9622-494d-8c30-d9baa691418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.190569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.197768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:19.198509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:19.264221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:19.264624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:19.265121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:19.265653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Bound port: 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:19.266114 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.430758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:19.434372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:19.514060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:19.520814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.567625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:19.579692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.579692 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] 10.222.0.68 "PUT /v2.0/ports/5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 1096 time: 1.5180278 Aug 31 07:40:19.585245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb359f3-a44b-4fe0-a28e-6dd59ef2889a req-f85435e3-b03f-44fa-b6bf-69880f6b30d3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:19.595945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-deb359f3-a44b-4fe0-a28e-6dd59ef2889a req-f85435e3-b03f-44fa-b6bf-69880f6b30d3 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.2602274 Aug 31 07:40:19.622893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.642425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:19.653003 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33828e8b-7365-4698-bd5c-15492a3eb5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:19.699434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-deb359f3-a44b-4fe0-a28e-6dd59ef2889a req-d8d8a849-e13c-43f4-8239-7cda89983485 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024339 Aug 31 07:40:19.708560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.710484 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.809400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:19.879953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a03c0445-9622-494d-8c30-d9baa691418e None None] Port 5e645a9b-2e23-467a-88c8-952b17ddad1b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:19.908310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Pushing event updated for resources: {'Port': ['ID=5e645a9b-2e23-467a-88c8-952b17ddad1b,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:19.952312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:19.953520 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.973278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f490b-b3d8-4b20-81a2-394263770946 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:19.973278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:19.976879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b2b3632-a333-4770-920d-e22b5c634217 req-63b1740f-c214-4801-b43c-44306d7fcd86 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 210 time: 0.1273644 Aug 31 07:40:19.988420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-12ff28d7-d3d6-44ef-8114-bb3bd3f80987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:19.990418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-12ff28d7-d3d6-44ef-8114-bb3bd3f80987 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1099 time: 0.2311370 Aug 31 07:40:20.049686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Network d599e051-49f2-4189-a8e0-2e9502f964a9 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:20.050993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:20.162617 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-a5376132-08e3-45e0-8d88-560cf6ea27b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0804367 Aug 31 07:40:20.196337 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.268697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:20.278143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:20.278143 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f47b3e-e9f9-4d07-81e2-d6d68ef83d37" -d '{"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-unplugged", "status": "completed", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:20.298765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226b7f8-25f5-4402-adac-788b67f24439 req-4088bc96-7cf2-4999-9d95-85220856dc15 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.300369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0226b7f8-25f5-4402-adac-788b67f24439 req-4088bc96-7cf2-4999-9d95-85220856dc15 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1939447 Aug 31 07:40:20.305533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:20.384828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-84879349-3431-4d0d-b2e9-3255abb5396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.386320 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-84879349-3431-4d0d-b2e9-3255abb5396b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1570404 Aug 31 07:40:20.417865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.429897 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.447549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Allocated IP 172.20.0.1 (1d37859e-1e60-44f5-91bc-583ddc0d17b6/217e250b-e6ce-4777-ad0d-ddf4502b6f6a/948dcfa8-6ef5-434c-8843-3fdb56cfa7c9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:20.471656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e8c26873-5958-44cb-9af9-f6f11d0ee4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.473188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-e8c26873-5958-44cb-9af9-f6f11d0ee4d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752673 Aug 31 07:40:20.475183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Transition to ACTIVE for port object af81c21e-deb4-4d00-ac2c-aa7665daadd4 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:20.524626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-208fcce9-29c5-4d42-83b7-e6608753bf63 None None] Provisioning complete for port 5e645a9b-2e23-467a-88c8-952b17ddad1b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:20.525908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-208fcce9-29c5-4d42-83b7-e6608753bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.538530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0226b7f8-25f5-4402-adac-788b67f24439 req-1344f1c7-dda4-4176-8eb2-c41e52f0c0f3 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329155 Aug 31 07:40:20.553599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device adeee30d-3fd4-4c9a-b753-7ca749d09055 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:20.590211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:20.614330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:20.628932 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.643921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8c030fca-77d8-4826-b9b4-9ff70ea31a0a admin admin] 10.222.0.36 "PUT /v2.0/routers/795637ef-5e14-4ff5-bb10-2bf9b7b9641a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2239096 Aug 31 07:40:20.648713 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Sync routers for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:20.653551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-208fcce9-29c5-4d42-83b7-e6608753bf63 None None] Port 5e645a9b-2e23-467a-88c8-952b17ddad1b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:20.683868 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:20.684657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:20.686643 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca05bc-c905-42d4-9147-478e9f10a992 x-openstack-request-id: req-a6ca05bc-c905-42d4-9147-478e9f10a992 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:20.687089 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:20.687229 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6ca05bc-c905-42d4-9147-478e9f10a992 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:20.687667 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'status': 'completed', 'code': 200} Aug 31 07:40:20.741609 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-28257833-c01b-42dc-96e0-ab849acf2700 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530494 Aug 31 07:40:20.746723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Attempting to bind port af81c21e-deb4-4d00-ac2c-aa7665daadd4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:20.752576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Attempting to bind port af81c21e-deb4-4d00-ac2c-aa7665daadd4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:20.752969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Attempting to bind port af81c21e-deb4-4d00-ac2c-aa7665daadd4 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:20.771365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d0490-b547-4d05-9f6e-3fa8c4dffbc2 None None] Pushing event updated for resources: {'Port': ['ID=af81c21e-deb4-4d00-ac2c-aa7665daadd4,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:20.792516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:20.793136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:20.795839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.796256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:20.796780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Bound port: af81c21e-deb4-4d00-ac2c-aa7665daadd4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:20.797181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.844504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port adeee30d-3fd4-4c9a-b753-7ca749d09055 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:20.845895 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.888312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:20.941008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] For port af81c21e-deb4-4d00-ac2c-aa7665daadd4, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:20.944652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] For port af81c21e-deb4-4d00-ac2c-aa7665daadd4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=af81c21e-deb4-4d00-ac2c-aa7665daadd4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:20.982546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3191cf-eaf6-43c9-8368-1d37659693ec req-092ab921-6d88-4b92-a87f-146678266a0d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.985385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b3191cf-eaf6-43c9-8368-1d37659693ec req-092ab921-6d88-4b92-a87f-146678266a0d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.1026781 Aug 31 07:40:21.012640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device eb5097d3-8e38-40a0-acff-27fa9cba46e1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:21.041545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b3191cf-eaf6-43c9-8368-1d37659693ec req-fcdd97b0-a445-43b0-888b-2342a6c0703b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Aug 31 07:40:21.068443 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:21.091557 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.154683 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7176d37a-4352-446e-8df8-1534abfc56d0 x-openstack-request-id: req-7176d37a-4352-446e-8df8-1534abfc56d0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:21.156766 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-unplugged", "status": "completed", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:21.157098 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7176d37a-4352-446e-8df8-1534abfc56d0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:21.157961 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'code': 200} Aug 31 07:40:21.195585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Routers {'d080039c-7290-4437-a602-0c1debcbee50'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:21.196324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d080039c-7290-4437-a602-0c1debcbee50'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:21.283986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port eb5097d3-8e38-40a0-acff-27fa9cba46e1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:21.299585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d0490-b547-4d05-9f6e-3fa8c4dffbc2 None None] Pushing event updated for resources: {'Port': ['ID=af81c21e-deb4-4d00-ac2c-aa7665daadd4,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:21.327950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f6c5-cd8d-4da7-a65a-c75e5d2113e8 req-48336764-6497-4b5b-b5ed-6ad2fa4a5b0e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:21.334689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port eb5097d3-8e38-40a0-acff-27fa9cba46e1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:21.335329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.341089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f57f6c5-cd8d-4da7-a65a-c75e5d2113e8 req-48336764-6497-4b5b-b5ed-6ad2fa4a5b0e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1194260 Aug 31 07:40:21.430172 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:19Z', 'revision_number': 2, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:21.461360 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Checking router: 795637ef-5e14-4ff5-bb10-2bf9b7b9641a for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:21.461714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Updating router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a port 5e645a9b-2e23-467a-88c8-952b17ddad1b binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:40:21.469949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f57f6c5-cd8d-4da7-a65a-c75e5d2113e8 req-123b299b-ea74-442f-bfe4-afa65b1e1eb6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179225 Aug 31 07:40:21.498257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05d95-3cb2-49ec-bf52-81876a4cc463 req-a8563e33-35fb-41a3-9705-815b32610b24 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:21.500576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abf05d95-3cb2-49ec-bf52-81876a4cc463 req-a8563e33-35fb-41a3-9705-815b32610b24 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.1283958 Aug 31 07:40:21.515563 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44e60bc2-dc57-4005-b699-3ca88b086695 req-a6656cd5-4639-431e-9d85-5685206f5a9d service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463696 Aug 31 07:40:21.523108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Transition to ACTIVE for port object 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:21.534231 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.566705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abf05d95-3cb2-49ec-bf52-81876a4cc463 req-b4eacd9e-dfb2-451f-b0bf-f90fa69cbb1f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Aug 31 07:40:21.578371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] Set router d080039c-7290-4437-a602-0c1debcbee50 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:21.685874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.737682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57e794c3-ced1-4621-8806-c329520f59bc req-fd9a544a-0da5-4add-ab27-5c3a44c3d1b7 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 210 time: 0.0544727 Aug 31 07:40:21.744343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.823588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port eb5097d3-8e38-40a0-acff-27fa9cba46e1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=eb5097d3-8e38-40a0-acff-27fa9cba46e1,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:21.872550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:21.888053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:21.897717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:21.942402 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.943205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0833a943-dd60-4a6d-b8b9-12a2a470da5f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:22.002522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.069999 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.088266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Transition to ACTIVE for port object 5e645a9b-2e23-467a-88c8-952b17ddad1b will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:22.117943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=eb5097d3-8e38-40a0-acff-27fa9cba46e1,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:22.144419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:14Z', 'revision_number': 3, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:22.161018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58626) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:22.166378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895350941', 'description': 'tempest-description--1752432334'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:22.167600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-0fb235df-ca57-45ce-b76e-a9a4ea904727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:22.169145 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-0fb235df-ca57-45ce-b76e-a9a4ea904727 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1099 time: 0.4491816 Aug 31 07:40:22.170018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:22.184262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce0876-66d6-484b-9d3a-6695fe427280 None None] The sync data for ids ['d080039c-7290-4437-a602-0c1debcbee50'] in n-d-713499-16 is: [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:14Z', 'revision_number': 3, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:22.204684 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.244066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0833a943-dd60-4a6d-b8b9-12a2a470da5f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:22.252228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0833a943-dd60-4a6d-b8b9-12a2a470da5f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:22.253340 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.439685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef9d288b-e421-4994-913c-2d1b86120967 None None] Provisioning for port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:22.471010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-c5088fa3-0c54-44f0-b050-535e5f6dde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:22.473983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-c5088fa3-0c54-44f0-b050-535e5f6dde42 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2944064 Aug 31 07:40:22.475226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef9d288b-e421-4994-913c-2d1b86120967 None None] Provisioning complete for port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:22.475613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef9d288b-e421-4994-913c-2d1b86120967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.558468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.570697 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5aeb6-09c2-4b43-a09e-710c21695505 None None] Pushing event updated for resources: {'Port': ['ID=5e645a9b-2e23-467a-88c8-952b17ddad1b,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:22.604610 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Attempting to bind port 5e645a9b-2e23-467a-88c8-952b17ddad1b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:22.605230 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Attempting to bind port 5e645a9b-2e23-467a-88c8-952b17ddad1b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:22.607928 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Attempting to bind port 5e645a9b-2e23-467a-88c8-952b17ddad1b on network d599e051-49f2-4189-a8e0-2e9502f964a9 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:22.609833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0833a943-dd60-4a6d-b8b9-12a2a470da5f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0833a943-dd60-4a6d-b8b9-12a2a470da5f,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:22.617397 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:22.618501 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Checking segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:22.619005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d288b-e421-4994-913c-2d1b86120967 None None] Port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:22.619267 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.619864 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Bound using segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:22.624315 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Bound port: 5e645a9b-2e23-467a-88c8-952b17ddad1b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:22.625582 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.636997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-932d2388-3f21-49b6-acc3-d00641a09948 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0947492 Aug 31 07:40:22.669545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.690604 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:22.825270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0833a943-dd60-4a6d-b8b9-12a2a470da5f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:22.842422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-54363a96-56ee-4d01-90ad-3d056daf611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:22.858003 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] For port 5e645a9b-2e23-467a-88c8-952b17ddad1b, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:22.858302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-54363a96-56ee-4d01-90ad-3d056daf611b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1917138 Aug 31 07:40:22.863904 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] For port 5e645a9b-2e23-467a-88c8-952b17ddad1b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5e645a9b-2e23-467a-88c8-952b17ddad1b,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:22.936348 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.029880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device eb5097d3-8e38-40a0-acff-27fa9cba46e1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:23.034734 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:23.035367 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:23.098344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-a623d5c0-cb8b-4daa-bb4e-f2dd6f264c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.102854 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-a623d5c0-cb8b-4daa-bb4e-f2dd6f264c54 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2316601 Aug 31 07:40:23.130625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port eb5097d3-8e38-40a0-acff-27fa9cba46e1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:23.131429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.207297 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:23.207860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.287884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.325183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-50e4c91d-12df-4a34-a620-6cca1a830316 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990280 Aug 31 07:40:23.339305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:23.372399 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.384192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device af81c21e-deb4-4d00-ac2c-aa7665daadd4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:23.400206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5aeb6-09c2-4b43-a09e-710c21695505 None None] Pushing event updated for resources: {'Port': ['ID=5e645a9b-2e23-467a-88c8-952b17ddad1b,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:23.406161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.526757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:23.541334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.559803 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:23.620879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-0ec4bc5e-4284-4422-a26a-f068ecd52a41 service neutron] 10.222.0.68 "GET /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.4163885 Aug 31 07:40:23.621097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863aa88-a54a-4772-abd3-356566fc8294 None None] The sync data for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 is: [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:23.643155 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-33828e8b-7365-4698-bd5c-15492a3eb5a9 req-4267e353-d985-41d2-8f16-10460b9924db service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041470 Aug 31 07:40:23.650185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-ed40489d-a4ea-4547-a14b-c700d48697ca tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.651738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-ed40489d-a4ea-4547-a14b-c700d48697ca tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.4491653 Aug 31 07:40:23.678280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port af81c21e-deb4-4d00-ac2c-aa7665daadd4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:23.682769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port af81c21e-deb4-4d00-ac2c-aa7665daadd4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:23.690868 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.699119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:23.701587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:23.745648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-566d09e0-fb9a-4059-8a83-7c8e11c65221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.779225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-0d823b8f-bbc6-4f59-ba3b-9d6eb374221f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.780994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-0d823b8f-bbc6-4f59-ba3b-9d6eb374221f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.45 "GET /v2.0/networks?id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d HTTP/1.1" status: 200 len: 812 time: 1.4630764 Aug 31 07:40:23.843688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018ff9-4cc5-42ab-9457-09c643d16129 req-b920abb8-8315-4f77-b4fb-3f76a12eeb5b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.852041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15018ff9-4cc5-42ab-9457-09c643d16129 req-b920abb8-8315-4f77-b4fb-3f76a12eeb5b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.6457825 Aug 31 07:40:23.896701 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.908244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-7ee9f14f-c9f4-47d7-96bb-6a7c145874fe tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/quotas/8edc189c1a05481394c681d6bb08f9ed HTTP/1.1" status: 200 len: 375 time: 0.1405616 Aug 31 07:40:23.939834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port af81c21e-deb4-4d00-ac2c-aa7665daadd4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=af81c21e-deb4-4d00-ac2c-aa7665daadd4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:23.965593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Router d080039c-7290-4437-a602-0c1debcbee50 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:23.995598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-1702df05-f221-41d8-b058-b663ef527688 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb1e1838e2134c34b79524cb002f7f07 HTTP/1.1" status: 200 len: 379 time: 0.1929536 Aug 31 07:40:24.004005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.012788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15018ff9-4cc5-42ab-9457-09c643d16129 req-075d8f16-c0a8-4e3c-9de1-f2289481cf1e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539085 Aug 31 07:40:24.045715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Request body: {'port': {'device_id': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'admin_state_up': True, 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'security_groups': ['906b66de-133c-4d09-bf18-5f32375ed207']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:24.065186 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.089175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=af81c21e-deb4-4d00-ac2c-aa7665daadd4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:24.124675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:24.124878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e12291dc-46a1-4096-b8af-e3368632d069 None None] Provisioning complete for port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:24.125269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e12291dc-46a1-4096-b8af-e3368632d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.138770 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad00674b-262d-48be-a117-37fe1d09a8d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/d080039c-7290-4437-a602-0c1debcbee50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5074582 Aug 31 07:40:24.166755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e12291dc-46a1-4096-b8af-e3368632d069 None None] Port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:24.213218 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.238015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-b893a3e8-0540-408e-91f0-fbe6efa4858d tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3284431 Aug 31 07:40:24.393566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.394740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2321942 Aug 31 07:40:24.397653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58668) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:24.402590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Request body: {'security_group_rule': {'security_group_id': '5e63c2fd-c812-4ba0-84e9-1f390e9af5ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:24.409173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-5b1e1e55-fa37-4763-90ff-f5cf5a7c4c5c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:24.410684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-5b1e1e55-fa37-4763-90ff-f5cf5a7c4c5c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.45 "GET /v2.0/ports?device_id=736afca2-fad9-41eb-96ee-5e1ac85c5c01 HTTP/1.1" status: 200 len: 944 time: 0.2799108 Aug 31 07:40:24.418058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc05cf-86a6-4500-bf86-23f224d9f82b req-def51d7e-b73c-4a00-8a2e-39d501db68a0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:24.419510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ffc05cf-86a6-4500-bf86-23f224d9f82b req-def51d7e-b73c-4a00-8a2e-39d501db68a0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 943 time: 0.3069248 Aug 31 07:40:24.441602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6d2c2-191c-4e62-a788-888fd08feb02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:24.489059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.566040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.591172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:24.606793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-cf4853d2-754f-4b1a-9227-07928c14d8ef service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573723 Aug 31 07:40:24.614213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ffc05cf-86a6-4500-bf86-23f224d9f82b req-a612d44f-bc59-4ebc-b530-bd4deb7bffeb tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735039 Aug 31 07:40:24.632561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.650435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef367e6-6e97-491b-843a-15f19315c489,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:24.660522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:24.711731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Made reservation on behalf of fb1e1838e2134c34b79524cb002f7f07 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:24.715545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.724836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.728483 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0626ea63-2fbb-4ab4-a110-5aae33e40c17 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271687 Aug 31 07:40:24.729088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:24.734408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Request body: {'security_group_rule': {'security_group_id': '5e63c2fd-c812-4ba0-84e9-1f390e9af5ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:24.768446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47c5aa8-05d8-4b2c-8870-1285b2236a57 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:24.808682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:24.845480 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.866707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ace4bf3-1ef6-4708-8d54-d437d9f03fd6 req-e3f748ca-55ab-46c1-855b-ffff8ffd84cb tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 210 time: 0.1087499 Aug 31 07:40:24.875930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Deleting port 922f748b-67d5-485a-87d5-d9dfb086daaf {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:24.876832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.962743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device af81c21e-deb4-4d00-ac2c-aa7665daadd4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:24.965344 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.993773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.005206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-734465a3-1768-4bb7-ba54-29e53acafa82 service neutron] 10.222.0.36 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883896 Aug 31 07:40:25.034230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port af81c21e-deb4-4d00-ac2c-aa7665daadd4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:25.034607 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.064742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.102637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Sync routers for ids ['d080039c-7290-4437-a602-0c1debcbee50'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:25.105400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc63780-6732-4564-b9ed-0ccf130bc401,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:25.118925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Routers {'d080039c-7290-4437-a602-0c1debcbee50'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:25.119972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:39:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d080039c-7290-4437-a602-0c1debcbee50'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:25.135753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Allocated IP 172.20.0.8 (8e25b0d0-195f-480c-bfdf-b73074ea4b6d/c11e6337-ed07-4044-923f-12d1297bd8af/97bcfb61-99ab-4e61-93a3-e4d57fc49518) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:25.179030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] For port 922f748b-67d5-485a-87d5-d9dfb086daaf, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=922f748b-67d5-485a-87d5-d9dfb086daaf,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:25.179406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.187196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.189630 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88ec229e-97bc-4cf6-b8b6-6644727a0e0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4582982 Aug 31 07:40:25.202218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58674) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:25.208666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:25.216608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d4140-4623-4de5-973d-281eb7cb1bb3 req-28d0f455-fb30-47c2-a246-5fb65c3884ac tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:25.224708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb0d4140-4623-4de5-973d-281eb7cb1bb3 req-28d0f455-fb30-47c2-a246-5fb65c3884ac tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.2184758 Aug 31 07:40:25.231784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Calling delete_port for 922f748b-67d5-485a-87d5-d9dfb086daaf owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:25.286128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] Transition to ACTIVE for port object e47c5aa8-05d8-4b2c-8870-1285b2236a57 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:25.335855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.405179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.439632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb0d4140-4623-4de5-973d-281eb7cb1bb3 req-fb0dfc82-ac6f-40ab-944e-e67ca58f2233 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139769 Aug 31 07:40:25.472538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Set router d080039c-7290-4437-a602-0c1debcbee50 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:25.539576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:25.590072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5e645a9b-2e23-467a-88c8-952b17ddad1b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:25.591694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.613796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] No DVR routers for this DVR port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:25.685479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:25.756574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.764377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.resource_extend [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:40:25.771101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-db07c692-0cca-49bf-b23d-512c15bbfdd9 service neutron] 10.222.0.68 "PUT /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57/bindings/n-h1-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 2.1311643 Aug 31 07:40:25.775987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Allocated IP 172.25.0.108 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/f2c47fe9-a5ab-4e96-8ef9-76ab18863f02) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:25.838894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Transition to ACTIVE for port object 97bcfb61-99ab-4e61-93a3-e4d57fc49518 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:25.846498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.896094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5937a-3877-4cf3-9d38-8d8ce8b6909b req-07a0f7b6-ba7c-43f0-85c5-76119de0f1aa tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:25.906681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b5937a-3877-4cf3-9d38-8d8ce8b6909b req-07a0f7b6-ba7c-43f0-85c5-76119de0f1aa tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.2939584 Aug 31 07:40:25.927232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41a928c8-578e-4751-a961-17d382c61246 req-c7c56013-44d7-409b-a241-b5c4a39cd103 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3860750 Aug 31 07:40:25.936798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:25.945122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:25.988274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'mac_address': 'fa:16:3e:bd:ee:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:25.994194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.004238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5e645a9b-2e23-467a-88c8-952b17ddad1b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:26.033216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5e645a9b-2e23-467a-88c8-952b17ddad1b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:26.038820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.045340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b5937a-3877-4cf3-9d38-8d8ce8b6909b req-44c246b0-4768-474e-bf46-ec8254759284 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376588 Aug 31 07:40:26.048686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.058554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event deleted for resources: {'Port': ['ID=922f748b-67d5-485a-87d5-d9dfb086daaf,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:26.093222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-a0b44e03-df4f-488b-a694-f82f25241dff tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.096322 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-a0b44e03-df4f-488b-a694-f82f25241dff tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1421242 Aug 31 07:40:26.140463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] No DVR routers for this DVR port 922f748b-67d5-485a-87d5-d9dfb086daaf on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:26.142351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.144190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12669b1f-adc6-44c2-b29a-a470ad3a1e13 req-193d35c3-22a3-4265-af6e-0feea9c4b4db tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 210 time: 0.0498760 Aug 31 07:40:26.145358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.148010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6c2a8b61-5a0a-4f6a-8248-9bc4260a635b req-4634f455-6fba-4063-a911-c7376c994395 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.45 "DELETE /v2.0/ports/922f748b-67d5-485a-87d5-d9dfb086daaf HTTP/1.1" status: 204 len: 173 time: 1.7275968 Aug 31 07:40:26.148940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-deleted', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:26.151472 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f33e6-f8a0-48dc-b627-df8f81c49b4a" -d '{"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-deleted", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:26.160419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.167782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6e2bd3-bd69-4f78-9790-b1b48976c674 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:26.185604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.185874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-91e550cc-da57-4343-8ea7-0a6d09896634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.186940 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-91e550cc-da57-4343-8ea7-0a6d09896634 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa&tenant_id=e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 1096 time: 0.0806966 Aug 31 07:40:26.228525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '948dcfa8-6ef5-434c-8843-3fdb56cfa7c9', 'name': '', 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'mac_address': 'fa:16:3e:af:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:20Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 2, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'subnets': [{'id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:26.231908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:26.256617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:26.262435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:26.270944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:26.274288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Checking router: d080039c-7290-4437-a602-0c1debcbee50 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:26.274933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Updating router d080039c-7290-4437-a602-0c1debcbee50 port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:40:26.277522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.278312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.282453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.286090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-c1407a87-b762-48b3-8bf1-6f7bfae51b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.287666 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-c1407a87-b762-48b3-8bf1-6f7bfae51b7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1096 time: 0.0731511 Aug 31 07:40:26.333113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event updated for resources: {'Port': ['ID=97bcfb61-99ab-4e61-93a3-e4d57fc49518,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:26.350728 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.363446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.366917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.383032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df9f66-f5c6-4779-8591-969c35e2c94c req-b43f341e-95d2-4882-aa92-2537dae8b9f0 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.383032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60df9f66-f5c6-4779-8591-969c35e2c94c req-b43f341e-95d2-4882-aa92-2537dae8b9f0 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0963295 Aug 31 07:40:26.440322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.441304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event updated for resources: {'Port': ['ID=f2c47fe9-a5ab-4e96-8ef9-76ab18863f02,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:26.453259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5e645a9b-2e23-467a-88c8-952b17ddad1b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5e645a9b-2e23-467a-88c8-952b17ddad1b,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:26.454054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:26.454942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60df9f66-f5c6-4779-8591-969c35e2c94c req-036a051b-bdab-48fb-b4b1-2563feb59a7b tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579138 Aug 31 07:40:26.465111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:26.465549 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.465677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:26.471187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-cd71bb34-5239-4749-a7f7-63852dbb9024 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4519591 Aug 31 07:40:26.604549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:26.611856 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.612691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0833a943-dd60-4a6d-b8b9-12a2a470da5f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:26.630276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-cc06ccd2-805e-435c-b69b-b9312909fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.632248 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-cc06ccd2-805e-435c-b69b-b9312909fa57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.3353190 Aug 31 07:40:26.635462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.641732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Request body: {'port': {'device_id': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:26.699730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-e72dbaec-f48a-4355-9c03-9147b54c2cd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 200 len: 217 time: 0.0565481 Aug 31 07:40:26.715445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:26.756914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-d3c59662-0fdf-474e-b36e-316ba4b1f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.758761 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-d3c59662-0fdf-474e-b36e-316ba4b1f1cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0512760 Aug 31 07:40:26.796367 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-fb67888e-dcbc-439a-8780-7b932aa83626 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283561 Aug 31 07:40:26.813256 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8503ffc5-c1b8-4315-88a6-4aa067a16dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.853231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5e645a9b-2e23-467a-88c8-952b17ddad1b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:26.881031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.946967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0833a943-dd60-4a6d-b8b9-12a2a470da5f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:26.947392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.011095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f9b7c8ee-2b36-46ad-b7a5-3a8fc249d542 None None] Provisioning for port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:27.015190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-0e2e544b-3a8a-4566-a86f-d2e4ea2c0063 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910310 Aug 31 07:40:27.034779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f9b7c8ee-2b36-46ad-b7a5-3a8fc249d542 None None] Provisioning complete for port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:27.034779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c8ee-2b36-46ad-b7a5-3a8fc249d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.084172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Allocated IP 172.25.0.47 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/429004a7-a9e1-4c1d-bcd3-41c399b76538) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:27.097981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74010e6-1153-424a-afb1-4b6b814a1e97 req-2f6c963b-1d94-4bf4-a7b6-759ac705fc4e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.105373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b74010e6-1153-424a-afb1-4b6b814a1e97 req-2f6c963b-1d94-4bf4-a7b6-759ac705fc4e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 944 time: 0.4696057 Aug 31 07:40:27.128588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7c8ee-2b36-46ad-b7a5-3a8fc249d542 None None] Port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:27.129393 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.181741 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.199451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Transition to ACTIVE for port object 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:27.211539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-8ab509da-0acf-4010-a6a5-fc277bcc0b59 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858640 Aug 31 07:40:27.226665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.256070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b74010e6-1153-424a-afb1-4b6b814a1e97 req-4f4021d3-2cd3-442b-944a-2897b3c91ef1 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497519 Aug 31 07:40:27.284539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.318279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.360306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5e645a9b-2e23-467a-88c8-952b17ddad1b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:27.373643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event updated for resources: {'Port': ['ID=f2c47fe9-a5ab-4e96-8ef9-76ab18863f02,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:27.457405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.460177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.461713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e49e-f181-4d10-a02f-2564fcb47029 None None] Pushing event updated for resources: {'Port': ['ID=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:27.547641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5e645a9b-2e23-467a-88c8-952b17ddad1b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:27.548758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.579916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Attempting to bind port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:27.580302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Attempting to bind port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:27.580653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Attempting to bind port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 on network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:27.581133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8636-9921-4a4f-be5f-67fc9882ad79 req-8c10e875-c85a-4aef-9a9b-fbb54df56636 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.582898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76de8636-9921-4a4f-be5f-67fc9882ad79 req-8c10e875-c85a-4aef-9a9b-fbb54df56636 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 931 time: 0.1892946 Aug 31 07:40:27.583502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:27.604856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.615735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 922f748b-67d5-485a-87d5-d9dfb086daaf {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:27.615735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 922f748b-67d5-485a-87d5-d9dfb086daaf not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:27.616043 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fca1dbbc-4d26-4567-a365-e346e18116b8 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4109840 Aug 31 07:40:27.619727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:27.620209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Checking segment: {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:27.620565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.620966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Bound using segment: {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:27.621477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Bound port: 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4543d8e-1eea-4938-b748-b661a48c86a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:27.622007 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.680587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76de8636-9921-4a4f-be5f-67fc9882ad79 req-c3319634-4a05-4cac-a895-d60191aaa754 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745387 Aug 31 07:40:27.764907 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1edb6da-a5b4-425e-b518-adadab35b002 x-openstack-request-id: req-e1edb6da-a5b4-425e-b518-adadab35b002 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:27.764907 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736afca2-fad9-41eb-96ee-5e1ac85c5c01", "name": "network-vif-deleted", "tag": "922f748b-67d5-485a-87d5-d9dfb086daaf", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:27.764907 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1edb6da-a5b4-425e-b518-adadab35b002 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:27.764907 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736afca2-fad9-41eb-96ee-5e1ac85c5c01', 'name': 'network-vif-deleted', 'tag': '922f748b-67d5-485a-87d5-d9dfb086daaf', 'status': 'completed', 'code': 200} Aug 31 07:40:27.784883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-61d4bf5f-7cb6-4288-89a0-54617096d7db service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1458993 Aug 31 07:40:27.807060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] For port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:27.833850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] For port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:27.883449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bcfb61-99ab-4e61-93a3-e4d57fc49518 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:27.897585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.918163 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.926415 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.928151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Transition to ACTIVE for port object 97bcfb61-99ab-4e61-93a3-e4d57fc49518 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:27.940626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-465df20e-85c8-448c-9c12-7949b0980d0f tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.942465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-465df20e-85c8-448c-9c12-7949b0980d0f tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.0636513 Aug 31 07:40:27.953285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.963720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-de3726fe-83d3-4a85-a6ac-7d6f001937d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.965437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-de3726fe-83d3-4a85-a6ac-7d6f001937d0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 1098 time: 0.1432886 Aug 31 07:40:27.975159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad460bf-45e9-4971-bdab-95a9e4ffabe5 req-6a6db5af-801d-4f97-80f9-a6661f48a2d0 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.976655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ad460bf-45e9-4971-bdab-95a9e4ffabe5 req-6a6db5af-801d-4f97-80f9-a6661f48a2d0 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1421244 Aug 31 07:40:28.022896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:28.032870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Routers {'d080039c-7290-4437-a602-0c1debcbee50'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:28.033515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d080039c-7290-4437-a602-0c1debcbee50'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:28.044215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:28.047011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.077555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:28.090205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=429004a7-a9e1-4c1d-bcd3-41c399b76538,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:28.126755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2e49e-f181-4d10-a02f-2564fcb47029 None None] Pushing event updated for resources: {'Port': ['ID=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:28.213265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ad460bf-45e9-4971-bdab-95a9e4ffabe5 req-9e7564cb-df4b-4a36-92b7-965d496fa079 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250638 Aug 31 07:40:28.257599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Pushing event updated for resources: {'Port': ['ID=97bcfb61-99ab-4e61-93a3-e4d57fc49518,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:28.297794 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.349509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-cf673470-4e6e-421f-9db6-34df89e2eb73 service neutron] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:28.364482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-cf673470-4e6e-421f-9db6-34df89e2eb73 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.365640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3a7e3cdb-10fe-4580-a366-cd56b6f78a1a req-cf673470-4e6e-421f-9db6-34df89e2eb73 service neutron] 10.222.0.45 "DELETE /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57/bindings/n-h2-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.4149790 Aug 31 07:40:28.389218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-0ee71598-11c3-42cc-a7d2-62ff905044d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.391070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-0ee71598-11c3-42cc-a7d2-62ff905044d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 200 len: 925 time: 0.3964992 Aug 31 07:40:28.417506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Attempting to bind port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:28.417936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Attempting to bind port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:28.418224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Attempting to bind port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 on network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:28.449203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-6244b875-4ffd-4483-acc2-92c2de957f86 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.450786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-6244b875-4ffd-4483-acc2-92c2de957f86 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 805 time: 0.2277901 Aug 31 07:40:28.456201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 on network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:28.456524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Attempting to bind port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 on network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:28.468521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Request body: {'port': {'device_id': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'admin_state_up': True, 'tenant_id': '8edc189c1a05481394c681d6bb08f9ed'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:28.469212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:28.470390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Checking segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:28.475222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Bound using segment: {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:28.475897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Bound port: 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:28.476310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.503194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] Set router d080039c-7290-4437-a602-0c1debcbee50 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:28.556134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-1c6b01f4-c4b8-4bce-b080-c1976b1b20e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b193f19-c658-43be-9749-37d3afd652f7 HTTP/1.1" status: 200 len: 1002 time: 0.1549916 Aug 31 07:40:28.605226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.667867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] For port 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:28.693313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-cc552110-b9df-4741-89f7-ffa29fd716e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.694942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-cc552110-b9df-4741-89f7-ffa29fd716e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 200 len: 863 time: 0.1291616 Aug 31 07:40:28.696634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] For port 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:28.723938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Made reservation on behalf of 8edc189c1a05481394c681d6bb08f9ed for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:28.727513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.748612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '948dcfa8-6ef5-434c-8843-3fdb56cfa7c9', 'name': '', 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'mac_address': 'fa:16:3e:af:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:20Z', 'updated_at': '2021-08-31T07:40:27Z', 'revision_number': 4, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'subnets': [{'id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:28.796722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9336a-f0e5-44ab-bc12-025b99a6230a None None] The sync data for ids ['d080039c-7290-4437-a602-0c1debcbee50'] in n-d-713499-16 is: [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '948dcfa8-6ef5-434c-8843-3fdb56cfa7c9', 'name': '', 'network_id': '1d37859e-1e60-44f5-91bc-583ddc0d17b6', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'mac_address': 'fa:16:3e:af:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:20Z', 'updated_at': '2021-08-31T07:40:27Z', 'revision_number': 4, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'subnets': [{'id': '217e250b-e6ce-4777-ad0d-ddf4502b6f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:28.802406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-cb1bb5df-f9b6-445b-9715-5fb0f92ff01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.803996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-cb1bb5df-f9b6-445b-9715-5fb0f92ff01b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9d861e6f-8b23-44f0-bdbd-6df7194c8d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962484 Aug 31 07:40:28.813270 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.895991 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:40:28.904297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.906321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:28.916996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] 10.222.0.45 "PUT /v2.0/ports/97bcfb61-99ab-4e61-93a3-e4d57fc49518 HTTP/1.1" status: 200 len: 1092 time: 2.2731903 Aug 31 07:40:28.948141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Allocated IP 172.20.0.13 (f783ed2d-3c17-43c8-8ccb-61212a0c8f9d/3ecd05d8-6f4e-4458-9c14-f0152c6ebd85/ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:29.189554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aff08f-910b-4a60-8541-a9453db28c76 service neutron] Pushing event updated for resources: {'Port': ['ID=97bcfb61-99ab-4e61-93a3-e4d57fc49518,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:29.210526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.255926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8fcea-c2ce-4d9f-9011-2f290fdad0d5 req-ac0a0288-8ba3-441c-8d73-efddddfb0b7d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.267336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82f8fcea-c2ce-4d9f-9011-2f290fdad0d5 req-ac0a0288-8ba3-441c-8d73-efddddfb0b7d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 948 time: 0.2791595 Aug 31 07:40:29.291098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.318929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-3967a778-c3b8-4e86-bc1b-fee5e47927c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.320864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-3967a778-c3b8-4e86-bc1b-fee5e47927c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb1e1838e2134c34b79524cb002f7f07&device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 1095 time: 0.2589109 Aug 31 07:40:29.352748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:29.381949 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.384888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:29.396489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-37808456-e541-41b2-a7d9-dffff8f07a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518 HTTP/1.1" status: 200 len: 217 time: 0.0654120 Aug 31 07:40:29.405577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-97f1a3ed-4654-48df-a1b3-e299284f0ef5 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824747 Aug 31 07:40:29.408649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82f8fcea-c2ce-4d9f-9011-2f290fdad0d5 req-c7e54ef6-9ea3-471c-94ec-a0c6c54d9662 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074784 Aug 31 07:40:29.453145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.519343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-ac63408e-16d6-4159-94d3-0b490232e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.520821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-ac63408e-16d6-4159-94d3-0b490232e4c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c11e6337-ed07-4044-923f-12d1297bd8af HTTP/1.1" status: 200 len: 851 time: 0.1113105 Aug 31 07:40:29.529327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.552955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:29.557342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:29.557784 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.584160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:29.638111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:29.638111 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.737054 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.766271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:29.769322 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42054e7-5be5-48b2-b91b-66624648f9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:29.775135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.815263 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.820470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=429004a7-a9e1-4c1d-bcd3-41c399b76538,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:29.851362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:29.860538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:29.862459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-3f40d820-26c6-423c-9ef2-5ba6ef23e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.863128 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88747473-8f18-4190-9cc9-4b2fe9b54991" -d '{"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:29.864074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-3f40d820-26c6-423c-9ef2-5ba6ef23e8ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3192644 Aug 31 07:40:29.872720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ea22e79-3f3f-4257-9b2a-867cb9920c7b req-76fa4778-5438-4d8e-992e-46fd79b67376 service neutron] 10.222.0.68 "GET /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509173 Aug 31 07:40:29.889843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:29.893313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3821-512e-4c5a-ae4e-e9b9bb55e8e7 req-5a765d7e-fadf-4e02-b4eb-f01fc2c5acfb tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.894944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b1b3821-512e-4c5a-ae4e-e9b9bb55e8e7 req-5a765d7e-fadf-4e02-b4eb-f01fc2c5acfb tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 932 time: 0.3683577 Aug 31 07:40:29.920024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:29.924425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:29.928724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:29.962410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:29.981942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.985140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.013947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.016448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.019268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-4889196b-d4e1-4683-bdb7-00e7f2e21b13 service neutron] 10.222.0.45 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448553 Aug 31 07:40:30.039623 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.042011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41a928c8-578e-4751-a961-17d382c61246 req-a5e991ec-5b1b-4f1a-9a76-b4cf92cd8c0d tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1139259 Aug 31 07:40:30.074119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:30.135987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:30.142841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-bd8e8e85-2071-4dd2-8eba-8e3b969f5074 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6788578 Aug 31 07:40:30.150086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41a928c8-578e-4751-a961-17d382c61246 req-acd9bffe-d511-4679-93ab-d2736448fc8a tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.0943503 Aug 31 07:40:30.156918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Request body: {'port': {'device_id': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:30.159429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b1b3821-512e-4c5a-ae4e-e9b9bb55e8e7 req-c89195ec-e73e-488b-bcdd-e86509f7bd41 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510440 Aug 31 07:40:30.243891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.261343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a3b949-ac53-4ac9-8080-719961ed66ed req-f764ae94-e9bb-4186-85fb-3be5e5e6df23 service neutron] 10.222.0.45 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336245 Aug 31 07:40:30.356706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a928c8-578e-4751-a961-17d382c61246 req-27de1b08-45b6-49ac-857f-c2a2760de8cd tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.358350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41a928c8-578e-4751-a961-17d382c61246 req-27de1b08-45b6-49ac-857f-c2a2760de8cd tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1980436 Aug 31 07:40:30.381228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f4185-6590-4776-947b-ee7103a09c0f req-31d68b94-6f56-49df-9752-869e058c80ac tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.382965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa1f4185-6590-4776-947b-ee7103a09c0f req-31d68b94-6f56-49df-9752-869e058c80ac tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 944 time: 0.0919213 Aug 31 07:40:30.446415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa1f4185-6590-4776-947b-ee7103a09c0f req-8c85ddd4-9c82-4cf9-a4df-ccd3cff032f0 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576146 Aug 31 07:40:30.552332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-49101cf6-a2a0-4948-8105-452059584ad0 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.553890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-49101cf6-a2a0-4948-8105-452059584ad0 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0689578 Aug 31 07:40:30.575902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7d686-dc80-4b49-8979-7a1138e92027 req-cda403b0-504c-479f-8e13-c902fb8b4fa3 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.577732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7b7d686-dc80-4b49-8979-7a1138e92027 req-cda403b0-504c-479f-8e13-c902fb8b4fa3 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 943 time: 0.1303065 Aug 31 07:40:30.686289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:30.698563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.709794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7b7d686-dc80-4b49-8979-7a1138e92027 req-de8fe369-e60e-48d7-90e0-8ec01a9c69c8 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961897 Aug 31 07:40:30.716055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Transition to ACTIVE for port object ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:30.718106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9e96-e908-4242-8a06-51aa383ddfcc req-3b5acc39-2158-4c65-8c48-9b4a9b8f1db7 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.719632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73ec9e96-e908-4242-8a06-51aa383ddfcc req-3b5acc39-2158-4c65-8c48-9b4a9b8f1db7 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1756754 Aug 31 07:40:30.777842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73ec9e96-e908-4242-8a06-51aa383ddfcc req-811ecdf6-f696-4c25-9ef5-655ff7f19a9d tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups?id=6981256b-8289-4201-a485-bfeceb62f91e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505941 Aug 31 07:40:30.781848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Deleting port 1b193f19-c658-43be-9749-37d3afd652f7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:30.782042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.782248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.855277 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4ff473-ed01-4109-90ba-ac1e7cb93575 x-openstack-request-id: req-1b4ff473-ed01-4109-90ba-ac1e7cb93575 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:30.855570 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:30.855834 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b4ff473-ed01-4109-90ba-ac1e7cb93575 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:30.856229 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'status': 'completed', 'code': 200} Aug 31 07:40:30.884462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:30.911631 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60d6b0-e1a6-46e7-8b1c-5acf99b6d264 x-openstack-request-id: req-5a60d6b0-e1a6-46e7-8b1c-5acf99b6d264 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:30.912160 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:30.912160 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a60d6b0-e1a6-46e7-8b1c-5acf99b6d264 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:30.912558 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'code': 200} Aug 31 07:40:30.973677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Attempting to bind port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:30.974296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Attempting to bind port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:30.974462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Attempting to bind port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:30.979498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:30.980105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Attempting to bind port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 on network f783ed2d-3c17-43c8-8ccb-61212a0c8f9d {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:30.986279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:30.986632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Checking segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:30.987103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Bound using segment: {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:30.987558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Bound port: ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e8fc61-d164-4f69-8a69-1aa648620d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:30.987935 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.048908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e9a35-9f35-4ef3-9348-3ec1c1aba5a1 req-be268037-1140-453e-9aa4-24985dd919fd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.050507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-342e9a35-9f35-4ef3-9348-3ec1c1aba5a1 req-be268037-1140-453e-9aa4-24985dd919fd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.2134824 Aug 31 07:40:31.055135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] For port 1b193f19-c658-43be-9749-37d3afd652f7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b193f19-c658-43be-9749-37d3afd652f7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:31.055515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.079626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb573991-4ee9-4e03-8ee3-2523e83d456e req-6fcf28bf-dad1-4125-9560-c848d24b0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.081365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb573991-4ee9-4e03-8ee3-2523e83d456e req-6fcf28bf-dad1-4125-9560-c848d24b0a60 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1101 time: 0.0885623 Aug 31 07:40:31.120532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:31.141359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:31.144389 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb573991-4ee9-4e03-8ee3-2523e83d456e req-25b74d1c-287f-401c-bcc2-38ec34ae40a3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Aug 31 07:40:31.145623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-489a23a3-9107-401a-868a-17e7e9cbdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.147191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-489a23a3-9107-401a-868a-17e7e9cbdb49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb1e1838e2134c34b79524cb002f7f07&device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 1095 time: 0.2598042 Aug 31 07:40:31.205781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.250655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.251786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.253763 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] 10.222.0.68 "PUT /v2.0/ports/ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 HTTP/1.1" status: 200 len: 1093 time: 1.1021032 Aug 31 07:40:31.254313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:31.256652 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:31.283770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb770d-f6a6-4963-976e-d3ae9552a87e service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:31.360283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:31.420522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:31.421027 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.541599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-abe3caac-f7f9-471e-9eae-0ea72a92a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.543782 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-abe3caac-f7f9-471e-9eae-0ea72a92a11c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 1096 time: 0.0547428 Aug 31 07:40:31.600391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-b4a9a51e-7c7b-4883-b1e8-d27a9a50d913 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 HTTP/1.1" status: 200 len: 217 time: 0.0396843 Aug 31 07:40:31.617725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 97bcfb61-99ab-4e61-93a3-e4d57fc49518 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:31.654919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-342e9a35-9f35-4ef3-9348-3ec1c1aba5a1 req-4f362921-e11f-4b40-8351-9fa5a9f1ada5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630522 Aug 31 07:40:31.665550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-684e8374-e342-48ff-83b7-109764641a0e req-10b369d9-55f1-4738-9923-8574157b91be tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7056644 Aug 31 07:40:31.674740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633d090-c6af-4509-ac60-685d7fc39172 req-55551f81-73ab-4b39-af72-3cac9898e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.676397 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-55551f81-73ab-4b39-af72-3cac9898e6c4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0682058 Aug 31 07:40:31.685157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:31.747688 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-f59f6331-5f4d-4837-9a3f-ca2974e97334 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616357 Aug 31 07:40:31.776904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:31.795449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'port_id': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'mac_address': 'fa:16:3e:fa:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:31.807196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.972583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.972583 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1 disassociated. External IP: 172.25.0.130, port: 1b193f19-c658-43be-9749-37d3afd652f7. Aug 31 07:40:31.972583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Calling delete_port for 1b193f19-c658-43be-9749-37d3afd652f7 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:31.972583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-6fa3139a-d50c-4122-85af-31e333c8d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.972583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-6fa3139a-d50c-4122-85af-31e333c8d1dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d HTTP/1.1" status: 200 len: 913 time: 0.3544090 Aug 31 07:40:31.973097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.973097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bcfb61-99ab-4e61-93a3-e4d57fc49518 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:31.973670 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-64cacf5f-6372-49f0-a9df-37fa0f750fec service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146269 Aug 31 07:40:31.973771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:31.973933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-9906466e-2184-4783-8848-f0cd7b6efa55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518 HTTP/1.1" status: 200 len: 217 time: 0.0721948 Aug 31 07:40:31.973933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89084c4c-5e7b-4d41-af6f-e2dcb7d48a9f req-230fd5e0-fe63-485e-a7c7-5bb9de15e6ec tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.973933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89084c4c-5e7b-4d41-af6f-e2dcb7d48a9f req-230fd5e0-fe63-485e-a7c7-5bb9de15e6ec tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1586354 Aug 31 07:40:31.974197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5633d090-c6af-4509-ac60-685d7fc39172 req-b9a065a8-2d43-41fe-8a40-6022fe462ea2 service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883415 Aug 31 07:40:32.027191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-ea53a88c-c9a5-4ff9-a6ef-9b00840ba4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.066477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-ea53a88c-c9a5-4ff9-a6ef-9b00840ba4f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c11e6337-ed07-4044-923f-12d1297bd8af HTTP/1.1" status: 200 len: 851 time: 0.1038160 Aug 31 07:40:32.066477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89084c4c-5e7b-4d41-af6f-e2dcb7d48a9f req-3efbf860-4be9-4309-8664-da1784454a68 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837276 Aug 31 07:40:32.126724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-286bff5b-7491-4d98-979b-aa09f3d0b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.128270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-286bff5b-7491-4d98-979b-aa09f3d0b101 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912347 Aug 31 07:40:32.250902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9dac1-7cf5-42a0-bed7-ae06e808318a req-d89c0a4c-d2ec-4198-94ab-1c43b6ba62d1 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.252496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdb9dac1-7cf5-42a0-bed7-ae06e808318a req-d89c0a4c-d2ec-4198-94ab-1c43b6ba62d1 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 944 time: 0.1183798 Aug 31 07:40:32.300980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-78927c5f-2de1-4473-a6be-beb3b3c38e87 service neutron] 10.222.0.45 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638718 Aug 31 07:40:32.324867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdb9dac1-7cf5-42a0-bed7-ae06e808318a req-ead6712c-9093-4402-9356-759f480bdd60 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652947 Aug 31 07:40:32.341142 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:32.372261 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9389179a-94ea-48d3-a1d6-d1a350c06140 x-openstack-request-id: req-9389179a-94ea-48d3-a1d6-d1a350c06140 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:32.372637 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:32.373160 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9389179a-94ea-48d3-a1d6-d1a350c06140 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:32.373654 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'status': 'completed', 'code': 200} Aug 31 07:40:32.392929 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:32.439233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:32.497467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event deleted for resources: {'Port': ['ID=1b193f19-c658-43be-9749-37d3afd652f7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:32.506500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=97bcfb61-99ab-4e61-93a3-e4d57fc49518,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:32.507166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-cd3d5a1c-f4a2-4618-8f69-8ee23c2f34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.508909 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-cd3d5a1c-f4a2-4618-8f69-8ee23c2f34e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8edc189c1a05481394c681d6bb08f9ed&device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 1096 time: 0.0733578 Aug 31 07:40:32.545200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c42054e7-5be5-48b2-b91b-66624648f9e6 req-e83ab903-2569-42ed-bf98-a7655842988a service neutron] 10.222.0.45 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368534 Aug 31 07:40:32.621600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcc027-db01-491d-be06-c177ffdcd596 req-19f24ce8-3fdd-4d9e-a9bc-cd3229a67eea tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.623268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35fcc027-db01-491d-be06-c177ffdcd596 req-19f24ce8-3fdd-4d9e-a9bc-cd3229a67eea tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 944 time: 0.1333804 Aug 31 07:40:32.646756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-c2f5b455-f355-41ea-99df-a77ecfd5e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.648268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-c2f5b455-f355-41ea-99df-a77ecfd5e0db service neutron] 10.222.0.68 "GET /v2.0/networks?id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 200 len: 906 time: 0.1272180 Aug 31 07:40:32.665211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['97bcfb61-99ab-4e61-93a3-e4d57fc49518'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:32.705760 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-ffcb93f3-6006-4b14-89ca-addf58defba7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 HTTP/1.1" status: 200 len: 217 time: 0.0470405 Aug 31 07:40:32.741076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35fcc027-db01-491d-be06-c177ffdcd596 req-b2a85f89-ef0c-4ba7-8331-98790e4e48df tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099126 Aug 31 07:40:32.751247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:32.775856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Router dfe216a5-aa45-4826-a952-30162d7b58e8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:32.797175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-2f2509a3-15b4-4d86-b5cc-1210b7ac1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.806012 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-2f2509a3-15b4-4d86-b5cc-1210b7ac1415 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 200 len: 845 time: 0.0841966 Aug 31 07:40:32.847860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-47f825e0-7f03-43f0-adb5-c37581009d2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359399 Aug 31 07:40:32.920470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32daf79c-1f4c-4d03-b524-03d2d3f958dc req-856abc8c-bbd4-4f4f-b38e-0c79b40b8d97 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/ports?device_id=93871d95-95fa-4fca-95e2-df70b0c3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0436578 Aug 31 07:40:33.016959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Allocated IP 172.25.0.70 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/0f5567e8-7bb3-419e-abed-b0a511db5a05) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:33.026666 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-f0220e73-000d-4ab3-97eb-e9527ffe0056 service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678901 Aug 31 07:40:33.122519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:33.134498 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:33.161273 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:33.162071 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:33.169004 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-575a16ba-c4ff-4de7-ad66-bddf8d940aa1 req-58cbd74b-6b88-4cf8-9644-924513f6dc1c service neutron] 10.222.0.68 "GET /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327786 Aug 31 07:40:33.175001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea857cf1-5a3d-482b-b973-d569b8d683cb req-a6d1fd12-2f72-4c75-9c07-69c4f69fb868 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.176022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea857cf1-5a3d-482b-b973-d569b8d683cb req-a6d1fd12-2f72-4c75-9c07-69c4f69fb868 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1096 time: 0.1533196 Aug 31 07:40:33.208212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] No DVR routers for this DVR port 1b193f19-c658-43be-9749-37d3afd652f7 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:33.212987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.214981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8eeab8a4-3636-4755-b7b4-e9c184e3df2b req-9de019e7-fc00-4f98-8f11-0b7c8e6a8c28 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.68 "DELETE /v2.0/ports/1b193f19-c658-43be-9749-37d3afd652f7 HTTP/1.1" status: 204 len: 173 time: 2.6475449 Aug 31 07:40:33.217437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'name': 'network-vif-deleted', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:33.220316 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794137c0-1232-48f2-b5aa-70fac67ecd63" -d '{"events": [{"server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "name": "network-vif-deleted", "tag": "1b193f19-c658-43be-9749-37d3afd652f7"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:33.266192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.271611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea857cf1-5a3d-482b-b973-d569b8d683cb req-55b1692b-f86c-46b0-b33e-c975b84005d6 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723264 Aug 31 07:40:33.328329 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:33.404910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b193f19-c658-43be-9749-37d3afd652f7 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:33.406423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.431986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 1b193f19-c658-43be-9749-37d3afd652f7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:33.438999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b193f19-c658-43be-9749-37d3afd652f7 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:33.479489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:33.487599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:33.490413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:33.501315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=0f5567e8-7bb3-419e-abed-b0a511db5a05,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:33.514105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a41cea-af73-46e8-bb79-62236468ea98 req-2c424f58-8f31-44a3-8bb7-e48739c41db2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.515800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02a41cea-af73-46e8-bb79-62236468ea98 req-2c424f58-8f31-44a3-8bb7-e48739c41db2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1433070 Aug 31 07:40:33.578113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:33.592475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.597694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02a41cea-af73-46e8-bb79-62236468ea98 req-ca3f45b3-a687-4285-a487-c5dd4e2597f4 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Aug 31 07:40:33.607468 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:33.625639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 97bcfb61-99ab-4e61-93a3-e4d57fc49518 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:33.628056 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:33.628772 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:33.754611 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.768063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51cc27-4d5e-4a30-8fcf-3bc3d73bc795 req-96ab8adb-5845-4c57-864b-a121580142ad tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.771453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f51cc27-4d5e-4a30-8fcf-3bc3d73bc795 req-96ab8adb-5845-4c57-864b-a121580142ad tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0836830 Aug 31 07:40:33.775914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:33.780452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:33.782404 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.855405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f51cc27-4d5e-4a30-8fcf-3bc3d73bc795 req-392433d3-235c-47c5-b180-8649848cb632 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648439 Aug 31 07:40:33.862804 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:33.925723 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e649152b-3309-4174-912a-00ca28056660 x-openstack-request-id: req-e649152b-3309-4174-912a-00ca28056660 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:33.925977 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93871d95-95fa-4fca-95e2-df70b0c3cbb6", "name": "network-vif-deleted", "tag": "1b193f19-c658-43be-9749-37d3afd652f7", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:33.926211 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e649152b-3309-4174-912a-00ca28056660 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:33.926635 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93871d95-95fa-4fca-95e2-df70b0c3cbb6', 'name': 'network-vif-deleted', 'tag': '1b193f19-c658-43be-9749-37d3afd652f7', 'status': 'completed', 'code': 200} Aug 31 07:40:33.969632 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.995922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:33.998294 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330f4533-5045-4caa-9ae4-b75013a7ad4e" -d '{"events": [{"server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "name": "network-vif-plugged", "status": "completed", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:34.012093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:34.037954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:34.056556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21efa4-ff6f-49bc-bb56-c2debf78a14b req-79939d69-ad44-4ee9-aea4-60b4ebd24580 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.058834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb21efa4-ff6f-49bc-bb56-c2debf78a14b req-79939d69-ad44-4ee9-aea4-60b4ebd24580 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 1096 time: 0.0668259 Aug 31 07:40:34.078674 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:34.102434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb21efa4-ff6f-49bc-bb56-c2debf78a14b req-0f0c4aea-846a-43cf-832e-acb4aed924f0 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Aug 31 07:40:34.106742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:34.157286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:34.182015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=0f5567e8-7bb3-419e-abed-b0a511db5a05,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:34.206376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=97bcfb61-99ab-4e61-93a3-e4d57fc49518,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:34.206905 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:34.242095 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f2e38-7946-4a40-93c0-1f00e369d631 None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:35:47Z', 'revision_number': 4, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'cbb146e6-ccf5-490f-889d-d9228039c2b3', 'name': '', 'network_id': '9d861e6f-8b23-44f0-bdbd-6df7194c8d78', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'mac_address': 'fa:16:3e:82:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:46Z', 'updated_at': '2021-08-31T07:35:53Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'subnets': [{'id': '47c2f3ed-1094-4c22-9d46-0066f4871fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:34.275571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:34.276827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-684e8374-e342-48ff-83b7-109764641a0e req-72df75cd-93eb-4fb7-8744-f6cb15155cc6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6004276 Aug 31 07:40:34.286063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545fdce-15d9-4ad9-a0bc-521f3a87d512 req-861ae21d-8b17-4c12-9ed6-8a81f14ccea6 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.287634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9545fdce-15d9-4ad9-a0bc-521f3a87d512 req-861ae21d-8b17-4c12-9ed6-8a81f14ccea6 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 944 time: 0.0577574 Aug 31 07:40:34.351928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-684e8374-e342-48ff-83b7-109764641a0e req-13982ee2-3070-4d01-bfc7-255978961b5c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0632827 Aug 31 07:40:34.418568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9545fdce-15d9-4ad9-a0bc-521f3a87d512 req-9bd0336b-d4a8-4415-b83f-50cb154aec85 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230879 Aug 31 07:40:34.498399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e8374-e342-48ff-83b7-109764641a0e req-76ea2781-f0fb-4f0a-a1c3-2baa42f73b42 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.505433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-684e8374-e342-48ff-83b7-109764641a0e req-76ea2781-f0fb-4f0a-a1c3-2baa42f73b42 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1477489 Aug 31 07:40:34.523287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-684e8374-e342-48ff-83b7-109764641a0e req-5f10e6e4-ae89-49e1-a437-f5b4e1cd0959 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:40:34.524333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-684e8374-e342-48ff-83b7-109764641a0e req-5f10e6e4-ae89-49e1-a437-f5b4e1cd0959 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180807 Aug 31 07:40:34.601183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be83a4c-02bc-492b-9133-c3824ea879d4 req-8bfd0d3f-7a50-44c0-ace9-89d9ec667c71 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.602798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1be83a4c-02bc-492b-9133-c3824ea879d4 req-8bfd0d3f-7a50-44c0-ace9-89d9ec667c71 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.0936575 Aug 31 07:40:34.610644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-ef6dd73b-5ac6-4982-8017-7f51106e0901 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029191 Aug 31 07:40:34.648215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-fefd4125-c1d6-447c-b072-2dede801468d req-4683ae7e-e9cc-4310-8f5c-f6422ee08b48 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:40:34.649309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fefd4125-c1d6-447c-b072-2dede801468d req-4683ae7e-e9cc-4310-8f5c-f6422ee08b48 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059555 Aug 31 07:40:34.664307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1be83a4c-02bc-492b-9133-c3824ea879d4 req-dfdc0e16-7fb9-4707-b573-9032a1e87316 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527651 Aug 31 07:40:34.700171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-7b4965e6-f733-4df9-9ed4-dff0a353e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.701714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-7b4965e6-f733-4df9-9ed4-dff0a353e3cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 1096 time: 0.0516009 Aug 31 07:40:34.762423 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2b7f0-1404-407c-a7e5-10c18d23d219 x-openstack-request-id: req-bce2b7f0-1404-407c-a7e5-10c18d23d219 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:34.762968 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "name": "network-vif-plugged", "status": "completed", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:34.763154 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bce2b7f0-1404-407c-a7e5-10c18d23d219 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:34.763518 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'code': 200} Aug 31 07:40:34.824298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-087234cb-75d1-4082-a466-ad4492f9a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.825787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-087234cb-75d1-4082-a466-ad4492f9a408 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1019733 Aug 31 07:40:34.880141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-a2ff6f9e-e0f2-432d-89f3-9f2f24ad6ec5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 200 len: 217 time: 0.0460417 Aug 31 07:40:34.891053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671cd6-eb21-4775-a0e6-68e7b6de6d2e req-b36e658c-5537-42e0-9e57-241d33338c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.892726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28671cd6-eb21-4775-a0e6-68e7b6de6d2e req-b36e658c-5537-42e0-9e57-241d33338c88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 1097 time: 0.0658166 Aug 31 07:40:34.933089 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28671cd6-eb21-4775-a0e6-68e7b6de6d2e req-c57f2fe9-4330-44dc-a1fd-c7714fc4633a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331652 Aug 31 07:40:34.955307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-659069b2-6aeb-44d5-8979-3b32985f9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.956833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-659069b2-6aeb-44d5-8979-3b32985f9339 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0640750 Aug 31 07:40:35.082991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709fe88f-2727-4519-b43b-016576b7270b None None] New status for floating IP fe7b00c0-662c-45ed-ae4f-abf07bb545a1: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:40:35.158605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-7e710c5b-b3d4-4a6f-9adf-74752ade3d28 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1275966 Aug 31 07:40:35.177397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:35.183377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-bef36b41-e635-47d0-b61a-05185aadf454 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476205 Aug 31 07:40:35.290066 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-3be49961-19aa-4458-b9b7-b88a23d8a749 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451491 Aug 31 07:40:35.304421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-0599745b-8a86-4fef-b2b5-e3b573e59e44 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126339 Aug 31 07:40:35.310012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:35.416250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:35.646285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:35.670162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'mac_address': 'fa:16:3e:5c:fe:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:35.725149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:35.743580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:35.770832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:35.826200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e8bc-53fe-4dcb-b6ef-5f091a39cf7b req-137ba6a4-eced-4772-aa50-942d52477b4c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:35.827744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9677e8bc-53fe-4dcb-b6ef-5f091a39cf7b req-137ba6a4-eced-4772-aa50-942d52477b4c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.4628282 Aug 31 07:40:35.834839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba3b35c-9b5e-4690-b552-ccbd4751a70d req-6ca0d754-4e98-43d7-bf4c-823b9d3596c0 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054202 Aug 31 07:40:35.877891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:35.884162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9677e8bc-53fe-4dcb-b6ef-5f091a39cf7b req-20ebc291-9093-4354-b74d-3437e004e180 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Aug 31 07:40:35.903339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:35.942621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:36.075213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Allocated IP 172.25.0.92 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/50587090-9029-4eae-a570-6ce76435971e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:36.101090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af80c83-517b-49dd-80ae-d85a7600075c req-118c4738-58e5-4421-a719-cf162c1c00e6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:36.102563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0af80c83-517b-49dd-80ae-d85a7600075c req-118c4738-58e5-4421-a719-cf162c1c00e6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0911930 Aug 31 07:40:36.147625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:36.221233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0af80c83-517b-49dd-80ae-d85a7600075c req-62b91a90-8b40-4b54-97ea-eabfa5c56bda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967450 Aug 31 07:40:36.264331 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:36.437151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481ae3e-ab8c-4ec8-a2c2-7259a3644b0a req-c18f9e56-b0ce-4687-ab2f-a97cce8760d4 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:36.439218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1481ae3e-ab8c-4ec8-a2c2-7259a3644b0a req-c18f9e56-b0ce-4687-ab2f-a97cce8760d4 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 945 time: 0.0652587 Aug 31 07:40:36.480801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1481ae3e-ab8c-4ec8-a2c2-7259a3644b0a req-54305302-16dc-46b5-9f54-62eb19935e8f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Aug 31 07:40:36.600709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3984a-e40f-4db3-b2d1-f90754c1143b req-98a5fec6-afe7-4025-9940-e15d2045b270 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:36.602232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c3984a-e40f-4db3-b2d1-f90754c1143b req-98a5fec6-afe7-4025-9940-e15d2045b270 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.0553801 Aug 31 07:40:36.645177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c3984a-e40f-4db3-b2d1-f90754c1143b req-e5264f96-9108-4b49-80f1-ac4679cadaa3 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359731 Aug 31 07:40:36.795107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ad74-fbe4-41d8-9c98-0ad0ed071570 req-47162ec8-6e98-45f3-bc40-a4b86db6fbdd tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:36.796550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55a3ad74-fbe4-41d8-9c98-0ad0ed071570 req-47162ec8-6e98-45f3-bc40-a4b86db6fbdd tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.0581138 Aug 31 07:40:36.805439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58892) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:36.810294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Request body: {'floatingip': {'port_id': '97bcfb61-99ab-4e61-93a3-e4d57fc49518'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:36.864867 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:36.972669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.076046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:37.085334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:37.089866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=50587090-9029-4eae-a570-6ce76435971e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:37.093000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:37.191063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58896) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:37.224084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.304583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4383ab46-7ce6-4f5f-bf5f-20d002ed5a7f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.349428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4383ab46-7ce6-4f5f-bf5f-20d002ed5a7f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.452813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:37.466940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4383ab46-7ce6-4f5f-bf5f-20d002ed5a7f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.471636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4383ab46-7ce6-4f5f-bf5f-20d002ed5a7f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.476088 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4383ab46-7ce6-4f5f-bf5f-20d002ed5a7f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "DELETE /v2.0/security-groups/6981256b-8289-4201-a485-bfeceb62f91e HTTP/1.1" status: 204 len: 168 time: 0.2813358 Aug 31 07:40:37.479369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58902) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:37.491424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383ab46-7ce6-4f5f-bf5f-20d002ed5a7f tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981256b-8289-4201-a485-bfeceb62f91e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:37.548004 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.553595 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-eff5267f-1897-4920-acf1-9a014757e2ba tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] show failed (client error): The resource could not be found. Aug 31 07:40:37.558662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eff5267f-1897-4920-acf1-9a014757e2ba tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "GET /v2.0/security-groups/6981256b-8289-4201-a485-bfeceb62f91e HTTP/1.1" status: 404 len: 347 time: 0.0361900 Aug 31 07:40:37.558846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:37.624465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ca01-d6bb-4d96-9bd0-a86458d15953 req-e541896a-9946-455d-90af-b04f73cceb3d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:37.633519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e6ca01-d6bb-4d96-9bd0-a86458d15953 req-e541896a-9946-455d-90af-b04f73cceb3d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.3178976 Aug 31 07:40:37.640272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.691881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:37.697515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:37.698736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.757441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.790663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Deleting port 1876256a-34b9-4700-a60a-9595589120aa {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:37.791307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.867736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.877274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e6ca01-d6bb-4d96-9bd0-a86458d15953 req-df723a28-a966-45ae-b1af-de519a72a70b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424710 Aug 31 07:40:37.885046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.885604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.900832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Calling delete_port for 1876256a-34b9-4700-a60a-9595589120aa owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:37.937083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:37.947121 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4d8f3-2e5f-4ff0-aa74-278f89b5e02e" -d '{"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:37.961776 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Floating IP d49b2785-2323-4c29-8ff4-735b1ae29a04 associated. External IP: 172.25.0.154, port: 97bcfb61-99ab-4e61-93a3-e4d57fc49518. Aug 31 07:40:37.968817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:38.060646 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.118697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:38.163802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.188452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbefbf-0220-4105-b4b7-9675a86e0559 req-92407ddc-38fe-448c-a24a-ce33810510db tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.194367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dcbefbf-0220-4105-b4b7-9675a86e0559 req-92407ddc-38fe-448c-a24a-ce33810510db tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1663511 Aug 31 07:40:38.196392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Pushing event deleted for resources: {'Port': ['ID=1876256a-34b9-4700-a60a-9595589120aa,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:38.224238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.264751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.270006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.271610 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d27f74c2-3f54-49e7-b688-418fe6156a81 tempest-ServersWithSpecificFlavorTestJSON-1263420523 tempest-ServersWithSpecificFlavorTestJSON-1263420523-project] 10.222.0.36 "DELETE /v2.0/floatingips/fe7b00c0-662c-45ed-ae4f-abf07bb545a1 HTTP/1.1" status: 204 len: 168 time: 0.7121475 Aug 31 07:40:38.306238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.314361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dcbefbf-0220-4105-b4b7-9675a86e0559 req-53d72fe1-fce4-4759-b4e9-24d01f3c6dec tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015451 Aug 31 07:40:38.356959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.417973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=50587090-9029-4eae-a570-6ce76435971e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:38.440687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:38.458073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.459667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-90f0f765-ecfe-499e-8c0b-57a987e84597 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3002522 Aug 31 07:40:38.579404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-9915eba7-737a-4bb3-81c1-2b4687ad1289 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0820365 Aug 31 07:40:38.720463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f013-f4b5-4a4c-b539-8579cb3e558b req-5050711c-f0ae-40f9-95a1-5427823b0d18 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.722392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98a0f013-f4b5-4a4c-b539-8579cb3e558b req-5050711c-f0ae-40f9-95a1-5427823b0d18 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.2235038 Aug 31 07:40:38.759651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:38.770819 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] Sync routers for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:38.785664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:38.791132 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:38.791558 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:38.836984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-03a701e9-c26e-4608-ba86-f2ca4d84f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.838609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-03a701e9-c26e-4608-ba86-f2ca4d84f140 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1101 time: 0.2121398 Aug 31 07:40:38.848205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98a0f013-f4b5-4a4c-b539-8579cb3e558b req-54dc0d13-a673-4955-86f7-2e737902acd1 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173646 Aug 31 07:40:38.871210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-507e37af-ec3c-4cae-ac76-58671bc2de2c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.872655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adb9e630-cfbb-4e1c-a423-16a86a72f88f req-507e37af-ec3c-4cae-ac76-58671bc2de2c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.2587397 Aug 31 07:40:38.891203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3bb8b937-6897-4789-b8d7-422b2645928c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "PUT /v2.0/floatingips/d49b2785-2323-4c29-8ff4-735b1ae29a04 HTTP/1.1" status: 200 len: 991 time: 2.0843005 Aug 31 07:40:38.915143 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf7a090-f4ef-4e53-8733-3f946af10418 x-openstack-request-id: req-5cf7a090-f4ef-4e53-8733-3f946af10418 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:38.916142 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:38.916611 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cf7a090-f4ef-4e53-8733-3f946af10418 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:38.917207 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'code': 200} Aug 31 07:40:38.919018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:38.923351 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41" -d '{"events": [{"name": "network-changed", "server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:38.996866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-9eae5ed0-5147-477f-b4bc-cd9be4622a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.998456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-9eae5ed0-5147-477f-b4bc-cd9be4622a34 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1447766 Aug 31 07:40:39.024667 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:39.069296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1fbf1-d262-416e-a096-e96fe3dc7394 req-160f5cc1-bafe-4a74-bd71-8d87a4835170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.072942 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06c1fbf1-d262-416e-a096-e96fe3dc7394 req-160f5cc1-bafe-4a74-bd71-8d87a4835170 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 1098 time: 0.0786321 Aug 31 07:40:39.089918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-428a4997-346f-4c8c-bcad-1499a0a6c606 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0802183 Aug 31 07:40:39.164354 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06c1fbf1-d262-416e-a096-e96fe3dc7394 req-54315d42-199c-48cf-9936-b0bbbddf103c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779245 Aug 31 07:40:39.177724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-8a512a60-0abd-4523-9e91-667406b1610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.179174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-8a512a60-0abd-4523-9e91-667406b1610e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0782859 Aug 31 07:40:39.191687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-8ec1098b-9109-497f-9b97-f437b4d5bd7e tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2105811 Aug 31 07:40:39.196685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:39.412858 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd49b2785-2323-4c29-8ff4-735b1ae29a04', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'port_id': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'mac_address': 'fa:16:3e:fa:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:15Z', 'updated_at': '2021-08-31T07:40:37Z', 'revision_number': 1, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:21Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:39.449237 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] Checking router: 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:39.459320 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:39.460430 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:39.583642 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:39.593860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:39.699649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce38371-1c5c-4da8-a8b4-676f08674bbd req-151945be-2bc3-4f43-a789-53c51b2199fc tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.701172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce38371-1c5c-4da8-a8b4-676f08674bbd req-151945be-2bc3-4f43-a789-53c51b2199fc tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.4821730 Aug 31 07:40:39.705422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-01aa4384-ecc8-43c6-959a-0b0482dcb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.706923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-01aa4384-ecc8-43c6-959a-0b0482dcb085 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214638 Aug 31 07:40:39.808693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce38371-1c5c-4da8-a8b4-676f08674bbd req-449c430c-f0a7-4d49-beae-4f0f865c602a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974438 Aug 31 07:40:39.877620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-cdc785f3-e545-41c4-8a67-59a262d425cc service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501038 Aug 31 07:40:39.878847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:39.919367 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cccd60-8599-4c37-bd66-118fc2d72dc7 x-openstack-request-id: req-c4cccd60-8599-4c37-bd66-118fc2d72dc7 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:39.920051 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:39.920051 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4cccd60-8599-4c37-bd66-118fc2d72dc7 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:39.920298 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'status': 'completed', 'code': 200} Aug 31 07:40:39.945341 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd49b2785-2323-4c29-8ff4-735b1ae29a04', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'port_id': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'mac_address': 'fa:16:3e:fa:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:15Z', 'updated_at': '2021-08-31T07:40:37Z', 'revision_number': 1, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:21Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:39.994294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f78a5-8e31-477e-ba69-4fa34c6bdd98 None None] The sync data for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 is: [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd49b2785-2323-4c29-8ff4-735b1ae29a04', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'port_id': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'mac_address': 'fa:16:3e:fa:ad:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:15Z', 'updated_at': '2021-08-31T07:40:37Z', 'revision_number': 1, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:21Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:40.130286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-97e15d97-a246-4595-a0e6-58672aca7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.131843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-97e15d97-a246-4595-a0e6-58672aca7a71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb1e1838e2134c34b79524cb002f7f07&device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 1097 time: 0.1847107 Aug 31 07:40:40.153642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-54141bec-0844-4b80-bd03-3783d374b31f service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361114 Aug 31 07:40:40.177628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Allocated IP 172.25.0.174 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/4d39ec5c-bd75-47df-937e-dc3710b18c19) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:40.226876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87246609-bf93-4ae3-80ad-86eddc019079 req-e7bf8007-7226-4ba2-b78b-11cfe2943fd2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.228474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87246609-bf93-4ae3-80ad-86eddc019079 req-e7bf8007-7226-4ba2-b78b-11cfe2943fd2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.2008939 Aug 31 07:40:40.309894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fdfe1c-812e-43c8-9f19-7daa501050ab None None] New status for floating IP d49b2785-2323-4c29-8ff4-735b1ae29a04: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:40:40.348987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87246609-bf93-4ae3-80ad-86eddc019079 req-824972b8-6885-4299-99b4-2e4e2b8c0cd8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049016 Aug 31 07:40:40.370703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-a595afdc-91b8-4369-973f-c3b4c7f68f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.372207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-a595afdc-91b8-4369-973f-c3b4c7f68f40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d HTTP/1.1" status: 200 len: 913 time: 0.2275543 Aug 31 07:40:40.498051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:40.625355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d3a22-d0b5-45f6-96da-ae13ce226c90 req-0ca96e2d-5ad4-42bb-918b-1e8b68652c05 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.627681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-797d3a22-d0b5-45f6-96da-ae13ce226c90 req-0ca96e2d-5ad4-42bb-918b-1e8b68652c05 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.0906522 Aug 31 07:40:40.629764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-604b9483-77f9-4c27-b0e3-b9953146ee7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518 HTTP/1.1" status: 200 len: 999 time: 0.2442567 Aug 31 07:40:40.708598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-02c71b2b-9e03-44a9-8ace-d1b8614bca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.710012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-02c71b2b-9e03-44a9-8ace-d1b8614bca94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c11e6337-ed07-4044-923f-12d1297bd8af HTTP/1.1" status: 200 len: 851 time: 0.0684886 Aug 31 07:40:40.721335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-797d3a22-d0b5-45f6-96da-ae13ce226c90 req-771941e3-48c1-4ee7-9912-921e7259d8bf tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 Aug 31 07:40:40.781212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-d1aab6fb-dbe5-420e-b795-9512f39ca91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.783408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-d1aab6fb-dbe5-420e-b795-9512f39ca91d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8e25b0d0-195f-480c-bfdf-b73074ea4b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611024 Aug 31 07:40:40.902864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-5f9571b8-fddc-4eab-9e76-c52f4ecde9ef service neutron] 10.222.0.45 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108747 Aug 31 07:40:41.020972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2eee7af-3ea5-4e61-8585-5d09f2f32a41 req-55e8502c-eac0-4923-88f1-99b2fcb06239 service neutron] 10.222.0.45 "GET /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099653 Aug 31 07:40:41.160030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.205842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:41.209196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:41.216738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:41.260438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=4d39ec5c-bd75-47df-937e-dc3710b18c19,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:41.286430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.362251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901c50a-20ed-40cf-9846-913ac1ac2aff req-29bec418-a50f-4498-8b93-bbe991272af9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:41.363920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6901c50a-20ed-40cf-9846-913ac1ac2aff req-29bec418-a50f-4498-8b93-bbe991272af9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0554495 Aug 31 07:40:41.412843 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.453565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6901c50a-20ed-40cf-9846-913ac1ac2aff req-b811aefe-0d9f-498d-83f9-cd4bdedc8c32 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804794 Aug 31 07:40:41.681762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370924f9-8658-422c-83fa-63f6534753ff req-772acaab-909c-4a9b-a85a-a10843c2bf80 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:41.683608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-370924f9-8658-422c-83fa-63f6534753ff req-772acaab-909c-4a9b-a85a-a10843c2bf80 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0818872 Aug 31 07:40:41.685670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.731472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-370924f9-8658-422c-83fa-63f6534753ff req-409de652-27c3-4491-8693-6329fb5c3fcc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Aug 31 07:40:41.746784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.792899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.820406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event updated for resources: {'Port': ['ID=4d39ec5c-bd75-47df-937e-dc3710b18c19,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:41.884624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:41.885915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-0acb618c-5c17-4f47-8900-73ee3e51c310 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6933732 Aug 31 07:40:41.964058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-b47f2a6d-6fc2-4d0f-887b-dc294179021b tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0666206 Aug 31 07:40:42.125560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97d10b-e85a-49ef-a739-653231375218 req-3e3f99dc-7c52-46e0-8f59-a2db5ee08bfe tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.134014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee97d10b-e85a-49ef-a739-653231375218 req-3e3f99dc-7c52-46e0-8f59-a2db5ee08bfe tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.1972778 Aug 31 07:40:42.152019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-2a2aa073-0a8f-4330-8e75-2e72391d3d27 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.162642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f14c17b-781a-4be3-832b-4536ef2100b0 req-2a2aa073-0a8f-4330-8e75-2e72391d3d27 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1973948 Aug 31 07:40:42.224403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee97d10b-e85a-49ef-a739-653231375218 req-11ec061f-ee48-4b61-8909-f0991a303163 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844727 Aug 31 07:40:42.318062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08fedc64-f932-49ba-a1fb-25f4b6772e12 req-58c962db-fe8b-4bb6-ab81-f2097c765dbe tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips/7de0fc3a-1030-4653-8f83-f993dd0aeccf HTTP/1.1" status: 200 len: 693 time: 0.0923102 Aug 31 07:40:42.447081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fedc64-f932-49ba-a1fb-25f4b6772e12 req-3c33ce76-23b4-4022-9fc2-8fcb678d5e9e tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.448593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08fedc64-f932-49ba-a1fb-25f4b6772e12 req-3c33ce76-23b4-4022-9fc2-8fcb678d5e9e tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1294510 Aug 31 07:40:42.462819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-08fedc64-f932-49ba-a1fb-25f4b6772e12 req-6bef7295-53b0-438e-bb38-e582fc10ba6a tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:40:42.463934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08fedc64-f932-49ba-a1fb-25f4b6772e12 req-6bef7295-53b0-438e-bb38-e582fc10ba6a tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091083 Aug 31 07:40:42.578978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59020) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:42.638024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-eaf8e0de-757c-403e-87b1-58f9f2126a28 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips/7de0fc3a-1030-4653-8f83-f993dd0aeccf HTTP/1.1" status: 200 len: 693 time: 0.0491011 Aug 31 07:40:42.770963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-b0001f57-405b-4341-9caf-92fefa7f7ef0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.780981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-b0001f57-405b-4341-9caf-92fefa7f7ef0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1353498 Aug 31 07:40:42.862582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-c3eee903-28ad-46d4-bd49-957d3e5af04c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0819252 Aug 31 07:40:42.934440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-dc474fc2-65bf-4fbb-ba28-813825f7a252 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0679936 Aug 31 07:40:43.074987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.094974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Deleting port 4d39ec5c-bd75-47df-937e-dc3710b18c19 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:43.095230 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.189463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.191618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.210500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Calling delete_port for 4d39ec5c-bd75-47df-937e-dc3710b18c19 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:43.385850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb95f8-120d-4749-86f9-a26071b5eb2d req-2df24639-8efb-473f-a26c-3425718818b4 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:43.387378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-defb95f8-120d-4749-86f9-a26071b5eb2d req-2df24639-8efb-473f-a26c-3425718818b4 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0701919 Aug 31 07:40:43.431263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Deleting port cbb146e6-ccf5-490f-889d-d9228039c2b3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:43.431263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.458373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-defb95f8-120d-4749-86f9-a26071b5eb2d req-8e799383-630e-4628-94b7-1140464ac589 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576787 Aug 31 07:40:43.552177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] For port cbb146e6-ccf5-490f-889d-d9228039c2b3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cbb146e6-ccf5-490f-889d-d9228039c2b3,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:43.552581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.571967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.580357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Calling delete_port for cbb146e6-ccf5-490f-889d-d9228039c2b3 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:43.594362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a567c-012b-46d9-b103-e85b2954042f req-cdd4d1f8-e000-4b0a-8853-da3a8b08fbd8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:43.596808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-607a567c-012b-46d9-b103-e85b2954042f req-cdd4d1f8-e000-4b0a-8853-da3a8b08fbd8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0753655 Aug 31 07:40:43.638286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event deleted for resources: {'Port': ['ID=4d39ec5c-bd75-47df-937e-dc3710b18c19,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:43.675860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.678740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.687570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a320eb9c-3d77-47b5-a4ed-48087724a6a0 req-cad2e5e4-d78a-42c9-8de0-4184d4914be6 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "DELETE /v2.0/floatingips/7de0fc3a-1030-4653-8f83-f993dd0aeccf HTTP/1.1" status: 204 len: 173 time: 0.7507524 Aug 31 07:40:43.742428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-607a567c-012b-46d9-b103-e85b2954042f req-c2336d37-22b0-4133-8e48-64dbb991c91b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091454 Aug 31 07:40:43.867156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.895137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb146e6-ccf5-490f-889d-d9228039c2b3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:44.076484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413ab8-cb52-4e63-a56d-d2a1809ac1ca req-68a2785e-16b6-4ac5-a45a-aedb78f4bb07 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.096670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd413ab8-cb52-4e63-a56d-d2a1809ac1ca req-68a2785e-16b6-4ac5-a45a-aedb78f4bb07 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2652247 Aug 31 07:40:44.106644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:44.161527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07f37abf-c964-401a-8b0f-98e10f9a432d req-c57cb1a7-356e-48a1-b4ba-40dc0113780a tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=b57cd3951d7a43baab81d21404c610d5 HTTP/1.1" status: 200 len: 1654 time: 0.0588629 Aug 31 07:40:44.302972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f37abf-c964-401a-8b0f-98e10f9a432d req-80757d4b-b9b4-4d00-b1ac-37aef048190c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.304619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07f37abf-c964-401a-8b0f-98e10f9a432d req-80757d4b-b9b4-4d00-b1ac-37aef048190c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks?id=72e2c86e-857c-4871-9949-25772a28df4e&id=72e2c86e-857c-4871-9949-25772a28df4e&id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 787 time: 0.1331093 Aug 31 07:40:44.383184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Router dfe216a5-aa45-4826-a952-30162d7b58e8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:44.387474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-892d6a2f-7bb5-4acd-a398-6c905f2accf4 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips/3dd39c97-5a8b-442d-b85c-c3b63a15fe1f HTTP/1.1" status: 200 len: 692 time: 0.0588312 Aug 31 07:40:44.503175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:44.513511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dd6edaba-50c5-4108-b87f-d3dc394a4248 admin admin] 10.222.0.36 "PUT /v2.0/routers/dfe216a5-aa45-4826-a952-30162d7b58e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9280956 Aug 31 07:40:44.513882 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] Sync routers for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:44.515018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59082) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:44.517161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-cb916908-5ee1-4eab-8ec3-7a4dfb3d4fa0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.518635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-cb916908-5ee1-4eab-8ec3-7a4dfb3d4fa0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1245570 Aug 31 07:40:44.524650 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:44.525507 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:44.601708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-0875af57-87b2-4e1b-91db-ef6e1c4c90b9 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0699923 Aug 31 07:40:44.640173 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:44.650906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:44.674731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-eff1cb59-bb12-4628-a0e7-d938acfcb286 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.92 HTTP/1.1" status: 200 len: 695 time: 0.0663178 Aug 31 07:40:44.804483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:44.846307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:40:43Z', 'revision_number': 5, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port': {'id': '3242da7a-0f84-4847-8138-0c429dc2eabc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:44Z', 'updated_at': '2021-08-31T07:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:44.876236 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] Checking router: dfe216a5-aa45-4826-a952-30162d7b58e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:44.885612 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] Routers {'dfe216a5-aa45-4826-a952-30162d7b58e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:44.886279 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dfe216a5-aa45-4826-a952-30162d7b58e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:44.948013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Deleting port 3242da7a-0f84-4847-8138-0c429dc2eabc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:44.948490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.079101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] For port 3242da7a-0f84-4847-8138-0c429dc2eabc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3242da7a-0f84-4847-8138-0c429dc2eabc,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:45.079641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.083440 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] Set router dfe216a5-aa45-4826-a952-30162d7b58e8 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:45.095637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Calling delete_port for 3242da7a-0f84-4847-8138-0c429dc2eabc owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:45.149211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Deleting port 50587090-9029-4eae-a570-6ce76435971e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:45.149734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.157088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:40:44Z', 'revision_number': 6, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:45.187045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1ea04-9714-4d7d-981b-7673ac2b06ad None None] The sync data for ids ['dfe216a5-aa45-4826-a952-30162d7b58e8'] in n-d-713499-16 is: [{'id': 'dfe216a5-aa45-4826-a952-30162d7b58e8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1411371473-router', 'tenant_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:43Z', 'updated_at': '2021-08-31T07:40:44Z', 'revision_number': 6, 'project_id': '0c8c07bc76f74d3aaea3b25319f02e4b', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:45.249281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.249708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.267220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Calling delete_port for 50587090-9029-4eae-a570-6ce76435971e owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:45.472464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.498024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event deleted for resources: {'Port': ['ID=50587090-9029-4eae-a570-6ce76435971e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:45.530133 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.534223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.535395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ca95ef3-1445-4e97-9f16-b3322177dd69 req-abb80188-c092-4b30-9018-52727bdb8bff tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "DELETE /v2.0/floatingips/3dd39c97-5a8b-442d-b85c-c3b63a15fe1f HTTP/1.1" status: 204 len: 173 time: 0.8542759 Aug 31 07:40:45.631531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cbb146e6-ccf5-490f-889d-d9228039c2b3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:45.667362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: cbb146e6-ccf5-490f-889d-d9228039c2b3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:45.667996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cbb146e6-ccf5-490f-889d-d9228039c2b3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:45.712131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.714226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99bc25-1d84-4fbe-bd87-a4c00c302f91 req-369519ee-f114-4dbe-95bb-37f41fcf80c9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.715868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c99bc25-1d84-4fbe-bd87-a4c00c302f91 req-369519ee-f114-4dbe-95bb-37f41fcf80c9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0759587 Aug 31 07:40:45.737623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3242da7a-0f84-4847-8138-0c429dc2eabc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:45.749049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.749402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.749832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.750177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.751741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.752082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.752414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.752778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.753052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.753379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.753705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.754204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:45.762370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c99bc25-1d84-4fbe-bd87-a4c00c302f91 req-37a750d8-39e8-473d-9dc0-c670f4d1f6b1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Aug 31 07:40:45.822996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.876384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4f9e-408f-46c6-ac93-b53353f4b206 req-cb11d1fa-7f0d-466e-8499-c1fd88b094e2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.878964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3fa4f9e-408f-46c6-ac93-b53353f4b206 req-cb11d1fa-7f0d-466e-8499-c1fd88b094e2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0614116 Aug 31 07:40:45.931776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.934336 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:45.938990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3fa4f9e-408f-46c6-ac93-b53353f4b206 req-9f7073cc-e191-4dd6-9eea-392cdabb4e83 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Aug 31 07:40:46.043409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.043983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe216a5-aa45-4826-a952-30162d7b58e8 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:40:46.050204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.051521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-64ae84b9-af28-40f3-bd12-757355bb2f6f admin admin] 10.222.0.36 "DELETE /v2.0/routers/dfe216a5-aa45-4826-a952-30162d7b58e8 HTTP/1.1" status: 204 len: 168 time: 1.5346138 Aug 31 07:40:46.054479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59094) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:46.106011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-f4d417d0-860e-4ac7-b1ca-e94157e30d21 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips/e167fe94-ff50-46b0-b39e-5e50e89c6dc7 HTTP/1.1" status: 200 len: 692 time: 0.0649095 Aug 31 07:40:46.132908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Deleting subnet 47c2f3ed-1094-4c22-9d46-0066f4871fee {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:40:46.139328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.176540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.233727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-65bdc08a-e278-4a3d-bbe1-10653401efe3 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:46.235551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-65bdc08a-e278-4a3d-bbe1-10653401efe3 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1226087 Aug 31 07:40:46.283894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.299990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-200307d0-dddf-4667-8aae-627dccb52263 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0566373 Aug 31 07:40:46.377149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-04db0889-2cdf-4821-b610-8162ff2d7ed8 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0694559 Aug 31 07:40:46.501800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.526070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Deleting port 0f5567e8-7bb3-419e-abed-b0a511db5a05 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:46.526683 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.532767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c2f3ed-1094-4c22-9d46-0066f4871fee,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:46.535037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.539226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-379c9f19-4792-4d9a-957a-17760abc531b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/47c2f3ed-1094-4c22-9d46-0066f4871fee HTTP/1.1" status: 204 len: 168 time: 0.4798944 Aug 31 07:40:46.539943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59100) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:46.543477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ee076-b105-4a9b-9568-21cef23984c0 None None] Network 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:46.647443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.659850 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.660194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.680750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Calling delete_port for 0f5567e8-7bb3-419e-abed-b0a511db5a05 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:46.741753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Deleting port 174be76b-5069-4060-81d3-4cfa490350e7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:46.745448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.799839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] DHCP port deletion for 9d861e6f-8b23-44f0-bdbd-6df7194c8d78 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:40:46.818639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] For port 174be76b-5069-4060-81d3-4cfa490350e7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174be76b-5069-4060-81d3-4cfa490350e7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:46.819104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.840183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Calling delete_port for 174be76b-5069-4060-81d3-4cfa490350e7 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:46.894576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] Deleting port 174be76b-5069-4060-81d3-4cfa490350e7 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:46.896514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.948348 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.986215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] For port 174be76b-5069-4060-81d3-4cfa490350e7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174be76b-5069-4060-81d3-4cfa490350e7,segment=NetworkSegment(5d88939a-6f6c-42e6-a72a-934f01dbac75),segment_id=5d88939a-6f6c-42e6-a72a-934f01dbac75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:46.986617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:46.995457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event deleted for resources: {'Port': ['ID=0f5567e8-7bb3-419e-abed-b0a511db5a05,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:47.001891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] Calling delete_port for 174be76b-5069-4060-81d3-4cfa490350e7 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:47.021321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.038507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5971b8-af95-4c2e-9cdc-894af3e01fe7 req-64572a65-a8a4-4c9d-b4b1-e82c789fbc5a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.039873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b5971b8-af95-4c2e-9cdc-894af3e01fe7 req-64572a65-a8a4-4c9d-b4b1-e82c789fbc5a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1038435 Aug 31 07:40:47.040776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.043459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.057559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd67b3d-b0cd-417b-b9e4-649342c25d25 req-a7a23bfc-d950-4e28-bf35-2143b7e93cb0 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "DELETE /v2.0/floatingips/e167fe94-ff50-46b0-b39e-5e50e89c6dc7 HTTP/1.1" status: 204 len: 173 time: 0.6728747 Aug 31 07:40:47.058463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=174be76b-5069-4060-81d3-4cfa490350e7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:47.064115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] No DVR routers for this DVR port 174be76b-5069-4060-81d3-4cfa490350e7 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:47.107728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b5971b8-af95-4c2e-9cdc-894af3e01fe7 req-f8bfa957-3f0c-41da-8045-8557e99bbe8c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484505 Aug 31 07:40:47.128430 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.150189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] No DVR routers for this DVR port 174be76b-5069-4060-81d3-4cfa490350e7 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:47.173762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad00613-e161-4f30-a740-56593a308ec9 None None] Pushing event deleted for resources: {'Port': ['ID=174be76b-5069-4060-81d3-4cfa490350e7,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:47.226117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.237672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d861e6f-8b23-44f0-bdbd-6df7194c8d78']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:47.244093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3a4c-0a4d-4a6c-9850-5df2745787f1 req-e1bdece1-48c4-43f0-a4d6-8827c25e017c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.253428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f6e3a4c-0a4d-4a6c-9850-5df2745787f1 req-e1bdece1-48c4-43f0-a4d6-8827c25e017c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0709081 Aug 31 07:40:47.264432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d88939a-6f6c-42e6-a72a-934f01dbac75') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:47.264741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d88939a-6f6c-42e6-a72a-934f01dbac75') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:47.280124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.322285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f6e3a4c-0a4d-4a6c-9850-5df2745787f1 req-6937ae37-275b-4112-bdfc-95b64892df32 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676575 Aug 31 07:40:47.332097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.342553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174be76b-5069-4060-81d3-4cfa490350e7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:47.348817 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:40:47.349434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:40:47.354303 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:40:47.404723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 174be76b-5069-4060-81d3-4cfa490350e7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:47.404723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174be76b-5069-4060-81d3-4cfa490350e7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:47.404723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3242da7a-0f84-4847-8138-0c429dc2eabc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:47.427225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3242da7a-0f84-4847-8138-0c429dc2eabc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:47.427225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3242da7a-0f84-4847-8138-0c429dc2eabc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:47.482860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.488190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:47.515515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-748900a4-586d-4f05-8802-8340351daac0 req-0e0349d2-e349-436f-b73d-fc0e50e6fc1c tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips/0be7410c-64e6-44aa-b0af-3fcfeec0c1d9 HTTP/1.1" status: 200 len: 692 time: 0.1165268 Aug 31 07:40:47.517915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.523825 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d861e6f-8b23-44f0-bdbd-6df7194c8d78 HTTP/1.1" status: 204 len: 168 time: 0.9824638 Aug 31 07:40:47.524088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59148) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:47.525235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d1a44-d365-4ce1-aa72-b55643134b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d861e6f-8b23-44f0-bdbd-6df7194c8d78,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:47.624601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:47.650351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'network_id': 'f783ed2d-3c17-43c8-8ccb-61212a0c8f9d', 'port_id': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'mac_address': 'fa:16:3e:5c:fe:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecd05d8-6f4e-4458-9c14-f0152c6ebd85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:47.689571 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.704895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:47.725004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:47.778657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748900a4-586d-4f05-8802-8340351daac0 req-e1bc6e30-1ce4-45c5-b5bb-3cf23b00c8f1 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.779954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-748900a4-586d-4f05-8802-8340351daac0 req-e1bc6e30-1ce4-45c5-b5bb-3cf23b00c8f1 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.2570543 Aug 31 07:40:47.885966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-748900a4-586d-4f05-8802-8340351daac0 req-3462beb0-c2fe-4cc6-84f5-85b498474673 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.0943835 Aug 31 07:40:47.945180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-748900a4-586d-4f05-8802-8340351daac0 req-b55ade25-f73f-4863-b6ff-347a7d9ac7fc tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.47 HTTP/1.1" status: 200 len: 695 time: 0.0515249 Aug 31 07:40:48.163543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:48.169848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Deleting port 429004a7-a9e1-4c1d-bcd3-41c399b76538 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:48.170023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:48.281316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:48.327097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:48.329514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:48.345757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Calling delete_port for 429004a7-a9e1-4c1d-bcd3-41c399b76538 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:48.432563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:48.555698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:48.905524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Deleting port 523fda67-408c-4f64-8e53-548a9724cfcd {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:48.906685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.006063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] For port 523fda67-408c-4f64-8e53-548a9724cfcd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=523fda67-408c-4f64-8e53-548a9724cfcd,segment=NetworkSegment(ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6),segment_id=ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:49.006356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.021351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Calling delete_port for 523fda67-408c-4f64-8e53-548a9724cfcd owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:49.077895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.116239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Pushing event deleted for resources: {'Port': ['ID=429004a7-a9e1-4c1d-bcd3-41c399b76538,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:49.155562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.161684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.161684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-748900a4-586d-4f05-8802-8340351daac0 req-e6768467-26fc-4eea-9259-d7f4d26e7980 tempest-FloatingIPDetailsTestJSON-411970908 tempest-FloatingIPDetailsTestJSON-411970908-project] 10.222.0.36 "DELETE /v2.0/floatingips/0be7410c-64e6-44aa-b0af-3fcfeec0c1d9 HTTP/1.1" status: 204 len: 173 time: 1.1921191 Aug 31 07:40:49.169969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:49.397762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e615-72e7-42d9-9463-d9baf642ebef req-335ee7ff-159e-4dc6-834d-470e6404130f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.399309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6385e615-72e7-42d9-9463-d9baf642ebef req-335ee7ff-159e-4dc6-834d-470e6404130f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1310413 Aug 31 07:40:49.490906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:49.642599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:49.643001 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.780862 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.826523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:49.827911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:49.831595 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71264d7e-1f26-4d06-8c38-112785614120" -d '{"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:49.873952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6385e615-72e7-42d9-9463-d9baf642ebef req-af49f931-049d-4b72-8c0d-7f24b4e53540 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675906 Aug 31 07:40:49.912394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.953768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.983657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:50.009854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Pushing event deleted for resources: {'Port': ['ID=523fda67-408c-4f64-8e53-548a9724cfcd,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:50.194396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ac3e4-35ed-4b5e-b090-9367ec106b3e req-9f803eb8-8512-4052-888f-bb33d7a60527 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.195880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a17ac3e4-35ed-4b5e-b090-9367ec106b3e req-9f803eb8-8512-4052-888f-bb33d7a60527 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1943069 Aug 31 07:40:50.276349 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:50.286057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a17ac3e4-35ed-4b5e-b090-9367ec106b3e req-f4ac886c-2e82-4104-a277-32c54d23bc17 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 Aug 31 07:40:50.608164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:50.730502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Router cf6670bc-6bdf-45e2-83f4-416a6ed76317 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:50.772322 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbda202-dece-45fe-a7af-7b0bf20b54d5 x-openstack-request-id: req-0cbda202-dece-45fe-a7af-7b0bf20b54d5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:50.772874 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:50.772874 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cbda202-dece-45fe-a7af-7b0bf20b54d5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:50.773249 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'code': 200} Aug 31 07:40:50.958331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:50.964321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7851b4d9-fcd7-4ea3-8389-d0fce4e38691 admin admin] 10.222.0.36 "PUT /v2.0/routers/cf6670bc-6bdf-45e2-83f4-416a6ed76317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4356070 Aug 31 07:40:50.967199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59188) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:50.967905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] Sync routers for ids ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:50.985254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] Routers {'cf6670bc-6bdf-45e2-83f4-416a6ed76317'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:50.986361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:51.258023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] Set router cf6670bc-6bdf-45e2-83f4-416a6ed76317 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:51.259203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e0450-756e-418f-9c11-9de0906f23cd req-3cfffb06-743d-4bc7-b224-f9037dff857b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.259203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a54e0450-756e-418f-9c11-9de0906f23cd req-3cfffb06-743d-4bc7-b224-f9037dff857b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.2079995 Aug 31 07:40:51.270466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:51.366448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a54e0450-756e-418f-9c11-9de0906f23cd req-f463fed7-762b-4c85-b697-15a2af7829c1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173205 Aug 31 07:40:51.454046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Deleting port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:51.454442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:51.566006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:40:49Z', 'revision_number': 5, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:51.592598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:51.611838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] Checking router: cf6670bc-6bdf-45e2-83f4-416a6ed76317 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:51.622630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] Routers {'cf6670bc-6bdf-45e2-83f4-416a6ed76317'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:51.623262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:51.655594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] For port 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:51.656100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:51.686285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911002f5-5eb5-4856-ac23-0ec7e0c6dc4d req-849d9c8d-d24f-47d9-a595-13cbdf316420 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.689379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-911002f5-5eb5-4856-ac23-0ec7e0c6dc4d req-849d9c8d-d24f-47d9-a595-13cbdf316420 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1349709 Aug 31 07:40:51.692457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Calling delete_port for 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:51.784448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] Set router cf6670bc-6bdf-45e2-83f4-416a6ed76317 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:51.870954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-911002f5-5eb5-4856-ac23-0ec7e0c6dc4d req-7b522cb4-4eea-4565-8778-1df780b59f36 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720724 Aug 31 07:40:51.940689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Deleting port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:51.941048 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.107726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] For port 07e3f13b-f7ee-4526-b263-a1a7df9abb0e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:52.110935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.157379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Calling delete_port for 07e3f13b-f7ee-4526-b263-a1a7df9abb0e owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:52.172502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:40:49Z', 'revision_number': 5, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:52.219145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b081a-313b-41db-bfc7-5f4f8dc8dd53 None None] The sync data for ids ['cf6670bc-6bdf-45e2-83f4-416a6ed76317'] in n-d-713499-16 is: [{'id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352998988-router', 'tenant_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:35:52Z', 'updated_at': '2021-08-31T07:40:49Z', 'revision_number': 5, 'project_id': 'fcad4b67d29f4c9ba69d04eac07f53c9', 'gw_port': {'id': '07e3f13b-f7ee-4526-b263-a1a7df9abb0e', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6670bc-6bdf-45e2-83f4-416a6ed76317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:35:53Z', 'updated_at': '2021-08-31T07:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:52.247257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.300083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Pushing event deleted for resources: {'Port': ['ID=948dcfa8-6ef5-434c-8843-3fdb56cfa7c9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:52.379536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.379796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.380144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.380484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.380827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.381231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.381557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.381963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.382355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.382693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.383022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.383410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.616761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.720398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.853624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e3f13b-f7ee-4526-b263-a1a7df9abb0e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:52.855881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.358295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.374855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.378755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.380118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 523fda67-408c-4f64-8e53-548a9724cfcd no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:53.402858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292649f-f8dc-4ede-8977-ad6d1d45b229 req-73c20a5c-7bec-433c-b09c-1cd6989c2fc1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:53.407936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 523fda67-408c-4f64-8e53-548a9724cfcd {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:53.409119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 523fda67-408c-4f64-8e53-548a9724cfcd not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:53.416380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b292649f-f8dc-4ede-8977-ad6d1d45b229 req-73c20a5c-7bec-433c-b09c-1cd6989c2fc1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.9106941 Aug 31 07:40:53.527445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b292649f-f8dc-4ede-8977-ad6d1d45b229 req-7bcf533f-1d2b-4c78-9e11-7036124fb13f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098423 Aug 31 07:40:53.611325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.611859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6670bc-6bdf-45e2-83f4-416a6ed76317 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:40:53.617237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.619030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b725f4b9-5b47-4dfb-9f05-61b1e63bca69 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cf6670bc-6bdf-45e2-83f4-416a6ed76317 HTTP/1.1" status: 204 len: 168 time: 2.6508501 Aug 31 07:40:53.621770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59214) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:53.654820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09a9fa81-178d-49b3-9220-e7179b43e3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.718156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e0cbe-02cf-494c-a3e3-20955adc7d19 req-430a1256-9ce5-46d7-8234-cd909d018427 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:53.727370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-861e0cbe-02cf-494c-a3e3-20955adc7d19 req-430a1256-9ce5-46d7-8234-cd909d018427 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1017342 Aug 31 07:40:53.730250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Deleting subnet 2fc11773-9cb3-4a22-a492-3e955859fe59 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:40:53.738683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.747575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Router d080039c-7290-4437-a602-0c1debcbee50 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:53.826865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-861e0cbe-02cf-494c-a3e3-20955adc7d19 req-7c363258-97a7-4183-aff9-b81ee90a010c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985889 Aug 31 07:40:53.855326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.934848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:53.945281 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] Sync routers for ids ['d080039c-7290-4437-a602-0c1debcbee50'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:53.951242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ca207138-3b4e-4a9d-951d-f63d5fddec60 admin admin] 10.222.0.36 "PUT /v2.0/routers/d080039c-7290-4437-a602-0c1debcbee50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7807834 Aug 31 07:40:53.952823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59218) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:53.971954 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] Routers {'d080039c-7290-4437-a602-0c1debcbee50'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:53.972857 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d080039c-7290-4437-a602-0c1debcbee50'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:54.108057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.132647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] Set router d080039c-7290-4437-a602-0c1debcbee50 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:54.144598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.322500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.330709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.359101 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:52Z', 'revision_number': 5, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port': {'id': 'af81c21e-deb4-4d00-ac2c-aa7665daadd4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080039c-7290-4437-a602-0c1debcbee50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:12Z', 'updated_at': '2021-08-31T07:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:54.364249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc11773-9cb3-4a22-a492-3e955859fe59,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:54.365998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.370354 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8b9ccffd-1f79-4017-956a-31073f3a3e6b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2fc11773-9cb3-4a22-a492-3e955859fe59 HTTP/1.1" status: 204 len: 168 time: 0.7474778 Aug 31 07:40:54.371383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59222) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:54.374301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55484d7c-57d9-4077-b5d9-6295efad0ace None None] Network 274b878e-b482-4167-a483-fd7eae51c3b0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:54.397512 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] Checking router: d080039c-7290-4437-a602-0c1debcbee50 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:54.408858 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] Routers {'d080039c-7290-4437-a602-0c1debcbee50'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:54.409864 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d080039c-7290-4437-a602-0c1debcbee50'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:54.494288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Deleting port af81c21e-deb4-4d00-ac2c-aa7665daadd4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:54.494669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.512569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.523452 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] Set router d080039c-7290-4437-a602-0c1debcbee50 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:54.592925 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:54Z', 'revision_number': 6, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:54.642276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Deleting port 707baf10-1283-4b25-9452-1f0ed61491c6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:54.642660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.650575 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45f2256-3010-41ee-8c3c-362919e9ded5 None None] The sync data for ids ['d080039c-7290-4437-a602-0c1debcbee50'] in n-d-713499-16 is: [{'id': 'd080039c-7290-4437-a602-0c1debcbee50', 'name': 'tempest-FloatingIPDetailsTestJSON-82092277-router', 'tenant_id': 'b57cd3951d7a43baab81d21404c610d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:54Z', 'revision_number': 6, 'project_id': 'b57cd3951d7a43baab81d21404c610d5', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:54.691000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] For port af81c21e-deb4-4d00-ac2c-aa7665daadd4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=af81c21e-deb4-4d00-ac2c-aa7665daadd4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:54.691855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.723662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Calling delete_port for af81c21e-deb4-4d00-ac2c-aa7665daadd4 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:54.790718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] For port 707baf10-1283-4b25-9452-1f0ed61491c6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=707baf10-1283-4b25-9452-1f0ed61491c6,segment=NetworkSegment(ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6),segment_id=ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:54.791076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.813262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46148e-44ae-4d80-a0fc-4e0eacba05c0 req-178816ea-a22d-454b-badf-9165e396a38a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.814876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc46148e-44ae-4d80-a0fc-4e0eacba05c0 req-178816ea-a22d-454b-badf-9165e396a38a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0908513 Aug 31 07:40:54.815914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Calling delete_port for 707baf10-1283-4b25-9452-1f0ed61491c6 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:54.980718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc46148e-44ae-4d80-a0fc-4e0eacba05c0 req-93fd0b9e-4896-4ce2-9fb1-aff8ae33c839 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584992 Aug 31 07:40:55.023117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.055121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.060929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01c354-ce4e-4b12-af8e-b4679dc0ac84 None None] DHCP port deletion for 274b878e-b482-4167-a483-fd7eae51c3b0 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:40:55.090852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Pushing event deleted for resources: {'Port': ['ID=707baf10-1283-4b25-9452-1f0ed61491c6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:55.112892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] No DVR routers for this DVR port 707baf10-1283-4b25-9452-1f0ed61491c6 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:55.163289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Pushing event deleted for resources: {'Port': ['ID=af81c21e-deb4-4d00-ac2c-aa7665daadd4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:55.380929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.458987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > port after_create 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > port after_update 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.533713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.553994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.564147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.694604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.694922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.695365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.695826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:40:55.696245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274b878e-b482-4167-a483-fd7eae51c3b0']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:55.727310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26d04c-9662-4624-9c47-c700632f380b req-0c941b9c-3189-42c6-98d7-c217baac8568 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:55.743740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe26d04c-9662-4624-9c47-c700632f380b req-0c941b9c-3189-42c6-98d7-c217baac8568 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.6180129 Aug 31 07:40:55.786685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:55.787042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3a7266-6c9f-4b6e-9cf7-430eab2dd1b6') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:55.825053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.828030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:55.868872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.888378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:55.888781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 948dcfa8-6ef5-434c-8843-3fdb56cfa7c9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:55.890391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07e3f13b-f7ee-4526-b263-a1a7df9abb0e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:55.891192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe26d04c-9662-4624-9c47-c700632f380b req-3eeaa4a2-63d8-4b01-b4c6-02e3c9bbdff2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366906 Aug 31 07:40:55.910359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:40:55.913027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: from cryptography.utils import int_from_bytes Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: from cryptography.utils import int_from_bytes Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:40:55.926602 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:40:55.941215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.945287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d080039c-7290-4437-a602-0c1debcbee50 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:40:55.947941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.949434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dbcf6847-d09f-4a0b-8ae0-c80bc9679602 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d080039c-7290-4437-a602-0c1debcbee50 HTTP/1.1" status: 204 len: 168 time: 1.9944491 Aug 31 07:40:55.952150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:56.010319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 07e3f13b-f7ee-4526-b263-a1a7df9abb0e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:56.015135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07e3f13b-f7ee-4526-b263-a1a7df9abb0e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:56.015135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 707baf10-1283-4b25-9452-1f0ed61491c6 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:56.015135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.065792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 707baf10-1283-4b25-9452-1f0ed61491c6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:56.066532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 707baf10-1283-4b25-9452-1f0ed61491c6 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:56.077246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Deleting subnet 217e250b-e6ce-4777-ad0d-ddf4502b6f6a {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:40:56.082258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.100411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.107545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.110160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] 10.222.0.36 "DELETE /v2.0/networks/274b878e-b482-4167-a483-fd7eae51c3b0 HTTP/1.1" status: 204 len: 168 time: 1.7374959 Aug 31 07:40:56.138414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc19ef6-84a6-4105-8ae5-746a02f1a310 admin admin] Pushing event deleted for resources: {'Network': ['ID=274b878e-b482-4167-a483-fd7eae51c3b0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:56.162453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.226037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0837097-9a34-4f43-bccd-ddc58cf24c8a req-49781f78-96f1-418c-9149-ecebb13d59af tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.227656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0837097-9a34-4f43-bccd-ddc58cf24c8a req-49781f78-96f1-418c-9149-ecebb13d59af tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0660648 Aug 31 07:40:56.306177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0837097-9a34-4f43-bccd-ddc58cf24c8a req-f841d20a-f91f-43e8-9920-162aed01d24a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695486 Aug 31 07:40:56.333645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.375165 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.930232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59246) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:57.043676 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73127e1b-0ab3-4213-94ac-dbf86d51f33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.044398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.082569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217e250b-e6ce-4777-ad0d-ddf4502b6f6a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:57.100581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.104955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9bfc5bac-713c-4675-8bf9-9885d5449765 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/217e250b-e6ce-4777-ad0d-ddf4502b6f6a HTTP/1.1" status: 204 len: 168 time: 1.1518130 Aug 31 07:40:57.107701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59250) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:57.108183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f77ed-e5a4-4674-b3ae-ac16b62e6396 None None] Network 1d37859e-1e60-44f5-91bc-583ddc0d17b6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:40:57.117606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7c886-31f6-4ac4-aea3-71dc8b530650 req-ca33a528-7f2f-4ee2-937b-d5e5e7a03290 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:57.121017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0da7c886-31f6-4ac4-aea3-71dc8b530650 req-ca33a528-7f2f-4ee2-937b-d5e5e7a03290 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1071291 Aug 31 07:40:57.131542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b8f5b2dd-d223-4b1c-bae0-dd913933f62a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c8c07bc76f74d3aaea3b25319f02e4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1954570 Aug 31 07:40:57.133372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59252) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:57.268728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device af81c21e-deb4-4d00-ac2c-aa7665daadd4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:57.271840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0da7c886-31f6-4ac4-aea3-71dc8b530650 req-ae567e99-7105-45e8-86b9-1bdba03dc57a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373408 Aug 31 07:40:57.303069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: af81c21e-deb4-4d00-ac2c-aa7665daadd4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:57.303418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device af81c21e-deb4-4d00-ac2c-aa7665daadd4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:57.323665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.333128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-028a17c8-ed5f-47ed-a5d9-c8049fcd2e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.386618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-028a17c8-ed5f-47ed-a5d9-c8049fcd2e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.415035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] DHCP port deletion for 1d37859e-1e60-44f5-91bc-583ddc0d17b6 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:40:57.515202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Deleting port adeee30d-3fd4-4c9a-b753-7ca749d09055 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:57.516650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.556391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Deleting port adeee30d-3fd4-4c9a-b753-7ca749d09055 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:57.558155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.570284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-028a17c8-ed5f-47ed-a5d9-c8049fcd2e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.573219 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-028a17c8-ed5f-47ed-a5d9-c8049fcd2e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.594460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-028a17c8-ed5f-47ed-a5d9-c8049fcd2e05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55d54ab1-7a46-4bd2-8bbe-e88c28c4df56 HTTP/1.1" status: 204 len: 168 time: 0.4479532 Aug 31 07:40:57.612417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a17c8-ed5f-47ed-a5d9-c8049fcd2e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d54ab1-7a46-4bd2-8bbe-e88c28c4df56,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:57.632150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] For port adeee30d-3fd4-4c9a-b753-7ca749d09055, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=adeee30d-3fd4-4c9a-b753-7ca749d09055,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:57.632524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.651543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Calling delete_port for adeee30d-3fd4-4c9a-b753-7ca749d09055 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:57.658031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969eb97-6e0b-42cc-b4e1-79545c7065b4 req-b5ebf362-6ee9-4c37-bbef-41204040d024 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:57.667446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a969eb97-6e0b-42cc-b4e1-79545c7065b4 req-b5ebf362-6ee9-4c37-bbef-41204040d024 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1433070 Aug 31 07:40:57.700654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] For port adeee30d-3fd4-4c9a-b753-7ca749d09055, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=adeee30d-3fd4-4c9a-b753-7ca749d09055,segment=NetworkSegment(d4543d8e-1eea-4938-b748-b661a48c86a2),segment_id=d4543d8e-1eea-4938-b748-b661a48c86a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:57.701370 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.725955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Calling delete_port for adeee30d-3fd4-4c9a-b753-7ca749d09055 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:57.738298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a969eb97-6e0b-42cc-b4e1-79545c7065b4 req-77754e71-80ad-4bca-8585-4764952fdf1c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588837 Aug 31 07:40:57.879306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.884989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.917880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=adeee30d-3fd4-4c9a-b753-7ca749d09055,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:57.920832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Pushing event deleted for resources: {'Port': ['ID=adeee30d-3fd4-4c9a-b753-7ca749d09055,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:57.926240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] No DVR routers for this DVR port adeee30d-3fd4-4c9a-b753-7ca749d09055 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:57.929390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.946826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] No DVR routers for this DVR port adeee30d-3fd4-4c9a-b753-7ca749d09055 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:57.947668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.950051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.950620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.951672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.952231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.952903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.953456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.954911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.955455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.956266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.956954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:57.957659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295868-18c8-4bd4-9f2c-9b77676a7b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:58.034886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.056173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d37859e-1e60-44f5-91bc-583ddc0d17b6']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:58.071623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4543d8e-1eea-4938-b748-b661a48c86a2') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:58.071740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4543d8e-1eea-4938-b748-b661a48c86a2') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:58.081489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.098082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.104432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:40:58.111221 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:40:58.238223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.250402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.261833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1d37859e-1e60-44f5-91bc-583ddc0d17b6 HTTP/1.1" status: 204 len: 168 time: 1.1488066 Aug 31 07:40:58.272061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1e61d-72be-46a7-84ac-cd772986b7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d37859e-1e60-44f5-91bc-583ddc0d17b6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:58.391943 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-fe14c996-1796-4967-83df-b7e8904630be req-f06ae8ac-6a16-4445-a1a7-01a65e2c3fbc service neutron] show failed (client error): The resource could not be found. Aug 31 07:40:58.392980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-f06ae8ac-6a16-4445-a1a7-01a65e2c3fbc service neutron] 10.222.0.68 "GET /v2.0/ports/5b6e2bd3-bd69-4f78-9790-b1b48976c674/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.1166823 Aug 31 07:40:58.447739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a907bba-ea2d-4aea-a76f-60658bb405b3 req-72f71c11-c1c2-4584-ae02-700749ea3d59 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:58.449444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a907bba-ea2d-4aea-a76f-60658bb405b3 req-72f71c11-c1c2-4584-ae02-700749ea3d59 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0774198 Aug 31 07:40:58.582061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a907bba-ea2d-4aea-a76f-60658bb405b3 req-2abe1100-3e53-42b8-bf4b-b7ee9e960558 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191447 Aug 31 07:40:58.672905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59278) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:58.743866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59280) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:58.751245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0ff488c5-dfed-4643-a2a1-fe9069116e28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcad4b67d29f4c9ba69d04eac07f53c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0787530 Aug 31 07:40:58.765848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59284) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:58.856111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab756-3381-497f-abb4-09ce4116b50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.885274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab756-3381-497f-abb4-09ce4116b50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.903957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a0d1cff3-1518-4759-8e0c-079b64beb037 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b57cd3951d7a43baab81d21404c610d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372576 Aug 31 07:40:58.907371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:58.956538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4df50d-6305-47ff-837d-963aa0718586 req-38223105-e355-47c1-8ba1-84a1c4952f6e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:58.962491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef4df50d-6305-47ff-837d-963aa0718586 req-38223105-e355-47c1-8ba1-84a1c4952f6e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0788929 Aug 31 07:40:58.986551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63f0cc58-00ac-4878-b285-b9fb313a4648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.011890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63f0cc58-00ac-4878-b285-b9fb313a4648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.051968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef4df50d-6305-47ff-837d-963aa0718586 req-f17ef490-1a5d-4b81-b421-95f1eb9abd0f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855310 Aug 31 07:40:59.123450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab756-3381-497f-abb4-09ce4116b50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.126910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab756-3381-497f-abb4-09ce4116b50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.130970 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7f9ab756-3381-497f-abb4-09ce4116b50c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9864d42c-e686-416b-b687-b12f95a21e85 HTTP/1.1" status: 204 len: 168 time: 0.3832147 Aug 31 07:40:59.138667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ab756-3381-497f-abb4-09ce4116b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864d42c-e686-416b-b687-b12f95a21e85,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:59.147500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63f0cc58-00ac-4878-b285-b9fb313a4648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.153674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63f0cc58-00ac-4878-b285-b9fb313a4648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.155764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63f0cc58-00ac-4878-b285-b9fb313a4648 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2516dc8-493d-4f06-99b3-90495a884cd5 HTTP/1.1" status: 204 len: 168 time: 0.2463493 Aug 31 07:40:59.172812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-e2befc5d-1e2e-4104-8981-a86a6ce1f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:59.174744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-e2befc5d-1e2e-4104-8981-a86a6ce1f245 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c&tenant_id=1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 1101 time: 0.0784197 Aug 31 07:40:59.176832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0cc58-00ac-4878-b285-b9fb313a4648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2516dc8-493d-4f06-99b3-90495a884cd5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:59.189440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:59.316069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.356091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device adeee30d-3fd4-4c9a-b753-7ca749d09055 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:59.397670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.399524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: adeee30d-3fd4-4c9a-b753-7ca749d09055 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:59.403389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device adeee30d-3fd4-4c9a-b753-7ca749d09055 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:59.579291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:59.584156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:59.764015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:59.897768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:59.960074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.978521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Transition to ACTIVE for port object 5b6e2bd3-bd69-4f78-9790-b1b48976c674 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:59.981456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:59.984716 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02758c4f-df45-4aa7-8c9d-2837fd06f9d4" -d '{"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:00.033885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.063416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffe861-5898-4641-b20d-0aee1cfdcebe req-7666f1a2-d6bc-443f-803b-e4d698cf066d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:00.075783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dffe861-5898-4641-b20d-0aee1cfdcebe req-7666f1a2-d6bc-443f-803b-e4d698cf066d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.2945457 Aug 31 07:41:00.082655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:00.087624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:00.090145 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53943009-76d6-4801-bdb8-8efe9da4b1cb" -d '{"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-unplugged", "status": "completed", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:00.099512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.167191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:00.173013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.245016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'port_id': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'mac_address': 'fa:16:3e:7a:65:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d61452f-0c1a-45a3-827c-687169c6d5f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:00.368205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:00.381117 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.398629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c03ad5-95ad-492b-aca4-8e896386dd5e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:00.408869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dffe861-5898-4641-b20d-0aee1cfdcebe req-79dc233a-50f8-4a85-b7d3-880d2166e264 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300071 Aug 31 07:41:00.425497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:00.461933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:00.490592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] No DVR routers for this DVR port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:00.544934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.637062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:00.684208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:00.684481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:00.684776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:00.742707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:00.743355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Attempting to bind port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:00.763821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:00.764212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:00.767992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:00.767992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Bound port: 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:00.767992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.790546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['10c03ad5-95ad-492b-aca4-8e896386dd5e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:00.926099 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c46882-1ecd-4539-a488-bda1d878254c x-openstack-request-id: req-73c46882-1ecd-4539-a488-bda1d878254c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:00.926462 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:00.926879 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73c46882-1ecd-4539-a488-bda1d878254c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:00.927297 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'code': 200} Aug 31 07:41:01.066867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:01.070838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:01.098322 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55acdf2-61bd-4dcd-8b16-d2fa7d32c992 x-openstack-request-id: req-d55acdf2-61bd-4dcd-8b16-d2fa7d32c992 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:01.098605 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-unplugged", "status": "completed", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:01.098851 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d55acdf2-61bd-4dcd-8b16-d2fa7d32c992 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:01.099242 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'code': 200} Aug 31 07:41:01.147568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0965-508c-4bb7-b878-d9e58e49a775 req-6f8ba920-773f-4ca7-b75a-1379c7f4c77b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.155851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60fa0965-508c-4bb7-b878-d9e58e49a775 req-6f8ba920-773f-4ca7-b75a-1379c7f4c77b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 944 time: 0.0826564 Aug 31 07:41:01.222213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60fa0965-508c-4bb7-b878-d9e58e49a775 req-b5ba99a2-1b52-454d-9bf5-0feabcf31efd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595257 Aug 31 07:41:01.402510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.425841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.426466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.428010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] 10.222.0.45 "PUT /v2.0/ports/5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 1096 time: 2.2443206 Aug 31 07:41:01.594948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:01.624436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec423d-31fb-4a4f-aac4-78f0f85f958a service neutron] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:01.673087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-e2ddf74b-b4f1-4312-913d-bc86210f1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.675668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-e2ddf74b-b4f1-4312-913d-bc86210f1c16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1099 time: 0.1846223 Aug 31 07:41:01.719461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:01.825879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa127a-9d24-4ad9-81c8-cca6275f025c req-dc9584fe-c0a8-4fb6-a500-a81f7591fd1f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.827550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eaa127a-9d24-4ad9-81c8-cca6275f025c req-dc9584fe-c0a8-4fb6-a500-a81f7591fd1f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.1856015 Aug 31 07:41:01.895215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eaa127a-9d24-4ad9-81c8-cca6275f025c req-4ceb0c90-64ef-4166-9e14-449f57fcb00c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536592 Aug 31 07:41:01.895759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-9a77f8c5-593b-47c0-a676-5eb5186fe706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.897826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-9a77f8c5-593b-47c0-a676-5eb5186fe706 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2041233 Aug 31 07:41:02.008051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-4e37655e-74d7-47b2-b753-497425dfaac9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.1028802 Aug 31 07:41:02.023087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59352) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:02.181388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-14e62eca-968d-41cd-984c-0a4db45caa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:02.184616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-14e62eca-968d-41cd-984c-0a4db45caa51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1593969 Aug 31 07:41:02.301192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14c996-1796-4967-83df-b7e8904630be req-9251ee2d-5c9c-44bd-8a80-c1efa1870fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:02.305398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-9251ee2d-5c9c-44bd-8a80-c1efa1870fdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117315 Aug 31 07:41:02.402879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1077380635-network', 'tenant_id': 'cc46c8819b7b42e19027d7d0f72882e3'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:02.460363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc80d12-8df1-4a5b-bcae-df20ba4afb25 req-6a3500a0-fce3-403d-923f-58aa0f4c6b7c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:02.463111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bc80d12-8df1-4a5b-bcae-df20ba4afb25 req-6a3500a0-fce3-403d-923f-58aa0f4c6b7c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 944 time: 0.1208160 Aug 31 07:41:02.505795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Made reservation on behalf of cc46c8819b7b42e19027d7d0f72882e3 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:02.509454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.528418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.584211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-0f2e52a2-c703-4ba4-bc94-0f4d6a0d7ff1 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668030 Aug 31 07:41:02.600123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bc80d12-8df1-4a5b-bcae-df20ba4afb25 req-77830db3-0b27-4569-b9da-5e3144030b75 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222510 Aug 31 07:41:02.785442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe14c996-1796-4967-83df-b7e8904630be req-3a76d8ec-d8ee-4321-8523-75a98f3c608c service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839015 Aug 31 07:41:02.810157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.929488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:02.932306 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b721c36b-3b10-4caf-955f-8e5f626222e4" -d '{"events": [{"name": "network-changed", "server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:02.952069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.991972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:41:03.002478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cacc548-232d-46ee-ac84-995b8677a1b6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:03.008925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.013196 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Added segment 211b01f4-0da5-4b9a-adc4-d1dd3f799eb6 of type vlan for network f94c7ff3-c487-484b-a0b0-a98a2856e37b Aug 31 07:41:03.105226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.115322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c2939-3913-4a26-ace0-a27db023481d req-e87cbbb7-89dc-4428-bd7e-98d9caa181df tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.128807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c4c2939-3913-4a26-ace0-a27db023481d req-e87cbbb7-89dc-4428-bd7e-98d9caa181df tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.0988820 Aug 31 07:41:03.206664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c4c2939-3913-4a26-ace0-a27db023481d req-10c6a788-4c79-4b91-a3be-c55647e4bba4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709245 Aug 31 07:41:03.260363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.261673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.262468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.322247 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f70d8-32e4-4878-a632-a3cb124f57e9 x-openstack-request-id: req-4d9f70d8-32e4-4878-a632-a3cb124f57e9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:03.326235 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:03.326663 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d9f70d8-32e4-4878-a632-a3cb124f57e9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:03.327407 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'status': 'completed', 'code': 200} Aug 31 07:41:03.442285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f94c7ff3-c487-484b-a0b0-a98a2856e37b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:03.445164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-aa8045fa-41ba-4010-b556-b9c369c5c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.446950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-aa8045fa-41ba-4010-b556-b9c369c5c644 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1099 time: 0.0953352 Aug 31 07:41:03.454214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f94c7ff3-c487-484b-a0b0-a98a2856e37b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:41:03.484209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-decb7801-37e9-44cc-8438-ebe5839d74a9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4597626 Aug 31 07:41:03.487068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:03.492782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Request body: {'subnet': {'network_id': 'f94c7ff3-c487-484b-a0b0-a98a2856e37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1077380635-subnet', 'tenant_id': 'cc46c8819b7b42e19027d7d0f72882e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:03.602333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:03.643552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Made reservation on behalf of cc46c8819b7b42e19027d7d0f72882e3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:03.646480 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.688501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-98e43a26-dfe9-4dcb-85b9-ab5d1a61dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.690375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-98e43a26-dfe9-4dcb-85b9-ab5d1a61dba8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2315142 Aug 31 07:41:03.698826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-a996858a-dfb2-4f00-ae87-c2b4cb1af00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.701629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-a996858a-dfb2-4f00-ae87-c2b4cb1af00e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1099 time: 0.3559937 Aug 31 07:41:03.742781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 10c03ad5-95ad-492b-aca4-8e896386dd5e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:03.743164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.773413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-944fdf65-2c9c-4773-9604-dc15cd826564 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0705540 Aug 31 07:41:03.890463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-9937019c-1c8d-4a79-a10f-ebec015b2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.892053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-9937019c-1c8d-4a79-a10f-ebec015b2602 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0834508 Aug 31 07:41:03.954694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-a231a32c-fc09-48ac-9aa5-c3d7a196d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:03.955585 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.957719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-a231a32c-fc09-48ac-9aa5-c3d7a196d8e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2480533 Aug 31 07:41:04.000997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:04.002359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:04.005291 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42551e4c-13d4-4d53-8df8-d379ee39097a" -d '{"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-plugged", "status": "completed", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:04.023295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-7c41e9d2-5d5a-472a-a951-cbc99a54d3bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0527928 Aug 31 07:41:04.025499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-a8376516-c227-4873-a211-dafcdcacb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.027009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-a8376516-c227-4873-a211-dafcdcacb2ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236460 Aug 31 07:41:04.167609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-514507a9-7edc-4802-9f33-a926bdc03150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.168025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-514507a9-7edc-4802-9f33-a926bdc03150 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1349056 Aug 31 07:41:04.226966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.236817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187ffc2-2479-47ea-993e-98abce59e6dd req-95736ff6-5bd5-4a62-a5e9-55aa8ca3bbd8 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.238345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e187ffc2-2479-47ea-993e-98abce59e6dd req-95736ff6-5bd5-4a62-a5e9-55aa8ca3bbd8 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 944 time: 0.1223502 Aug 31 07:41:04.240134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-3e692b46-0f99-45b3-bea3-b0bf26f786f3 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983399 Aug 31 07:41:04.244877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.302594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:04.364076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb3ae77-e45c-4bd7-b05d-6d9984cbf03e,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:04.375477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Checking segment: {'id': '211b01f4-0da5-4b9a-adc4-d1dd3f799eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f94c7ff3-c487-484b-a0b0-a98a2856e37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:04.376525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Network hostable DHCP agents. Network: f94c7ff3-c487-484b-a0b0-a98a2856e37b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:41:04.400638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-c03367fc-0185-4cdb-bc33-39819f802309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.402253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-c03367fc-0185-4cdb-bc33-39819f802309 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2203629 Aug 31 07:41:04.413869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e187ffc2-2479-47ea-993e-98abce59e6dd req-bd31e1ef-6bc8-4379-9e97-4d5bb3733490 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608334 Aug 31 07:41:04.466730 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f328d76-b7f0-4da6-9c6a-aa77255827b5 x-openstack-request-id: req-8f328d76-b7f0-4da6-9c6a-aa77255827b5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:04.467226 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-plugged", "status": "completed", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:04.467341 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f328d76-b7f0-4da6-9c6a-aa77255827b5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:04.467716 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'code': 200} Aug 31 07:41:04.517037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-84a15c1b-2708-4e2d-8a5b-35cbb8c6dd89 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650998 Aug 31 07:41:04.559317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-c5883982-34b2-4e4f-8e90-0344ce926469 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328156 Aug 31 07:41:04.648961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b721c36b-3b10-4caf-955f-8e5f626222e4 req-3746a316-b03f-47f1-8f62-59651b0713f5 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907156 Aug 31 07:41:04.649729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83850db-ed65-4e3d-9554-b780c1be4f25 req-bd187e76-b3d9-4af0-991b-c7be592611f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.651323 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e83850db-ed65-4e3d-9554-b780c1be4f25 req-bd187e76-b3d9-4af0-991b-c7be592611f8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 1097 time: 0.0426402 Aug 31 07:41:04.694285 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e83850db-ed65-4e3d-9554-b780c1be4f25 req-992908f7-9f92-44be-b89b-d0dff5fe6f5c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Aug 31 07:41:04.722998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Network f94c7ff3-c487-484b-a0b0-a98a2856e37b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:41:04.780148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f94c7ff3-c487-484b-a0b0-a98a2856e37b) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:04.785372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.788933 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.793750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0011f-8039-4199-8791-8857cf52d376 None None] Network f94c7ff3-c487-484b-a0b0-a98a2856e37b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:04.867553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ca5a6321-8034-4c2e-967b-93f684faaaf3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3786042 Aug 31 07:41:04.886431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49af116-73d7-4465-a7ab-2aab836d2aeb req-40cdf5f6-f446-41c0-a91f-2e32d4b5f57c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:04.889081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c49af116-73d7-4465-a7ab-2aab836d2aeb req-40cdf5f6-f446-41c0-a91f-2e32d4b5f57c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 947 time: 0.0722508 Aug 31 07:41:04.971066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ff5a9-5560-48a6-9376-05da174c943c None None] Network f94c7ff3-c487-484b-a0b0-a98a2856e37b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:04.971832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c49af116-73d7-4465-a7ab-2aab836d2aeb req-f4bcacb2-7733-4677-be3b-b3a7c609a1df tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756505 Aug 31 07:41:05.246169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7b646-3b1d-4a6d-bc81-6efafeda45e7 req-4ea2838e-ac5e-43f4-a7fe-cdaff88f0d6e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:05.255729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13c7b646-3b1d-4a6d-bc81-6efafeda45e7 req-4ea2838e-ac5e-43f4-a7fe-cdaff88f0d6e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.1183772 Aug 31 07:41:05.349389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13c7b646-3b1d-4a6d-bc81-6efafeda45e7 req-af50f694-13a0-4e05-842c-9500594a8ff7 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926046 Aug 31 07:41:05.399294 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-630c1387-6781-43f9-9ad3-220d7c0ebb95 req-7103e2b6-d3d3-4cd8-9168-e6a08bc8e5b1 tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] show failed (client error): The resource could not be found. Aug 31 07:41:05.402260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-630c1387-6781-43f9-9ad3-220d7c0ebb95 req-7103e2b6-d3d3-4cd8-9168-e6a08bc8e5b1 tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups/7a9a9f8e-8277-40f6-bec4-d07188afe91e HTTP/1.1" status: 404 len: 352 time: 0.0172708 Aug 31 07:41:05.505146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b495cbd6-4396-4a03-b11a-0c5ff02ba678 req-aa98ac37-09f6-4349-8c8d-3bea570654eb tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc46c8819b7b42e19027d7d0f72882e3 HTTP/1.1" status: 200 len: 2984 time: 0.0611045 Aug 31 07:41:05.560451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b495cbd6-4396-4a03-b11a-0c5ff02ba678 req-3701cfce-f8d2-400c-aa0d-814f59372566 tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups/4cacc548-232d-46ee-ac84-995b8677a1b6 HTTP/1.1" status: 200 len: 2981 time: 0.0485265 Aug 31 07:41:05.615034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b495cbd6-4396-4a03-b11a-0c5ff02ba678 req-0c7c327e-03b2-4edb-b0d7-0330ac66118a tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups/4cacc548-232d-46ee-ac84-995b8677a1b6 HTTP/1.1" status: 200 len: 2981 time: 0.0468330 Aug 31 07:41:05.748543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617e599-eb3f-4cb4-8dc6-2ed5ba9ba396 req-a594f55d-439f-41a0-a2e3-42c2afcbfb4b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:05.749304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:05.754373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c617e599-eb3f-4cb4-8dc6-2ed5ba9ba396 req-a594f55d-439f-41a0-a2e3-42c2afcbfb4b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0838680 Aug 31 07:41:05.762294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87620f68-84dc-4f83-956a-b1d244ba9863 req-3dd582ec-cbcc-4a64-aa15-3d93296879a3 tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups/4cacc548-232d-46ee-ac84-995b8677a1b6 HTTP/1.1" status: 200 len: 2981 time: 0.0811689 Aug 31 07:41:05.839554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c617e599-eb3f-4cb4-8dc6-2ed5ba9ba396 req-0712bd98-1e89-4bd0-9afe-e14a4b807f70 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819080 Aug 31 07:41:05.861464 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-87620f68-84dc-4f83-956a-b1d244ba9863 req-b351706e-b0f4-49d9-a590-3534b0e2c7b6 tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 07:41:05.862877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87620f68-84dc-4f83-956a-b1d244ba9863 req-b351706e-b0f4-49d9-a590-3534b0e2c7b6 tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "DELETE /v2.0/security-groups/4cacc548-232d-46ee-ac84-995b8677a1b6 HTTP/1.1" status: 409 len: 352 time: 0.0920434 Aug 31 07:41:05.899100 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:05.925490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:05.947345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'mac_address': 'fa:16:3e:bd:ee:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:05.970323 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-b1e42108-d1cd-4385-82ae-63a914e90019 req-52b7d53a-e104-4711-89e3-1a2f23a0e96c tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] show failed (client error): The resource could not be found. Aug 31 07:41:05.971392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1e42108-d1cd-4385-82ae-63a914e90019 req-52b7d53a-e104-4711-89e3-1a2f23a0e96c tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups/b1325ec4-ebe1-48cc-b383-1727a9d2044a HTTP/1.1" status: 404 len: 352 time: 0.0322642 Aug 31 07:41:06.002790 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.020710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6e2bd3-bd69-4f78-9790-b1b48976c674 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:06.043350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:06.080650 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-299d01d3-8966-4bd6-b8b9-3a044de355c8 req-bd572751-f417-435a-9f8a-a33cb2eadc3d tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] show failed (client error): The resource could not be found. Aug 31 07:41:06.081688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-299d01d3-8966-4bd6-b8b9-3a044de355c8 req-bd572751-f417-435a-9f8a-a33cb2eadc3d tempest-SecurityGroupsNegativeTestJSON-225632733 tempest-SecurityGroupsNegativeTestJSON-225632733-project] 10.222.0.36 "GET /v2.0/security-groups/0cfa38eb-6441-4cc3-86ba-f3debe82a143 HTTP/1.1" status: 404 len: 352 time: 0.0158024 Aug 31 07:41:06.105610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59534) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:06.161648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.222471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:06.443638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:06.570184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Deleting subnet dfb3ae77-e45c-4bd7-b05d-6d9984cbf03e {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:41:06.595045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.696775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.708751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907066d2-f6b0-4a36-a1eb-d04fdee5dbdb req-20bb2d63-6f11-4509-a146-e5f3ad8e2ece tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:06.720612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-907066d2-f6b0-4a36-a1eb-d04fdee5dbdb req-20bb2d63-6f11-4509-a146-e5f3ad8e2ece tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 948 time: 0.5819833 Aug 31 07:41:06.806148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b2a2b-0ec1-4c5e-b403-3037763524f6 req-cbf5290e-42ef-472e-ab3c-08f873f9c7a2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:06.813441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1b2a2b-0ec1-4c5e-b403-3037763524f6 req-cbf5290e-42ef-472e-ab3c-08f873f9c7a2 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.2341220 Aug 31 07:41:06.879773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1b2a2b-0ec1-4c5e-b403-3037763524f6 req-3f5eae77-5e40-4cbd-8937-cc986a34995f tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523286 Aug 31 07:41:06.885669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.900033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-907066d2-f6b0-4a36-a1eb-d04fdee5dbdb req-b62e9ee8-f018-4df7-aadb-60f324a06d28 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778157 Aug 31 07:41:07.078636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.141274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e45231-54d7-4b18-bae9-4cd1843a4db4 req-9a64eb43-b8e0-4241-a929-80b4901dd9d2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.148919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19e45231-54d7-4b18-bae9-4cd1843a4db4 req-9a64eb43-b8e0-4241-a929-80b4901dd9d2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1449771 Aug 31 07:41:07.172970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb3ae77-e45c-4bd7-b05d-6d9984cbf03e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:07.205732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.211683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f5956b10-2856-4cfe-9c34-205092bd846d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dfb3ae77-e45c-4bd7-b05d-6d9984cbf03e HTTP/1.1" status: 204 len: 168 time: 1.1020718 Aug 31 07:41:07.212829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59560) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:07.219996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19e45231-54d7-4b18-bae9-4cd1843a4db4 req-e4100a58-92ed-4ec7-ae0f-44115cd60929 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Aug 31 07:41:07.320327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.391195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d89b-8927-4a14-b033-e075e14e4f04 req-fa20760b-c45a-4f60-91ab-1e80cca3b706 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.394861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28f9d89b-8927-4a14-b033-e075e14e4f04 req-fa20760b-c45a-4f60-91ab-1e80cca3b706 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.0690098 Aug 31 07:41:07.428017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.438899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94c7ff3-c487-484b-a0b0-a98a2856e37b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:07.449893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211b01f4-0da5-4b9a-adc4-d1dd3f799eb6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:07.450329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211b01f4-0da5-4b9a-adc4-d1dd3f799eb6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:07.467692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.467795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28f9d89b-8927-4a14-b033-e075e14e4f04 req-643aeee8-8a53-4dff-b077-f5f65fb59ecf tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Aug 31 07:41:07.472428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719b65f-8a9c-4576-a10c-3373ef19c903 req-f01c47f9-b144-4c83-bca1-50365bfada81 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.473949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7719b65f-8a9c-4576-a10c-3373ef19c903 req-f01c47f9-b144-4c83-bca1-50365bfada81 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 948 time: 0.0803740 Aug 31 07:41:07.481726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.505027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:07.505758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.540087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7719b65f-8a9c-4576-a10c-3373ef19c903 req-fa0b7bda-d77d-412b-a78a-c5045782a46a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531569 Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:07.559340 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:07.692343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb860f4-6768-4751-9b98-1275b5578386 req-a076e395-fd13-4b7f-9fff-63c40150ea98 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.693964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-a076e395-fd13-4b7f-9fff-63c40150ea98 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c&tenant_id=1f99309256e54083896d0fb3660db605&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 948 time: 0.1291318 Aug 31 07:41:07.738235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:07.759811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.765137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.768116 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] 10.222.0.36 "DELETE /v2.0/networks/f94c7ff3-c487-484b-a0b0-a98a2856e37b HTTP/1.1" status: 204 len: 168 time: 0.5524237 Aug 31 07:41:07.771842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:07.783424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2068e-64ed-4d69-9a3b-e07be70cda0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f94c7ff3-c487-484b-a0b0-a98a2856e37b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:07.791173 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-2cb860f4-6768-4751-9b98-1275b5578386 req-25583416-4b25-4d0a-b41e-e183b3af268c service neutron] delete failed (client error): The resource could not be found. Aug 31 07:41:07.792397 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-25583416-4b25-4d0a-b41e-e183b3af268c service neutron] 10.222.0.68 "DELETE /v2.0/ports/5b6e2bd3-bd69-4f78-9790-b1b48976c674/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0898223 Aug 31 07:41:07.911118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb860f4-6768-4751-9b98-1275b5578386 req-14701c30-65c8-4ca2-9cde-81d74e3a2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.912661 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-14701c30-65c8-4ca2-9cde-81d74e3a2f4d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1100 time: 0.0538464 Aug 31 07:41:07.929413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:07.946851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:07.947787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.984957 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0da32c6d-814a-4080-86c4-f49b55b770ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.078568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51e147-caa1-4cbc-be06-3bbde186732e req-200024b7-e153-4b4f-a986-0c89503f8344 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.087039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d51e147-caa1-4cbc-be06-3bbde186732e req-200024b7-e153-4b4f-a986-0c89503f8344 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.1088827 Aug 31 07:41:08.087275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb860f4-6768-4751-9b98-1275b5578386 req-dab6bc78-5b6e-4248-ac28-8b58ea7d4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.088851 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-dab6bc78-5b6e-4248-ac28-8b58ea7d4492 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1684484 Aug 31 07:41:08.092546 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.122788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:08.125516 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940e7842-4e3f-4fdd-a9b4-fd57e03f1e2a" -d '{"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:08.132325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d51e147-caa1-4cbc-be06-3bbde186732e req-48f98f7e-04db-4c0f-9f99-16dad76bf2a8 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Aug 31 07:41:08.140101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:08.144022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-dcf09e5b-ac3b-4715-a139-d38cee40e8ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0440474 Aug 31 07:41:08.215716 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ec4ec-ddea-4ab2-971a-f3608011c6b4 x-openstack-request-id: req-d65ec4ec-ddea-4ab2-971a-f3608011c6b4 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:08.216146 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-plugged", "status": "completed", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:08.216479 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d65ec4ec-ddea-4ab2-971a-f3608011c6b4 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:08.216875 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'code': 200} Aug 31 07:41:08.240038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0da32c6d-814a-4080-86c4-f49b55b770ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.242570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb860f4-6768-4751-9b98-1275b5578386 req-e90020f6-02fe-4731-8f3c-1283468f88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.244201 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-e90020f6-02fe-4731-8f3c-1283468f88ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0948398 Aug 31 07:41:08.250724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.320818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59598) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:08.336787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:08.610004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-57516de6-1e7c-4950-8706-36b9a7dad3f7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.612454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-57516de6-1e7c-4950-8706-36b9a7dad3f7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 815 time: 0.1357288 Aug 31 07:41:08.642488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-b937fcfc-9aeb-4e46-bab8-d04156317583 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/quotas/6a07c6ab1f8549c3b331064737f43f64 HTTP/1.1" status: 200 len: 375 time: 0.0185449 Aug 31 07:41:08.700978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0da32c6d-814a-4080-86c4-f49b55b770ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.712965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-8a2f652d-a308-4e34-ba96-288d074a1ed7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691352 Aug 31 07:41:08.729075 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0da32c6d-814a-4080-86c4-f49b55b770ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa71900490be4071877dc6c36454b0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897587 Aug 31 07:41:08.731165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb860f4-6768-4751-9b98-1275b5578386 req-179cb200-c72c-460a-b756-b67944ef1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.732711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-179cb200-c72c-460a-b756-b67944ef1e17 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4765480 Aug 31 07:41:08.733344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59626) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:08.844601 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-645d289d-09e3-46f5-ab7b-6e94aef9232c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc46c8819b7b42e19027d7d0f72882e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178933 Aug 31 07:41:08.851998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59628) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:08.880813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32c6d-814a-4080-86c4-f49b55b770ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e14cbd-224f-4615-8c8f-65ee3baa8e3f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:08.905634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-7ca7315a-a4b1-4f0a-8021-b1d3a45e6b68 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507797 Aug 31 07:41:08.953068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c09ad-fe21-4ab5-b3de-f7a85ef9e472 req-2211c13d-2e20-4339-bb40-b7cf8a674339 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.961081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae0c09ad-fe21-4ab5-b3de-f7a85ef9e472 req-2211c13d-2e20-4339-bb40-b7cf8a674339 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1519961 Aug 31 07:41:08.966109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a76f045-52d5-4ec0-8806-f3e169cd8f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.000026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-e5b32f3e-22c9-4d49-9cb8-c91a49e91866 service neutron] 10.222.0.36 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787857 Aug 31 07:41:09.002340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a76f045-52d5-4ec0-8806-f3e169cd8f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.061356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cb860f4-6768-4751-9b98-1275b5578386 req-44dcc58e-eb2d-43d3-beca-0f25309b9675 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458805 Aug 31 07:41:09.070283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae0c09ad-fe21-4ab5-b3de-f7a85ef9e472 req-96aa1d93-5723-4f7a-8ad5-7d2439da2978 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082847 Aug 31 07:41:09.081420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2019-225a-4459-84c7-3e8e50de0626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.140530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2019-225a-4459-84c7-3e8e50de0626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.201009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-8870e418-4071-4c74-8b69-cb8a0503dd68 service neutron] 10.222.0.36 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000933 Aug 31 07:41:09.204293 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a76f045-52d5-4ec0-8806-f3e169cd8f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.207481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a76f045-52d5-4ec0-8806-f3e169cd8f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.212095 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5a76f045-52d5-4ec0-8806-f3e169cd8f5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62e14cbd-224f-4615-8c8f-65ee3baa8e3f HTTP/1.1" status: 204 len: 168 time: 0.4739339 Aug 31 07:41:09.225786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76f045-52d5-4ec0-8806-f3e169cd8f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e14cbd-224f-4615-8c8f-65ee3baa8e3f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:09.329774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2019-225a-4459-84c7-3e8e50de0626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.332523 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2019-225a-4459-84c7-3e8e50de0626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.336089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8b0a2019-225a-4459-84c7-3e8e50de0626 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cacc548-232d-46ee-ac84-995b8677a1b6 HTTP/1.1" status: 204 len: 168 time: 0.4796438 Aug 31 07:41:09.353913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2019-225a-4459-84c7-3e8e50de0626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cacc548-232d-46ee-ac84-995b8677a1b6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:09.648044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:09.693729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-600124fe-c84a-4a35-8571-302ceb61f40c req-57465a21-f0eb-4605-b5de-9c9c56b56419 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 210 time: 0.0668018 Aug 31 07:41:09.722355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37861f6-bd56-4d22-a104-67bbb2dd7d20 req-562fa5f3-8120-4f64-9aab-789c024e154a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:09.724536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e37861f6-bd56-4d22-a104-67bbb2dd7d20 req-562fa5f3-8120-4f64-9aab-789c024e154a tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 946 time: 0.1318686 Aug 31 07:41:09.797800 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.798785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e37861f6-bd56-4d22-a104-67bbb2dd7d20 req-12f53512-c0c6-4e5b-92c7-f6362815699c tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603724 Aug 31 07:41:09.853902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-a80ae569-dd35-4ed6-9a27-2ffbb2ad6566 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:09.865086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-a80ae569-dd35-4ed6-9a27-2ffbb2ad6566 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "GET /v2.0/ports?device_id=23798865-5fe2-4454-a726-a3a7e4341db5 HTTP/1.1" status: 200 len: 945 time: 0.1549489 Aug 31 07:41:09.897559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:10.035393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Deleting port 10c03ad5-95ad-492b-aca4-8e896386dd5e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:10.036393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.037594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.151695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:10.218665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:10.221442 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a875103-1988-4450-8038-1419aae27bbe" -d '{"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:10.238257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] For port 10c03ad5-95ad-492b-aca4-8e896386dd5e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=10c03ad5-95ad-492b-aca4-8e896386dd5e,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:10.238647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.276681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4b983-a21d-4e34-90d4-3ec5e672c9e0 req-9301bbb5-147b-4f22-97e9-99c8ab232c07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:10.290671 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbed419-ba81-4948-b008-77f702b8d039 x-openstack-request-id: req-cdbed419-ba81-4948-b008-77f702b8d039 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:10.290961 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:10.300588 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdbed419-ba81-4948-b008-77f702b8d039 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:10.300588 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'code': 200} Aug 31 07:41:10.301020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12f4b983-a21d-4e34-90d4-3ec5e672c9e0 req-9301bbb5-147b-4f22-97e9-99c8ab232c07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1071551 Aug 31 07:41:10.303234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Calling delete_port for 10c03ad5-95ad-492b-aca4-8e896386dd5e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:10.343823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12f4b983-a21d-4e34-90d4-3ec5e672c9e0 req-11b83cf6-83d7-4930-bcba-432d27193b79 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Aug 31 07:41:10.485751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59670) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:10.612425 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85765e2e-ac91-4e79-b609-45713dd78f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.751675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.764655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['10c03ad5-95ad-492b-aca4-8e896386dd5e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:10.773095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-2fe4546b-aa8a-4305-80d5-a71c9fd3c2fb tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:10.778284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-2fe4546b-aa8a-4305-80d5-a71c9fd3c2fb tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 944 time: 0.2758372 Aug 31 07:41:10.806041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Pushing event deleted for resources: {'Port': ['ID=10c03ad5-95ad-492b-aca4-8e896386dd5e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:10.849556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] No DVR routers for this DVR port 10c03ad5-95ad-492b-aca4-8e896386dd5e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:10.850229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88a6ab-6423-4a09-b56e-77baa37d7d8b req-fc38b68f-17f3-4f96-b544-d3cb8bf5a0bc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:10.852913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb88a6ab-6423-4a09-b56e-77baa37d7d8b req-fc38b68f-17f3-4f96-b544-d3cb8bf5a0bc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.2426066 Aug 31 07:41:10.853282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.855850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9596b61e-96fd-4966-8373-3b70cc16f390 req-8079bdde-37d2-4ae3-9a5c-6ff565dfabb9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "DELETE /v2.0/ports/10c03ad5-95ad-492b-aca4-8e896386dd5e HTTP/1.1" status: 204 len: 173 time: 0.9845338 Aug 31 07:41:10.857403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-deleted', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:10.860598 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb50093-7269-4955-8168-dbdcc701fd22" -d '{"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-deleted", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:10.937599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a48d6cc1-a756-428f-bd72-f129cde7f04f req-bcb5bc39-7645-4ad2-b3fb-f1b3ff84c022 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 210 time: 0.0956175 Aug 31 07:41:11.021422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb88a6ab-6423-4a09-b56e-77baa37d7d8b req-3fa19b99-0151-4fb4-adbd-cc9331832f35 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437874 Aug 31 07:41:11.072074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85765e2e-ac91-4e79-b609-45713dd78f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.121580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Deleting port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:11.122128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.192997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6a732-1530-407b-bb15-5c9b7911f756 req-0467ef3c-85a4-4f95-b6dc-b69e0f1d1f8e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:11.194632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09a6a732-1530-407b-bb15-5c9b7911f756 req-0467ef3c-85a4-4f95-b6dc-b69e0f1d1f8e tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 944 time: 0.1334341 Aug 31 07:41:11.235528 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294824cc-825e-48c5-80a0-beae1044eb0c x-openstack-request-id: req-294824cc-825e-48c5-80a0-beae1044eb0c {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:11.238534 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23798865-5fe2-4454-a726-a3a7e4341db5", "name": "network-vif-deleted", "tag": "10c03ad5-95ad-492b-aca4-8e896386dd5e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:11.238534 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-294824cc-825e-48c5-80a0-beae1044eb0c {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:11.238534 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23798865-5fe2-4454-a726-a3a7e4341db5', 'name': 'network-vif-deleted', 'tag': '10c03ad5-95ad-492b-aca4-8e896386dd5e', 'status': 'completed', 'code': 200} Aug 31 07:41:11.291140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] For port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,segment=NetworkSegment(d9e8fc61-d164-4f69-8a69-1aa648620d7a),segment_id=d9e8fc61-d164-4f69-8a69-1aa648620d7a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:11.291506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.297534 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09a6a732-1530-407b-bb15-5c9b7911f756 req-4ca41701-bda6-41ad-841f-01dec8ed1902 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/security-groups?id=87659ea5-f6ba-4b60-8398-48c92ee3f3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914793 Aug 31 07:41:11.304832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85765e2e-ac91-4e79-b609-45713dd78f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.327683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Calling delete_port for ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:11.409079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85765e2e-ac91-4e79-b609-45713dd78f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875e963b-f387-4b76-bf2f-8e3177dbe662,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:11.413856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-85765e2e-ac91-4e79-b609-45713dd78f46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d55646976be5403f92e3169781616141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9274442 Aug 31 07:41:11.416897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59706) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:11.500449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0506254-8839-4d1a-a090-d9648bf75187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.558779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0506254-8839-4d1a-a090-d9648bf75187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.712653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-a2388d42-ad3d-4ee9-85bb-c9516c86975b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266151 Aug 31 07:41:11.866258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.886843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-7e2458bf-2e4f-477f-9a18-3de7d58ae8cf tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:11.888380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-7e2458bf-2e4f-477f-9a18-3de7d58ae8cf tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688833 Aug 31 07:41:11.910948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Pushing event deleted for resources: {'Port': ['ID=ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:11.926761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-5191afee-0bee-4ba7-9f47-9a710fa53342 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/quotas/1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 375 time: 0.0192914 Aug 31 07:41:11.985510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] No DVR routers for this DVR port ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:11.987449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0506254-8839-4d1a-a090-d9648bf75187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.990169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0506254-8839-4d1a-a090-d9648bf75187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.991328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a0506254-8839-4d1a-a090-d9648bf75187 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/875e963b-f387-4b76-bf2f-8e3177dbe662 HTTP/1.1" status: 204 len: 168 time: 0.5734642 Aug 31 07:41:11.993628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.995551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b874fd85-0e2a-4813-bacd-85a821c4ad65 req-d417f6fb-f587-4946-a038-06b96fd834bc tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.68 "DELETE /v2.0/ports/ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 HTTP/1.1" status: 204 len: 173 time: 1.1744092 Aug 31 07:41:11.997623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-deleted', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:12.000144 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fbd037-915d-4c30-90f9-b23341c9ffba" -d '{"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-deleted", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:12.016010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0506254-8839-4d1a-a090-d9648bf75187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875e963b-f387-4b76-bf2f-8e3177dbe662,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:12.039841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-36af6645-6fb6-4cca-bd1b-5600f9f0294b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982232 Aug 31 07:41:12.551197 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8f176f-6b44-4bd1-85bd-32cd79c79e64 x-openstack-request-id: req-7c8f176f-6b44-4bd1-85bd-32cd79c79e64 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:12.551524 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a28ba9-c1fe-4a7d-9ee1-534477ec7627", "name": "network-vif-deleted", "tag": "ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:12.551824 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c8f176f-6b44-4bd1-85bd-32cd79c79e64 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:12.552217 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a28ba9-c1fe-4a7d-9ee1-534477ec7627', 'name': 'network-vif-deleted', 'tag': 'ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68', 'status': 'completed', 'code': 200} Aug 31 07:41:12.585396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13b8db83-6b51-464d-bf6e-f0789f1995a1 req-95412f41-9047-47ba-93cf-5c2b3e725146 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 210 time: 0.0360720 Aug 31 07:41:12.665486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93bb40d5-ae9a-4eae-a1ed-d6d61392a032 req-81d8506a-f9b1-4d73-8568-fd14f71981a3 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 210 time: 0.0353291 Aug 31 07:41:12.722677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0240092c-4b86-4b49-9734-194580519980 req-55b06a3e-d40f-40b7-b8e0-1969115510fa tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0600412 Aug 31 07:41:12.796738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c95a51d6-17da-48f4-95be-0ef70b7b7044 req-c08f3d1b-97f7-4628-9eb9-8154476984a0 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0697215 Aug 31 07:41:13.668262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:13.691713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 10c03ad5-95ad-492b-aca4-8e896386dd5e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:13.703145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 10c03ad5-95ad-492b-aca4-8e896386dd5e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:13.703145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:13.707013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faf3a002-5a50-4266-beed-2946385c2011 req-e3464b0f-cf22-4c6f-a07a-48995f7e0ecd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 210 time: 0.0460031 Aug 31 07:41:13.721082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:13.721504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ee7bc77a-7e3a-4c3c-830e-d2c2d07b1e68 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:13.796358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e69148f3-0749-4920-8848-3c92efda8a6d req-15cc95ac-2be0-4256-878a-9b24f13300e6 tempest-ImagesTestJSON-36598550 tempest-ImagesTestJSON-36598550-project] 10.222.0.36 "GET /v2.0/ports?device_id=38a28ba9-c1fe-4a7d-9ee1-534477ec7627 HTTP/1.1" status: 200 len: 210 time: 0.0324802 Aug 31 07:41:13.826558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e67ff20-dfe3-4577-bc83-be88fccd09fb req-0bfe1296-c01c-49a1-a4e1-e8bcbd7a44da tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0341887 Aug 31 07:41:13.912133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e0c89ac-f635-496f-b4e5-0cae9e41ff40 req-cb89430f-1d46-4107-9d0d-cc2821e8f977 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0304101 Aug 31 07:41:14.804709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-18ccb25c-3c27-4cfd-a558-e42077a3c02e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:14.806207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-18ccb25c-3c27-4cfd-a558-e42077a3c02e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.45 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 815 time: 0.1333585 Aug 31 07:41:14.829430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70deb374-3d13-431d-82db-2842e007ce2c req-afbfa7da-eb9d-4b91-9ae9-fda1636e1668 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 210 time: 0.0410900 Aug 31 07:41:14.833105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Request body: {'port': {'device_id': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'admin_state_up': True, 'tenant_id': '6a07c6ab1f8549c3b331064737f43f64'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:14.937337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c44ce0a-5df7-4c07-a8ff-2a1c174a92cc req-08537c28-ae3a-4cdc-9ac2-765b248cfb5d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0423267 Aug 31 07:41:15.142625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef3ff634-9df4-403d-89f3-dbdec24cce57 req-032117bd-e7ec-4c04-9291-04ade4da442a tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0511086 Aug 31 07:41:15.263005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59872) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:15.315078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Deleting subnet 3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:41:15.318714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Made reservation on behalf of 6a07c6ab1f8549c3b331064737f43f64 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:15.322485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.325395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.387456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.503612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.560860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Allocated IP 172.20.0.12 (31d0883f-5d38-443d-beac-9b7a3f21b3d3/8d61452f-0c1a-45a3-827c-687169c6d5f2/9056b919-d4dd-4990-ba14-4383745dadb2) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:15.738916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.792098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.820429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecd05d8-6f4e-4458-9c14-f0152c6ebd85,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:15.825686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.827731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2c841492-9594-443e-8cd7-bae9a471b88d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3ecd05d8-6f4e-4458-9c14-f0152c6ebd85 HTTP/1.1" status: 204 len: 168 time: 0.5636215 Aug 31 07:41:15.830451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59884) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:15.907267 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.962960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.093689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.113423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-506646b1-13b8-4d28-979c-0fd8eda453fa req-a8cfe4e9-3402-421e-a2d8-613446933d32 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0689807 Aug 31 07:41:16.120012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:16.125885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f783ed2d-3c17-43c8-8ccb-61212a0c8f9d']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:16.130165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:16.132726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:16.138102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:16.143498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e8fc61-d164-4f69-8a69-1aa648620d7a') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:16.143799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e8fc61-d164-4f69-8a69-1aa648620d7a') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:16.195283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73c8f2-09a5-4d31-bc43-45b5cf017579 req-71f6002e-05c8-4433-be14-b576b640317d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:16.196901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af73c8f2-09a5-4d31-bc43-45b5cf017579 req-71f6002e-05c8-4433-be14-b576b640317d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 932 time: 0.2576315 Aug 31 07:41:16.201009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.236060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.246486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:16.246486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.254794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:16.255129 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:16.260262 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:16.315596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af73c8f2-09a5-4d31-bc43-45b5cf017579 req-75aeae2b-328f-4658-9c4c-0d977262fe6b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063170 Aug 31 07:41:16.356273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f4a98e5-0503-414d-bdfd-b81a9a2f9f9b req-1046c39f-d0e5-4ce8-aa36-2824727d173c tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0337434 Aug 31 07:41:16.455127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-72f27371-72f0-4b3d-9fb9-d5643b0a076b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6285102 Aug 31 07:41:16.472038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Request body: {'port': {'device_id': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:16.501946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.511866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.518782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f783ed2d-3c17-43c8-8ccb-61212a0c8f9d HTTP/1.1" status: 204 len: 168 time: 0.6856728 Aug 31 07:41:16.554374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a6124-c34d-43f8-8f31-84def67694cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f783ed2d-3c17-43c8-8ccb-61212a0c8f9d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:16.565664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.856293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9056b919-d4dd-4990-ba14-4383745dadb2 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:16.864582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.876550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Transition to ACTIVE for port object 9056b919-d4dd-4990-ba14-4383745dadb2 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:17.037544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.072479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59910) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:17.099601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.122448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3781aec5-c60f-476d-9378-34ef6e95c693 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8edc189c1a05481394c681d6bb08f9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477118 Aug 31 07:41:17.126180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59912) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:17.188059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6523a029-9b5b-47c3-8a9c-395d5c010c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.198539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Attempting to bind port 9056b919-d4dd-4990-ba14-4383745dadb2 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:17.198804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Attempting to bind port 9056b919-d4dd-4990-ba14-4383745dadb2 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:17.199149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Attempting to bind port 9056b919-d4dd-4990-ba14-4383745dadb2 on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:17.204975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Port 9056b919-d4dd-4990-ba14-4383745dadb2 on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:17.205342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Attempting to bind port 9056b919-d4dd-4990-ba14-4383745dadb2 on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:17.211170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:17.211521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Checking segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:17.211959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Bound using segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:17.212398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Bound port: 9056b919-d4dd-4990-ba14-4383745dadb2, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:17.212763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.225857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6523a029-9b5b-47c3-8a9c-395d5c010c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.303509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:17.307371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:17.339210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c44284a-928f-4eb9-8121-944e0cffbc22 req-bbccdba3-f59b-4985-914a-7805e6e1a675 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0304167 Aug 31 07:41:17.403604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6523a029-9b5b-47c3-8a9c-395d5c010c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.407735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6523a029-9b5b-47c3-8a9c-395d5c010c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.409115 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6523a029-9b5b-47c3-8a9c-395d5c010c9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87659ea5-f6ba-4b60-8398-48c92ee3f3b0 HTTP/1.1" status: 204 len: 168 time: 0.2817609 Aug 31 07:41:17.411977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:17.435674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523a029-9b5b-47c3-8a9c-395d5c010c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87659ea5-f6ba-4b60-8398-48c92ee3f3b0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.461513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.512212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.513171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.516211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] 10.222.0.45 "PUT /v2.0/ports/9056b919-d4dd-4990-ba14-4383745dadb2 HTTP/1.1" status: 200 len: 1093 time: 1.0494850 Aug 31 07:41:17.516879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:17.519893 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a635ea-dfc4-401a-8582-30eadd313abf" -d '{"events": [{"name": "network-changed", "server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:17.552685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23a949-b216-44b6-b600-be33e48f5d44 req-837409d3-b55d-462d-ad6b-fb5cf0e33433 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.560979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c23a949-b216-44b6-b600-be33e48f5d44 req-837409d3-b55d-462d-ad6b-fb5cf0e33433 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 944 time: 0.1615791 Aug 31 07:41:17.608041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b9798b5-667c-4cff-982a-552a963b7bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.618027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8377dd3c-fe54-45dd-b40b-2450a1630f96 req-98d9e58a-099b-416f-87e2-64afa6ece525 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0505250 Aug 31 07:41:17.630766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d210c-5d51-45e9-b860-be857a6c2ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.660799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-49a6d9ae-85e0-4c34-9df6-98bffd5b5ea9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467820 Aug 31 07:41:17.672737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c23a949-b216-44b6-b600-be33e48f5d44 req-9fc48c46-18cb-4e7a-99a3-4b57e6097102 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102273 Aug 31 07:41:17.719533 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9861d528-7bb1-4427-8e0c-c37cd1584513 x-openstack-request-id: req-9861d528-7bb1-4427-8e0c-c37cd1584513 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:17.719938 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:17.720194 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9861d528-7bb1-4427-8e0c-c37cd1584513 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:17.720634 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2', 'status': 'completed', 'code': 200} Aug 31 07:41:17.756456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b9798b5-667c-4cff-982a-552a963b7bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.804802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-42abf68b-0458-42a0-b21a-b59a0be7858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.810319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-42abf68b-0458-42a0-b21a-b59a0be7858b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 1096 time: 0.1415670 Aug 31 07:41:17.860599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-0d3b07f1-84a8-49ac-9f2e-5d1aee414c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9056b919-d4dd-4990-ba14-4383745dadb2 HTTP/1.1" status: 200 len: 217 time: 0.0413435 Aug 31 07:41:17.867459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-64f81164-da6a-4d9f-818a-1aa02c38c592 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.868803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-64f81164-da6a-4d9f-818a-1aa02c38c592 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001548 Aug 31 07:41:17.928940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b9798b5-667c-4cff-982a-552a963b7bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.976612 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b9798b5-667c-4cff-982a-552a963b7bea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af1539af18f74f6e90c6265f78dc1ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635705 Aug 31 07:41:17.979849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59938) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:17.987116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9798b5-667c-4cff-982a-552a963b7bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246044e1-9c47-49d0-b740-3f2475d001c5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:18.050765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c62b7447-0d6d-49db-b5bf-5a70ca66b6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:18.078489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c62b7447-0d6d-49db-b5bf-5a70ca66b6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:18.222922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Request body: {'port': {'device_id': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '1f99309256e54083896d0fb3660db605'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:18.300735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c62b7447-0d6d-49db-b5bf-5a70ca66b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:18.301038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-18edc879-033d-4e3f-a940-7450e5bd9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:18.302374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-18edc879-033d-4e3f-a940-7450e5bd9e8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d61452f-0c1a-45a3-827c-687169c6d5f2 HTTP/1.1" status: 200 len: 855 time: 0.4327252 Aug 31 07:41:18.303391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c62b7447-0d6d-49db-b5bf-5a70ca66b6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:18.307339 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c62b7447-0d6d-49db-b5bf-5a70ca66b6c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/246044e1-9c47-49d0-b740-3f2475d001c5 HTTP/1.1" status: 204 len: 168 time: 0.3253107 Aug 31 07:41:18.318727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b7447-0d6d-49db-b5bf-5a70ca66b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246044e1-9c47-49d0-b740-3f2475d001c5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:18.401584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-fb04d929-03f7-410e-8299-d4a6e249a02e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31d0883f-5d38-443d-beac-9b7a3f21b3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651290 Aug 31 07:41:18.489288 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8b0a23b0-7e11-43af-a49a-b2009fe48951 req-73be6b03-4209-427d-8d0a-5b1673a52fec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0510612 Aug 31 07:41:18.537884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5496d974-2731-4ce9-b7ab-6e5a24a46e68 req-3b126037-b258-4904-9d08-979e2c866972 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0442476 Aug 31 07:41:18.580857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-4dfb4192-aa68-4a5a-b923-072f406c6862 service neutron] 10.222.0.45 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501029 Aug 31 07:41:18.691880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d876c18-dff2-4ea3-ba28-e51de27c13fb req-e2dfea5b-02f6-4228-82ce-12078773831b service neutron] 10.222.0.45 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026480 Aug 31 07:41:18.727655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Made reservation on behalf of 1f99309256e54083896d0fb3660db605 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:18.734522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:18.762083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8efbec5-61c4-4195-802c-92ec82ef2506 req-e0b0575b-de04-49f0-98c2-2935f1a28670 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0457850 Aug 31 07:41:18.829748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581490e7-4fbb-49d1-8877-2858ed8b9054 req-e97b41cf-ce97-40f1-b28d-ddc8decef732 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:18.831435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-581490e7-4fbb-49d1-8877-2858ed8b9054 req-e97b41cf-ce97-40f1-b28d-ddc8decef732 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 944 time: 0.0626647 Aug 31 07:41:18.876838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-581490e7-4fbb-49d1-8877-2858ed8b9054 req-c569c56b-69e1-44ae-bb9d-968dc70aadfc tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 Aug 31 07:41:19.059449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Allocated IP 192.168.233.47 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/986c9d0e-86c0-4a95-bf49-161d299c9202) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:19.190177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-ee93adf0-833d-41ce-b2b6-f72e4a35acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:19.191733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-ee93adf0-833d-41ce-b2b6-f72e4a35acd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 1096 time: 0.1110003 Aug 31 07:41:19.322876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:19.347794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Transition to ACTIVE for port object 986c9d0e-86c0-4a95-bf49-161d299c9202 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:19.351125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-c624843c-2935-46c6-a3b1-f8aee9ba65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:19.352805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-c624843c-2935-46c6-a3b1-f8aee9ba65af service neutron] 10.222.0.45 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 916 time: 0.1509442 Aug 31 07:41:19.408883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-90cbdb11-5b0c-4f7e-a2b2-e0587a7470c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9056b919-d4dd-4990-ba14-4383745dadb2 HTTP/1.1" status: 200 len: 217 time: 0.0475366 Aug 31 07:41:19.463727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-863c2a5b-0a9a-4008-80fa-324ec93070f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:19.465237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-863c2a5b-0a9a-4008-80fa-324ec93070f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d61452f-0c1a-45a3-827c-687169c6d5f2 HTTP/1.1" status: 200 len: 855 time: 0.0482042 Aug 31 07:41:19.507006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-47fabfb6-e356-4ded-8f78-22e7d754bdf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=31d0883f-5d38-443d-beac-9b7a3f21b3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300114 Aug 31 07:41:19.590855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:19.602133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:19.608908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:19.642034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-2c5d9424-d16c-4550-a464-333751618688 service neutron] 10.222.0.45 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257989 Aug 31 07:41:19.644193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:19.645757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:19.648820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:19.678671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59986) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:19.693830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-05230934-b762-4578-9ee5-9746927dcb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:19.808749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-05230934-b762-4578-9ee5-9746927dcb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:19.860223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8a635ea-dfc4-401a-8582-30eadd313abf req-987d6af2-c4e7-4d91-adaf-3dff456c56df service neutron] 10.222.0.45 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078092 Aug 31 07:41:19.869843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:19.870494 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:19.935233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe408ffe-b4ee-474c-924c-d56a3527bae1 req-e0d61aa5-43c9-4a9f-ad15-a5e5be170f6e tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0584638 Aug 31 07:41:19.939213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:19.957130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c16a9-b563-4b7a-9487-db783585f35f req-46a01a17-a7f0-4ef6-9d21-5a8fe7facd07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:19.959146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea7c16a9-b563-4b7a-9487-db783585f35f req-46a01a17-a7f0-4ef6-9d21-5a8fe7facd07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 935 time: 0.3396041 Aug 31 07:41:20.009503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea7c16a9-b563-4b7a-9487-db783585f35f req-7d935e42-5208-4646-a93d-a4ed8be038e9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361817 Aug 31 07:41:20.022350 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-05230934-b762-4578-9ee5-9746927dcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.068539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-05230934-b762-4578-9ee5-9746927dcb4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27cdac5fcf224d64b00f1e57e8ac3c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885152 Aug 31 07:41:20.069553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59994) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:20.070800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b06d7-836e-4b1e-a02c-7557e10f8a40 req-797a96c9-f4ca-463c-a827-6d5cdab2ca19 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:20.072761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea3b06d7-836e-4b1e-a02c-7557e10f8a40 req-797a96c9-f4ca-463c-a827-6d5cdab2ca19 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 944 time: 0.0618904 Aug 31 07:41:20.098693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05230934-b762-4578-9ee5-9746927dcb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511935ca-2758-42b9-ae1b-711986bd109d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:20.117662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a3f4c7f-d607-4b0d-8638-0b6bf19e6fde None None] Provisioning for port 986c9d0e-86c0-4a95-bf49-161d299c9202 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:20.122077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea3b06d7-836e-4b1e-a02c-7557e10f8a40 req-07bfef24-589c-4ab8-b765-03ebf389cb5e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Aug 31 07:41:20.123655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a3f4c7f-d607-4b0d-8638-0b6bf19e6fde None None] Provisioning complete for port 986c9d0e-86c0-4a95-bf49-161d299c9202 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:20.124209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4c7f-d607-4b0d-8638-0b6bf19e6fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.146907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a8e5720-ad62-4520-b7d3-c4f84ac06e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.163374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f4c7f-d607-4b0d-8638-0b6bf19e6fde None None] Port 986c9d0e-86c0-4a95-bf49-161d299c9202 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:20.165832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a8e5720-ad62-4520-b7d3-c4f84ac06e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.168533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-58893701-ab43-46d8-a16c-44351b2ae8a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2698364 Aug 31 07:41:20.181545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Request body: {'port': {'device_id': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:20.245555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.304584 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a8e5720-ad62-4520-b7d3-c4f84ac06e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.307272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a8e5720-ad62-4520-b7d3-c4f84ac06e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.308494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a8e5720-ad62-4520-b7d3-c4f84ac06e91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/511935ca-2758-42b9-ae1b-711986bd109d HTTP/1.1" status: 204 len: 168 time: 0.2316885 Aug 31 07:41:20.328864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e5720-ad62-4520-b7d3-c4f84ac06e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511935ca-2758-42b9-ae1b-711986bd109d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:20.555600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986c9d0e-86c0-4a95-bf49-161d299c9202 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:20.568673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.626496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Transition to ACTIVE for port object 986c9d0e-86c0-4a95-bf49-161d299c9202 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:20.799867 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:20.903898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:20.975553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Attempting to bind port 986c9d0e-86c0-4a95-bf49-161d299c9202 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:20.976297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Attempting to bind port 986c9d0e-86c0-4a95-bf49-161d299c9202 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:20.976632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Attempting to bind port 986c9d0e-86c0-4a95-bf49-161d299c9202 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:20.982324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Port 986c9d0e-86c0-4a95-bf49-161d299c9202 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:20.982763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Attempting to bind port 986c9d0e-86c0-4a95-bf49-161d299c9202 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:20.991438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:20.992165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:20.992573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:20.993684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Bound port: 986c9d0e-86c0-4a95-bf49-161d299c9202, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:20.994344 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.081243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:21.085625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:21.151728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a70aff-4722-4f28-8d47-d844ad168cdd req-0937b018-9133-42e6-b9c8-16f85267f565 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:21.153219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58a70aff-4722-4f28-8d47-d844ad168cdd req-0937b018-9133-42e6-b9c8-16f85267f565 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 947 time: 0.0512922 Aug 31 07:41:21.194392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58a70aff-4722-4f28-8d47-d844ad168cdd req-08b2ac9d-3865-4170-96c2-a7c45c959e91 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345731 Aug 31 07:41:21.214449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.258891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:21.259821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.261179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] 10.222.0.68 "PUT /v2.0/ports/986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 1096 time: 1.0840394 Aug 31 07:41:21.262171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:21.264271 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1e2802-14b8-4bc5-a686-7640e6c96854" -d '{"events": [{"name": "network-changed", "server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:21.315465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65347667-b9dc-468e-8708-9be241a2d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:21.335705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a452-1a12-4e90-a79f-79c19f25bb9d req-f50e9cf8-0fb3-4ab3-9c56-86ee629a1dae tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:21.338307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69d6a452-1a12-4e90-a79f-79c19f25bb9d req-f50e9cf8-0fb3-4ab3-9c56-86ee629a1dae tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 944 time: 0.0833592 Aug 31 07:41:21.397002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69d6a452-1a12-4e90-a79f-79c19f25bb9d req-6213caef-6c57-4bcb-aecc-884876f522f9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528276 Aug 31 07:41:21.462909 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd30862c-b855-4ff5-9249-e1bae959aac7 x-openstack-request-id: req-fd30862c-b855-4ff5-9249-e1bae959aac7 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:21.462909 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:21.462909 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd30862c-b855-4ff5-9249-e1bae959aac7 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:21.462909 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'status': 'completed', 'code': 200} Aug 31 07:41:21.464399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-efe3f83d-8e63-4e41-be64-f7f4f93fa1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:21.466026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-efe3f83d-8e63-4e41-be64-f7f4f93fa1dd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1099 time: 0.0527306 Aug 31 07:41:21.518950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-38351fc2-ac5d-4a59-9ef5-0537d4267bc1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 217 time: 0.0436947 Aug 31 07:41:21.576338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-56ff21f7-6944-46b8-b50a-4d04e3b85888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:21.583052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-56ff21f7-6944-46b8-b50a-4d04e3b85888 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0564420 Aug 31 07:41:21.689233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-a3423f67-8ec1-41f4-9535-f04a2bde0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:21.689233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-a3423f67-8ec1-41f4-9535-f04a2bde0eb5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977690 Aug 31 07:41:21.690350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb8ddf14-8e66-47ba-8b5d-52ddd45bb2e7 req-c7c0ee64-bd2b-4420-980b-8a0d107a219b tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0508673 Aug 31 07:41:21.815309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-fa9051f8-f4ec-456f-ab10-13d5699d55de service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158197 Aug 31 07:41:21.844078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:21.910611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c8bbf40-2e0c-46c7-8c16-acd19c087420 req-f3b064f3-6fa1-4b31-86c5-52a6282d1c7c service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872223 Aug 31 07:41:21.954056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:21.970267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '9056b919-d4dd-4990-ba14-4383745dadb2', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'port_id': '9056b919-d4dd-4990-ba14-4383745dadb2', 'mac_address': 'fa:16:3e:7c:6d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d61452f-0c1a-45a3-827c-687169c6d5f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:22.009536 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.024966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9056b919-d4dd-4990-ba14-4383745dadb2 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:22.053098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:22.110624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-238ffa7d-d4c6-474b-b8ee-25eb6e5b637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:22.111881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-238ffa7d-d4c6-474b-b8ee-25eb6e5b637c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1099 time: 0.0464492 Aug 31 07:41:22.174796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.209133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-943736e8-08f4-4875-bfe2-9ae6ed4f2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:22.210660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-943736e8-08f4-4875-bfe2-9ae6ed4f2584 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.0917919 Aug 31 07:41:22.232812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:22.262696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-5e8d99b4-d998-4c14-90bd-86ae39677435 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 217 time: 0.0424924 Aug 31 07:41:22.340816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-2d10ef31-3fb9-46e1-82fd-fa033e0cc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:22.342363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-2d10ef31-3fb9-46e1-82fd-fa033e0cc9ff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0725036 Aug 31 07:41:22.373651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a646f-526b-4670-81ba-4e698d1a5db0 req-47dff99e-0720-46f7-9ad5-6bbcb0510ba0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:22.375265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-998a646f-526b-4670-81ba-4e698d1a5db0 req-47dff99e-0720-46f7-9ad5-6bbcb0510ba0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 947 time: 0.0974646 Aug 31 07:41:22.433563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-650c72c5-943a-4107-840e-18dc630abbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:22.435156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-650c72c5-943a-4107-840e-18dc630abbdf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831010 Aug 31 07:41:22.439871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-998a646f-526b-4670-81ba-4e698d1a5db0 req-5ef5401b-2254-4154-be87-fd9847c77f97 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488930 Aug 31 07:41:22.471023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['9056b919-d4dd-4990-ba14-4383745dadb2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:22.571681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa13840-8e24-4b42-81bd-c40467169d67 req-50fba2b3-74c5-47c1-8fbb-7358e4babbeb tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:22.573253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5aa13840-8e24-4b42-81bd-c40467169d67 req-50fba2b3-74c5-47c1-8fbb-7358e4babbeb tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 945 time: 0.0782058 Aug 31 07:41:22.577499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-f8cc79e0-3cc7-497f-ac56-0d87fadb1eb9 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338661 Aug 31 07:41:22.697854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5aa13840-8e24-4b42-81bd-c40467169d67 req-5563df44-7941-4dd1-a672-3ea52163a8b7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163831 Aug 31 07:41:22.739007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e2802-14b8-4bc5-a686-7640e6c96854 req-8e52b7f6-9617-4e0c-8942-83dfd3cba52a service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489108 Aug 31 07:41:22.808581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87c3b318-c2a6-4c80-8f21-f4d8627a2408 req-0fe705c8-0735-4996-931e-ce19a78eebf0 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0289407 Aug 31 07:41:23.357098 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:23.562555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235c579-89eb-4577-a0e5-2bfb62400066 req-4c77b7fa-0472-418c-bb47-8e17c1228fd7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:23.564341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a235c579-89eb-4577-a0e5-2bfb62400066 req-4c77b7fa-0472-418c-bb47-8e17c1228fd7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 947 time: 0.0505176 Aug 31 07:41:23.604606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a235c579-89eb-4577-a0e5-2bfb62400066 req-2d6e401e-6f78-4539-ab8c-453cfa3aa997 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Aug 31 07:41:23.780824 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e8e515ef-49dc-460d-b769-1516f119cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:23.820329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99db1b-6d58-4d82-a1f6-c6998fef4111 req-bcfa0beb-6bb2-4e57-8a6c-ee52f5d68035 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:23.821898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a99db1b-6d58-4d82-a1f6-c6998fef4111 req-bcfa0beb-6bb2-4e57-8a6c-ee52f5d68035 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 945 time: 0.0606916 Aug 31 07:41:23.871664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a99db1b-6d58-4d82-a1f6-c6998fef4111 req-adc1b738-f417-4395-bc4d-f98331615280 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Aug 31 07:41:23.874111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:23.924738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bca8c074-43c4-46bd-9eb2-aed2ee1e7a62 req-3f2ccee8-3dc6-4bac-8644-3a973d41d8b9 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0295899 Aug 31 07:41:24.077758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 9056b919-d4dd-4990-ba14-4383745dadb2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:24.082094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 9056b919-d4dd-4990-ba14-4383745dadb2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:24.082665 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.145029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:24.167539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.195290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:24.195854 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffba8b7-54bd-442a-8d31-319c1ba522d7" -d '{"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:24.211495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:24.275340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58d9875-4b0e-42a7-ab97-adc1febd9274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.322937 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.375998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:24.402579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58d9875-4b0e-42a7-ab97-adc1febd9274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.412815 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b882e9aa-fef8-4f7e-9744-fd2c4d6b6dc8 x-openstack-request-id: req-b882e9aa-fef8-4f7e-9744-fd2c4d6b6dc8 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:24.413147 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:24.413423 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b882e9aa-fef8-4f7e-9744-fd2c4d6b6dc8 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:24.413856 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2', 'code': 200} Aug 31 07:41:24.522069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58d9875-4b0e-42a7-ab97-adc1febd9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.563675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b58d9875-4b0e-42a7-ab97-adc1febd9274 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a46011d2ecf450f8422b9ed8c0ebd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172599 Aug 31 07:41:24.566321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60192) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:24.569237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95495de1-2b33-419b-86b6-e8fee8f8d54f req-f8484fd8-ee20-4834-83b8-7a2390cad184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:24.570847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95495de1-2b33-419b-86b6-e8fee8f8d54f req-f8484fd8-ee20-4834-83b8-7a2390cad184 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 1098 time: 0.0917428 Aug 31 07:41:24.574756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d9875-4b0e-42a7-ab97-adc1febd9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaba75f-7c56-4478-9168-86f7e07d2758,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:24.620684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95495de1-2b33-419b-86b6-e8fee8f8d54f req-46d610bc-d184-4e67-a5f0-e2d58729cb49 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Aug 31 07:41:24.625092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb687b12-48a8-4a20-8acf-f0094866e5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.651066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb687b12-48a8-4a20-8acf-f0094866e5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.733740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc59afc-ff45-4d1e-85aa-f7a940373ff3 req-40a93ac3-a8b0-4b4a-9c47-e78ee1bb0f4e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:24.735344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fc59afc-ff45-4d1e-85aa-f7a940373ff3 req-40a93ac3-a8b0-4b4a-9c47-e78ee1bb0f4e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 947 time: 0.0558326 Aug 31 07:41:24.776506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fc59afc-ff45-4d1e-85aa-f7a940373ff3 req-7c3af693-0b55-41c4-a2a7-9e07f169572f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Aug 31 07:41:24.819203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb687b12-48a8-4a20-8acf-f0094866e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.821757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb687b12-48a8-4a20-8acf-f0094866e5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.822962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb687b12-48a8-4a20-8acf-f0094866e5af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eaba75f-7c56-4478-9168-86f7e07d2758 HTTP/1.1" status: 204 len: 168 time: 0.2556512 Aug 31 07:41:24.831816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb687b12-48a8-4a20-8acf-f0094866e5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaba75f-7c56-4478-9168-86f7e07d2758,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:25.003580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ef13f-b209-4715-9646-95410605e3bb req-b8009109-5fcc-4dc4-b6ad-c18e8e8d056a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:25.005174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf3ef13f-b209-4715-9646-95410605e3bb req-b8009109-5fcc-4dc4-b6ad-c18e8e8d056a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0535872 Aug 31 07:41:25.046566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d8503ba-9b6f-4838-9e43-3d8f87b91d1c req-80f28236-6f5e-4a6c-9344-b7e61fa17c66 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0397196 Aug 31 07:41:25.072178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf3ef13f-b209-4715-9646-95410605e3bb req-a1d8fd3f-7c06-4a7f-81f1-fb830919b277 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Aug 31 07:41:25.706597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.741454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:25.787595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60222) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:25.803070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79bdefb2-5f01-4fa4-ad17-0a71c60b0883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.871494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:25.887215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'mac_address': 'fa:16:3e:4c:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:25.909905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e81684-227d-49fd-8773-1112d9c9b6d4 req-d375ff77-fa11-4bb3-829f-5a3c63e8ef7a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:25.919926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60e81684-227d-49fd-8773-1112d9c9b6d4 req-d375ff77-fa11-4bb3-829f-5a3c63e8ef7a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 947 time: 0.0669122 Aug 31 07:41:25.934931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79bdefb2-5f01-4fa4-ad17-0a71c60b0883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.980767 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.992983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60e81684-227d-49fd-8773-1112d9c9b6d4 req-371f8afb-5734-41db-8670-84e7b8349461 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706379 Aug 31 07:41:26.009758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986c9d0e-86c0-4a95-bf49-161d299c9202 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:26.031920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:26.044094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79bdefb2-5f01-4fa4-ad17-0a71c60b0883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.085010 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79bdefb2-5f01-4fa4-ad17-0a71c60b0883 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c64e4d2926684a43bd9b9149d7832c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961361 Aug 31 07:41:26.085961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdefb2-5f01-4fa4-ad17-0a71c60b0883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860876ee-2c8d-459d-956b-b5b404feeb9f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:26.088222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60234) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:26.162939 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.203871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83980f9a-9ab8-446a-9684-e5390c15cfe1 req-df513674-328d-4e11-9e80-f8bad3b3b8dd tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0548654 Aug 31 07:41:26.215584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:26.219764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1296aed0-e7d2-42c7-ae28-9520e8feed81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.255251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6d06-ed41-4d14-93b2-64e761130dd2 req-fdd0f576-c518-43c5-95b1-f7a45e00d638 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:26.256807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-535f6d06-ed41-4d14-93b2-64e761130dd2 req-fdd0f576-c518-43c5-95b1-f7a45e00d638 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0961704 Aug 31 07:41:26.261821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1296aed0-e7d2-42c7-ae28-9520e8feed81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.327933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-535f6d06-ed41-4d14-93b2-64e761130dd2 req-0a884828-31a8-457a-99c3-0fa97127545e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640235 Aug 31 07:41:26.371644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['986c9d0e-86c0-4a95-bf49-161d299c9202'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:26.445965 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.454837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171078b7-9214-4116-96e4-82a897390d45 req-09a153af-178f-4a07-8e1c-13d54704647a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:26.456419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-171078b7-9214-4116-96e4-82a897390d45 req-09a153af-178f-4a07-8e1c-13d54704647a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0579157 Aug 31 07:41:26.496377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-171078b7-9214-4116-96e4-82a897390d45 req-2a0ef12b-e5b1-402b-828f-51aff4a5d9dc tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Aug 31 07:41:26.539257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1296aed0-e7d2-42c7-ae28-9520e8feed81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.542550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1296aed0-e7d2-42c7-ae28-9520e8feed81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.546655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1296aed0-e7d2-42c7-ae28-9520e8feed81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/860876ee-2c8d-459d-956b-b5b404feeb9f HTTP/1.1" status: 204 len: 168 time: 0.4543183 Aug 31 07:41:26.560188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296aed0-e7d2-42c7-ae28-9520e8feed81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860876ee-2c8d-459d-956b-b5b404feeb9f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:26.665947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eecc1b89-2b43-4d09-9697-1b529a5537fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.844502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434b856-9d90-42a0-bba6-cd17685619e9 req-e7e5e394-916e-46e5-9f19-18cb1b848588 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:26.846064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b434b856-9d90-42a0-bba6-cd17685619e9 req-e7e5e394-916e-46e5-9f19-18cb1b848588 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0593009 Aug 31 07:41:26.890618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b434b856-9d90-42a0-bba6-cd17685619e9 req-fbf8948b-fd30-45ff-a05c-68644544fe27 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Aug 31 07:41:26.914921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-cdb1ca13-687b-490c-bb56-7904a7cdce69 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4276ab13ae944838b6df814972005641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227332 Aug 31 07:41:27.054175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038d248-fbfd-4d9f-a1f6-6ea5e85b4d97 req-95feb326-5a2d-4eb2-bc65-71510765d6ec tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:27.055749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c038d248-fbfd-4d9f-a1f6-6ea5e85b4d97 req-95feb326-5a2d-4eb2-bc65-71510765d6ec tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0842652 Aug 31 07:41:27.066752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-7cf31959-f410-45a5-93ee-17f3055d64fb tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:27.068154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-7cf31959-f410-45a5-93ee-17f3055d64fb tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475534 Aug 31 07:41:27.113869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-fc2ea223-59c7-48e3-b25c-784244600660 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/quotas/4276ab13ae944838b6df814972005641 HTTP/1.1" status: 200 len: 375 time: 0.0373714 Aug 31 07:41:27.127631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c038d248-fbfd-4d9f-a1f6-6ea5e85b4d97 req-dd299f66-64a5-4bd3-87b4-8f2674ef5928 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Aug 31 07:41:27.164379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-d26008d8-3dbf-4e7b-8184-c732693e9d92 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4276ab13ae944838b6df814972005641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432501 Aug 31 07:41:27.271155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a32d8-0c00-461d-bb93-0bb283a78d83 req-72bafdf2-cccc-47f2-864a-2b3be44e85b7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:27.271155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f1a32d8-0c00-461d-bb93-0bb283a78d83 req-72bafdf2-cccc-47f2-864a-2b3be44e85b7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 948 time: 0.0591447 Aug 31 07:41:27.314111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f1a32d8-0c00-461d-bb93-0bb283a78d83 req-642636d3-f71d-45f0-bf6d-3b7d6a62401c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Aug 31 07:41:27.493354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2fdde6-b50b-46b2-a7ce-d21927c0bc9a req-12fed1a7-f0f9-43d9-8b32-5f572d0cb50b tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0411689 Aug 31 07:41:27.639015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-9c954579-6bd4-48c7-b957-dfd79f1bc1f4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4276ab13ae944838b6df814972005641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225577 Aug 31 07:41:27.753127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:27.753739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-d5060d15-5b26-4fa4-a0d4-a2c5728b1fa8 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:27.754731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-d5060d15-5b26-4fa4-a0d4-a2c5728b1fa8 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101122 Aug 31 07:41:27.771342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-4e3e57c9-da62-4d85-9998-f87527abe5d5 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/quotas/4276ab13ae944838b6df814972005641 HTTP/1.1" status: 200 len: 375 time: 0.0102429 Aug 31 07:41:27.806583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-cf74f3b6-930b-4696-8b84-d75dac78650c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4276ab13ae944838b6df814972005641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291905 Aug 31 07:41:27.952201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.032986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 986c9d0e-86c0-4a95-bf49-161d299c9202 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:28.038813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 986c9d0e-86c0-4a95-bf49-161d299c9202 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:28.039217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.148625 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.195911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:28.203903 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f195ad05-b301-46eb-a34e-6069091d6a10" -d '{"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-plugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:28.212654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f23be34-8cdf-4e86-b9ff-6c675ad8a437 req-188e667c-1efa-4fd1-ab0e-2d618d3b4561 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 210 time: 0.0315936 Aug 31 07:41:28.235879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:28.281831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95822bdd-6b62-4516-9ff0-0ca76b2f12b8 req-68634e6e-e659-4091-9450-ce60d2b7efa6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:28.283464 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944477aa-c231-4f20-b485-549f96bc5654 x-openstack-request-id: req-944477aa-c231-4f20-b485-549f96bc5654 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:28.283616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95822bdd-6b62-4516-9ff0-0ca76b2f12b8 req-68634e6e-e659-4091-9450-ce60d2b7efa6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1130702 Aug 31 07:41:28.284258 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-plugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:28.284516 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-944477aa-c231-4f20-b485-549f96bc5654 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:28.284917 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'code': 200} Aug 31 07:41:28.349004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95822bdd-6b62-4516-9ff0-0ca76b2f12b8 req-679568ca-9139-4f17-8834-141d6b3a6f8d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584042 Aug 31 07:41:28.454359 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.489891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0abf85-46ad-41a4-9755-33e53a419ed4 req-f8be270b-4ecc-4eb9-8a89-9b9f12c47440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:28.491817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c0abf85-46ad-41a4-9755-33e53a419ed4 req-f8be270b-4ecc-4eb9-8a89-9b9f12c47440 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1100 time: 0.1414959 Aug 31 07:41:28.517010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:28.576740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef80727-b422-4ef6-895b-d6a997bd709b req-b0a92922-20ed-4c11-9f38-01e8141de233 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:28.578346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ef80727-b422-4ef6-895b-d6a997bd709b req-b0a92922-20ed-4c11-9f38-01e8141de233 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1086566 Aug 31 07:41:28.585684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c0abf85-46ad-41a4-9755-33e53a419ed4 req-95117b26-b8f8-4455-9b64-ee52b6ae8d99 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678182 Aug 31 07:41:28.623178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ed7b848-ebfc-43e2-a9d5-0a3da5eb9f26 req-742ecaf6-1ea8-42e0-aceb-38463ff47c1f tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0412648 Aug 31 07:41:28.657064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ef80727-b422-4ef6-895b-d6a997bd709b req-ae30bf04-2bf8-43de-a890-738421f7fa01 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Aug 31 07:41:29.349528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-498f5ace-b8ec-4cdb-a196-268b4a482c41 req-c7e0ff22-1655-4505-a4bf-05cd44bf3d8d tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 210 time: 0.0555072 Aug 31 07:41:29.402599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.518483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba77e7-f206-457a-83c6-e1cf19e82411 req-943312ff-615c-4724-9a1e-bfb6f45a300b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:29.520237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82ba77e7-f206-457a-83c6-e1cf19e82411 req-943312ff-615c-4724-9a1e-bfb6f45a300b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1071656 Aug 31 07:41:29.568146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-606f88bb-5955-431f-8cb2-46e5805ebc76 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0984261 Aug 31 07:41:29.627445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82ba77e7-f206-457a-83c6-e1cf19e82411 req-95b18d82-d2fc-43dd-9268-393b62dc949d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006072 Aug 31 07:41:29.732137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-0be9bddd-ab45-4847-b892-d30fc0b18e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:29.742530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-0be9bddd-ab45-4847-b892-d30fc0b18e3a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.1100514 Aug 31 07:41:29.792138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3abad4b-cc3d-439d-bf37-eece2e430af1 req-55b508b7-15fc-44c9-af09-e6115a58cd11 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0483246 Aug 31 07:41:30.002689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-7ec50f5f-b3b0-40c2-91d3-c386e15c0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:30.004202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-7ec50f5f-b3b0-40c2-91d3-c386e15c0607 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2157547 Aug 31 07:41:30.012197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892f8c-2085-4254-a65e-09b6552684a2 req-8470c2f9-dcd6-42d1-ac81-e68f941f66be tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:30.020071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02892f8c-2085-4254-a65e-09b6552684a2 req-8470c2f9-dcd6-42d1-ac81-e68f941f66be tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.2303877 Aug 31 07:41:30.074066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-fd9917ff-1c5f-4655-853f-dee76090a393 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.0509429 Aug 31 07:41:30.119073 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02892f8c-2085-4254-a65e-09b6552684a2 req-e2600dba-2750-4946-8043-e0718e3d3e4e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981255 Aug 31 07:41:30.135846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-ca3c7168-619b-43ec-a3dd-03873fc0eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:30.137309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-ca3c7168-619b-43ec-a3dd-03873fc0eebf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0524879 Aug 31 07:41:30.189872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-8fea9871-b75b-49b8-acf0-ad03efdbc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:30.191376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-8fea9871-b75b-49b8-acf0-ad03efdbc0fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470221 Aug 31 07:41:30.290975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-3e4f7d6b-c232-431d-b3c1-2a0a9588e1b9 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919886 Aug 31 07:41:30.334229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60410) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:30.411162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05f5ae0d-4254-4c42-89ef-9cf4e3602ad7 req-476ba0ad-a7df-4bda-b35e-708ea13ec070 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122057 Aug 31 07:41:30.446477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa0c55ba-5031-4b26-923d-aea06db0d2af req-28a6391b-d0e5-48f3-80f5-a154eca1cb75 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 210 time: 0.0341411 Aug 31 07:41:30.464171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a09b18f4-7c2e-4ac2-b81d-a4019c1c12ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.568072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a09b18f4-7c2e-4ac2-b81d-a4019c1c12ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.645642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a09b18f4-7c2e-4ac2-b81d-a4019c1c12ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.716131 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a09b18f4-7c2e-4ac2-b81d-a4019c1c12ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=439ac366781e45b7ad9c0d7ea8b1dda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807399 Aug 31 07:41:30.721268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:30.735781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b18f4-7c2e-4ac2-b81d-a4019c1c12ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9b7a02-bc7c-4cbc-a30b-5392b600dcf3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:30.738375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-3f442c42-8cdf-4422-a5b9-64513b8fff0f tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4276ab13ae944838b6df814972005641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372338 Aug 31 07:41:30.782249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8044107-95f4-4ac7-8d0f-fcecb4d27661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.804249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8044107-95f4-4ac7-8d0f-fcecb4d27661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.830826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456d7c6-c3c0-4fd6-8286-46ad007977df req-d750f260-461b-46d6-8752-707885ff2ab1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:30.832341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1456d7c6-c3c0-4fd6-8286-46ad007977df req-d750f260-461b-46d6-8752-707885ff2ab1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1156089 Aug 31 07:41:30.918564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-906556be-ce92-418e-adad-c9e8b69361be tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:30.919968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-906556be-ce92-418e-adad-c9e8b69361be tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645784 Aug 31 07:41:30.929031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8044107-95f4-4ac7-8d0f-fcecb4d27661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.931618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8044107-95f4-4ac7-8d0f-fcecb4d27661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.932752 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a8044107-95f4-4ac7-8d0f-fcecb4d27661 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb9b7a02-bc7c-4cbc-a30b-5392b600dcf3 HTTP/1.1" status: 204 len: 168 time: 0.2103844 Aug 31 07:41:30.940425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3a30c84-5299-4b0b-8809-67bd2ddeac3e req-4904ecab-477c-4b6b-b957-ab3ab1c78f15 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0482583 Aug 31 07:41:30.943945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Request body: {'port': {'device_id': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '4276ab13ae944838b6df814972005641'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:30.945054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8044107-95f4-4ac7-8d0f-fcecb4d27661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9b7a02-bc7c-4cbc-a30b-5392b600dcf3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:30.951462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1456d7c6-c3c0-4fd6-8286-46ad007977df req-7fb41bcb-62b6-4725-93e4-f487d9f22262 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019979 Aug 31 07:41:31.172034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Made reservation on behalf of 4276ab13ae944838b6df814972005641 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:31.175565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.189222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.222514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-33f4e1fd-551c-4fae-8625-a5aa438e3792 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--895350941&fields=id&tenant_id=a8e8ec79cd204c5892ed78a160a8c146 HTTP/1.1" status: 200 len: 267 time: 0.0667455 Aug 31 07:41:31.302582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-3efd8be1-d095-406c-98ed-4acf6656250a tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4276ab13ae944838b6df814972005641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236742 Aug 31 07:41:31.431058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-f366dd5a-a48e-4257-b5f3-013851327d4e tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:31.432674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-f366dd5a-a48e-4257-b5f3-013851327d4e tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223383 Aug 31 07:41:31.448815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Request body: {'port': {'device_id': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '4276ab13ae944838b6df814972005641'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.678134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400da9a8-dee1-4d82-bafe-bf3b05420bac req-036c6c25-5d85-477a-9680-23001d5a3074 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:31.679675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-400da9a8-dee1-4d82-bafe-bf3b05420bac req-036c6c25-5d85-477a-9680-23001d5a3074 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.4762208 Aug 31 07:41:31.768794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60444) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.781344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-17cc27e8-c22e-45fa-9f48-7a107885be1c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:31.782928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-17cc27e8-c22e-45fa-9f48-7a107885be1c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/networks?id=d599e051-49f2-4189-a8e0-2e9502f964a9 HTTP/1.1" status: 200 len: 816 time: 0.5418956 Aug 31 07:41:31.785650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.789642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.793138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-400da9a8-dee1-4d82-bafe-bf3b05420bac req-f9aae825-b453-4e26-a94e-5fe0b2e7269b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059573 Aug 31 07:41:31.804745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-2ce25894-ecad-4fea-8007-9215827911bb tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/quotas/a8e8ec79cd204c5892ed78a160a8c146 HTTP/1.1" status: 200 len: 375 time: 0.0105324 Aug 31 07:41:31.865516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.880275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:41:31.880275 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:41:31.880275 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id_1': '5d7da94ea7344ca59a25c248c5dca217', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 41, 31, 799374)}] Aug 31 07:41:31.880275 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:41:31.884817 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:41:31.898108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-7bc350f5-fd06-4e0f-9fff-609bafc12194 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874767 Aug 31 07:41:32.052921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c214a532-851d-4fef-b60c-0dee41edb672,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:32.180267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Allocated IP 192.168.233.163 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/f0a78cc0-0b5c-45d0-9207-613b1db881a8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:32.194693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-fe19c4b7-b949-4529-9c1f-a647fea0c7b6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:32.196197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-fe19c4b7-b949-4529-9c1f-a647fea0c7b6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.2969215 Aug 31 07:41:32.200325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-76d80763-fa99-4638-96bf-5da5444ad4e7 service neutron] 10.222.0.36 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823894 Aug 31 07:41:32.221070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Made reservation on behalf of 4276ab13ae944838b6df814972005641 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:32.226198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.243948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-3a4dbdb3-8020-4ca9-9dc0-4e6468f1950a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/quotas/e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 375 time: 0.0387506 Aug 31 07:41:32.381564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.431217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-708d13cc-4e3a-4c33-90a7-01a526a6bb7f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1571262 Aug 31 07:41:32.435731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-2f0b95b8-0b44-4b1b-9efd-c2c4dc1d3c73 service neutron] 10.222.0.36 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210081 Aug 31 07:41:32.493595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.497564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.513764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Transition to ACTIVE for port object f0a78cc0-0b5c-45d0-9207-613b1db881a8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:32.575300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.622711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d7da94ea7344ca59a25c248c5dca217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8518763 Aug 31 07:41:32.624561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2509e3f-29ce-41c8-a62e-d7a9fb0e5746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e29e0-abee-4b66-b1f3-2b366742bc9e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:32.625555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60462) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:32.669061 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.721666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Allocated IP 192.168.233.87 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/d97ed9cc-63fd-4692-b737-4ef914786f8e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:32.783635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:32.796861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:32.800321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:32.802688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:32.845380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad2be686-5870-4b15-a98b-f22742ddc865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.908208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad2be686-5870-4b15-a98b-f22742ddc865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.916746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5532eac1-0384-4a36-ab66-50c3071562ce service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624286 Aug 31 07:41:32.930918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:32.931370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.932127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.950066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Transition to ACTIVE for port object d97ed9cc-63fd-4692-b737-4ef914786f8e will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:33.056711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-4b15e5ca-03c1-40aa-aff8-24471dc0f19c service neutron] 10.222.0.36 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205246 Aug 31 07:41:33.072439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.101579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-9d685054-582c-4ac8-b4ca-74f8cf71f7b4 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1640041 Aug 31 07:41:33.118801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Request body: {'port': {'device_id': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:33.119332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:33.122945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:33.127809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:33.162976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.179488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad2be686-5870-4b15-a98b-f22742ddc865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.184975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad2be686-5870-4b15-a98b-f22742ddc865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.189718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ad2be686-5870-4b15-a98b-f22742ddc865 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/903e29e0-abee-4b66-b1f3-2b366742bc9e HTTP/1.1" status: 204 len: 168 time: 0.5627563 Aug 31 07:41:33.226518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:33.230345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.248123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-97281229-5db1-48c1-8207-c39798f2971b None None] Provisioning for port f0a78cc0-0b5c-45d0-9207-613b1db881a8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:33.249371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2be686-5870-4b15-a98b-f22742ddc865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e29e0-abee-4b66-b1f3-2b366742bc9e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.249371 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.250530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-97281229-5db1-48c1-8207-c39798f2971b None None] Provisioning complete for port f0a78cc0-0b5c-45d0-9207-613b1db881a8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:33.251146 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-97281229-5db1-48c1-8207-c39798f2971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.328891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-8abf3ab8-ea43-4288-a61c-c99989ca6eb3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8847148 Aug 31 07:41:33.344751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Request body: {'port': {'device_id': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:33.396436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-97281229-5db1-48c1-8207-c39798f2971b None None] Port f0a78cc0-0b5c-45d0-9207-613b1db881a8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:33.405749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d823-5fcb-456f-9e1c-09e0d7f724d0 req-17b2fa9d-4d10-4c11-ac4a-3f48a795741b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:33.415142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36c2d823-5fcb-456f-9e1c-09e0d7f724d0 req-17b2fa9d-4d10-4c11-ac4a-3f48a795741b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 935 time: 0.1580095 Aug 31 07:41:33.470638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.554683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36c2d823-5fcb-456f-9e1c-09e0d7f724d0 req-2a92887c-50ae-49fe-845f-0172ca178b40 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Aug 31 07:41:33.647839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-803051aa-3ed1-4715-892b-5a8e37dc2271 None None] Provisioning for port d97ed9cc-63fd-4692-b737-4ef914786f8e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:33.652402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-803051aa-3ed1-4715-892b-5a8e37dc2271 None None] Provisioning complete for port d97ed9cc-63fd-4692-b737-4ef914786f8e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:33.653109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-803051aa-3ed1-4715-892b-5a8e37dc2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.694227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-803051aa-3ed1-4715-892b-5a8e37dc2271 None None] Port d97ed9cc-63fd-4692-b737-4ef914786f8e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:33.742141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a78cc0-0b5c-45d0-9207-613b1db881a8 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:33.752510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.779113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa09946-3ea9-44d8-a75c-2132cf6ae47a req-656e37a6-3413-458a-8182-059168366bff tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:33.781360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fa09946-3ea9-44d8-a75c-2132cf6ae47a req-656e37a6-3413-458a-8182-059168366bff tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0804117 Aug 31 07:41:33.782388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Transition to ACTIVE for port object f0a78cc0-0b5c-45d0-9207-613b1db881a8 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:33.822288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fa09946-3ea9-44d8-a75c-2132cf6ae47a req-1d22b51a-873c-4b6a-9d18-7e6327f1d411 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336130 Aug 31 07:41:33.867042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.940000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.006245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f75bb1f-bf01-4323-b912-de50c30758e8 req-9a7e1718-94d8-4bed-9bfb-898479b86b7b tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0803771 Aug 31 07:41:34.176374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd5a7a0-b2e8-4901-bff5-51d7889ae1fd req-feb71034-766f-468c-98b4-92c7e0b2d0b2 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0731182 Aug 31 07:41:34.188872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97ed9cc-63fd-4692-b737-4ef914786f8e {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:34.206592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Attempting to bind port f0a78cc0-0b5c-45d0-9207-613b1db881a8 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:34.206950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Attempting to bind port f0a78cc0-0b5c-45d0-9207-613b1db881a8 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:34.207312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Attempting to bind port f0a78cc0-0b5c-45d0-9207-613b1db881a8 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:34.210004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.222386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Port f0a78cc0-0b5c-45d0-9207-613b1db881a8 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:34.222753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Attempting to bind port f0a78cc0-0b5c-45d0-9207-613b1db881a8 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:34.230464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Transition to ACTIVE for port object d97ed9cc-63fd-4692-b737-4ef914786f8e will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:34.233938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82818559-8947-48ae-aec7-d6aea65af9de req-e5017816-bfb4-4773-9458-71c01f7f7793 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.235503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82818559-8947-48ae-aec7-d6aea65af9de req-e5017816-bfb4-4773-9458-71c01f7f7793 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.2362382 Aug 31 07:41:34.238426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:34.239544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:34.239544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:34.239544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Bound port: f0a78cc0-0b5c-45d0-9207-613b1db881a8, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:34.240025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.326384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82818559-8947-48ae-aec7-d6aea65af9de req-919067cb-0e81-4c21-80b5-13c8168c3799 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836389 Aug 31 07:41:34.351744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.378748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:34.383747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:34.433111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.488531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f84928d-10b9-4e95-9192-f42d8982e9e7 req-649c8c26-8481-4381-aabc-84b9566d0e3c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.0734158 Aug 31 07:41:34.506940 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.571059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Attempting to bind port d97ed9cc-63fd-4692-b737-4ef914786f8e on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:34.572642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Attempting to bind port d97ed9cc-63fd-4692-b737-4ef914786f8e by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:34.574813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Attempting to bind port d97ed9cc-63fd-4692-b737-4ef914786f8e on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:34.589694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Port d97ed9cc-63fd-4692-b737-4ef914786f8e on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:34.590077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Attempting to bind port d97ed9cc-63fd-4692-b737-4ef914786f8e on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:34.596202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.600388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.603902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:34.604485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:34.605074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:34.605682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Bound port: d97ed9cc-63fd-4692-b737-4ef914786f8e, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:34.606035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0a78cc0-0b5c-45d0-9207-613b1db881a8 HTTP/1.1" status: 200 len: 1097 time: 1.4957211 Aug 31 07:41:34.606415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.606691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:34.609175 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c030a-011c-4704-816a-e90259b13611" -d '{"events": [{"name": "network-changed", "server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:34.723380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:34.728109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:34.729508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7d53a-97c8-47b4-8646-fd5b444582c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.749280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-c4f00a6b-27a3-4a48-adf5-3ec0259e3fa8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2310100 Aug 31 07:41:34.803663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.838733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dd6f5-b153-4f34-ac08-403f2cd8fe25 req-17bebc8d-a823-4081-8578-b0a3c61e22eb tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.847140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-657dd6f5-b153-4f34-ac08-403f2cd8fe25 req-17bebc8d-a823-4081-8578-b0a3c61e22eb tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.1654863 Aug 31 07:41:34.854147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.855846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.858435 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/d97ed9cc-63fd-4692-b737-4ef914786f8e HTTP/1.1" status: 200 len: 1096 time: 1.5185592 Aug 31 07:41:34.860916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:34.865236 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7974241-6984-4689-b62a-1bab9ae79583" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:34.895739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d49436-3b40-4136-b3cc-1cc87b106fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.914140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-f72ed553-65ce-43c6-a617-9a001e7c8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.915712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-f72ed553-65ce-43c6-a617-9a001e7c8277 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 1097 time: 0.1391573 Aug 31 07:41:34.919393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-db73859f-eea7-4409-b0e7-4b345a0592db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.928599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-db73859f-eea7-4409-b0e7-4b345a0592db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4276ab13ae944838b6df814972005641&device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 1100 time: 0.1661417 Aug 31 07:41:34.931676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-657dd6f5-b153-4f34-ac08-403f2cd8fe25 req-53d5fb6e-fc9a-4f75-8283-c1784fa2a3b3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839756 Aug 31 07:41:35.025332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-3d9dc905-c5e7-4d51-9882-13921cfc4e24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8 HTTP/1.1" status: 200 len: 217 time: 0.0805233 Aug 31 07:41:35.110150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-4256e5d0-43a1-4fd7-9a52-c05be4ad6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.114321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-4256e5d0-43a1-4fd7-9a52-c05be4ad6e91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4276ab13ae944838b6df814972005641&device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 1099 time: 0.0944290 Aug 31 07:41:35.150492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-2e6d6988-78a6-434f-8479-eeafe263281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.151993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-2e6d6988-78a6-434f-8479-eeafe263281f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1143358 Aug 31 07:41:35.191500 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008abf8d-7b13-4554-adae-b6e5261ce70b x-openstack-request-id: req-008abf8d-7b13-4554-adae-b6e5261ce70b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:35.192394 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:35.192800 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-008abf8d-7b13-4554-adae-b6e5261ce70b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:35.193583 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'status': 'completed', 'code': 200} Aug 31 07:41:35.203061 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-a7d2f0b5-7bf9-4dbc-b185-690242127c50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e HTTP/1.1" status: 200 len: 217 time: 0.0785153 Aug 31 07:41:35.206608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-4093b593-8cd0-450a-9832-a17c2469b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.208159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-4093b593-8cd0-450a-9832-a17c2469b14d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.2617993 Aug 31 07:41:35.301909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-46942d28-fbd6-41b4-a66d-5c8441b04de6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 200 len: 217 time: 0.0841067 Aug 31 07:41:35.303435 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-260bc93d-59e0-42da-a9f2-63970176595a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140623 Aug 31 07:41:35.324397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-524afdb9-7582-437b-aba6-30fd0110e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.325890 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-524afdb9-7582-437b-aba6-30fd0110e7e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0842180 Aug 31 07:41:35.329235 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214a9f6-c998-4294-a454-0eaa2f5086fb x-openstack-request-id: req-c214a9f6-c998-4294-a454-0eaa2f5086fb {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:35.329523 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:35.329790 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c214a9f6-c998-4294-a454-0eaa2f5086fb {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:35.330238 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'status': 'completed', 'code': 200} Aug 31 07:41:35.334155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-5be49004-c142-4abb-816d-0359b7f722f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.336061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-5be49004-c142-4abb-816d-0359b7f722f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1727583 Aug 31 07:41:35.390633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-ecc3002b-044f-4d88-84d4-b19102fbec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.392162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-ecc3002b-044f-4d88-84d4-b19102fbec43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0592380 Aug 31 07:41:35.494048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-956e3629-4701-401f-beb2-a35544b85f7c req-212b1190-bd6c-4f59-8849-7e287ea849ef tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0720780 Aug 31 07:41:35.507780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-0524a42a-33b7-4c34-8326-72d9f49ae44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.509223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-0524a42a-33b7-4c34-8326-72d9f49ae44a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1947136 Aug 31 07:41:35.525104 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-ba09b4d1-c5f4-4fce-9ce2-987c26ad45a5 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249630 Aug 31 07:41:35.570320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d7989-72a2-48e7-b928-82a9ca1c1379 req-3df08904-3a86-493a-a4d7-3cce7a1bb556 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.571920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b31d7989-72a2-48e7-b928-82a9ca1c1379 req-3df08904-3a86-493a-a4d7-3cce7a1bb556 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1516271 Aug 31 07:41:35.574135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-5e1b3112-16d1-46bc-ab26-bc21a857e5f5 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114072 Aug 31 07:41:35.576136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-f8f962aa-cf3f-4ecc-b6ab-e66f9e8d2c85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577145 Aug 31 07:41:35.637245 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2662d0e-3a57-4cd9-abfe-b88dded08e9e req-02040678-ca47-446a-8608-c5f70ede9fe8 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044357 Aug 31 07:41:35.715107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b31d7989-72a2-48e7-b928-82a9ca1c1379 req-9d5da8e1-195a-4469-80c3-0710e8a9ba4b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355474 Aug 31 07:41:35.751744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71dc5234-a2d2-4081-b9e0-89a9e6022539 req-734d5df5-e3a7-4be7-8245-61fba8b0156c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0476100 Aug 31 07:41:35.807673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a88aafc2-0664-40e2-ba49-0cd63ad95e0b req-45542fc1-27f5-41d9-83c3-169943940d81 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128472 Aug 31 07:41:35.809011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-e575e4d6-900a-4778-a672-9ebad7a52bab service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137394 Aug 31 07:41:35.985851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c030a-011c-4704-816a-e90259b13611 req-597e2efc-e3c4-4413-9844-6697cfba6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:35.987792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-597e2efc-e3c4-4413-9844-6697cfba6434 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4276ab13ae944838b6df814972005641&device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 1100 time: 0.0486102 Aug 31 07:41:36.008036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9471163-0af2-4a1c-ae4a-563f8ac66fb2 req-b89804cd-de6c-4f91-a154-b1cb82e351a9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.1219251 Aug 31 07:41:36.055564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974241-6984-4689-b62a-1bab9ae79583 req-0f7255b8-fc65-4766-a04b-19c6cb7b4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.057331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-0f7255b8-fc65-4766-a04b-19c6cb7b4ecc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4276ab13ae944838b6df814972005641&device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 1099 time: 0.2273536 Aug 31 07:41:36.066805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49c42-b3d7-4163-9768-cf0aeb9f0b49 req-38c8553d-1af3-46e8-9dbc-5d599d129f3f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.068384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08b49c42-b3d7-4163-9768-cf0aeb9f0b49 req-38c8553d-1af3-46e8-9dbc-5d599d129f3f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.2397768 Aug 31 07:41:36.136333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c030a-011c-4704-816a-e90259b13611 req-8f47ee92-8fdb-4422-9386-7942cd9a0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.137878 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-8f47ee92-8fdb-4422-9386-7942cd9a0b39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1381924 Aug 31 07:41:36.170639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46476712-0d4a-4a09-b285-938b9bb6c244 req-f41fb429-510d-4aea-9dc1-c464a238c132 service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501709 Aug 31 07:41:36.216757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-42e0c4cb-77d0-4f1b-bb31-ca6aa51d619b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8 HTTP/1.1" status: 200 len: 217 time: 0.0702672 Aug 31 07:41:36.221237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-ee3a67dd-e212-45ec-a6fb-006a077c4a92 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.223067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-ee3a67dd-e212-45ec-a6fb-006a077c4a92 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.68 "GET /v2.0/networks?id=d599e051-49f2-4189-a8e0-2e9502f964a9 HTTP/1.1" status: 200 len: 816 time: 0.3228528 Aug 31 07:41:36.302404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c030a-011c-4704-816a-e90259b13611 req-797e567e-4ccf-40a5-abea-369b55220966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.305540 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-797e567e-4ccf-40a5-abea-369b55220966 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0804727 Aug 31 07:41:36.307703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08b49c42-b3d7-4163-9768-cf0aeb9f0b49 req-0c65fb66-2ab0-477f-ae92-bd3a6aca6e5e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004681 Aug 31 07:41:36.360987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca8397-f271-4485-ac77-facd7cfa6121 req-cd48200c-6846-42ad-9b94-e59777c3152a tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.368387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1ca8397-f271-4485-ac77-facd7cfa6121 req-cd48200c-6846-42ad-9b94-e59777c3152a tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.2007062 Aug 31 07:41:36.380009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974241-6984-4689-b62a-1bab9ae79583 req-3d887cad-bfde-4f58-9bbe-61866ddd379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.380228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c030a-011c-4704-816a-e90259b13611 req-e535eefb-299d-4a0b-8042-a3b83731bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.381450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-3d887cad-bfde-4f58-9bbe-61866ddd379d service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.3062222 Aug 31 07:41:36.382933 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-e535eefb-299d-4a0b-8042-a3b83731bc48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679669 Aug 31 07:41:36.386707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-d1fde192-e800-4d6a-9601-4c41f2a7aea6 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e8ec79cd204c5892ed78a160a8c146 HTTP/1.1" status: 200 len: 379 time: 0.1497626 Aug 31 07:41:36.400478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Request body: {'port': {'device_id': '6a703777-e8d6-4c08-af41-dc576049542b', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'admin_state_up': True, 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'security_groups': ['5e63c2fd-c812-4ba0-84e9-1f390e9af5ed']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:36.515010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-181dff54-ad18-424d-8c43-35a54263721b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e HTTP/1.1" status: 200 len: 217 time: 0.1107290 Aug 31 07:41:36.522691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1ca8397-f271-4485-ac77-facd7cfa6121 req-de2327da-df09-44c8-bd5e-901bbc04b1dd tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534431 Aug 31 07:41:36.633059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974241-6984-4689-b62a-1bab9ae79583 req-3cb5f800-b468-4e85-a8b5-47bbcb0240e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.633994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-3cb5f800-b468-4e85-a8b5-47bbcb0240e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1083961 Aug 31 07:41:36.681892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-f73b79b3-914d-4587-b1d0-87517cbe4767 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790091 Aug 31 07:41:36.689179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-614e966b-dba7-4596-86da-1b94be832d5f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.690775 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-614e966b-dba7-4596-86da-1b94be832d5f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 821 time: 0.2575281 Aug 31 07:41:36.703826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8543de05-08d6-497a-a815-cf9545ee46ff req-75a3cf92-f53b-4cad-bfeb-d3cb0f0803ea tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0670397 Aug 31 07:41:36.727914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Request body: {'port': {'device_id': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'admin_state_up': True, 'tenant_id': 'e86da3af86bb48a2a991bca258024a02'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:36.751603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974241-6984-4689-b62a-1bab9ae79583 req-277fdb90-5be3-4820-8894-18c8ce8f4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.756872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-277fdb90-5be3-4820-8894-18c8ce8f4409 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978727 Aug 31 07:41:36.900952 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b75c030a-011c-4704-816a-e90259b13611 req-4026949e-4bd4-4d1c-8d50-9d2c8a45a527 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089772 Aug 31 07:41:36.991404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Made reservation on behalf of e86da3af86bb48a2a991bca258024a02 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:36.995715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.229358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Allocated IP 172.20.0.2 (2b66561e-f2db-490a-8f97-a6e6d385d84f/f1b6171c-ff37-4be9-b5b4-834baf274f8f/75df2566-0a77-4eed-a4de-7a40d7512bec) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:37.285917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60612) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:37.294191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Made reservation on behalf of a8e8ec79cd204c5892ed78a160a8c146 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:37.300560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.384102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa692143-556f-4e44-ba04-d1646703d020 req-b22c0b4b-d2ee-43b9-bc69-2ffd3c671390 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0951693 Aug 31 07:41:37.464048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f03d5-d514-4702-b2fe-b40742256a5d req-207ee1f8-ede8-4abc-a897-f4bd905b1105 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:37.465615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d1f03d5-d514-4702-b2fe-b40742256a5d req-207ee1f8-ede8-4abc-a897-f4bd905b1105 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1751795 Aug 31 07:41:37.469217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.524860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d85e7dbb-6254-4d13-9670-f015096ce0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.596100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e93be1c-fdcc-4316-b089-258d0515e995 req-33700e93-b72e-4a12-b1e9-f26a7bba8ca8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.0568907 Aug 31 07:41:37.638099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.652246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e47c5aa8-05d8-4b2c-8870-1285b2236a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:37.701946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d1f03d5-d514-4702-b2fe-b40742256a5d req-e8f54b19-6a69-48bb-9833-aff4adbf5a34 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219911 Aug 31 07:41:37.712404 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d85e7dbb-6254-4d13-9670-f015096ce0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.714590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Network 2b66561e-f2db-490a-8f97-a6e6d385d84f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:37.718749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:37.720111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-fb78a510-19e1-4877-bd63-6c4780ec46eb service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9566064 Aug 31 07:41:37.723916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:37.728684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:37.812283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:37.813706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.820199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d85e7dbb-6254-4d13-9670-f015096ce0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.903473 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d85e7dbb-6254-4d13-9670-f015096ce0ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eebf88c78ad4def912f6ff28d002e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155546 Aug 31 07:41:37.912773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60624) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:37.949128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7974241-6984-4689-b62a-1bab9ae79583 req-d24041b7-1d67-40f9-98ca-0e7f521f6e01 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792665 Aug 31 07:41:37.956550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-13502ee1-4bed-457b-9b03-8bbd75a0305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:37.956550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-13502ee1-4bed-457b-9b03-8bbd75a0305d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1101 time: 0.1371410 Aug 31 07:41:37.956550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e7dbb-6254-4d13-9670-f015096ce0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f3c875-6ef2-41ae-a30d-74964524c029,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:37.973775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Allocated IP 172.20.0.14 (d599e051-49f2-4189-a8e0-2e9502f964a9/b6bd840c-dffe-4d40-8b84-64296bcdda94/42b53a97-5d6a-441e-8010-369b21b11c4a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:37.979259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:38.036470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e709e-2ea8-46f0-a16a-bc5e4da462b0 req-533c7e74-016e-4352-a2eb-93556ae3a5f6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.036720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e68e709e-2ea8-46f0-a16a-bc5e4da462b0 req-533c7e74-016e-4352-a2eb-93556ae3a5f6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.3203504 Aug 31 07:41:38.045936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-5251185d-c803-4169-8b13-aee908378c3b tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3233185 Aug 31 07:41:38.095524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:38.110388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'mac_address': 'fa:16:3e:d9:aa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:38.114365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-a3607b90-e8f1-4881-afec-754d961278e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.115789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-a3607b90-e8f1-4881-afec-754d961278e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1433730 Aug 31 07:41:38.121639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Request body: {'port': {'device_id': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:38.153314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb31e-9f82-466e-95bc-ae415835c5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.162151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.166922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827984da-629b-4f2e-8086-192ca04f334a req-e05e448d-d997-4532-8aaf-b6872c5fe780 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.168600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-827984da-629b-4f2e-8086-192ca04f334a req-e05e448d-d997-4532-8aaf-b6872c5fe780 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.2045457 Aug 31 07:41:38.190448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a78cc0-0b5c-45d0-9207-613b1db881a8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:38.207762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e68e709e-2ea8-46f0-a16a-bc5e4da462b0 req-a60c4685-9faf-457e-8420-014b20f93b01 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542740 Aug 31 07:41:38.230919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:38.236799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb31e-9f82-466e-95bc-ae415835c5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.239245 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-5af8edb3-698a-4377-a2f5-71f0c4e235bc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 217 time: 0.0788903 Aug 31 07:41:38.244862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.300075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.300844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:38.311950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-ae03601b-2bfb-47a5-9d27-2b369b941466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.314487 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-ae03601b-2bfb-47a5-9d27-2b369b941466 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0545149 Aug 31 07:41:38.322395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-827984da-629b-4f2e-8086-192ca04f334a req-f2a5658c-d680-49b4-94bd-7ab3cd02aada tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366208 Aug 31 07:41:38.364981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.367070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.398126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14d5b3fc-92a0-477a-95fa-f23237c3e77a req-1f95a4f0-a587-42e2-a10e-1e8b026448bd tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0640604 Aug 31 07:41:38.443005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:38.456021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-e3ce292e-c463-48b1-b6fb-c0171b977a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.457773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'mac_address': 'fa:16:3e:38:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:38.458539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-e3ce292e-c463-48b1-b6fb-c0171b977a63 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1239901 Aug 31 07:41:38.504344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.505410 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7698939-5f54-414b-901b-8b511652f43d req-6e2b4242-3b2b-4247-bf37-915b4ed1cb1a tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0405114 Aug 31 07:41:38.507193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Transition to ACTIVE for port object 42b53a97-5d6a-441e-8010-369b21b11c4a will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:38.539990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97ed9cc-63fd-4692-b737-4ef914786f8e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:38.543824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb31e-9f82-466e-95bc-ae415835c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.549306 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb31e-9f82-466e-95bc-ae415835c5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.554621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0b6fb31e-9f82-466e-95bc-ae415835c5e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96f3c875-6ef2-41ae-a30d-74964524c029 HTTP/1.1" status: 204 len: 168 time: 0.6366644 Aug 31 07:41:38.564104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:38.573230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fb31e-9f82-466e-95bc-ae415835c5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f3c875-6ef2-41ae-a30d-74964524c029,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.642904 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-94797742-60f3-4282-9d61-0e100cbc9687 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715679 Aug 31 07:41:38.665438 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.726373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Network d599e051-49f2-4189-a8e0-2e9502f964a9 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:38.749592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:38.766173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:38.766304 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.784797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event updated for resources: {'Port': ['ID=42b53a97-5d6a-441e-8010-369b21b11c4a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.828791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75df2566-0a77-4eed-a4de-7a40d7512bec {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:38.850553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44546f64-6dde-4fef-82a2-f8cbb40c5fe9 req-526de9b6-97d0-4a47-ac5f-fd7bd9894066 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.851699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.853446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44546f64-6dde-4fef-82a2-f8cbb40c5fe9 req-526de9b6-97d0-4a47-ac5f-fd7bd9894066 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 931 time: 0.1748295 Aug 31 07:41:38.871436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-d378480d-fc78-4548-9a6d-20ae2a91699c service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148926 Aug 31 07:41:38.881897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Transition to ACTIVE for port object 75df2566-0a77-4eed-a4de-7a40d7512bec will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:38.883289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.899609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.899609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.974280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44546f64-6dde-4fef-82a2-f8cbb40c5fe9 req-e6cd2080-5772-4e8b-a8cb-1bbf205b4241 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816834 Aug 31 07:41:38.983352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a16ba2-d893-44f8-8b46-7af4ae8e959d req-4fc32934-ec05-4733-b843-cf5c71efc261 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.987495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.999555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79a16ba2-d893-44f8-8b46-7af4ae8e959d req-4fc32934-ec05-4733-b843-cf5c71efc261 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1679642 Aug 31 07:41:39.061282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d97ed9cc-63fd-4692-b737-4ef914786f8e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:39.066154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79a16ba2-d893-44f8-8b46-7af4ae8e959d req-8dd7684b-9253-424c-b5cb-71b970e363c2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645719 Aug 31 07:41:39.077045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fd09dd66-b866-4c58-baad-d579c61cfbdd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6761129 Aug 31 07:41:39.086698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Request body: {'port': {'device_id': '6a703777-e8d6-4c08-af41-dc576049542b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:39.166004 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.166281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:39.260105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f0a78cc0-0b5c-45d0-9207-613b1db881a8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:39.266052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:39.266052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:39.266052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:39.276425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:39.276758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:39.289336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:39.289681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:39.292212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:39.294647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Bound port: 75df2566-0a77-4eed-a4de-7a40d7512bec, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:39.300099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.400489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:39.408583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:39.485291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-df4b91dd-6868-49d0-9a48-c550b5481b1e None None] Provisioning for port 42b53a97-5d6a-441e-8010-369b21b11c4a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:39.495040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-df4b91dd-6868-49d0-9a48-c550b5481b1e None None] Provisioning complete for port 42b53a97-5d6a-441e-8010-369b21b11c4a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:39.495812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df4b91dd-6868-49d0-9a48-c550b5481b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.508637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.553564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.554234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.555691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] 10.222.0.68 "PUT /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 1092 time: 1.4389813 Aug 31 07:41:39.556184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:39.563083 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07420fb0-b612-4728-8983-122b2e238d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:39.595163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e2f3d-0f3c-496b-9696-893c65804b71 service neutron] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:39.615129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-df4b91dd-6868-49d0-9a48-c550b5481b1e None None] Port 42b53a97-5d6a-441e-8010-369b21b11c4a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:39.661442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a95b0-dfaf-4dce-bd2a-ed9babd56e3e req-5c3f3df3-3a39-4311-8a1a-8d032de17458 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.672955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-624a95b0-dfaf-4dce-bd2a-ed9babd56e3e req-5c3f3df3-3a39-4311-8a1a-8d032de17458 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.3270817 Aug 31 07:41:39.748259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-bc424e16-399d-4282-be82-6c98dd4f5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.749796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-bc424e16-399d-4282-be82-6c98dd4f5189 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1095 time: 0.0586963 Aug 31 07:41:39.777487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3274a3-415d-4cef-b541-f39b20a06176 req-68a578ab-241d-40b7-b611-258fb59d8b20 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.779121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd3274a3-415d-4cef-b541-f39b20a06176 req-68a578ab-241d-40b7-b611-258fb59d8b20 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 948 time: 0.2903817 Aug 31 07:41:39.793578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-624a95b0-dfaf-4dce-bd2a-ed9babd56e3e req-69aa0dd1-9649-468c-b364-3745afcdd09a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194909 Aug 31 07:41:39.886329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd3274a3-415d-4cef-b541-f39b20a06176 req-3288712c-f83d-47ed-a741-82015ff03aff tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984464 Aug 31 07:41:39.905266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b53a97-5d6a-441e-8010-369b21b11c4a {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:39.936842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.986674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53419a4e-d27e-46d1-830b-73e583042ebe req-61bf5190-b575-4163-b9f7-5ff919c94892 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0718625 Aug 31 07:41:40.002926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Transition to ACTIVE for port object 42b53a97-5d6a-441e-8010-369b21b11c4a will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:40.045096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8066497-0129-49c6-a1b1-ba4d3c4c3ea5 req-f9270afd-6f2c-40fd-912f-b3314b26080b tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.046950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8066497-0129-49c6-a1b1-ba4d3c4c3ea5 req-f9270afd-6f2c-40fd-912f-b3314b26080b tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 932 time: 0.0631044 Aug 31 07:41:40.092623 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.115977 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef7b828-dffb-432f-8e03-abb40cf16c03 x-openstack-request-id: req-aef7b828-dffb-432f-8e03-abb40cf16c03 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:40.119180 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:40.120359 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aef7b828-dffb-432f-8e03-abb40cf16c03 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:40.120359 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'status': 'completed', 'code': 200} Aug 31 07:41:40.121562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-47d05fa6-0e25-4e0e-8098-f504beef3467 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 217 time: 0.3634453 Aug 31 07:41:40.154939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8066497-0129-49c6-a1b1-ba4d3c4c3ea5 req-1f48b2a5-e054-4291-98f2-a5ac96c3b2cb tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994811 Aug 31 07:41:40.208312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75866f1-f3aa-423b-96b3-252d06134000 req-c18a5ccf-3d8f-46af-9447-4454409b96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.209826 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-c18a5ccf-3d8f-46af-9447-4454409b96b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0809708 Aug 31 07:41:40.249954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-ea7fb88d-b2b0-4b02-bc85-d26dca3db8bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318308 Aug 31 07:41:40.308320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Pushing event updated for resources: {'Port': ['ID=42b53a97-5d6a-441e-8010-369b21b11c4a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.332261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:40.353664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d10c-3392-4ce3-84b8-1f3ba285405e req-2989fe2d-0038-423f-8e43-08ecd8822626 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.354666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b05d10c-3392-4ce3-84b8-1f3ba285405e req-2989fe2d-0038-423f-8e43-08ecd8822626 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.2146838 Aug 31 07:41:40.391661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d40c-2fa6-4554-98cb-88727c0faaa5 req-2c149615-6ee5-4242-a7eb-569e12b1930d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.394275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd01d40c-2fa6-4554-98cb-88727c0faaa5 req-2c149615-6ee5-4242-a7eb-569e12b1930d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1089854 Aug 31 07:41:40.396685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Attempting to bind port 42b53a97-5d6a-441e-8010-369b21b11c4a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:40.398833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Attempting to bind port 42b53a97-5d6a-441e-8010-369b21b11c4a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:40.399452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Attempting to bind port 42b53a97-5d6a-441e-8010-369b21b11c4a on network d599e051-49f2-4189-a8e0-2e9502f964a9 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:40.415024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Port 42b53a97-5d6a-441e-8010-369b21b11c4a on network d599e051-49f2-4189-a8e0-2e9502f964a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:40.415844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Attempting to bind port 42b53a97-5d6a-441e-8010-369b21b11c4a on network d599e051-49f2-4189-a8e0-2e9502f964a9 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:40.425473 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-fcc76f81-b38f-46ac-858d-0200ca1cdcbe service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675899 Aug 31 07:41:40.444313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:40.444781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Checking segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:40.445311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Bound using segment: {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:40.445919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Bound port: 42b53a97-5d6a-441e-8010-369b21b11c4a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb657885-7b17-4719-a116-1005e6f53c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:40.446379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.478164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b05d10c-3392-4ce3-84b8-1f3ba285405e req-0ae1dea5-1350-4628-b4f8-3e3caf531070 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133995 Aug 31 07:41:40.499743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-94977283-network', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:40.557564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd01d40c-2fa6-4554-98cb-88727c0faaa5 req-ed499920-7d15-4b24-985a-9eaee064162b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552753 Aug 31 07:41:40.573930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d75866f1-f3aa-423b-96b3-252d06134000 req-0524fc73-8e7e-43f1-8173-a40ed09b492e service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332207 Aug 31 07:41:40.579331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] For port 42b53a97-5d6a-441e-8010-369b21b11c4a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:40.583175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] For port 42b53a97-5d6a-441e-8010-369b21b11c4a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=42b53a97-5d6a-441e-8010-369b21b11c4a,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:40.722827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:40.723439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.725205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.735307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.774305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.774734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.776322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] 10.222.0.68 "PUT /v2.0/ports/42b53a97-5d6a-441e-8010-369b21b11c4a HTTP/1.1" status: 200 len: 1093 time: 1.6962976 Aug 31 07:41:40.779182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:40.784445 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898d16a-72af-4a73-926e-c45bac2070a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:40.829004 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f801aa-1dd6-409d-95c3-25fe555b9e99 x-openstack-request-id: req-57f801aa-1dd6-409d-95c3-25fe555b9e99 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:40.829580 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:40.830446 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57f801aa-1dd6-409d-95c3-25fe555b9e99 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:40.831044 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'status': 'completed', 'code': 200} Aug 31 07:41:40.872623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85a593-ef83-4074-b3f5-38544a3537ac service neutron] Pushing event updated for resources: {'Port': ['ID=42b53a97-5d6a-441e-8010-369b21b11c4a,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.894304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07420fb0-b612-4728-8983-122b2e238d3b req-b0f95cd5-8a30-44de-a638-5d159489a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.896316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-b0f95cd5-8a30-44de-a638-5d159489a00d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1095 time: 0.0911858 Aug 31 07:41:40.947996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.963067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898d16a-72af-4a73-926e-c45bac2070a4 req-ec09e64c-80ec-49fd-afd6-4b51e3dee956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.964562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1898d16a-72af-4a73-926e-c45bac2070a4 req-ec09e64c-80ec-49fd-afd6-4b51e3dee956 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 1096 time: 0.1037548 Aug 31 07:41:41.092456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.092837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07420fb0-b612-4728-8983-122b2e238d3b req-da5c6b30-9107-4706-951a-df5c6bb889ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.094298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-da5c6b30-9107-4706-951a-df5c6bb889ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1899898 Aug 31 07:41:41.101758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a92a6-8eb2-4f81-bc2b-e5823b0beab6 req-b3e7479e-7337-4744-9333-5eefe462be9f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.109767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef7a92a6-8eb2-4f81-bc2b-e5823b0beab6 req-b3e7479e-7337-4744-9333-5eefe462be9f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.2035346 Aug 31 07:41:41.111611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898d16a-72af-4a73-926e-c45bac2070a4 req-27b3eb38-36f3-42ba-bfa5-6fac53cdc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.113119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1898d16a-72af-4a73-926e-c45bac2070a4 req-27b3eb38-36f3-42ba-bfa5-6fac53cdc5aa service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1396093 Aug 31 07:41:41.128761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:41:41.158698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd72c0-bacb-49da-8538-050294463c63,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:41.168184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-51c68a17-5665-44f1-8559-c55ff854b431 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 217 time: 0.0562773 Aug 31 07:41:41.178706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd3fb-fb70-4a8f-acea-7bc64f05195c req-62a4f0f1-56e6-4038-abc0-36cac5fa0d0d tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.180250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2fdd3fb-fb70-4a8f-acea-7bc64f05195c req-62a4f0f1-56e6-4038-abc0-36cac5fa0d0d tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 948 time: 0.1572173 Aug 31 07:41:41.201859 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.202220 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Added segment 3a0cb19f-d0ab-48af-8352-6af6069fda14 of type vlan for network bf7ed58a-fb2b-478c-986d-72544195a63a Aug 31 07:41:41.259087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef7a92a6-8eb2-4f81-bc2b-e5823b0beab6 req-63709ac8-924c-4cb0-aa8f-8d05eeb1c8ac tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476710 Aug 31 07:41:41.261195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.292521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07420fb0-b612-4728-8983-122b2e238d3b req-e91b3d4f-2e45-473a-a760-aefc819237fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.297097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-e91b3d4f-2e45-473a-a760-aefc819237fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1147938 Aug 31 07:41:41.315061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898d16a-72af-4a73-926e-c45bac2070a4 req-a068ec15-a5a7-4b35-988f-6e378280a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.316857 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1898d16a-72af-4a73-926e-c45bac2070a4 req-a068ec15-a5a7-4b35-988f-6e378280a7fa service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917768 Aug 31 07:41:41.349299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2fdd3fb-fb70-4a8f-acea-7bc64f05195c req-d988690a-5e9a-479f-ae38-e54f6af8a1b5 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582935 Aug 31 07:41:41.353597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-2b03f752-988a-4385-9787-ea88763f4482 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464075 Aug 31 07:41:41.390428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.391565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.392386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.441863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-532698af-7379-4985-88c3-6cd987bf9f50 req-cd3c3bd5-9b57-40c1-86a8-218709e18817 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0766637 Aug 31 07:41:41.503280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-2c693b7f-187d-4582-b1e2-e1ce42c22f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.503280 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-2c693b7f-187d-4582-b1e2-e1ce42c22f02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 1096 time: 0.1263616 Aug 31 07:41:41.503280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] Pushing event updated for resources: {'Network': ['ID=bf7ed58a-fb2b-478c-986d-72544195a63a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:41.514158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network bf7ed58a-fb2b-478c-986d-72544195a63a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:41:41.526564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c13ed-d05c-45e4-b334-a1d5a9b2a356 req-33f99f69-b300-41d5-a902-b114c70b5297 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.541269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e19c13ed-d05c-45e4-b334-a1d5a9b2a356 req-33f99f69-b300-41d5-a902-b114c70b5297 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0837264 Aug 31 07:41:41.551401 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-34245505-458a-4003-a689-b244dc0ec9ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b53a97-5d6a-441e-8010-369b21b11c4a HTTP/1.1" status: 200 len: 217 time: 0.0402849 Aug 31 07:41:41.623018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0a0b497c-5169-4a1d-b9f7-415cd36286bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2789404 Aug 31 07:41:41.625264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:41.631531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Request body: {'subnet': {'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-94977283-subnet', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:41.632752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-282ed06f-f937-4f7f-8841-de0276a96d82 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664137 Aug 31 07:41:41.658997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-ff49464e-57d2-4174-9174-3d7f134ba0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.660651 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-ff49464e-57d2-4174-9174-3d7f134ba0be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b6bd840c-dffe-4d40-8b84-64296bcdda94 HTTP/1.1" status: 200 len: 855 time: 0.1011789 Aug 31 07:41:41.723701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-bd17f59c-75b9-4245-9f98-4f4ed573f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.726283 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-bd17f59c-75b9-4245-9f98-4f4ed573f562 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d599e051-49f2-4189-a8e0-2e9502f964a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562575 Aug 31 07:41:41.728197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e19c13ed-d05c-45e4-b334-a1d5a9b2a356 req-6440794a-6770-4440-9bf8-5a8b99fe1f00 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895175 Aug 31 07:41:41.771746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:41.783959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e17484-f199-4c88-acc0-78662541b778 req-b1e53cac-3485-4268-b400-bea0fc225cdb tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.786214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:41.797864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97e17484-f199-4c88-acc0-78662541b778 req-b1e53cac-3485-4268-b400-bea0fc225cdb tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.1803570 Aug 31 07:41:41.854524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97e17484-f199-4c88-acc0-78662541b778 req-dd1329fe-90e1-46b7-8c10-a79543a6952d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556953 Aug 31 07:41:41.856428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420fb0-b612-4728-8983-122b2e238d3b req-70e2fa8f-df13-428f-8db7-1ac19d537e0f service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790705 Aug 31 07:41:41.940697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14089b-ad9f-4b48-afc2-59e1148166fb req-696856c3-fb75-40ea-993c-85447e4bd607 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.944543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f14089b-ad9f-4b48-afc2-59e1148166fb req-696856c3-fb75-40ea-993c-85447e4bd607 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0577786 Aug 31 07:41:41.967776 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-1376b371-ef81-4e42-aa63-2903493214fb service neutron] 10.222.0.68 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243404 Aug 31 07:41:41.984770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f14089b-ad9f-4b48-afc2-59e1148166fb req-00169cbf-8606-40b9-86da-d3bf0ed8999d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Aug 31 07:41:41.992385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:42.134517 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f00efc6-8cce-4253-895a-e8d68ff2ad02 req-fc79c2cf-d74f-4720-b535-ea526b1b3727 service neutron] 10.222.0.68 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602771 Aug 31 07:41:42.162436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d97ed9cc-63fd-4692-b737-4ef914786f8e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:42.167397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d97ed9cc-63fd-4692-b737-4ef914786f8e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:42.167781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.220129 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.247602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.273460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:42.276819 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2e3c23-fe8f-4024-9544-15613fb086b5" -d '{"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-plugged", "status": "completed", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:42.285552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:42.306131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Checking segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:42.306549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Network hostable DHCP agents. Network: bf7ed58a-fb2b-478c-986d-72544195a63a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:41:42.336506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:42.352121 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d439dde-1c7d-458f-b35f-95d572ec8785 x-openstack-request-id: req-0d439dde-1c7d-458f-b35f-95d572ec8785 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:42.352419 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-plugged", "status": "completed", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:42.352675 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d439dde-1c7d-458f-b35f-95d572ec8785 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:42.353157 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'code': 200} Aug 31 07:41:42.403996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Network bf7ed58a-fb2b-478c-986d-72544195a63a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:41:42.437573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.439394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:42.494108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, bf7ed58a-fb2b-478c-986d-72544195a63a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:42.508268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.509471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.513471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e18a41-be67-4da7-abcb-0aed9d77ebb0 req-6b82d09b-614a-4d16-8378-203495b45e09 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.513679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432bdbf-0a4a-4088-b0c8-7433c101c9cb None None] Network bf7ed58a-fb2b-478c-986d-72544195a63a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:42.521007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4e18a41-be67-4da7-abcb-0aed9d77ebb0 req-6b82d09b-614a-4d16-8378-203495b45e09 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1324301 Aug 31 07:41:42.562420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346dea3-b43d-474e-88f3-c41005eb2867 req-d2593ecc-894f-464a-9275-da2cc9b844bd tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.564270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2346dea3-b43d-474e-88f3-c41005eb2867 req-d2593ecc-894f-464a-9275-da2cc9b844bd tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 949 time: 0.1329401 Aug 31 07:41:42.569265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a074b-7d96-4611-900f-dd89b4b4689d req-bd62ca35-b5e2-4fe9-9314-c6b6cc1a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.570844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b1a074b-7d96-4611-900f-dd89b4b4689d req-bd62ca35-b5e2-4fe9-9314-c6b6cc1a0002 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 1101 time: 0.1369789 Aug 31 07:41:42.604496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:42.622364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4e18a41-be67-4da7-abcb-0aed9d77ebb0 req-4fbc284b-faa6-4e6f-89fa-0961edb52bdd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004410 Aug 31 07:41:42.646403 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c7a95ab7-7b95-49a7-a655-8a280a6d5485 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0177135 Aug 31 07:41:42.649892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60702) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:42.651713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:42.678648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b1a074b-7d96-4611-900f-dd89b4b4689d req-908a459e-11de-4f42-b274-c9780f655bfc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889111 Aug 31 07:41:42.688603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2346dea3-b43d-474e-88f3-c41005eb2867 req-9b5d0fb4-a4c3-428d-b260-1f4a1fd3ef34 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152120 Aug 31 07:41:42.696989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port f0a78cc0-0b5c-45d0-9207-613b1db881a8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:42.714344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f0a78cc0-0b5c-45d0-9207-613b1db881a8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:42.714777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.734569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-befed7c4-259d-47ad-926f-91a04f22f5d0 req-4d64a406-81c9-497c-b0fe-f2e74c21df46 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0302324 Aug 31 07:41:42.757743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.758848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.798445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-bf7ed58a-fb2b-478c-986d-72544195a63a', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:41:42.799718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.828197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.904195 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:42.925697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dcbc0-7f06-4321-ba44-a769c79ea5b8 req-25c425f0-a91c-4449-a4a6-6444e4750f8f tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.928192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc0dcbc0-7f06-4321-ba44-a769c79ea5b8 req-25c425f0-a91c-4449-a4a6-6444e4750f8f tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0637348 Aug 31 07:41:42.979529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc0dcbc0-7f06-4321-ba44-a769c79ea5b8 req-7aa088ec-68e0-4e89-a70a-c90715d683a0 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 Aug 31 07:41:42.986289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.058833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:43.070530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Allocated IP 172.20.0.2 (bf7ed58a-fb2b-478c-986d-72544195a63a/a6b767ec-9e8b-4b81-acac-7b9cfed6b25a/b1d5d3a3-3aef-4b86-b763-39cee76fd00c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:43.087553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af44b1-dc5a-4a70-86cf-898ba95630ca req-1ea1c48f-07f9-47e5-8812-9bd20ac8ad79 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.089776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5af44b1-dc5a-4a70-86cf-898ba95630ca req-1ea1c48f-07f9-47e5-8812-9bd20ac8ad79 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0690045 Aug 31 07:41:43.120549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.159323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.168853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5af44b1-dc5a-4a70-86cf-898ba95630ca req-317a0bc5-9929-483a-8178-f25c91134405 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714128 Aug 31 07:41:43.184501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf2327-f528-43a8-acea-6cd04971e64f req-5ec8778e-c718-43d5-8119-09218336e0c4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.192417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97cf2327-f528-43a8-acea-6cd04971e64f req-5ec8778e-c718-43d5-8119-09218336e0c4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0822313 Aug 31 07:41:43.233102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97cf2327-f528-43a8-acea-6cd04971e64f req-877b06c3-97de-4670-80a9-47cbec85a6fb tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Aug 31 07:41:43.241657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.325381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.334148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Transition to ACTIVE for port object b1d5d3a3-3aef-4b86-b763-39cee76fd00c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:43.351657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Transition to ACTIVE for port object b1d5d3a3-3aef-4b86-b763-39cee76fd00c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:43.426066 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.441162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.465606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.471512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Network bf7ed58a-fb2b-478c-986d-72544195a63a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:43.477931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:43.482358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:43.485501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Pushing event updated for resources: {'Port': ['ID=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.540348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Attempting to bind port b1d5d3a3-3aef-4b86-b763-39cee76fd00c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:43.540985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Attempting to bind port b1d5d3a3-3aef-4b86-b763-39cee76fd00c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:43.541357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Attempting to bind port b1d5d3a3-3aef-4b86-b763-39cee76fd00c on network bf7ed58a-fb2b-478c-986d-72544195a63a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:43.547673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:43.548236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Checking segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:43.548742 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.549147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Bound using segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:43.549622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Bound port: b1d5d3a3-3aef-4b86-b763-39cee76fd00c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:43.550053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.590975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Allocated IP 172.25.0.139 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2b3d279a-feb9-4a79-a35a-0799b64caee4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:43.616899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] For port b1d5d3a3-3aef-4b86-b763-39cee76fd00c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:43.620253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] For port b1d5d3a3-3aef-4b86-b763-39cee76fd00c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:43.713165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.735224 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.770465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf404e5f-aada-49f4-9aee-01f3a5d79203 req-7b8705fa-2c80-4455-8254-571f101b5d02 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.773034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf404e5f-aada-49f4-9aee-01f3a5d79203 req-7b8705fa-2c80-4455-8254-571f101b5d02 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0737600 Aug 31 07:41:43.812345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bda02-b387-44f8-8307-0092a412a329 None None] Pushing event updated for resources: {'Port': ['ID=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.848515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf404e5f-aada-49f4-9aee-01f3a5d79203 req-701e9f9e-a4b7-4a60-aed5-863c3a05b4f5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683365 Aug 31 07:41:43.849013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.866857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b84bf-7fd7-4dfa-bb3e-5ef7256e971f req-c040a1ab-db16-4859-95e3-37133d4fd0e9 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.874220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c19b84bf-7fd7-4dfa-bb3e-5ef7256e971f req-c040a1ab-db16-4859-95e3-37133d4fd0e9 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 949 time: 0.0884678 Aug 31 07:41:43.906262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:43.909434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:43.912492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:43.932623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3d279a-feb9-4a79-a35a-0799b64caee4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.939253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c19b84bf-7fd7-4dfa-bb3e-5ef7256e971f req-6d5c679d-86fb-4d7f-8ff1-f7182b7df1df tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640652 Aug 31 07:41:44.039179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-202f3153-1ccf-40d9-b957-211cdec4fb42 req-f7884db8-9fa4-496f-9d96-2e3d1789af54 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0807221 Aug 31 07:41:44.171681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83228827-7295-4874-a545-b23e6a6b6cce req-ee5e88cb-7bff-4785-9942-9b0d9cc99c63 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.173445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83228827-7295-4874-a545-b23e6a6b6cce req-ee5e88cb-7bff-4785-9942-9b0d9cc99c63 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0740278 Aug 31 07:41:44.234353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83228827-7295-4874-a545-b23e6a6b6cce req-a01498bf-31a8-4a8d-8177-c2bf159a309f tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515013 Aug 31 07:41:44.354677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:44.358439 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8328d36e-01ab-43d3-9c2a-73e1434460e1" -d '{"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:44.374045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b329-af4c-4e09-845b-45703ce161e6 req-18cdd210-dbca-4d47-a971-ea3e356d98aa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.375668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db22b329-af4c-4e09-845b-45703ce161e6 req-18cdd210-dbca-4d47-a971-ea3e356d98aa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0809269 Aug 31 07:41:44.392789 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:44.406392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b8bb6-c619-40a7-a8ac-9daf5cf66c22 req-ada84547-3e7d-4267-b04a-02c58f8c847f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.406392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-557b8bb6-c619-40a7-a8ac-9daf5cf66c22 req-ada84547-3e7d-4267-b04a-02c58f8c847f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0733650 Aug 31 07:41:44.443063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db22b329-af4c-4e09-845b-45703ce161e6 req-cd6a93e8-04c0-460d-ab70-c26737fc3e67 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576551 Aug 31 07:41:44.462852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-557b8bb6-c619-40a7-a8ac-9daf5cf66c22 req-ae317dd7-8ba4-4a91-9eb8-8c1f0c0c19c3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Aug 31 07:41:44.497356 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2324bcac-1ea9-48ff-8b04-4957d1542cc8 x-openstack-request-id: req-2324bcac-1ea9-48ff-8b04-4957d1542cc8 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:44.500203 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:44.500455 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2324bcac-1ea9-48ff-8b04-4957d1542cc8 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:44.500856 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'code': 200} Aug 31 07:41:44.609148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f1225-dbba-4c82-9aba-ce63bcf4311c req-6e991a0f-697e-4c56-b76a-884354f250f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:44.610569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f9f1225-dbba-4c82-9aba-ce63bcf4311c req-6e991a0f-697e-4c56-b76a-884354f250f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 1102 time: 0.0483482 Aug 31 07:41:44.635897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:44.669492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f9f1225-dbba-4c82-9aba-ce63bcf4311c req-851a6628-7b76-483c-95a8-c3c7a1fff8df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Aug 31 07:41:44.990749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e306c06-5c3f-4aa4-8a47-0eeda077b590 None None] Network bf7ed58a-fb2b-478c-986d-72544195a63a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:45.002841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Router 4c68371a-9b8a-4772-9921-6f10194ad254 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:41:45.009141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb48029-a4c3-4341-9cea-3fd56e4874a4 req-71b76bd4-4d20-4576-81da-f186ab11f34c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.019037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fb48029-a4c3-4341-9cea-3fd56e4874a4 req-71b76bd4-4d20-4576-81da-f186ab11f34c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0734162 Aug 31 07:41:45.102407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fb48029-a4c3-4341-9cea-3fd56e4874a4 req-78c1feab-7613-45c6-b17e-327555e874ae tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823531 Aug 31 07:41:45.117085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48487e40-5d5a-4c4b-bf5a-8c3d1eefdf5b req-c31892d9-9b97-40b0-acc6-48b3d0a87b3c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.125540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48487e40-5d5a-4c4b-bf5a-8c3d1eefdf5b req-c31892d9-9b97-40b0-acc6-48b3d0a87b3c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 949 time: 0.1037436 Aug 31 07:41:45.135010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:45.165913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Sync routers for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:45.182651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48487e40-5d5a-4c4b-bf5a-8c3d1eefdf5b req-291c9497-ae7b-4372-b216-a9a136553b96 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560963 Aug 31 07:41:45.195922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:45.200936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:45.254729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:45.258401 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a7836fcf-2781-4030-8317-2e6023dbd911 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6107502 Aug 31 07:41:45.259005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:45.281026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-07369b25-1b2e-4a12-9748-c15ea40efcc8 None None] Provisioning for port b1d5d3a3-3aef-4b86-b763-39cee76fd00c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:45.357383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ef13ee-ae3d-4dfe-aaa9-117e2bd32f96 req-0a9b734e-23e0-4f06-b40b-21b9d888ea4d tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.1009467 Aug 31 07:41:45.397401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:45.471452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff532a-1147-4d42-b272-30ba69045d85 req-bce21ffc-7df4-4b63-8485-08f67dcd7b1c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.473415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2ff532a-1147-4d42-b272-30ba69045d85 req-bce21ffc-7df4-4b63-8485-08f67dcd7b1c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 950 time: 0.1275365 Aug 31 07:41:45.546276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b1d5d3a3-3aef-4b86-b763-39cee76fd00c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:45.553350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2ff532a-1147-4d42-b272-30ba69045d85 req-7302fee9-7eeb-482f-9f01-e6f92ccb2ee3 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Aug 31 07:41:45.587335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b1f82-2ec2-401f-8cef-98d095c26f96 req-783baee2-da2d-4d0f-bd57-d5c372754867 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.606333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-777b1f82-2ec2-401f-8cef-98d095c26f96 req-783baee2-da2d-4d0f-bd57-d5c372754867 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.1300006 Aug 31 07:41:45.704777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae22c6-ca3e-4bb4-a475-867a5aa6d8f7 req-74f051da-9058-44e2-be60-e2cd1672a504 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.706500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dae22c6-ca3e-4bb4-a475-867a5aa6d8f7 req-74f051da-9058-44e2-be60-e2cd1672a504 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0814414 Aug 31 07:41:45.738213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-777b1f82-2ec2-401f-8cef-98d095c26f96 req-2491c41f-8dd4-4a31-b8e9-18bb157fb07e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309199 Aug 31 07:41:45.778465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dae22c6-ca3e-4bb4-a475-867a5aa6d8f7 req-7fb3a048-2679-4527-9fbe-e9fd11fd7a0a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632048 Aug 31 07:41:45.812694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 3, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:45.855963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Checking router: 4c68371a-9b8a-4772-9921-6f10194ad254 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:45.856528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Updating router 4c68371a-9b8a-4772-9921-6f10194ad254 port 2b3d279a-feb9-4a79-a35a-0799b64caee4 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:45.860842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b1d5d3a3-3aef-4b86-b763-39cee76fd00c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:45.892437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf00a45-92eb-4838-9795-a4258a3195fd req-2ae3e992-c2fa-477e-a41b-ae2eaa0b5c4b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.894130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bf00a45-92eb-4838-9795-a4258a3195fd req-2ae3e992-c2fa-477e-a41b-ae2eaa0b5c4b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0573111 Aug 31 07:41:45.945991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bf00a45-92eb-4838-9795-a4258a3195fd req-43399d86-d046-47e8-bfe8-3eca1b854f9a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Aug 31 07:41:46.009684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b1d5d3a3-3aef-4b86-b763-39cee76fd00c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:46.010848 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.043473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.195750 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.223447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.258813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05360ce-224f-480a-8d9f-7aeb9e05810c req-4588f2bd-d408-4108-9f23-72aa9f82ab33 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:46.260419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b05360ce-224f-480a-8d9f-7aeb9e05810c req-4588f2bd-d408-4108-9f23-72aa9f82ab33 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0650702 Aug 31 07:41:46.278115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b1d5d3a3-3aef-4b86-b763-39cee76fd00c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:46.317265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b05360ce-224f-480a-8d9f-7aeb9e05810c req-a99d0b96-5dde-4456-9828-ae2100327e10 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Aug 31 07:41:46.362391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.405541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.417957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Allocated IP 172.20.0.1 (bf7ed58a-fb2b-478c-986d-72544195a63a/a6b767ec-9e8b-4b81-acac-7b9cfed6b25a/57056073-6f7a-4692-b683-ab6262c843ea) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:46.429018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Transition to ACTIVE for port object 2b3d279a-feb9-4a79-a35a-0799b64caee4 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:46.434558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:46.496060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c549fc4-1575-4506-bb5e-7d811b488dc8 req-d7e46298-7d9e-4f07-be76-4037c79d98ca tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0309439 Aug 31 07:41:46.535131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.540980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.550959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Transition to ACTIVE for port object 57056073-6f7a-4692-b683-ab6262c843ea will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:46.586437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Attempting to bind port 2b3d279a-feb9-4a79-a35a-0799b64caee4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:46.586814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Attempting to bind port 2b3d279a-feb9-4a79-a35a-0799b64caee4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:46.587178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Attempting to bind port 2b3d279a-feb9-4a79-a35a-0799b64caee4 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:46.596812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:46.597183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:46.597580 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.597998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:46.598462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Bound port: 2b3d279a-feb9-4a79-a35a-0799b64caee4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:46.598841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.628457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c802a-b512-419b-9b6b-aea8dc03846b None None] Pushing event updated for resources: {'Port': ['ID=2b3d279a-feb9-4a79-a35a-0799b64caee4,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:46.665286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] For port 2b3d279a-feb9-4a79-a35a-0799b64caee4, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:46.665286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] For port 2b3d279a-feb9-4a79-a35a-0799b64caee4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2b3d279a-feb9-4a79-a35a-0799b64caee4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:46.678342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f09dd-3778-40d8-a84c-d097fa3cbe10 req-70259a92-39d8-4c90-b2ad-cb37dc2611e9 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:46.679819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-197f09dd-3778-40d8-a84c-d097fa3cbe10 req-70259a92-39d8-4c90-b2ad-cb37dc2611e9 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 950 time: 0.0513766 Aug 31 07:41:46.711712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.718220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-197f09dd-3778-40d8-a84c-d097fa3cbe10 req-cf38b557-e8cb-4faf-a468-e1b13c9660fe tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Aug 31 07:41:46.750853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Network bf7ed58a-fb2b-478c-986d-72544195a63a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:46.758824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:46.758824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:46.780525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.800385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.855950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Pushing event updated for resources: {'Port': ['ID=57056073-6f7a-4692-b683-ab6262c843ea,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:46.872405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.872780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.873132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.873473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.873893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.874168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.874504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.874829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.875464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.875799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.876665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.877443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:46.879949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c802a-b512-419b-9b6b-aea8dc03846b None None] Pushing event updated for resources: {'Port': ['ID=2b3d279a-feb9-4a79-a35a-0799b64caee4,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:46.914065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:46.914732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:46.939616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade150-0f27-4f93-8afc-bcb4dde3691c req-6c925f76-8273-40b0-885a-0573d95222fe tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:46.948106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdade150-0f27-4f93-8afc-bcb4dde3691c req-6c925f76-8273-40b0-885a-0573d95222fe tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0888574 Aug 31 07:41:47.003268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdade150-0f27-4f93-8afc-bcb4dde3691c req-350c741e-4da6-49f1-97d9-8dd79c40a40f tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540903 Aug 31 07:41:47.051411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:47.101739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.145311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafb7b9-5b9c-4f87-a299-53765b840cec req-af22cb0c-cf7d-458f-ba3f-6351d52ee42c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.150291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daafb7b9-5b9c-4f87-a299-53765b840cec req-af22cb0c-cf7d-458f-ba3f-6351d52ee42c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0607445 Aug 31 07:41:47.187875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daafb7b9-5b9c-4f87-a299-53765b840cec req-564c11d8-461c-4dba-9eca-4141d9582987 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Aug 31 07:41:47.250847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1078a5db-5d9f-4984-9802-d5782bbee47c None None] Provisioning for port 57056073-6f7a-4692-b683-ab6262c843ea completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:47.256849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1078a5db-5d9f-4984-9802-d5782bbee47c None None] Provisioning complete for port 57056073-6f7a-4692-b683-ab6262c843ea triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:47.257135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1078a5db-5d9f-4984-9802-d5782bbee47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.308196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1078a5db-5d9f-4984-9802-d5782bbee47c None None] Port 57056073-6f7a-4692-b683-ab6262c843ea cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:47.314679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.317351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 3, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:47.324267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847549c-0f86-4683-9c7c-7eea8de8de0c req-2c8f4d2b-3ba6-45b0-8e47-6c1aae2d21ff tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.325961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2847549c-0f86-4683-9c7c-7eea8de8de0c req-2c8f4d2b-3ba6-45b0-8e47-6c1aae2d21ff tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0602534 Aug 31 07:41:47.344114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575101b-7b96-4068-90be-20c7e8a7f9a2 None None] The sync data for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 is: [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:44Z', 'revision_number': 3, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:47.353753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b1d5d3a3-3aef-4b86-b763-39cee76fd00c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:47.374725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2847549c-0f86-4683-9c7c-7eea8de8de0c req-88566689-aa89-4265-8015-ca938eefc9fa tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Aug 31 07:41:47.412773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b1d5d3a3-3aef-4b86-b763-39cee76fd00c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:47.413297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.442607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.518067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Pushing event updated for resources: {'Port': ['ID=57056073-6f7a-4692-b683-ab6262c843ea,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:47.521952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.559853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50583e-54bc-4281-b6bb-20bc1ad59bf3 req-db77a0a6-5f75-4e39-ae65-194dfa1717ef tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.561968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e50583e-54bc-4281-b6bb-20bc1ad59bf3 req-db77a0a6-5f75-4e39-ae65-194dfa1717ef tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0560024 Aug 31 07:41:47.635232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e50583e-54bc-4281-b6bb-20bc1ad59bf3 req-d911ccdc-3e0a-4fd0-b84b-6e319d27e93c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Aug 31 07:41:47.653044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Network bf7ed58a-fb2b-478c-986d-72544195a63a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:47.654750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:47.768833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95d0736a-d4ff-45b3-a6bd-42023516ae28 req-2a2be6f5-4d3b-4b6d-af4e-63e545d3aac6 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0468233 Aug 31 07:41:47.843332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Router 4c68371a-9b8a-4772-9921-6f10194ad254 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:47.934619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e8ddf0c-45ea-4583-8345-3f6f3a8fd461 None None] Provisioning complete for port 57056073-6f7a-4692-b683-ab6262c843ea triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:47.935502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e8ddf0c-45ea-4583-8345-3f6f3a8fd461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.965080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:47.972359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ba60e5a4-b85e-428a-ae87-31fa36761140 admin admin] 10.222.0.36 "PUT /v2.0/routers/4c68371a-9b8a-4772-9921-6f10194ad254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122469 Aug 31 07:41:47.976188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9e8ddf0c-45ea-4583-8345-3f6f3a8fd461 None None] Port 57056073-6f7a-4692-b683-ab6262c843ea cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:48.135102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f3f41-51b4-497b-a727-1c9fb2658d14 req-4191abe3-c3fb-415f-8fc4-8d4f073e365e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.136840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e3f3f41-51b4-497b-a727-1c9fb2658d14 req-4191abe3-c3fb-415f-8fc4-8d4f073e365e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0598013 Aug 31 07:41:48.177227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e3f3f41-51b4-497b-a727-1c9fb2658d14 req-9666f1e5-6947-43e5-b3ba-61e5813a3e3a tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Aug 31 07:41:48.320009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31238d-c6d4-4b8e-964f-93ce627d92f1 req-81d7412b-73db-45c6-9385-93abaf431fae tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.321567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c31238d-c6d4-4b8e-964f-93ce627d92f1 req-81d7412b-73db-45c6-9385-93abaf431fae tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0573592 Aug 31 07:41:48.361261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c31238d-c6d4-4b8e-964f-93ce627d92f1 req-67e588e7-f80e-4d23-b398-31801c7c5e28 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Aug 31 07:41:48.494826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddb84-35fd-4753-ba41-67d02672ec9b req-e3d0f6d6-848b-4705-ab5c-f9863ec903f8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.498284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f56ddb84-35fd-4753-ba41-67d02672ec9b req-e3d0f6d6-848b-4705-ab5c-f9863ec903f8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0541997 Aug 31 07:41:48.540403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f56ddb84-35fd-4753-ba41-67d02672ec9b req-ebb7a614-a34b-40f3-b50e-344cba2549d1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Aug 31 07:41:48.757177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34220c51-c625-436a-a0e3-e715fff46afa req-539889db-7868-4b8b-999d-37fcd65b02a0 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.758860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34220c51-c625-436a-a0e3-e715fff46afa req-539889db-7868-4b8b-999d-37fcd65b02a0 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0557330 Aug 31 07:41:48.806143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34220c51-c625-436a-a0e3-e715fff46afa req-1da4943a-47d5-42e7-aff2-04eee103b620 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Aug 31 07:41:48.862319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-901b973c-97ea-441d-ae0c-5f454f185b70 req-5a8e2f00-731d-49ee-be90-619080e5d81b tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0280766 Aug 31 07:41:49.017671 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Sync routers for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:49.026781 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:49.027310 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:49.131758 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:49.298215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acc93b-b0c5-479f-abc8-5384784844ae req-3be00688-7737-43dd-92df-1313718f4fb6 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.305696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14acc93b-b0c5-479f-abc8-5384784844ae req-3be00688-7737-43dd-92df-1313718f4fb6 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0585172 Aug 31 07:41:49.346564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14acc93b-b0c5-479f-abc8-5384784844ae req-7dcffa8b-2b47-40f3-8b77-31f3c7a9460c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399241 Aug 31 07:41:49.369278 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:47Z', 'revision_number': 2, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:49.369901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2b3d279a-feb9-4a79-a35a-0799b64caee4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:49.399232 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Checking router: 4c68371a-9b8a-4772-9921-6f10194ad254 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:49.399593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Updating router 4c68371a-9b8a-4772-9921-6f10194ad254 port 57056073-6f7a-4692-b683-ab6262c843ea binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:49.425926 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.487693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875253a7-4c9a-43ea-b656-608f4be1d94a req-04b50e5a-0d97-4930-99c0-f999acbcf2a7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.489179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875253a7-4c9a-43ea-b656-608f4be1d94a req-04b50e5a-0d97-4930-99c0-f999acbcf2a7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0534585 Aug 31 07:41:49.528017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875253a7-4c9a-43ea-b656-608f4be1d94a req-f192cf5f-c23d-4ad5-830d-1acf8833ae5f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Aug 31 07:41:49.528663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2b3d279a-feb9-4a79-a35a-0799b64caee4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:49.533617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2b3d279a-feb9-4a79-a35a-0799b64caee4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:49.534033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.647145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.678393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2b3d279a-feb9-4a79-a35a-0799b64caee4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2b3d279a-feb9-4a79-a35a-0799b64caee4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:49.711533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e8c31-2e97-46f4-8071-ecc72d6256c3 req-4f51d108-e571-4493-b815-32f8d7566ac9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.719339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be7e8c31-2e97-46f4-8071-ecc72d6256c3 req-4f51d108-e571-4493-b815-32f8d7566ac9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0866563 Aug 31 07:41:49.726300 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.736409 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Transition to ACTIVE for port object 57056073-6f7a-4692-b683-ab6262c843ea will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:49.754583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be7e8c31-2e97-46f4-8071-ecc72d6256c3 req-38939038-53fd-4562-b78a-42fca423beb2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341139 Aug 31 07:41:49.825424 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.839471 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.887133 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Pushing event updated for resources: {'Port': ['ID=57056073-6f7a-4692-b683-ab6262c843ea,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:49.888400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2b3d279a-feb9-4a79-a35a-0799b64caee4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:49.905406 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.906048 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.906647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.907177 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.907708 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.908248 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.908772 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.909308 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.909860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.911097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.912107 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.912710 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:49.962409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1af4c9-821a-4344-9123-35fb6d7edc5b req-af2665c7-7bc0-44c9-af57-e4d5b6bf50d5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.972320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f1af4c9-821a-4344-9123-35fb6d7edc5b req-af2665c7-7bc0-44c9-af57-e4d5b6bf50d5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0758352 Aug 31 07:41:50.021486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:50.030279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-042dd241-ad03-4163-9430-0d8ed7fca4d9 req-d07d3107-8fc8-404a-b043-3de78c65b14f tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0387259 Aug 31 07:41:50.057186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f1af4c9-821a-4344-9123-35fb6d7edc5b req-96c29f80-9644-4260-be91-107a73a70a69 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835772 Aug 31 07:41:50.087709 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Attempting to bind port 57056073-6f7a-4692-b683-ab6262c843ea on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:50.088712 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Attempting to bind port 57056073-6f7a-4692-b683-ab6262c843ea by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:50.089248 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Attempting to bind port 57056073-6f7a-4692-b683-ab6262c843ea on network bf7ed58a-fb2b-478c-986d-72544195a63a {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:50.095393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:50.095978 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Checking segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:50.096565 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.097125 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Bound using segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:50.097750 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Bound port: 57056073-6f7a-4692-b683-ab6262c843ea, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:50.098336 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.166932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:50.174759 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] For port 57056073-6f7a-4692-b683-ab6262c843ea, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:50.177885 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] For port 57056073-6f7a-4692-b683-ab6262c843ea, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=57056073-6f7a-4692-b683-ab6262c843ea,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:50.186564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'mac_address': 'fa:16:3e:d9:aa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:50.239888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.253070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0a78cc0-0b5c-45d0-9207-613b1db881a8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:50.268370 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.273448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:50.321163 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:50.321831 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:50.376556 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fafb-6933-4fa1-92e4-88b06b96396d None None] Pushing event updated for resources: {'Port': ['ID=57056073-6f7a-4692-b683-ab6262c843ea,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:50.381608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:50.460599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:50.469704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3524b1-2d9f-441b-b4f6-60cd33245646 req-24dbdd51-fd32-470c-be5e-6c85bd440353 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:50.477340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc3524b1-2d9f-441b-b4f6-60cd33245646 req-24dbdd51-fd32-470c-be5e-6c85bd440353 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0613632 Aug 31 07:41:50.489388 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:50.515546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc3524b1-2d9f-441b-b4f6-60cd33245646 req-5a8f9951-7ada-4ba4-b579-846c41d3fd87 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371325 Aug 31 07:41:50.542306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f0a78cc0-0b5c-45d0-9207-613b1db881a8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:50.707988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c372-12a6-425d-bdbf-7d8e9194935f req-26aeec6c-f97f-47e2-8eb3-b16f821d6215 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:50.709857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b507c372-12a6-425d-bdbf-7d8e9194935f req-26aeec6c-f97f-47e2-8eb3-b16f821d6215 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0993376 Aug 31 07:41:50.756352 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:50Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:50.769494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b507c372-12a6-425d-bdbf-7d8e9194935f req-823ff85d-d726-4f8b-a9d0-b69e96913455 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Aug 31 07:41:50.787890 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ce6d16-26fc-452e-ad3b-bb2da418872c None None] The sync data for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 is: [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:50Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:50.921232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca6f4d-54c1-4f04-9025-8a2f1ccaf650 req-d9ae350e-9241-4eff-b663-fcffaf629ca2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:50.923146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cca6f4d-54c1-4f04-9025-8a2f1ccaf650 req-d9ae350e-9241-4eff-b663-fcffaf629ca2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0877535 Aug 31 07:41:50.980390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cca6f4d-54c1-4f04-9025-8a2f1ccaf650 req-0a393e2e-e405-4ae5-ab8f-e93d40ff3f4b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 Aug 31 07:41:51.172679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-453184dc-2fc7-48df-9a70-8c8440f13618 req-11625407-1b79-4776-8d7d-9b6e3035d31c tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0443435 Aug 31 07:41:51.228149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb33afc-01ef-49d7-8fc0-a619caf6a4c3 req-1a727f5b-8b4d-463a-a715-cd225c9bfa6e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.230684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdb33afc-01ef-49d7-8fc0-a619caf6a4c3 req-1a727f5b-8b4d-463a-a715-cd225c9bfa6e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0913978 Aug 31 07:41:51.309430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdb33afc-01ef-49d7-8fc0-a619caf6a4c3 req-8de2f99a-6940-4bc8-a09b-a8d8d1fbb611 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Aug 31 07:41:51.478484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 57056073-6f7a-4692-b683-ab6262c843ea up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:51.608475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 57056073-6f7a-4692-b683-ab6262c843ea completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:51.612665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 57056073-6f7a-4692-b683-ab6262c843ea triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:51.613039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:51.668007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5546-7bcc-403d-9ff9-10479905c760 req-09e8fbe2-dbc3-4906-a6a5-5da41ba65eec tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.670170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-182f5546-7bcc-403d-9ff9-10479905c760 req-09e8fbe2-dbc3-4906-a6a5-5da41ba65eec tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0757136 Aug 31 07:41:51.721589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-182f5546-7bcc-403d-9ff9-10479905c760 req-07cc2bbb-24d4-46e4-a72b-d000a7de85fb tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Aug 31 07:41:51.747114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:51.781054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 57056073-6f7a-4692-b683-ab6262c843ea, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=57056073-6f7a-4692-b683-ab6262c843ea,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:51.876727 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:51.878150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2b3d279a-feb9-4a79-a35a-0799b64caee4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:51.975552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239ca73-a994-47f5-a376-53b62cd8c42f req-80fc01e2-ab27-482c-8ac3-7b35dd6e6387 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.986786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1239ca73-a994-47f5-a376-53b62cd8c42f req-80fc01e2-ab27-482c-8ac3-7b35dd6e6387 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0896404 Aug 31 07:41:52.004913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=57056073-6f7a-4692-b683-ab6262c843ea,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:52.029797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2b3d279a-feb9-4a79-a35a-0799b64caee4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:52.030287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:52.059383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1239ca73-a994-47f5-a376-53b62cd8c42f req-0c44b396-aef4-43bd-bea8-faa61612844a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685933 Aug 31 07:41:52.059878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:52.152631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f0a78cc0-0b5c-45d0-9207-613b1db881a8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:52.152845 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:52.293672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716adb-bacf-4491-9acd-0945f63254a8 req-eeabe131-e506-457b-abb3-73756314682a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.296969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72716adb-bacf-4491-9acd-0945f63254a8 req-eeabe131-e506-457b-abb3-73756314682a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0918345 Aug 31 07:41:52.411520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72716adb-bacf-4491-9acd-0945f63254a8 req-a6458083-77a4-45e2-99bf-c69ad324e635 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069319 Aug 31 07:41:52.482518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:52.522932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:52.528961 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cbeb1e-5a44-4a1a-9dfa-2023a23467d3" -d '{"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:52.551845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:52.559294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84e6abee-22a4-46d3-ab8c-c3d6fbbc21a7 req-cd63e120-bb40-4ac7-8b4c-8261a3dfbe94 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0520124 Aug 31 07:41:52.701126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a953c7-2756-4791-a560-8a0aad91b7cb req-b8cfdfd3-eb2d-4294-a00a-0f7a4927486d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.704034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74a953c7-2756-4791-a560-8a0aad91b7cb req-b8cfdfd3-eb2d-4294-a00a-0f7a4927486d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0731068 Aug 31 07:41:52.767938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74a953c7-2756-4791-a560-8a0aad91b7cb req-eaa18708-909e-453f-bda2-cf1d7dbe2ce4 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Aug 31 07:41:52.810665 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12e3c62-da21-4f28-92ee-0e3e99a073ee x-openstack-request-id: req-f12e3c62-da21-4f28-92ee-0e3e99a073ee {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:52.811007 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:52.811277 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f12e3c62-da21-4f28-92ee-0e3e99a073ee {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:52.811588 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'code': 200} Aug 31 07:41:52.824490 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:52.908488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:52.941043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a56bb-b988-4c74-91d5-e5369e847bd0 req-19b14ce4-9b0e-428b-94fe-26af93694eb7 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.943298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-705a56bb-b988-4c74-91d5-e5369e847bd0 req-19b14ce4-9b0e-428b-94fe-26af93694eb7 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.0731785 Aug 31 07:41:52.998462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-705a56bb-b988-4c74-91d5-e5369e847bd0 req-f1508eb2-49e7-45a4-94ec-4b706c5da511 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448074 Aug 31 07:41:53.230616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc738a1-e264-4489-818a-0046e561abad req-5cdfe1c1-4b06-4685-a692-764918d24425 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:53.230616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fc738a1-e264-4489-818a-0046e561abad req-5cdfe1c1-4b06-4685-a692-764918d24425 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0516295 Aug 31 07:41:53.273723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fc738a1-e264-4489-818a-0046e561abad req-bc5c488f-b924-4574-8bd3-84588bf3f4fa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Aug 31 07:41:53.372893 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.388764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 57056073-6f7a-4692-b683-ab6262c843ea up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:53.534546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 57056073-6f7a-4692-b683-ab6262c843ea triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:53.535254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.604150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151517be-8b31-4c96-9dd4-4943c20ad3a8 req-068a19b9-2064-4e1e-823b-e5ced54146f3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:53.606206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-151517be-8b31-4c96-9dd4-4943c20ad3a8 req-068a19b9-2064-4e1e-823b-e5ced54146f3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0674374 Aug 31 07:41:53.836100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-151517be-8b31-4c96-9dd4-4943c20ad3a8 req-dc919e67-8350-4d36-b35c-01b56e07da4e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656519 Aug 31 07:41:53.837512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1530c34c-45fe-4090-9f50-49cccbe51dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.837628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e0f7a29-27a5-42ad-8078-c74ad74b9ec4 req-ecc06229-df08-4df4-aabe-9378932a9f93 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0318718 Aug 31 07:41:53.907533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 42b53a97-5d6a-441e-8010-369b21b11c4a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:53.947464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73576f34-e9ca-4993-bc3c-c28bd12a530b req-e679116d-1f08-4ae7-ac5c-12142df1a597 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:53.949350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73576f34-e9ca-4993-bc3c-c28bd12a530b req-e679116d-1f08-4ae7-ac5c-12142df1a597 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0668924 Aug 31 07:41:54.017798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73576f34-e9ca-4993-bc3c-c28bd12a530b req-488dbbce-c814-4110-86af-f33cd001c78e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582337 Aug 31 07:41:54.067266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 42b53a97-5d6a-441e-8010-369b21b11c4a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=42b53a97-5d6a-441e-8010-369b21b11c4a,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:54.090536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'port_id': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'mac_address': 'fa:16:3e:83:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:54.163852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.193204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b53a97-5d6a-441e-8010-369b21b11c4a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:54.228219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 42b53a97-5d6a-441e-8010-369b21b11c4a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=42b53a97-5d6a-441e-8010-369b21b11c4a,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:54.334145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.419485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=42b53a97-5d6a-441e-8010-369b21b11c4a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:54.512949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cca3b4-4948-43fe-b2e3-ff50384358b0 req-b51ae2b2-2e47-4caf-b73e-83bd39e6939d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.523076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8cca3b4-4948-43fe-b2e3-ff50384358b0 req-b51ae2b2-2e47-4caf-b73e-83bd39e6939d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 944 time: 0.4190719 Aug 31 07:41:54.604241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['42b53a97-5d6a-441e-8010-369b21b11c4a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:54.642006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8cca3b4-4948-43fe-b2e3-ff50384358b0 req-d4f5c816-854e-4558-896b-de8427468e27 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048565 Aug 31 07:41:54.832961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c85e62-3b96-4b4d-9788-8eeeda883446 req-4aea0911-96dd-4e06-b9dc-33a6fa77701d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.840662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65c85e62-3b96-4b4d-9788-8eeeda883446 req-4aea0911-96dd-4e06-b9dc-33a6fa77701d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0598233 Aug 31 07:41:54.891449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65c85e62-3b96-4b4d-9788-8eeeda883446 req-4fa8885c-a2a6-482a-b31c-c9bc3effcb1c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497589 Aug 31 07:41:55.046531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93673-d915-4801-b0b6-f19cce4d6e39 req-beb48756-2ad7-4a77-8c07-fdbadcaf7e8f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:55.056466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04f93673-d915-4801-b0b6-f19cce4d6e39 req-beb48756-2ad7-4a77-8c07-fdbadcaf7e8f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0770352 Aug 31 07:41:55.099798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04f93673-d915-4801-b0b6-f19cce4d6e39 req-4fcc6472-1791-451e-b406-a5885ee0d6f9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Aug 31 07:41:55.226230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3178bb68-273c-493b-ae82-c4eb3583c9be req-103edb15-9305-4bbc-93c7-94daa387a9f6 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0553632 Aug 31 07:41:55.349677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce0dfc-44c1-4b37-88af-9989503d1e2e req-7519b0d7-43f8-412b-9db0-3102db702e19 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:55.351405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffce0dfc-44c1-4b37-88af-9989503d1e2e req-7519b0d7-43f8-412b-9db0-3102db702e19 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0607398 Aug 31 07:41:55.401944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffce0dfc-44c1-4b37-88af-9989503d1e2e req-05367292-c219-4df6-bf02-9ed141503c67 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Aug 31 07:41:55.763892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019050-bda4-4bc0-9c08-fdb724002a6f req-4534bc1d-b4d8-4b9f-a75c-ec2130bdb8d4 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:55.765452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4019050-bda4-4bc0-9c08-fdb724002a6f req-4534bc1d-b4d8-4b9f-a75c-ec2130bdb8d4 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 945 time: 0.0540168 Aug 31 07:41:55.817831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4019050-bda4-4bc0-9c08-fdb724002a6f req-8198cd20-0c77-45f3-a83e-3565c8a8a5dd tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373070 Aug 31 07:41:55.917650 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:55.936150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:55.940889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 42b53a97-5d6a-441e-8010-369b21b11c4a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:56.051157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e480e71e-5917-4797-b604-ae6ff18bc9b5 req-26ba1ab3-27e4-4573-86e2-a32cef2f6b0b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0527267 Aug 31 07:41:56.079756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd04a-8dd6-45ff-994b-2ea207e3a966 req-508a9550-785e-4889-9e0a-1982af5c2d30 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:56.082178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-115bd04a-8dd6-45ff-994b-2ea207e3a966 req-508a9550-785e-4889-9e0a-1982af5c2d30 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.0936465 Aug 31 07:41:56.109860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:56.124671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f', 'port_id': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'mac_address': 'fa:16:3e:6b:e6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b6171c-ff37-4be9-b5b4-834baf274f8f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:56.154575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-115bd04a-8dd6-45ff-994b-2ea207e3a966 req-6b8c7952-3bac-41ff-907f-7293c2b034b8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574889 Aug 31 07:41:56.165870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.172435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 42b53a97-5d6a-441e-8010-369b21b11c4a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:56.181010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 42b53a97-5d6a-441e-8010-369b21b11c4a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:56.181385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.204474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75df2566-0a77-4eed-a4de-7a40d7512bec {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:56.243486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:56.318508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.330601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7484d8b-96ac-4275-8d3b-d65f803f3fa7 req-51de8d59-d4a6-4690-9c4b-5f74a6efab0b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:56.332483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7484d8b-96ac-4275-8d3b-d65f803f3fa7 req-51de8d59-d4a6-4690-9c4b-5f74a6efab0b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0746312 Aug 31 07:41:56.337078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.347512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:56.349997 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddae92c-a6bc-4429-a705-64ed9fbcd3cd" -d '{"events": [{"server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "name": "network-vif-plugged", "status": "completed", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:56.385696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 42b53a97-5d6a-441e-8010-369b21b11c4a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=42b53a97-5d6a-441e-8010-369b21b11c4a,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:56.391225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7484d8b-96ac-4275-8d3b-d65f803f3fa7 req-7c044708-77b2-4248-9403-33f9a291291e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Aug 31 07:41:56.395499 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.426543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:56.482435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.503308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b07ee8-a3bf-4844-9831-31e0c6291448 req-6758e785-79f1-4691-853a-c353c697a7a0 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0401928 Aug 31 07:41:56.572056 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e316cd-19b3-4c0f-85bc-2ac44375bcec x-openstack-request-id: req-a2e316cd-19b3-4c0f-85bc-2ac44375bcec {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:56.572392 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "name": "network-vif-plugged", "status": "completed", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:56.572626 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2e316cd-19b3-4c0f-85bc-2ac44375bcec {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:56.573035 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'code': 200} Aug 31 07:41:56.580784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['75df2566-0a77-4eed-a4de-7a40d7512bec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:56.654332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=42b53a97-5d6a-441e-8010-369b21b11c4a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:56.662870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2868c822-d1a3-44c0-b509-afeccc2745d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.710942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20281271-3806-4b21-9513-02720f40155d req-40a33c64-6845-44f7-aad5-6c142537cddd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:56.720450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20281271-3806-4b21-9513-02720f40155d req-40a33c64-6845-44f7-aad5-6c142537cddd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0828664 Aug 31 07:41:56.756159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6c0bc-dc51-4e97-b14d-b4b50710231f req-55457c61-c716-4419-8f2a-88f8af09507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:56.757705 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-10a6c0bc-dc51-4e97-b14d-b4b50710231f req-55457c61-c716-4419-8f2a-88f8af09507f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 1098 time: 0.1089222 Aug 31 07:41:56.784675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20281271-3806-4b21-9513-02720f40155d req-339a33bb-f6d8-4bbd-951c-ab63a7c70e64 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Aug 31 07:41:56.803270 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-10a6c0bc-dc51-4e97-b14d-b4b50710231f req-b38e9fdb-c6c9-47f2-9f57-8dc6b3c4eeaa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Aug 31 07:41:56.948466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457ea8-0cca-458b-bb06-48bb736e3fe1 req-e09c885e-684c-4448-9cb4-8289bc82558e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:56.951123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59457ea8-0cca-458b-bb06-48bb736e3fe1 req-e09c885e-684c-4448-9cb4-8289bc82558e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.0612414 Aug 31 07:41:57.004431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59457ea8-0cca-458b-bb06-48bb736e3fe1 req-740a0a66-ab63-4faa-bfc2-2b7be880884b tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 Aug 31 07:41:57.295936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8940f4d-9d31-413c-ac3a-8a2c9ab0a2b2 req-2ad51877-4aa9-4b80-9641-0cb92621e24f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:57.298391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8940f4d-9d31-413c-ac3a-8a2c9ab0a2b2 req-2ad51877-4aa9-4b80-9641-0cb92621e24f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 944 time: 0.0728772 Aug 31 07:41:57.352754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8940f4d-9d31-413c-ac3a-8a2c9ab0a2b2 req-d71a7aea-1c3c-46df-a17e-5d0e5a85d7fa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Aug 31 07:41:57.532182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c703934-5e09-45d8-8512-acf156674f5c req-e0289469-2879-4567-98e7-b36a2af86a01 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:57.533686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c703934-5e09-45d8-8512-acf156674f5c req-e0289469-2879-4567-98e7-b36a2af86a01 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0615387 Aug 31 07:41:57.587591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c703934-5e09-45d8-8512-acf156674f5c req-fb234007-fe55-4b07-83b9-167cd68d23db tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Aug 31 07:41:57.760611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f790f483-59f2-48c0-83e6-654e405028d4 req-ca5f4a03-98b2-44a4-b1b3-5c60fef81efd tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0379524 Aug 31 07:41:57.926945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6a59-2254-40c2-a613-a271a7b604b1 req-9a53ff3b-123a-4925-922b-19feeaade120 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:57.926945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ed6a59-2254-40c2-a613-a271a7b604b1 req-9a53ff3b-123a-4925-922b-19feeaade120 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0577621 Aug 31 07:41:57.959938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:58.050270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ed6a59-2254-40c2-a613-a271a7b604b1 req-b1dde18a-e5c9-4dbf-a5c3-b0a33de29d7a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204166 Aug 31 07:41:58.505168 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.593414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 75df2566-0a77-4eed-a4de-7a40d7512bec completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:58.596866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 75df2566-0a77-4eed-a4de-7a40d7512bec triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:58.597448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.751956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.755665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f184db-ef18-4302-bab7-57c070bc7815 req-d9d7af6b-a547-46c6-a23b-e0da95cea50c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:58.775711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35f184db-ef18-4302-bab7-57c070bc7815 req-d9d7af6b-a547-46c6-a23b-e0da95cea50c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.1008852 Aug 31 07:41:58.796747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:58.797693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:58.800647 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3029b9d2-2a79-4f38-bb3a-190cbbde5d64" -d '{"events": [{"server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "name": "network-vif-plugged", "status": "completed", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:58.830409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35f184db-ef18-4302-bab7-57c070bc7815 req-9c25c476-b854-43ce-bdd8-cfa13edf507e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533309 Aug 31 07:41:58.986930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.058212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:59.069582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.070578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.070578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.070787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.071087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.071412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.073399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.073399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.073399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.073399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.073399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.073399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:59.080426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07ebf9-58be-4c84-872d-861bc9491f0d req-6c9380de-2194-44f1-9739-db0298ab48da tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:59.086965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe07ebf9-58be-4c84-872d-861bc9491f0d req-6c9380de-2194-44f1-9739-db0298ab48da tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.0736628 Aug 31 07:41:59.130346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe07ebf9-58be-4c84-872d-861bc9491f0d req-fe4586a8-1b28-46ee-8400-402517bb0e56 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Aug 31 07:41:59.431306 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.855953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5575f65-3919-4b0a-997e-fd81d1d264e9 req-67a6dca4-44f3-4aae-85d1-95bbfc6f24e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=89a55ee651ac4341bf44af93ce1bca4f&device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0300984 Aug 31 07:41:59.889081 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5575f65-3919-4b0a-997e-fd81d1d264e9 req-a2488a88-be90-4c61-b6f4-6a366f43ec4b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=89a55ee651ac4341bf44af93ce1bca4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237010 Aug 31 07:41:59.930273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95850d-0904-463c-b720-13594291e7fa req-d526049a-e349-4ca8-ab3d-a8581df0d806 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:59.934056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a95850d-0904-463c-b720-13594291e7fa req-d526049a-e349-4ca8-ab3d-a8581df0d806 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0618963 Aug 31 07:42:00.008231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575f65-3919-4b0a-997e-fd81d1d264e9 req-d41ee214-dbd8-4a37-ae4a-a376c0264ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.010591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5575f65-3919-4b0a-997e-fd81d1d264e9 req-d41ee214-dbd8-4a37-ae4a-a376c0264ffa service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144304 Aug 31 07:42:00.015815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a95850d-0904-463c-b720-13594291e7fa req-82775744-06d2-4a3b-87c5-bfc9e20cd770 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718241 Aug 31 07:42:00.066044 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b941b00b-675e-4aba-aa36-bc407c97133f x-openstack-request-id: req-b941b00b-675e-4aba-aa36-bc407c97133f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:00.066629 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "name": "network-vif-plugged", "status": "completed", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:00.068319 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b941b00b-675e-4aba-aa36-bc407c97133f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:00.068742 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'code': 200} Aug 31 07:42:00.211368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa701e-31ce-48a8-ad17-45e1396eca11 req-6da53d64-5394-41a0-9cc5-1fe8f23b503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.213268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7faa701e-31ce-48a8-ad17-45e1396eca11 req-6da53d64-5394-41a0-9cc5-1fe8f23b503b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1097 time: 0.0635016 Aug 31 07:42:00.216022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2abf09-1b32-4378-a7c6-8b52da179090 req-ffe46efc-14ba-48a5-a25a-83e00ea7ae32 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.225777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e2abf09-1b32-4378-a7c6-8b52da179090 req-ffe46efc-14ba-48a5-a25a-83e00ea7ae32 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0971370 Aug 31 07:42:00.263177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e2abf09-1b32-4378-a7c6-8b52da179090 req-d7cbb18c-6fda-412d-80a7-a5e9d6759c8a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Aug 31 07:42:00.279707 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7faa701e-31ce-48a8-ad17-45e1396eca11 req-72112663-a592-4f8c-b1dd-446e59eef30a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Aug 31 07:42:00.398539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9704204b-dc34-44b5-9680-f9539ba067f0 req-60b616fd-abc7-4328-98cf-40dda78cc19c tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0391235 Aug 31 07:42:00.533344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7effed0-e41a-45ea-932d-971e5aa83b46 req-909db74a-9753-4449-b03b-5ae414d89518 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.542682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7effed0-e41a-45ea-932d-971e5aa83b46 req-909db74a-9753-4449-b03b-5ae414d89518 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.0704379 Aug 31 07:42:00.586150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7effed0-e41a-45ea-932d-971e5aa83b46 req-5fb27666-fb12-41e2-a147-0c52ed54d5e5 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424881 Aug 31 07:42:00.836562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fa294-33ff-4ad6-8118-a5e0b9471986 req-cf00f21c-7d6d-4cf5-82ec-3320702cf5c4 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.838146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b87fa294-33ff-4ad6-8118-a5e0b9471986 req-cf00f21c-7d6d-4cf5-82ec-3320702cf5c4 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.0757511 Aug 31 07:42:00.885292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b87fa294-33ff-4ad6-8118-a5e0b9471986 req-5cb27863-bbda-4527-a3b0-44903f8b7fcf tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Aug 31 07:42:01.022418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acc3b6-0a45-4e31-b462-118971416d0f req-df45dfb9-198b-43da-9013-8b7141293abe tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:01.024993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47acc3b6-0a45-4e31-b462-118971416d0f req-df45dfb9-198b-43da-9013-8b7141293abe tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.0666912 Aug 31 07:42:01.034175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32844) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:01.040568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Request body: {'floatingip': {'port_id': '42b53a97-5d6a-441e-8010-369b21b11c4a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:01.125587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:01.252389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1b41f-6055-414a-87f6-4ffb9e4985c4 req-cbbd8d79-ca54-4d3d-b754-04d359a6f95e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:01.254017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fec1b41f-6055-414a-87f6-4ffb9e4985c4 req-cbbd8d79-ca54-4d3d-b754-04d359a6f95e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1431315 Aug 31 07:42:01.359148 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-eb1f35f3-4193-40af-aa2a-5f606a419aa8 service neutron] 10.222.0.68 "GET /v2.0/ports/986c9d0e-86c0-4a95-bf49-161d299c9202/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 383 time: 0.0855279 Aug 31 07:42:01.396843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fec1b41f-6055-414a-87f6-4ffb9e4985c4 req-a6ceb665-5fb9-4d9c-bc5e-d2935893aeb5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276107 Aug 31 07:42:01.671684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e0963-e392-4db9-aa9c-ea8e1dfada56 req-aea43368-1a1f-41d2-8ed9-aad74efeafc7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:01.673507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-780e0963-e392-4db9-aa9c-ea8e1dfada56 req-aea43368-1a1f-41d2-8ed9-aad74efeafc7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1261086 Aug 31 07:42:01.742467 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5575f65-3919-4b0a-997e-fd81d1d264e9 req-c5792d39-a207-4f61-a2f9-d38f8eab87bf tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.68 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0451593 Aug 31 07:42:01.788925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-780e0963-e392-4db9-aa9c-ea8e1dfada56 req-6fd99cf6-441d-413d-b624-9ef92f2297fd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653758 Aug 31 07:42:01.958966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3965543e-48f7-4e08-979f-382dd6165f5e req-57c36188-3e21-4a25-875f-3f67630d3348 tempest-ServerShowV254Test-1299150324 tempest-ServerShowV254Test-1299150324-project] 10.222.0.36 "GET /v2.0/ports?device_id=37099375-089e-4056-89e8-eac86608268b HTTP/1.1" status: 200 len: 210 time: 0.0729697 Aug 31 07:42:01.990721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.100319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.220464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-6a5e14a2-1593-40fc-b9a0-e655fbe5e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.222413 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-6a5e14a2-1593-40fc-b9a0-e655fbe5e079 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6&tenant_id=1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 1101 time: 0.0829189 Aug 31 07:42:02.234129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e21cb-c7e2-4b30-bc80-3c4d903f0b9c req-3d44e3bd-8fa4-4c59-84c0-82245906493e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.236488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-146e21cb-c7e2-4b30-bc80-3c4d903f0b9c req-3d44e3bd-8fa4-4c59-84c0-82245906493e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.0754366 Aug 31 07:42:02.337476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-6fabc8b4-e989-4a2c-b46d-c2259ae184ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.339161 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-6fabc8b4-e989-4a2c-b46d-c2259ae184ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1101 time: 0.0766654 Aug 31 07:42:02.339796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-146e21cb-c7e2-4b30-bc80-3c4d903f0b9c req-32b0b6f0-8603-4bc4-bf58-347b9d855b43 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Aug 31 07:42:02.360850 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Floating IP 1b637491-da3d-4169-a9ac-57753e982142 associated. External IP: 172.25.0.108, port: 42b53a97-5d6a-441e-8010-369b21b11c4a. Aug 31 07:42:02.553557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-fc7dc47e-4398-41e2-91a8-bdef9326ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.557546 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-fc7dc47e-4398-41e2-91a8-bdef9326ea7e service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2104533 Aug 31 07:42:02.624680 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-ac8a29da-27af-4dd8-8a16-8397176339dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 217 time: 0.0564346 Aug 31 07:42:02.724024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21093de-3e84-46ab-b841-6cc053320032 req-773b5b1e-2ed8-49df-9b91-fee026693737 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.727053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e21093de-3e84-46ab-b841-6cc053320032 req-773b5b1e-2ed8-49df-9b91-fee026693737 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1097 time: 0.2037480 Aug 31 07:42:02.764753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-d2cf9f01-59a6-4c76-9031-b5cf9528248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.772034 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-d2cf9f01-59a6-4c76-9031-b5cf9528248f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1299593 Aug 31 07:42:02.846198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e21093de-3e84-46ab-b841-6cc053320032 req-f051ac0e-3ba8-4e4b-8a60-d889bd46ed43 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060500 Aug 31 07:42:02.892090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-55321471-d5aa-4a56-b85e-2b326c0ecd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.896379 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-55321471-d5aa-4a56-b85e-2b326c0ecd77 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161838 Aug 31 07:42:02.931927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:03.070862 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-765534d2-b4d9-410b-964a-ceb4108fbafb service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681085 Aug 31 07:42:03.160580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3af36-c0db-4780-8eb9-971328820e83 req-a1c481ac-a8c4-4d45-b73c-d23ff9aece0f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.170894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77f3af36-c0db-4780-8eb9-971328820e83 req-a1c481ac-a8c4-4d45-b73c-d23ff9aece0f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1455081 Aug 31 07:42:03.275822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77f3af36-c0db-4780-8eb9-971328820e83 req-b996812a-e43a-4059-956a-e26bbc1948fe tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029847 Aug 31 07:42:03.289587 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e226d0a-af26-4769-81c7-1fe14c57c185 req-ea6c69fa-96cd-4dcf-b272-abba4f790985 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021747 Aug 31 07:42:03.358894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:03.363650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.375451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] Sync routers for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:03.398728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:03.399365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:03.540454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bec8e2f0-213b-4339-b42d-b1e9b7c49b0c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "PUT /v2.0/floatingips/1b637491-da3d-4169-a9ac-57753e982142 HTTP/1.1" status: 200 len: 992 time: 2.5048337 Aug 31 07:42:03.554143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:03.558348 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd613227-6f7f-4476-b924-781718ca46ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:03.585532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c68261-9621-4eb4-8e86-aaa3ee5f9979 req-e61a61a5-9625-4552-8651-7f5859e90157 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.587388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0c68261-9621-4eb4-8e86-aaa3ee5f9979 req-e61a61a5-9625-4552-8651-7f5859e90157 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1482804 Aug 31 07:42:03.619177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:03.647372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0c68261-9621-4eb4-8e86-aaa3ee5f9979 req-294fa492-a2d1-42e1-98f5-0844e3570a12 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527177 Aug 31 07:42:03.760754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c7e9c-ac7a-4880-b38e-a305c78bc3d3 req-f01e393b-790c-41cc-a224-5dc9d1611941 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.767056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-357c7e9c-ac7a-4880-b38e-a305c78bc3d3 req-f01e393b-790c-41cc-a224-5dc9d1611941 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1097 time: 0.0512130 Aug 31 07:42:03.827949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-357c7e9c-ac7a-4880-b38e-a305c78bc3d3 req-16fe9a8c-5b73-4bd2-b4e0-26e35d7ff5ad tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567837 Aug 31 07:42:03.955497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:04.077223 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:04.087706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:04.096957 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1560f0af-bdf9-4517-bdc7-50d80a2f3b0f x-openstack-request-id: req-1560f0af-bdf9-4517-bdc7-50d80a2f3b0f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:04.097255 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:04.097505 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1560f0af-bdf9-4517-bdc7-50d80a2f3b0f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:04.097944 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'status': 'completed', 'code': 200} Aug 31 07:42:04.112431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:04.141720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '1b637491-da3d-4169-a9ac-57753e982142', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'port_id': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'mac_address': 'fa:16:3e:83:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a703777-e8d6-4c08-af41-dc576049542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:26Z', 'updated_at': '2021-08-31T07:42:01Z', 'revision_number': 1, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:04.195756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613227-6f7f-4476-b924-781718ca46ec req-33367fbf-512e-47ea-a631-6f24ebfebe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.198077 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-33367fbf-512e-47ea-a631-6f24ebfebe92 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 1098 time: 0.0668247 Aug 31 07:42:04.228858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] Checking router: 795637ef-5e14-4ff5-bb10-2bf9b7b9641a for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:04.235774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:04.239438 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b6b92-e303-4351-a70d-b6dc4e815368" -d '{"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:04.267296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:04.316752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:04.317382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:04.325214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613227-6f7f-4476-b924-781718ca46ec req-3bee85b5-526e-490f-9299-8bd557385477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.327974 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-3bee85b5-526e-490f-9299-8bd557385477 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d599e051-49f2-4189-a8e0-2e9502f964a9 HTTP/1.1" status: 200 len: 917 time: 0.1214919 Aug 31 07:42:04.418840 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-e42215ee-0783-4f3c-92c9-be4dd7a4cef4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b53a97-5d6a-441e-8010-369b21b11c4a HTTP/1.1" status: 200 len: 1000 time: 0.0839231 Aug 31 07:42:04.487612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613227-6f7f-4476-b924-781718ca46ec req-31bcbeaf-a983-401f-82a6-f30a973faab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.489203 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-31bcbeaf-a983-401f-82a6-f30a973faab4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b6bd840c-dffe-4d40-8b84-64296bcdda94 HTTP/1.1" status: 200 len: 855 time: 0.0628965 Aug 31 07:42:04.555557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613227-6f7f-4476-b924-781718ca46ec req-cf03f597-fd83-4406-87e0-60981d7c02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.557905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-cf03f597-fd83-4406-87e0-60981d7c02fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d599e051-49f2-4189-a8e0-2e9502f964a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602260 Aug 31 07:42:04.584158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:04.744657 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-c787476e-9473-4311-be9b-c6e2e4674161 service neutron] 10.222.0.68 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743357 Aug 31 07:42:04.751511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:04.756468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:04.764702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:04.826590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32898) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:04.885934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:04.954466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '9056b919-d4dd-4990-ba14-4383745dadb2', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'port_id': '9056b919-d4dd-4990-ba14-4383745dadb2', 'mac_address': 'fa:16:3e:7c:6d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d61452f-0c1a-45a3-827c-687169c6d5f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:04.961102 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd613227-6f7f-4476-b924-781718ca46ec req-c94cafaf-40a2-4164-863f-5f72d563f946 service neutron] 10.222.0.68 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027385 Aug 31 07:42:05.045008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.195511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.201284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:05.212238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.230528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9056b919-d4dd-4990-ba14-4383745dadb2 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:05.255578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '1b637491-da3d-4169-a9ac-57753e982142', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'port_id': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'mac_address': 'fa:16:3e:83:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a703777-e8d6-4c08-af41-dc576049542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:26Z', 'updated_at': '2021-08-31T07:42:01Z', 'revision_number': 1, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:05.285339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b339c1-acc6-4a96-82b4-e5353b6b5c8b None None] The sync data for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 is: [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '1b637491-da3d-4169-a9ac-57753e982142', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'port_id': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'mac_address': 'fa:16:3e:83:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a703777-e8d6-4c08-af41-dc576049542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:26Z', 'updated_at': '2021-08-31T07:42:01Z', 'revision_number': 1, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:05.288532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.352260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:42:05.352632 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:42:05.354114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.370501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89a55ee651ac4341bf44af93ce1bca4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405419 Aug 31 07:42:05.370501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25466ce-6e00-4196-967a-8cf100498876,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:05.371103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32912) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:05.380570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.381025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.381381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.381728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.382489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.382917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.383260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.384185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.384635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.385084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.385446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.385800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974eb186-9992-476d-960c-587973d23a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:05.462494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:05.518968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5757754b-a9d4-4625-b2db-99752428c2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.566519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5757754b-a9d4-4625-b2db-99752428c2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.703328 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e767a0-c6a6-4db4-ae99-2ea7e0d92ee2 None None] New status for floating IP 1b637491-da3d-4169-a9ac-57753e982142: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:05.832202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5757754b-a9d4-4625-b2db-99752428c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.835193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5757754b-a9d4-4625-b2db-99752428c2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.836729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5757754b-a9d4-4625-b2db-99752428c2a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b25466ce-6e00-4196-967a-8cf100498876 HTTP/1.1" status: 204 len: 168 time: 0.4645183 Aug 31 07:42:05.847093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757754b-a9d4-4625-b2db-99752428c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25466ce-6e00-4196-967a-8cf100498876,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:05.923362 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.941190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9056b919-d4dd-4990-ba14-4383745dadb2 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:05.962412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:05.966777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:06.074989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:06.096785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'mac_address': 'fa:16:3e:4c:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:06.137285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.153126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986c9d0e-86c0-4a95-bf49-161d299c9202 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:06.165102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.208412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:06.241879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:06.301014 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.368057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:06.372415 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d2048-b772-4cd8-86fe-77dc51070cf9 x-openstack-request-id: req-963d2048-b772-4cd8-86fe-77dc51070cf9 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:06.372850 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:06.373110 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-963d2048-b772-4cd8-86fe-77dc51070cf9 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:06.373502 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'code': 200} Aug 31 07:42:06.488179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d0df3-0226-40a3-91d6-fbbc1909d0fc req-ea03fdb4-147f-4d65-b6f9-03791673c461 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:06.489849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b65d0df3-0226-40a3-91d6-fbbc1909d0fc req-ea03fdb4-147f-4d65-b6f9-03791673c461 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 948 time: 0.0564690 Aug 31 07:42:06.499788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['9056b919-d4dd-4990-ba14-4383745dadb2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:06.547492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b65d0df3-0226-40a3-91d6-fbbc1909d0fc req-137c5331-d37b-4117-852b-777c3973c15d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Aug 31 07:42:06.550410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['986c9d0e-86c0-4a95-bf49-161d299c9202'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:06.709793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0cb4-f88e-4491-a543-80ce3074e739 req-0db81e9d-1679-4900-b1e3-2a51e3d92b18 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:06.713853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04cc0cb4-f88e-4491-a543-80ce3074e739 req-0db81e9d-1679-4900-b1e3-2a51e3d92b18 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 945 time: 0.0767868 Aug 31 07:42:06.765377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04cc0cb4-f88e-4491-a543-80ce3074e739 req-2b9fbb19-155c-4345-b6ca-b0032e672b97 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Aug 31 07:42:07.962220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-930b0dee-eab9-404b-a31b-8ab0362fed56 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:42:07.963419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-930b0dee-eab9-404b-a31b-8ab0362fed56 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067070 Aug 31 07:42:07.972952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Request body: {'binding': {'host': 'n-h1-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:07.973474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Unknown quota resources ['binding']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:42:08.016387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:08.069387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 986c9d0e-86c0-4a95-bf49-161d299c9202 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:08.073420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.140399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on host n-h1-713499-16 for vnic_type normal with profile None {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:08.140806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:08.141239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:08.146581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:08.146901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:08.152487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:08.153274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:08.153762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:08.154327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Bound port: 75df2566-0a77-4eed-a4de-7a40d7512bec, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:08.170104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.217021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:08.221275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:08.227100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:08.274770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 9056b919-d4dd-4990-ba14-4383745dadb2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:08.275196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.303268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c8c72-a0c9-4c53-92ca-f1ef6f6e0f3e req-90982461-81bf-4f25-aae2-7cd9e977d030 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.305202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e10c8c72-a0c9-4c53-92ca-f1ef6f6e0f3e req-90982461-81bf-4f25-aae2-7cd9e977d030 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 950 time: 0.0583086 Aug 31 07:42:08.345206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.355467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2036c07f-73ba-4f90-bfbe-73ba0716c998 service neutron] 10.222.0.36 "POST /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec/bindings HTTP/1.1" status: 201 len: 390 time: 0.3812044 Aug 31 07:42:08.366937 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.369122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e10c8c72-a0c9-4c53-92ca-f1ef6f6e0f3e req-a6db972a-fece-45fb-b70c-962f27a05c02 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Aug 31 07:42:08.369478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.377356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2'}, {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:08.379986 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b319931-1fc3-42e1-aee6-9d31d8e4b9ad" -d '{"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-unplugged", "status": "completed", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2"}, {"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-plugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:08.388406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-0420395a-608f-4740-b228-3884f6eb8486 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.390870 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-0420395a-608f-4740-b228-3884f6eb8486 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6&tenant_id=1f99309256e54083896d0fb3660db605&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 948 time: 0.0746202 Aug 31 07:42:08.447525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:08.453198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:08.473156 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-121e24df-9e65-4909-9c9e-7e2d6f951758 service neutron] 10.222.0.68 "GET /v2.0/ports/986c9d0e-86c0-4a95-bf49-161d299c9202/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 383 time: 0.0744035 Aug 31 07:42:08.521175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75bbf1-5f75-47ac-962c-e3f0b2cceef3 req-cf7c742e-146d-4ec3-9e1f-ae710b18f8ed tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.522759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc75bbf1-5f75-47ac-962c-e3f0b2cceef3 req-cf7c742e-146d-4ec3-9e1f-ae710b18f8ed tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 945 time: 0.0639892 Aug 31 07:42:08.540373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-2860f548-5030-4737-9115-7e0dd38547a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.542058 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-2860f548-5030-4737-9115-7e0dd38547a7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1101 time: 0.0461588 Aug 31 07:42:08.560528 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.560528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:08.563786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc75bbf1-5f75-47ac-962c-e3f0b2cceef3 req-944288fb-c27d-4cbc-a6fc-268081e7b7d5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Aug 31 07:42:08.644899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:08.674537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-f9b75c95-514c-459a-9af9-010b5b5a2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.676803 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-f9b75c95-514c-459a-9af9-010b5b5a2c6d service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1178620 Aug 31 07:42:08.736842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.748543 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-0152b9d7-87a5-4a26-9e61-c2c68317c450 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 217 time: 0.0639167 Aug 31 07:42:08.786058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:08.819519 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eff620f-29e9-4c29-9c70-b76ee77bc46c x-openstack-request-id: req-4eff620f-29e9-4c29-9c70-b76ee77bc46c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:08.819769 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-unplugged", "status": "completed", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2", "code": 200}, {"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-plugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:08.820133 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4eff620f-29e9-4c29-9c70-b76ee77bc46c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:08.820595 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2', 'code': 200} Aug 31 07:42:08.820913 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'code': 200} Aug 31 07:42:08.821474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-76e464c6-6740-4718-aa57-e7077a17ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.822996 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-76e464c6-6740-4718-aa57-e7077a17ca36 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0679221 Aug 31 07:42:08.838116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6495-8c87-4567-ba51-abdb340ba861 req-1c57aa85-5003-40cf-8139-e7d013888b6a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.839879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c11e6495-8c87-4567-ba51-abdb340ba861 req-1c57aa85-5003-40cf-8139-e7d013888b6a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0627167 Aug 31 07:42:08.886290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-2fdaf7d6-ca0b-4d8d-b53f-5563de64e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.888421 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-2fdaf7d6-ca0b-4d8d-b53f-5563de64e8e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562055 Aug 31 07:42:08.897432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c11e6495-8c87-4567-ba51-abdb340ba861 req-329c28a0-855a-42f4-9c9d-f8ffc6f3d2f5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 Aug 31 07:42:08.915100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.992035 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-d92da481-bd1a-4d07-8c7b-e282ddeb80a9 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968463 Aug 31 07:42:09.005646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:09.105499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a65102-5059-457d-a258-cea71a8cad99 req-b89fa1d0-811b-4794-a0af-c52731044fa7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.107177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7a65102-5059-457d-a258-cea71a8cad99 req-b89fa1d0-811b-4794-a0af-c52731044fa7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.0749540 Aug 31 07:42:09.124853 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-864a708e-2a37-46da-8378-d1843fd71454 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248286 Aug 31 07:42:09.162173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7a65102-5059-457d-a258-cea71a8cad99 req-97b7554d-f0ee-44e7-a1af-3b7e05bd1bf8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Aug 31 07:42:09.472155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-159252c6-accf-4621-bc88-2f6474260414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.476898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:09.481110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-159252c6-accf-4621-bc88-2f6474260414 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1097 time: 0.0547445 Aug 31 07:42:09.654318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-708d062e-caea-449e-a78b-aad6347b58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.655910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-708d062e-caea-449e-a78b-aad6347b58c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1671438 Aug 31 07:42:09.684548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24422b9c-7ae9-4ff5-bfb9-0a53ee49da8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.721566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-148b5865-ef3f-4f9d-8716-1f89dc07df30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 217 time: 0.0579910 Aug 31 07:42:09.815459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e599-d4c7-47d4-980b-1d8becd68816 req-89c833ab-a15c-450e-a5e4-e6b54aa901ed tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.823629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e956e599-d4c7-47d4-980b-1d8becd68816 req-89c833ab-a15c-450e-a5e4-e6b54aa901ed tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.1127388 Aug 31 07:42:09.836443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-fa00af74-88d5-4da4-a9bc-b83ead506408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.838015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-fa00af74-88d5-4da4-a9bc-b83ead506408 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1090851 Aug 31 07:42:09.876307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24422b9c-7ae9-4ff5-bfb9-0a53ee49da8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.914465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-957876e5-6717-4fba-8f6e-e385c9e22b2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649643 Aug 31 07:42:09.921649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e956e599-d4c7-47d4-980b-1d8becd68816 req-9206efda-2e2c-483b-b3a9-625f6a78e917 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971620 Aug 31 07:42:09.968028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24422b9c-7ae9-4ff5-bfb9-0a53ee49da8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.013735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24422b9c-7ae9-4ff5-bfb9-0a53ee49da8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc324191-5b99-46eb-80ce-cd6dbb072fb2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:10.019854 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24422b9c-7ae9-4ff5-bfb9-0a53ee49da8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=938392220d0d443d82123802eebd9fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393603 Aug 31 07:42:10.020607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33064) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:10.058510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec07fe5-7731-476d-a870-aaae305e5afe req-f123f6ad-aa12-440f-ac89-bdefe328df55 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:10.060464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ec07fe5-7731-476d-a870-aaae305e5afe req-f123f6ad-aa12-440f-ac89-bdefe328df55 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0751052 Aug 31 07:42:10.085547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f998d8cf-f370-4415-a2c1-80c6ffaa755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.121314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f998d8cf-f370-4415-a2c1-80c6ffaa755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.132809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-c6e72938-ef4b-4f7b-807e-a41a3a1ea09a service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088938 Aug 31 07:42:10.139890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ec07fe5-7731-476d-a870-aaae305e5afe req-313a9da0-e2c7-4afe-8d73-c64fd194ce51 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Aug 31 07:42:10.265492 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f998d8cf-f370-4415-a2c1-80c6ffaa755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.269168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f998d8cf-f370-4415-a2c1-80c6ffaa755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.270795 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f998d8cf-f370-4415-a2c1-80c6ffaa755e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc324191-5b99-46eb-80ce-cd6dbb072fb2 HTTP/1.1" status: 204 len: 168 time: 0.2489791 Aug 31 07:42:10.279847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998d8cf-f370-4415-a2c1-80c6ffaa755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc324191-5b99-46eb-80ce-cd6dbb072fb2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:10.335222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-d6db852a-3120-4384-b703-ad49896553ff service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926556 Aug 31 07:42:10.346337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee4dd7-93ee-4648-9431-535db6de9bbe req-4f68675a-463b-4eff-b0e7-c7bd80e47c91 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:10.350447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8bee4dd7-93ee-4648-9431-535db6de9bbe req-4f68675a-463b-4eff-b0e7-c7bd80e47c91 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.1071503 Aug 31 07:42:10.392096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8bee4dd7-93ee-4648-9431-535db6de9bbe req-2c4be415-9e07-44c3-9462-89f794cb2cb6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365293 Aug 31 07:42:10.834232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2'}, {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:10.842754 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0389c0c3-59fd-46f4-851a-78a83365337f" -d '{"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2"}, {"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:10.956482 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e227b5ae-0d5d-4112-adce-123ec9e3d8bc x-openstack-request-id: req-e227b5ae-0d5d-4112-adce-123ec9e3d8bc {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:10.957135 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2", "code": 200}, {"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:10.958059 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e227b5ae-0d5d-4112-adce-123ec9e3d8bc {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:10.958682 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2', 'code': 200} Aug 31 07:42:10.959142 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'code': 200} Aug 31 07:42:11.141680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee706b-813d-41f0-a209-b59ec36c7794 req-94e54f61-ecb6-4737-a6e8-ac26bf8858f1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:11.143298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdee706b-813d-41f0-a209-b59ec36c7794 req-94e54f61-ecb6-4737-a6e8-ac26bf8858f1 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0909042 Aug 31 07:42:11.230347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdee706b-813d-41f0-a209-b59ec36c7794 req-0f58c7c5-c342-4211-a017-d03e893325e3 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 Aug 31 07:42:11.239821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbb899-cb6e-4c64-9f95-b98a53988f1b req-487de629-6307-4014-a8cb-ee91c27c81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:11.241927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03fbb899-cb6e-4c64-9f95-b98a53988f1b req-487de629-6307-4014-a8cb-ee91c27c81b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 1098 time: 0.0866861 Aug 31 07:42:11.368910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16a08-6662-4b59-ac03-6b9162834592 req-1be0a5b2-efbf-411a-b336-50500ea8bd1b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:11.370662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99b16a08-6662-4b59-ac03-6b9162834592 req-1be0a5b2-efbf-411a-b336-50500ea8bd1b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1277461 Aug 31 07:42:11.372706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03fbb899-cb6e-4c64-9f95-b98a53988f1b req-30729cea-c757-4085-b4fc-0947b04f690b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Aug 31 07:42:11.420345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99b16a08-6662-4b59-ac03-6b9162834592 req-c1b7931b-f558-4b1c-a3a2-ae29efcd08bd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Aug 31 07:42:11.537703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ccfaa-bb5c-4bcb-bb2a-0b6e14f2915e req-c4d77b47-ad13-4403-b856-497d338edcb7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:11.539440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc0ccfaa-bb5c-4bcb-bb2a-0b6e14f2915e req-c4d77b47-ad13-4403-b856-497d338edcb7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.0559754 Aug 31 07:42:11.589457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc0ccfaa-bb5c-4bcb-bb2a-0b6e14f2915e req-298224f3-6fcd-456e-ba0e-59443aa6ce50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Aug 31 07:42:12.141688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:12.219450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:12.257558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-559021524-network', 'tenant_id': '7223709be0234470abd6d741cb9bd31d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:12.338224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:12.352449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'mac_address': 'fa:16:3e:38:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:12.377503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Made reservation on behalf of 7223709be0234470abd6d741cb9bd31d for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:12.381331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.392071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d6ea5-b072-4caa-8da4-d2c0c00b3b70 req-01b72561-d531-4ccd-9b54-a8d5474751d3 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.394536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-376d6ea5-b072-4caa-8da4-d2c0c00b3b70 req-01b72561-d531-4ccd-9b54-a8d5474751d3 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0808613 Aug 31 07:42:12.398452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.403602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.419504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d97ed9cc-63fd-4692-b737-4ef914786f8e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:12.431196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-4c4e73f6-9391-4095-a24b-62e690de11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.433178 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-4c4e73f6-9391-4095-a24b-62e690de11a6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6&tenant_id=1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 1101 time: 0.0867884 Aug 31 07:42:12.445271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:12.462780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-376d6ea5-b072-4caa-8da4-d2c0c00b3b70 req-005d0624-42ba-4020-a1ee-720df036c7bf tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607808 Aug 31 07:42:12.544217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-1a876832-7aa8-4cc7-b328-f284af2b0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.547200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-1a876832-7aa8-4cc7-b328-f284af2b0e12 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 1101 time: 0.0815055 Aug 31 07:42:12.590190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f73cce-6e65-40da-abe6-ca2e7ef9c328 req-ba7e604f-c96f-4027-b8f7-e52c43e4eb31 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.591925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8f73cce-6e65-40da-abe6-ca2e7ef9c328 req-ba7e604f-c96f-4027-b8f7-e52c43e4eb31 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0560582 Aug 31 07:42:12.596448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.620109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.666062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8f73cce-6e65-40da-abe6-ca2e7ef9c328 req-a71a58b7-e2b8-41b5-a554-4aaefec5ad1b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Aug 31 07:42:12.675010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:12.712297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-42f8d7e6-123e-4962-9afd-07958d2eaf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.713872 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-42f8d7e6-123e-4962-9afd-07958d2eaf77 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1578929 Aug 31 07:42:12.736726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.754495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d97ed9cc-63fd-4692-b737-4ef914786f8e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:12.775427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bff03-a6bd-4745-b01f-311e3bb39560 req-602d3dfe-8881-4cb3-83fb-ffac3907c88c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.777007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734bff03-a6bd-4745-b01f-311e3bb39560 req-602d3dfe-8881-4cb3-83fb-ffac3907c88c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.0797420 Aug 31 07:42:12.824702 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-96314727-f285-455c-8ee5-d394d5d0399a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 200 len: 217 time: 0.1019096 Aug 31 07:42:12.827299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734bff03-a6bd-4745-b01f-311e3bb39560 req-f68a4bb7-a99e-473a-b327-dd1a765df500 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Aug 31 07:42:12.882118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5bafb0-2616-4a7d-8248-784d5547d8a6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:12.965883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:42:12.983019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.983731 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Added segment cb8319f5-28af-4149-8be9-358a85eeb693 of type vlan for network 43c08eb0-1449-4c08-b59a-b9c43a8050aa Aug 31 07:42:13.003366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-7b378117-28c5-42a9-a345-232342ad8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.005028 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-7b378117-28c5-42a9-a345-232342ad8419 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1176393 Aug 31 07:42:13.063232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.096713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-56b26c63-336e-466c-b914-a57a47c5173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.098431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-56b26c63-336e-466c-b914-a57a47c5173c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0756748 Aug 31 07:42:13.203251 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-a8f0f524-3264-47b8-8fc9-e8fe1176d379 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949018 Aug 31 07:42:13.220535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.222166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.222297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.345021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] Pushing event updated for resources: {'Network': ['ID=43c08eb0-1449-4c08-b59a-b9c43a8050aa,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.358518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:42:13.377899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-15876477-cdeb-4566-9c07-a9e627ab90fb req-086a45eb-982c-4939-968e-f1be01883b02 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674471 Aug 31 07:42:13.411743 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7cffe228-98c0-485b-bc4b-72df25da0769 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2617726 Aug 31 07:42:13.411743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.416178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Request body: {'subnet': {'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-subnet', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:13.562869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Made reservation on behalf of 7223709be0234470abd6d741cb9bd31d for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:13.567333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.640018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86e49b-1a5a-40df-8d8e-860974616315 req-62f23699-6fd2-43d3-a092-cf7dbd43e34a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.642845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b86e49b-1a5a-40df-8d8e-860974616315 req-62f23699-6fd2-43d3-a092-cf7dbd43e34a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0773125 Aug 31 07:42:13.694531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b86e49b-1a5a-40df-8d8e-860974616315 req-6c794a3b-9248-4eda-8380-2f858244e18d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Aug 31 07:42:13.848942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.874161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7ef2a-0c3f-4d6f-9c81-ca6dc1937d73 req-44684f41-155b-4457-a819-55bde9eda149 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.876044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1c7ef2a-0c3f-4d6f-9c81-ca6dc1937d73 req-44684f41-155b-4457-a819-55bde9eda149 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.0891709 Aug 31 07:42:13.885662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b399b03-821a-48dc-84d9-bc644a17503e req-04fea6c9-a86a-4298-9780-81effe4fbe0b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.891521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b399b03-821a-48dc-84d9-bc644a17503e req-04fea6c9-a86a-4298-9780-81effe4fbe0b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.0952332 Aug 31 07:42:13.932941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8c1493-0d37-4cbe-874f-0fd24488fcbc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.942077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Checking segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:13.942445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Network hostable DHCP agents. Network: 43c08eb0-1449-4c08-b59a-b9c43a8050aa, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:42:13.982515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b399b03-821a-48dc-84d9-bc644a17503e req-ecbebcac-a6da-4f92-a288-6f356147396e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807345 Aug 31 07:42:14.022926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1c7ef2a-0c3f-4d6f-9c81-ca6dc1937d73 req-b6796a05-de1d-4ddf-8a7e-fccae23982d0 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301420 Aug 31 07:42:14.083003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:14.122426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:42:14.217459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ef441-5c4f-4155-aad4-ab486b1e05d6 req-54ae8dc7-600e-4611-97f5-352860ace47f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:14.228822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b3ef441-5c4f-4155-aad4-ab486b1e05d6 req-54ae8dc7-600e-4611-97f5-352860ace47f tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.1038775 Aug 31 07:42:14.269848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 43c08eb0-1449-4c08-b59a-b9c43a8050aa) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:14.277185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:14.279420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.310918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b3ef441-5c4f-4155-aad4-ab486b1e05d6 req-c27e6c55-bc63-49ea-98e3-546106c2a2d1 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798852 Aug 31 07:42:14.368084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:14.372916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c9f34-215f-4483-bb96-08a6e6508455 None None] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:14.391483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33192) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:14.392107 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b9c36c9d-0484-4b0f-82ac-b1665db7bc64 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9823990 Aug 31 07:42:14.400403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:14.561606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.562750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.569123 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.618269 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.632052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d97ed9cc-63fd-4692-b737-4ef914786f8e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:14.632757 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.642309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:14.645106 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d1a9b9-c6d5-4f82-947f-84dcafed9923" -d '{"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:14.717305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:14.723454 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd689177-04db-4226-8365-8ee8e24e3710 x-openstack-request-id: req-fd689177-04db-4226-8365-8ee8e24e3710 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:14.723810 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-unplugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:14.724117 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd689177-04db-4226-8365-8ee8e24e3710 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:14.724507 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'code': 200} Aug 31 07:42:14.780948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:42:14.782087 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.876192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.915355 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.057021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:15.088071 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.147858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:15.196560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Allocated IP 172.20.0.2 (43c08eb0-1449-4c08-b59a-b9c43a8050aa/4f8c1493-0d37-4cbe-874f-0fd24488fcbc/e21c42ee-d993-4aba-9c68-3f9b96f1c347) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:15.212303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.235608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8d18-58c9-41ae-8b58-d4a85f5ec599 req-b826b9b0-dedd-4165-ae1a-d1092f889ad8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:15.244606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-699a8d18-58c9-41ae-8b58-d4a85f5ec599 req-b826b9b0-dedd-4165-ae1a-d1092f889ad8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 947 time: 0.0925581 Aug 31 07:42:15.323830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:15.474873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.488683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Transition to ACTIVE for port object e21c42ee-d993-4aba-9c68-3f9b96f1c347 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:15.518851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Transition to ACTIVE for port object e21c42ee-d993-4aba-9c68-3f9b96f1c347 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:15.749556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.820258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:15.824118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:15.833407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:15.844043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Pushing event updated for resources: {'Port': ['ID=e21c42ee-d993-4aba-9c68-3f9b96f1c347,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:15.911252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-699a8d18-58c9-41ae-8b58-d4a85f5ec599 req-bda3059d-3889-4bb6-bd79-14feec006e8b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655078 Aug 31 07:42:15.937076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Attempting to bind port e21c42ee-d993-4aba-9c68-3f9b96f1c347 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:15.937488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Attempting to bind port e21c42ee-d993-4aba-9c68-3f9b96f1c347 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:15.938418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Attempting to bind port e21c42ee-d993-4aba-9c68-3f9b96f1c347 on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:15.963701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:15.964131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Checking segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:15.964597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.965058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Bound using segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:15.967526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Bound port: e21c42ee-d993-4aba-9c68-3f9b96f1c347, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:15.967936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.034572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-e6e83119-452b-44cf-a64b-1a5939399bb7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:16.046501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-e6e83119-452b-44cf-a64b-1a5939399bb7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 815 time: 0.2642894 Aug 31 07:42:16.094666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-97161ea3-93f0-498b-939e-c78a5cbe770d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/quotas/6a07c6ab1f8549c3b331064737f43f64 HTTP/1.1" status: 200 len: 375 time: 0.0395293 Aug 31 07:42:16.102565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:16.120875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] For port e21c42ee-d993-4aba-9c68-3f9b96f1c347, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:16.159780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] For port e21c42ee-d993-4aba-9c68-3f9b96f1c347, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e21c42ee-d993-4aba-9c68-3f9b96f1c347,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:16.204502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-f30b7a58-2e21-4ec7-a820-ad08887babab tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081505 Aug 31 07:42:16.299873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.361323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:16.380439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'mac_address': 'fa:16:3e:4c:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:16.494370 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.523933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986c9d0e-86c0-4a95-bf49-161d299c9202 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:16.529537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa956b1-9069-4544-a5ed-ce57868d6917 None None] Pushing event updated for resources: {'Port': ['ID=e21c42ee-d993-4aba-9c68-3f9b96f1c347,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:16.558159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:16.619796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a167774-4bf9-4195-917e-43a3cbde1874 req-bf80940d-23f4-4675-bbfb-c8adaafe82cf tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:16.619796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a167774-4bf9-4195-917e-43a3cbde1874 req-bf80940d-23f4-4675-bbfb-c8adaafe82cf tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.4387462 Aug 31 07:42:16.681325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.722750 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.748508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.749026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:16.754561 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3f9fc4-1fbf-40bc-b64d-96083c87e729" -d '{"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-plugged", "status": "completed", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:16.859402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:16.878742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a167774-4bf9-4195-917e-43a3cbde1874 req-bab650ef-c8ed-4fb7-ba28-621ef3532a08 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379787 Aug 31 07:42:16.947702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-ab3d65ff-2221-4e9d-879e-ccdcdb378176 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:16.949621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-ab3d65ff-2221-4e9d-879e-ccdcdb378176 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb HTTP/1.1" status: 200 len: 946 time: 0.3662355 Aug 31 07:42:16.951933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-cbbd97c8-dc45-404b-b41d-29793e7002d8 service neutron] 10.222.0.36 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270689 Aug 31 07:42:16.980920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['986c9d0e-86c0-4a95-bf49-161d299c9202'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:17.156463 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11892f67-d0f1-4630-ac47-73b793a73852 x-openstack-request-id: req-11892f67-d0f1-4630-ac47-73b793a73852 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:17.157244 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-plugged", "status": "completed", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:17.157488 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11892f67-d0f1-4630-ac47-73b793a73852 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:17.157912 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'code': 200} Aug 31 07:42:17.178694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-f9921c53-ff79-4c1f-b178-b57fc04da073 service neutron] 10.222.0.36 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071531 Aug 31 07:42:17.335198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Allocated IP 172.25.0.141 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/9debfa2d-3ced-455f-8ddc-b578429d79b4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:17.384981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b02ed-ee98-4169-915d-f98694680995 req-76f592d8-862d-4ed7-ae41-e45bbe20c2d6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:17.397226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e5b02ed-ee98-4169-915d-f98694680995 req-76f592d8-862d-4ed7-ae41-e45bbe20c2d6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.1428945 Aug 31 07:42:17.480610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e21c42ee-d993-4aba-9c68-3f9b96f1c347 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:17.569685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Deleting port 9056b919-d4dd-4990-ba14-4383745dadb2 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:17.570081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.634248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e5b02ed-ee98-4169-915d-f98694680995 req-446f4b3a-24da-4c23-91b9-72210524a124 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341011 Aug 31 07:42:17.739762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e21c42ee-d993-4aba-9c68-3f9b96f1c347 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:17.908081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8e057bd-d0fe-4cdd-ac22-eaa0deb079d4 req-9d603a39-6b2e-4fef-a175-b4a257eaf99f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.1608534 Aug 31 07:42:17.961456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aca176-1989-4af7-a665-5f2e76a957b5 None None] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:18.028188 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.045251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] For port 9056b919-d4dd-4990-ba14-4383745dadb2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9056b919-d4dd-4990-ba14-4383745dadb2,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:18.045754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.081792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Calling delete_port for 9056b919-d4dd-4990-ba14-4383745dadb2 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:18.096601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d967-937b-4479-ba30-5d2041a4ad7a req-d3503b73-685c-4534-9484-921be60868d8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:18.098749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8d2d967-937b-4479-ba30-5d2041a4ad7a req-d3503b73-685c-4534-9484-921be60868d8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 949 time: 0.2589469 Aug 31 07:42:18.112488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:18.246721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 986c9d0e-86c0-4a95-bf49-161d299c9202 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:18.249845 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.276592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baf0b6-bd37-4f38-91f7-326e6dec16de req-ea555aa0-94a4-4abd-b369-f3338ecf7d59 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:18.285695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98baf0b6-bd37-4f38-91f7-326e6dec16de req-ea555aa0-94a4-4abd-b369-f3338ecf7d59 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.2226028 Aug 31 07:42:18.301463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8d2d967-937b-4479-ba30-5d2041a4ad7a req-54edfde7-481b-4106-9092-b4fa32492731 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739242 Aug 31 07:42:18.330199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] Provisioning for port e21c42ee-d993-4aba-9c68-3f9b96f1c347 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:18.339425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] Provisioning complete for port e21c42ee-d993-4aba-9c68-3f9b96f1c347 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:18.340299 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.456067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98baf0b6-bd37-4f38-91f7-326e6dec16de req-253627cb-7301-49d5-aa2e-54f0e7bf9b52 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659219 Aug 31 07:42:18.488241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.616078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.622141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.664919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:18.689310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:18.714740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:18.725963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] For port e21c42ee-d993-4aba-9c68-3f9b96f1c347, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e21c42ee-d993-4aba-9c68-3f9b96f1c347,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:18.726677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:18.778844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9debfa2d-3ced-455f-8ddc-b578429d79b4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:18.887435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.970576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.013555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.019417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.046021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-0da6618d-c5dd-4cbd-ab15-3df7c6418b08 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069989 Aug 31 07:42:19.180090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-864268db-4af1-4d2f-aa9c-a0dd05514965 req-3d588f1f-7c09-41b3-98b5-bb914a8e8d1e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.1582098 Aug 31 07:42:19.189608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Pushing event deleted for resources: {'Port': ['ID=9056b919-d4dd-4990-ba14-4383745dadb2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.245768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:19.248888 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2552cd4-c577-45dc-81e3-bae2e9dd4d96" -d '{"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-plugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:19.295508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cf2567cc-b211-48e4-8c8b-5e5ebf457b91 None None] Provisioning complete for port e21c42ee-d993-4aba-9c68-3f9b96f1c347 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:19.296175 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf2567cc-b211-48e4-8c8b-5e5ebf457b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.298397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb79e7-25f4-46f5-815d-1268ccf6fad7 None None] Pushing event updated for resources: {'Port': ['ID=e21c42ee-d993-4aba-9c68-3f9b96f1c347,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.305108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] No DVR routers for this DVR port 9056b919-d4dd-4990-ba14-4383745dadb2 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:19.305108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.306098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b336c005-4e59-49a2-b2a9-59e8ee6cdffb req-048b990a-d9a5-4cf0-af52-fee9250a568a tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.45 "DELETE /v2.0/ports/9056b919-d4dd-4990-ba14-4383745dadb2 HTTP/1.1" status: 204 len: 173 time: 2.3456423 Aug 31 07:42:19.306558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-deleted', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:19.308886 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643999a-3613-41ad-bdd6-10b928f24a86" -d '{"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-deleted", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:19.330141 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216cd78-b6cd-4ab0-b1e7-2a7e65d7d58a x-openstack-request-id: req-d216cd78-b6cd-4ab0-b1e7-2a7e65d7d58a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:19.330731 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-plugged", "status": "completed", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:19.331135 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d216cd78-b6cd-4ab0-b1e7-2a7e65d7d58a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:19.331757 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'code': 200} Aug 31 07:42:19.353288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-96747cd5-4de8-40a7-bd9e-1b37b98a4360 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:19.355206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-96747cd5-4de8-40a7-bd9e-1b37b98a4360 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080940 Aug 31 07:42:19.443168 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad657a4-cc7b-4b9c-a0a9-a8f80886a2a6 x-openstack-request-id: req-3ad657a4-cc7b-4b9c-a0a9-a8f80886a2a6 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:19.443497 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb", "name": "network-vif-deleted", "tag": "9056b919-d4dd-4990-ba14-4383745dadb2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:19.444025 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ad657a4-cc7b-4b9c-a0a9-a8f80886a2a6 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:19.444413 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3eab8-d1f9-4bee-8ab5-57fcfc2a3beb', 'name': 'network-vif-deleted', 'tag': '9056b919-d4dd-4990-ba14-4383745dadb2', 'status': 'completed', 'code': 200} Aug 31 07:42:19.537852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-f804bb43-87de-4084-bda0-7af85e6c9fcd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/quotas/1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 375 time: 0.1546667 Aug 31 07:42:19.556077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e21c42ee-d993-4aba-9c68-3f9b96f1c347 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:19.689753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e21c42ee-d993-4aba-9c68-3f9b96f1c347 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:19.690164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.734398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-a3544742-7f8b-448e-a2a2-f621bc14dbfe tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956944 Aug 31 07:42:19.811692 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.878807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdef7b9-4406-42b2-a881-5606ae57e701 req-21500284-f9a2-470f-affa-e64c302a577d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:19.880671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bfdef7b9-4406-42b2-a881-5606ae57e701 req-21500284-f9a2-470f-affa-e64c302a577d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.1577265 Aug 31 07:42:19.896910 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:20.102716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bfdef7b9-4406-42b2-a881-5606ae57e701 req-2e49cfba-db0e-4cad-83cb-e87392902b53 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035818 Aug 31 07:42:20.269514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:20.294028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:20.297708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6c6213c-47b2-4fa9-a58c-62df1ab013e6 req-08769c58-1d23-4c54-a4d0-5cdfc5222ec2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0747581 Aug 31 07:42:20.358808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 9056b919-d4dd-4990-ba14-4383745dadb2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:20.359608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9056b919-d4dd-4990-ba14-4383745dadb2 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:20.512021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efc67f90-5683-47b8-99a0-4acc80c9cf0a req-8583565f-4082-4520-8ed9-b2ca1929e390 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.0758271 Aug 31 07:42:20.555696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a8b46-9827-4814-8a5e-429afbc84abf req-e4e187ca-f43f-487f-84c1-67f0b55a587c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:20.558351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1a8b46-9827-4814-8a5e-429afbc84abf req-e4e187ca-f43f-487f-84c1-67f0b55a587c tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.1445971 Aug 31 07:42:20.955059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1a8b46-9827-4814-8a5e-429afbc84abf req-6cee7869-e98c-4c85-aae1-4dfccc4c2940 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864005 Aug 31 07:42:21.398735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:42:21.425059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c98a98e5-40ca-4b69-842c-77bb4ca63426 req-33d8c37a-f9eb-4ad6-866c-c2d0ed4f122b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0364003 Aug 31 07:42:21.487844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d791b70-3ca6-40e8-971c-da86b828d872 req-b38e4dda-8cbe-4c07-87c4-b7f2b5215e8d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.489072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d791b70-3ca6-40e8-971c-da86b828d872 req-b38e4dda-8cbe-4c07-87c4-b7f2b5215e8d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.1339808 Aug 31 07:42:21.599190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d791b70-3ca6-40e8-971c-da86b828d872 req-2508eb05-c165-4998-9d95-1525a0d0a1bb tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Aug 31 07:42:21.636068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:21.657078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:21.667979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36189777-4aea-4fb4-99e3-66b18caf109b req-ce2cf0e8-ca58-4691-afea-ebf3d9831e5d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.0413120 Aug 31 07:42:21.689570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:21.690417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:21.795920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:21.796923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-601bb589-a195-4898-9a47-5f351d89c2c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4037352 Aug 31 07:42:21.801510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33374) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:21.839214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-9f423a6c-9890-4b0d-bc6d-bf01e081f6fa tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.842707 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-9f423a6c-9890-4b0d-bc6d-bf01e081f6fa tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "GET /v2.0/networks?id=31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 200 len: 815 time: 0.3224072 Aug 31 07:42:21.856249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Request body: {'port': {'device_id': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'admin_state_up': True, 'tenant_id': '6a07c6ab1f8549c3b331064737f43f64'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:21.924359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:22.226424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:19Z', 'revision_number': 3, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:22.266282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Made reservation on behalf of 6a07c6ab1f8549c3b331064737f43f64 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:22.273757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.321031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:22.321031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Updating router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 port 9debfa2d-3ced-455f-8ddc-b578429d79b4 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:42:22.371233 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.397043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb033-6b4f-4326-9fc2-65b01487b01c req-8b0c815e-5c69-4f98-9fcb-db2e82cea7e5 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.405396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37adb033-6b4f-4326-9fc2-65b01487b01c req-8b0c815e-5c69-4f98-9fcb-db2e82cea7e5 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.3001902 Aug 31 07:42:22.576938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37adb033-6b4f-4326-9fc2-65b01487b01c req-5bd36b7e-c4c1-4ce3-8cf0-d86b62ae97dc tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705213 Aug 31 07:42:22.787791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca9de0c3-0176-448b-a62c-458ceed0e9de req-8631bea5-012c-4667-b063-7e64ce48eb7f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.2183652 Aug 31 07:42:22.938028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Allocated IP 172.20.0.11 (31d0883f-5d38-443d-beac-9b7a3f21b3d3/8d61452f-0c1a-45a3-827c-687169c6d5f2/389efee6-1205-4d8d-b168-7e80a7db903a) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:22.979313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cec87faf-de7d-49d4-abb1-c63596edaf2c req-7b086996-a7da-407c-b7bb-33dfbee78d20 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.0927551 Aug 31 07:42:23.066827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-f8d9067e-1426-416b-8785-d74fae06a371 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:23.068351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-f8d9067e-1426-416b-8785-d74fae06a371 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.2075799 Aug 31 07:42:23.093367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-16'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:23.173005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a0efe-cac3-40e1-8864-03ef9395d62a req-71e1ea42-397c-4919-8461-81720fc6ad78 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:23.183640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-825a0efe-cac3-40e1-8864-03ef9395d62a req-71e1ea42-397c-4919-8461-81720fc6ad78 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.3928888 Aug 31 07:42:23.193116 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.357620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.389021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Transition to ACTIVE for port object 9debfa2d-3ced-455f-8ddc-b578429d79b4 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:23.392932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.401967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.460117 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.466075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-825a0efe-cac3-40e1-8864-03ef9395d62a req-94234cc6-b864-4fed-90d7-6b7e7c6cd639 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810328 Aug 31 07:42:23.581900 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.583571 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.601522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e822e3b-ca33-48d1-9223-87a7f5ed04d8 None None] Pushing event updated for resources: {'Port': ['ID=9debfa2d-3ced-455f-8ddc-b578429d79b4,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:23.605652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Attempting to bind port 9debfa2d-3ced-455f-8ddc-b578429d79b4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:23.606960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Attempting to bind port 9debfa2d-3ced-455f-8ddc-b578429d79b4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:23.607443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Attempting to bind port 9debfa2d-3ced-455f-8ddc-b578429d79b4 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:23.615442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:23.615977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:23.616517 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.616922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:23.617693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Bound port: 9debfa2d-3ced-455f-8ddc-b578429d79b4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:23.618196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.758269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:23.772552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:23.797327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:23.849283 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-690b2a33-dfe0-4073-82a3-061b7c896cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.911737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] For port 9debfa2d-3ced-455f-8ddc-b578429d79b4, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:23.911737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] For port 9debfa2d-3ced-455f-8ddc-b578429d79b4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9debfa2d-3ced-455f-8ddc-b578429d79b4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:24.024096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.025026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.038684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Pushing event updated for resources: {'Port': ['ID=389efee6-1205-4d8d-b168-7e80a7db903a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:24.140562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.145295 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-62457799-abcc-408f-9554-64deffe76586 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2885292 Aug 31 07:42:24.184575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Request body: {'port': {'device_id': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:24.249547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.275747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e822e3b-ca33-48d1-9223-87a7f5ed04d8 None None] Pushing event updated for resources: {'Port': ['ID=9debfa2d-3ced-455f-8ddc-b578429d79b4,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:24.283877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:24.284659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:41:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:24.292794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:24.378725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26189dea-af8b-43bf-b982-bcb38e2f4840 req-9e3920af-121d-4b72-980d-839ae128a544 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.3526430 Aug 31 07:42:24.460547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:24.486693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Allocated IP 172.20.0.1 (43c08eb0-1449-4c08-b59a-b9c43a8050aa/4f8c1493-0d37-4cbe-874f-0fd24488fcbc/4b6c005e-7fca-4a0a-a374-cc4ea86fb290) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:24.535328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec has no active binding in host n-h1-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:42:24.623874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.641950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Transition to ACTIVE for port object 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:24.765404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-21b9e275-bf08-4ca0-b0b0-60dee442d3f0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=1f99309256e54083896d0fb3660db605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3694143 Aug 31 07:42:24.782028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:24.792478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:24.872835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ef1ed-aa2b-4a62-8f68-f51d333590ff req-37d0129c-4012-4d63-9b5d-3a308f422b6f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.887116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d1ef1ed-aa2b-4a62-8f68-f51d333590ff req-37d0129c-4012-4d63-9b5d-3a308f422b6f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.9076099 Aug 31 07:42:25.088438 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.124792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-abb1c710-9c16-4326-9468-710e9385e0f6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.129177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-abb1c710-9c16-4326-9468-710e9385e0f6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054802 Aug 31 07:42:25.191510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:19Z', 'revision_number': 3, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:25.193083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Request body: {'port': {'device_id': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '1f99309256e54083896d0fb3660db605'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:25.217789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389efee6-1205-4d8d-b168-7e80a7db903a {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:25.226370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.236228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b495f6-ac72-47aa-9f51-36fb67fe72f0 None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:19Z', 'revision_number': 3, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:25.245110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Transition to ACTIVE for port object 389efee6-1205-4d8d-b168-7e80a7db903a will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:25.303015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9b65e-ad48-44da-b41b-0337ef8312fb req-1cdfafdd-6f27-420b-aa1f-651a6eb2c91c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.316154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ff9b65e-ad48-44da-b41b-0337ef8312fb req-1cdfafdd-6f27-420b-aa1f-651a6eb2c91c tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 932 time: 0.5837088 Aug 31 07:42:25.329929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.352486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:25.403124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:25.407330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:25.421021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-94eac330-b379-448c-bc46-96038d4125e3 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.421021 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-94eac330-b379-448c-bc46-96038d4125e3 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.45 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 945 time: 0.1426492 Aug 31 07:42:25.467726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Pushing event updated for resources: {'Port': ['ID=389efee6-1205-4d8d-b168-7e80a7db903a,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:25.508147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:25.510222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:25.624655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ff9b65e-ad48-44da-b41b-0337ef8312fb req-f8969918-aadf-4174-ad99-c26e03b154ee tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073161 Aug 31 07:42:25.636645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d1ef1ed-aa2b-4a62-8f68-f51d333590ff req-977d307b-cc36-48dc-9f2c-f1f627201757 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034313 Aug 31 07:42:25.688004 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.732930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.876942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Attempting to bind port 389efee6-1205-4d8d-b168-7e80a7db903a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:25.901036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Attempting to bind port 389efee6-1205-4d8d-b168-7e80a7db903a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:25.903199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Attempting to bind port 389efee6-1205-4d8d-b168-7e80a7db903a on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:25.911760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Port 389efee6-1205-4d8d-b168-7e80a7db903a on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:25.912112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Attempting to bind port 389efee6-1205-4d8d-b168-7e80a7db903a on network 31d0883f-5d38-443d-beac-9b7a3f21b3d3 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:25.930126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:25.930126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Checking segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:25.930126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Bound using segment: {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:25.932121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Bound port: 389efee6-1205-4d8d-b168-7e80a7db903a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e44cb7-cb95-4a46-bf81-caaa86f13399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:25.932669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.009380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Deleting port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:26.009880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.018079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.020936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:26.023823 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5f9372-464c-48d8-a5cc-196aa11a84b2" -d '{"events": [{"server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "name": "network-vif-unplugged", "status": "completed", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:26.053503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-57d58e07-b9e2-4b1e-96f7-d93397868779 None None] Provisioning for port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:26.058493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-57d58e07-b9e2-4b1e-96f7-d93397868779 None None] Provisioning complete for port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:26.059186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-57d58e07-b9e2-4b1e-96f7-d93397868779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.157853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-57d58e07-b9e2-4b1e-96f7-d93397868779 None None] Port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:26.206370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b97026a1-77be-449c-bb5e-01089d04df39 req-92e7cd64-4694-44dd-a272-52740b39145d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0639532 Aug 31 07:42:26.236115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] For port 389efee6-1205-4d8d-b168-7e80a7db903a, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:26.241834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] For port 389efee6-1205-4d8d-b168-7e80a7db903a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=389efee6-1205-4d8d-b168-7e80a7db903a,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:26.255000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde15a39-7ae4-4fc2-aa8d-d9d27d938733 req-ded2bab2-00d4-48c3-86e5-d6b5289ff1c6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:26.266589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cde15a39-7ae4-4fc2-aa8d-d9d27d938733 req-ded2bab2-00d4-48c3-86e5-d6b5289ff1c6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 945 time: 0.2183201 Aug 31 07:42:26.321084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] For port 97bcfb61-99ab-4e61-93a3-e4d57fc49518, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=97bcfb61-99ab-4e61-93a3-e4d57fc49518,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:26.321564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.346763 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a2480b-932c-4a52-b03e-3f8d16ed9b8c x-openstack-request-id: req-42a2480b-932c-4a52-b03e-3f8d16ed9b8c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:26.347160 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "name": "network-vif-unplugged", "status": "completed", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:26.350519 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42a2480b-932c-4a52-b03e-3f8d16ed9b8c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:26.350519 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'code': 200} Aug 31 07:42:26.350519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.401325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Made reservation on behalf of 1f99309256e54083896d0fb3660db605 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:26.406466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.424520 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.439030 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.471320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.531251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:26.532275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.534986 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] 10.222.0.68 "PUT /v2.0/ports/389efee6-1205-4d8d-b168-7e80a7db903a HTTP/1.1" status: 200 len: 1093 time: 2.3798130 Aug 31 07:42:26.538072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'tag': '389efee6-1205-4d8d-b168-7e80a7db903a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:26.541094 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc7d36-7d1c-4659-a857-f5acbdd0faf0", "tag": "389efee6-1205-4d8d-b168-7e80a7db903a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:26.553122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:26.635732 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316915ae-6854-4774-b65b-ea34745abc04 x-openstack-request-id: req-316915ae-6854-4774-b65b-ea34745abc04 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:26.636465 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc7d36-7d1c-4659-a857-f5acbdd0faf0", "tag": "389efee6-1205-4d8d-b168-7e80a7db903a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:26.636955 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-316915ae-6854-4774-b65b-ea34745abc04 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:26.637567 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'tag': '389efee6-1205-4d8d-b168-7e80a7db903a', 'status': 'completed', 'code': 200} Aug 31 07:42:26.649408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcb97-f6cd-4a52-8c5a-8934d0163df5 service neutron] Pushing event updated for resources: {'Port': ['ID=389efee6-1205-4d8d-b168-7e80a7db903a,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:26.670888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6033c7f3-8bf2-4951-98d7-f351bfdcdad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.707212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cde15a39-7ae4-4fc2-aa8d-d9d27d938733 req-3a693540-e0e6-4700-b133-f4fd16db00f5 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363475 Aug 31 07:42:26.763815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on host n-h2-713499-16 for vnic_type normal with profile {"migrating_to": "n-h1-713499-16"} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:26.764205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:26.764623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:26.786826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:26.787175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Attempting to bind port 75df2566-0a77-4eed-a4de-7a40d7512bec on network 2b66561e-f2db-490a-8f97-a6e6d385d84f {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:26.807077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.807537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.807859 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Floating IP d49b2785-2323-4c29-8ff4-735b1ae29a04 disassociated. External IP: 172.25.0.154, port: 97bcfb61-99ab-4e61-93a3-e4d57fc49518. Aug 31 07:42:26.808201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Calling delete_port for 97bcfb61-99ab-4e61-93a3-e4d57fc49518 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:26.825166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede req-a02c56d1-8795-41de-8b0d-fac295034e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:26.825500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede req-a02c56d1-8795-41de-8b0d-fac295034e06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 1096 time: 0.1699939 Aug 31 07:42:26.847859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:26.847859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Checking segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:26.847859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Bound using segment: {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:26.847859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Bound port: 75df2566-0a77-4eed-a4de-7a40d7512bec, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b66561e-f2db-490a-8f97-a6e6d385d84f'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:26.848381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.037130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede req-27790db2-12be-4ef1-946d-87689726b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.038732 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede req-27790db2-12be-4ef1-946d-87689726b9db service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=6a07c6ab1f8549c3b331064737f43f64&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2002249 Aug 31 07:42:27.209281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede req-ad0f1566-ac92-46a3-9092-c68d28be2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.211568 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-08c981fb-2e25-42e9-b0bf-a2c20f7e0ede req-ad0f1566-ac92-46a3-9092-c68d28be2867 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603217 Aug 31 07:42:27.395838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-3403ba89-54ce-411e-8249-680fd479a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.397634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-3403ba89-54ce-411e-8249-680fd479a50d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6a07c6ab1f8549c3b331064737f43f64&device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 1096 time: 0.1255126 Aug 31 07:42:27.409284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.498514 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-dfb7fa16-f94c-43d9-a1c8-36bfd6ab7514 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=389efee6-1205-4d8d-b168-7e80a7db903a HTTP/1.1" status: 200 len: 217 time: 0.0851161 Aug 31 07:42:27.503749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event deleted for resources: {'Port': ['ID=97bcfb61-99ab-4e61-93a3-e4d57fc49518,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:27.530728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9debfa2d-3ced-455f-8ddc-b578429d79b4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:27.643516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26587b1-30bc-4921-9aad-cf0545f3bb47 req-1e674941-d525-4427-b21b-7ecb1f4b8e8e tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.645099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a26587b1-30bc-4921-9aad-cf0545f3bb47 req-1e674941-d525-4427-b21b-7ecb1f4b8e8e tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 867 time: 0.8157539 Aug 31 07:42:27.675345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-c695f617-eed7-4715-9144-8d100e598204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.677067 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-c695f617-eed7-4715-9144-8d100e598204 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8d61452f-0c1a-45a3-827c-687169c6d5f2 HTTP/1.1" status: 200 len: 855 time: 0.1532884 Aug 31 07:42:27.726272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8bfa5-4b41-4f69-961b-e7194e7a2221 req-ba8bb137-982b-428d-9f4a-6e332655e372 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.726272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21b8bfa5-4b41-4f69-961b-e7194e7a2221 req-ba8bb137-982b-428d-9f4a-6e332655e372 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 944 time: 0.8946571 Aug 31 07:42:27.764916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-150c10a5-0ba0-4591-abd2-d03f17afb346 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=31d0883f-5d38-443d-beac-9b7a3f21b3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435381 Aug 31 07:42:27.802839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Allocated IP 192.168.233.71 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/ba0af0f9-0c37-4812-a023-193995dd50fb) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:27.803116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9debfa2d-3ced-455f-8ddc-b578429d79b4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:27.808681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9debfa2d-3ced-455f-8ddc-b578429d79b4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:27.809117 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.859291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:27.899901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21b8bfa5-4b41-4f69-961b-e7194e7a2221 req-8fc4c3d7-86d6-4cc1-8af0-5b235e4d2466 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489973 Aug 31 07:42:27.925987 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.969482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:27.980584 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-fc530d10-80bc-4bd2-85e6-c6246d8d2b7b service neutron] 10.222.0.68 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032609 Aug 31 07:42:28.038831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a26587b1-30bc-4921-9aad-cf0545f3bb47 req-2268e53e-b971-4bfa-9a29-fe984e7c479b tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups?id=906b66de-133c-4d09-bf18-5f32375ed207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518171 Aug 31 07:42:28.076749 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.088198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:28.138183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9debfa2d-3ced-455f-8ddc-b578429d79b4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9debfa2d-3ced-455f-8ddc-b578429d79b4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:28.221506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.224271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:28.237535 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] Sync routers for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:28.239872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.262709 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:28.266698 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:28.572707 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fb094430-4589-4a97-a3f6-8cf7278e5af6 req-eab4d78d-be7f-4a0b-8bcd-98780114a520 service neutron] 10.222.0.68 "GET /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769797 Aug 31 07:42:28.575767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 97bcfb61-99ab-4e61-93a3-e4d57fc49518 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:28.576782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] No DVR routers for this DVR port 97bcfb61-99ab-4e61-93a3-e4d57fc49518 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:28.576782 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.576782 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0dcc26e0-cc4d-45e0-bae1-1cb486aae69c req-1101a4be-c1f3-4c5c-ac2f-8976e9740f30 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.45 "DELETE /v2.0/ports/97bcfb61-99ab-4e61-93a3-e4d57fc49518 HTTP/1.1" status: 204 len: 173 time: 2.9137387 Aug 31 07:42:28.577020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 97bcfb61-99ab-4e61-93a3-e4d57fc49518 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:28.577020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 97bcfb61-99ab-4e61-93a3-e4d57fc49518 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:28.577168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da152479-7f19-467e-ae32-b4bed9e8f55a req-0435c224-4c99-4c8c-9080-e13d1087cd14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.1268828 Aug 31 07:42:28.577261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-5652e8e1-7ee0-4478-9b90-178a5cbd3d7e service neutron] 10.222.0.45 "PUT /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 1123 time: 5.4013281 Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693adaf-9a48-4d5a-905e-a79014b589d0 req-66a032f3-0980-4634-b493-3e2b994aeff6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9693adaf-9a48-4d5a-905e-a79014b589d0 req-66a032f3-0980-4634-b493-3e2b994aeff6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.1924746 Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205dda78-c49e-4bcc-88f4-7d3f59181ddd x-openstack-request-id: req-205dda78-c49e-4bcc-88f4-7d3f59181ddd {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-205dda78-c49e-4bcc-88f4-7d3f59181ddd {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:28.577356 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'status': 'completed', 'code': 200} Aug 31 07:42:28.582589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['75df2566-0a77-4eed-a4de-7a40d7512bec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:28.584182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Transition to ACTIVE for port object ba0af0f9-0c37-4812-a023-193995dd50fb will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:28.590591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9693adaf-9a48-4d5a-905e-a79014b589d0 req-e37538ce-b31e-4e32-9727-27f0c4d06d18 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742674 Aug 31 07:42:28.616012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['75df2566-0a77-4eed-a4de-7a40d7512bec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:28.639410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'name': 'network-vif-deleted', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:28.641713 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f4260d-4702-426c-889e-538af2c39b81" -d '{"events": [{"server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "name": "network-vif-deleted", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:28.663689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-d402b3e6-f795-49b9-8731-3bd7796b237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.669544 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-d402b3e6-f795-49b9-8731-3bd7796b237c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1126 time: 0.0901034 Aug 31 07:42:28.694021 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:21Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:28.728353 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] Checking router: 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:28.737606 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:28.738250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:28.743324 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963079bc-c528-4e28-8014-07f680d42ce8 x-openstack-request-id: req-963079bc-c528-4e28-8014-07f680d42ce8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:28.743702 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ddea5d-f52a-4046-8418-24ac6c64cae7", "name": "network-vif-deleted", "tag": "97bcfb61-99ab-4e61-93a3-e4d57fc49518", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:28.743964 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-963079bc-c528-4e28-8014-07f680d42ce8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:28.744422 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ddea5d-f52a-4046-8418-24ac6c64cae7', 'name': 'network-vif-deleted', 'tag': '97bcfb61-99ab-4e61-93a3-e4d57fc49518', 'status': 'completed', 'code': 200} Aug 31 07:42:28.793685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-50bde50b-1740-4523-9f7f-f701995590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.795964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-50bde50b-1740-4523-9f7f-f701995590c4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.1200116 Aug 31 07:42:28.816416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:28.848096 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-a3cc05fb-d7b5-49c5-8ded-4ab8930a0854 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 217 time: 0.0436451 Aug 31 07:42:28.850966 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:28.908464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9debfa2d-3ced-455f-8ddc-b578429d79b4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:28.933089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-6721083e-3f8c-4510-ad8c-684014c60c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.933089 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-6721083e-3f8c-4510-ad8c-684014c60c8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.0659862 Aug 31 07:42:28.958548 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-7194b25d-72f7-4c6f-8573-fa732e29e03c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289116 Aug 31 07:42:29.031667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832f93d-6309-46ce-9434-8fa7d3992aa3 req-61160647-32a1-4372-8a12-f0141c3487df tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:29.035819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8832f93d-6309-46ce-9434-8fa7d3992aa3 req-61160647-32a1-4372-8a12-f0141c3487df tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 944 time: 0.0611405 Aug 31 07:42:29.080363 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-66a57ce7-76d8-414e-b45b-5ba7f7902e92 service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137602 Aug 31 07:42:29.116502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:29.147305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:29.165143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef', '986c9d0e-86c0-4a95-bf49-161d299c9202'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:29.232096 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f020e13-96e0-43b2-ba82-1f1e0cc4825f req-15e40011-3b96-4ede-ba78-515a8da41bfb service neutron] 10.222.0.68 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442549 Aug 31 07:42:29.279560 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:21Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:29.337090 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a10034-ee29-434d-9b6e-4d7f6257809d None None] The sync data for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 is: [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:40:06Z', 'revision_number': 4, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'eb5097d3-8e38-40a0-acff-27fa9cba46e1', 'name': '', 'network_id': '8e25b0d0-195f-480c-bfdf-b73074ea4b6d', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'mac_address': 'fa:16:3e:74:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:05Z', 'updated_at': '2021-08-31T07:40:21Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'subnets': [{'id': 'c11e6337-ed07-4044-923f-12d1297bd8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:29.409159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b446211-674a-4840-8fba-b7e8e2b9c9d2 req-12c742ff-4aa1-4ccb-90d4-bf1f7629f2c2 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/ports?device_id=91ddea5d-f52a-4046-8418-24ac6c64cae7 HTTP/1.1" status: 200 len: 210 time: 0.0960088 Aug 31 07:42:29.502368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8832f93d-6309-46ce-9434-8fa7d3992aa3 req-4fb2ecee-7d15-44f7-a3b5-32ea6cbaf83f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477100 Aug 31 07:42:29.516041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9debfa2d-3ced-455f-8ddc-b578429d79b4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:29.525253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:29.528298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:29.534432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:29.538186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:29.541718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:29.621848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:29.818065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:29.870394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:29.884794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:29.910960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:29.936332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:29.936906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:29.993498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78feab8c-0be4-486f-b783-bd8654b08d96 None None] New status for floating IP d49b2785-2323-4c29-8ff4-735b1ae29a04: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:30.035802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccea967-b845-4704-bb3a-0a8886581b5e req-ba98d0db-813b-4786-ae9c-9563028d0bcd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:30.043597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dccea967-b845-4704-bb3a-0a8886581b5e req-ba98d0db-813b-4786-ae9c-9563028d0bcd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 935 time: 0.4090691 Aug 31 07:42:30.139887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-6520b445-548e-46b4-b0ea-319dda75b8b9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9572773 Aug 31 07:42:30.163234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Request body: {'port': {'device_id': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:30.252927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dccea967-b845-4704-bb3a-0a8886581b5e req-e5129d54-0a26-4224-9c1c-0fc831f1ab57 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081897 Aug 31 07:42:30.327364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:30.400662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:30.539740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:30.564302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-47784df1-74b3-4722-8d82-637d80629038 admin admin] 10.222.0.36 "PUT /v2.0/routers/3ff64952-e33c-451a-a323-c1e7dbbe2f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7532778 Aug 31 07:42:30.574004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9debfa2d-3ced-455f-8ddc-b578429d79b4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:30.574935 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:30.679903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33526) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:30.691756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28dbee4c-f6a5-4e92-bbf8-d028078e58cd None None] Provisioning for port ba0af0f9-0c37-4812-a023-193995dd50fb completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:30.706467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28dbee4c-f6a5-4e92-bbf8-d028078e58cd None None] Provisioning complete for port ba0af0f9-0c37-4812-a023-193995dd50fb triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:30.707041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28dbee4c-f6a5-4e92-bbf8-d028078e58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:30.728235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16937bc-dee1-4a51-b9e1-381d8cfcfef3 req-4067e987-02a7-4dfc-ad90-afac3cf9fcfa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:30.750779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b16937bc-dee1-4a51-b9e1-381d8cfcfef3 req-4067e987-02a7-4dfc-ad90-afac3cf9fcfa tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.3930788 Aug 31 07:42:30.775069 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:30.800542 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:30.804436 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:30.866296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b16937bc-dee1-4a51-b9e1-381d8cfcfef3 req-0a5757dd-14b3-488a-a0b8-bccc2fe2fb96 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144621 Aug 31 07:42:30.899009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f13a410e-5c9c-456a-b00e-4f233092b10f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:30.941411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-28dbee4c-f6a5-4e92-bbf8-d028078e58cd None None] Port ba0af0f9-0c37-4812-a023-193995dd50fb cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:30.974556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f13a410e-5c9c-456a-b00e-4f233092b10f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.072253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-00c94f0d-ccd9-45df-a458-fc27aaf8c9e3 None None] Provisioning complete for port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:31.072505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00c94f0d-ccd9-45df-a458-fc27aaf8c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.122811 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:31.145631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-00c94f0d-ccd9-45df-a458-fc27aaf8c9e3 None None] Port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:31.212728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76fc4d-47c1-4a78-a610-9e5b1d6d9cf2 req-c50fa2e1-f580-4a83-9138-585e413375ea tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:31.220602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b76fc4d-47c1-4a78-a610-9e5b1d6d9cf2 req-c50fa2e1-f580-4a83-9138-585e413375ea tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 944 time: 0.2224545 Aug 31 07:42:31.230621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f13a410e-5c9c-456a-b00e-4f233092b10f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.233273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f13a410e-5c9c-456a-b00e-4f233092b10f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.234912 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f13a410e-5c9c-456a-b00e-4f233092b10f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "DELETE /v2.0/security-groups/906b66de-133c-4d09-bf18-5f32375ed207 HTTP/1.1" status: 204 len: 168 time: 0.5551095 Aug 31 07:42:31.242130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33540) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:31.289496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b76fc4d-47c1-4a78-a610-9e5b1d6d9cf2 req-ca4e4cb4-1360-4206-b130-f0c82e2823c5 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Aug 31 07:42:31.301426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a410e-5c9c-456a-b00e-4f233092b10f tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b66de-133c-4d09-bf18-5f32375ed207,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:31.301426 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-6ff4809a-f2db-44f7-a57b-3b843248a106 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] show failed (client error): The resource could not be found. Aug 31 07:42:31.337323 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6ff4809a-f2db-44f7-a57b-3b843248a106 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "GET /v2.0/security-groups/906b66de-133c-4d09-bf18-5f32375ed207 HTTP/1.1" status: 404 len: 347 time: 0.0923049 Aug 31 07:42:31.346087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:31.510600 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:26Z', 'revision_number': 2, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:31.547790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:31.548443 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Updating router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:42:31.643308 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.646940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0af0f9-0c37-4812-a023-193995dd50fb {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:31.657422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.728600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Transition to ACTIVE for port object ba0af0f9-0c37-4812-a023-193995dd50fb will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:31.766176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab23f46-f176-430a-adb1-427ea1c336e5 req-4e3ec942-7ab2-426d-8626-0837f13e6cb7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:31.782429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ab23f46-f176-430a-adb1-427ea1c336e5 req-4e3ec942-7ab2-426d-8626-0837f13e6cb7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 935 time: 0.3045182 Aug 31 07:42:31.817801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:31.824771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1161671918'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:31.867050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Deleting port 0a077491-6499-4220-9a4e-b5378f11a1c8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:31.867404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.884185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ab23f46-f176-430a-adb1-427ea1c336e5 req-a6c89113-fec0-414b-bce4-930e394e5223 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032984 Aug 31 07:42:31.969516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33554) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:31.975710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389361421', 'description': 'tempest-description--713074566'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:31.988921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.000351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:32.003942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.072672 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.117586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:42:32.117934 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Transition to ACTIVE for port object 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:32.130643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.130997 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Added segment cf1f43d5-b717-4427-af43-2b15b69a15fb of type vlan for network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 Aug 31 07:42:32.155176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:32.171665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 389efee6-1205-4d8d-b168-7e80a7db903a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:32.216651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.227005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.248073 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.282727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.283926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.370297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53251c0-beb6-4db8-b439-e7ae8e0a2214 req-22416007-da69-4b3c-80ad-d3a20b0af4da tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.381421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e53251c0-beb6-4db8-b439-e7ae8e0a2214 req-22416007-da69-4b3c-80ad-d3a20b0af4da tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.3217630 Aug 31 07:42:32.398117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 389efee6-1205-4d8d-b168-7e80a7db903a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=389efee6-1205-4d8d-b168-7e80a7db903a,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:32.447384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '389efee6-1205-4d8d-b168-7e80a7db903a', 'network_id': '31d0883f-5d38-443d-beac-9b7a3f21b3d3', 'port_id': '389efee6-1205-4d8d-b168-7e80a7db903a', 'mac_address': 'fa:16:3e:3d:99:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d61452f-0c1a-45a3-827c-687169c6d5f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:32.457027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.463019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:32.465717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Calling delete_port for 0a077491-6499-4220-9a4e-b5378f11a1c8 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:32.476778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.477445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.495546 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cf601-2a34-40ba-9c56-9c1b75a6a3be None None] Pushing event updated for resources: {'Port': ['ID=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:32.594182 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Attempting to bind port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:32.594182 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Attempting to bind port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:32.594182 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Attempting to bind port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:32.607557 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:32.607924 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Checking segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:32.608326 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.608712 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Bound using segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:32.609199 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Bound port: 4b6c005e-7fca-4a0a-a374-cc4ea86fb290, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:32.612674 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.614583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e53251c0-beb6-4db8-b439-e7ae8e0a2214 req-0c549010-583f-48df-aa0b-fb659f049173 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320883 Aug 31 07:42:32.659062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:32.662319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:32.662958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:32.726623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.740845 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] For port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:32.753203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] For port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:32.753960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:32.754305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:32.762763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Network': ['ID=5f726a34-ca6d-42e5-bcd4-9b362c14eb39,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:32.776890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:32.776890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:32.777418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:42:32.777531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:32.777531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Bound port: ba0af0f9-0c37-4812-a023-193995dd50fb, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:32.777531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.865536 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.887115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389efee6-1205-4d8d-b168-7e80a7db903a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:32.887250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:32.891467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:32.926502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.958512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:32.975111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ceca9-9c9c-4411-aee0-2c9114515953 req-3b799c3a-ecf2-4b42-8a87-aff312add707 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.975845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 389efee6-1205-4d8d-b168-7e80a7db903a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=389efee6-1205-4d8d-b168-7e80a7db903a,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:32.980726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a97ceca9-9c9c-4411-aee0-2c9114515953 req-3b799c3a-ecf2-4b42-8a87-aff312add707 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 944 time: 0.5191088 Aug 31 07:42:32.985317 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.010944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c43894-953c-492e-a65a-a502f48d4779,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.024176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec has no active binding in host n-h1-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:42:33.081743 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cf601-2a34-40ba-9c56-9c1b75a6a3be None None] Pushing event updated for resources: {'Port': ['ID=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.096354 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:33.097075 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:33.126673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.158316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.162691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3b38d66-ff80-4f74-9c07-cb1b41702582 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3430130 Aug 31 07:42:33.167406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.171883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-36166e1f-a3db-4197-9cd7-c80db25250de tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1986599 Aug 31 07:42:33.171883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:33.191960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1238299959'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:33.195642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33576) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:33.222944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'security_group_rule': {'security_group_id': '30c43894-953c-492e-a65a-a502f48d4779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:33.268551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.269371 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.270994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] 10.222.0.68 "PUT /v2.0/ports/ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 1096 time: 3.1193907 Aug 31 07:42:33.273764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:33.284356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b101b9e-3d16-4fdb-b225-1c54876cf56f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:33.298478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a97ceca9-9c9c-4411-aee0-2c9114515953 req-bf6b2de0-a588-463b-9a89-4067b4f9ecd0 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621400 Aug 31 07:42:33.326551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ada1-20cc-40a3-8a35-171268e8f77e req-6856d1f0-5ab8-4cec-82f3-df83cbb6835c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.334852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f780ada1-20cc-40a3-8a35-171268e8f77e req-6856d1f0-5ab8-4cec-82f3-df83cbb6835c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.3001177 Aug 31 07:42:33.341130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=389efee6-1205-4d8d-b168-7e80a7db903a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.367399 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:33.368094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674dd515-e029-4935-abe4-70dbfacbaa6e service neutron] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.390629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:33.395159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.408521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['389efee6-1205-4d8d-b168-7e80a7db903a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:33.435075 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.513368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:42:33.553100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.557196 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Added segment fcbc5ea1-03f7-428a-b06f-371f98e16913 of type vlan for network c04f56fa-1ce7-40db-997a-90ff4442d198 Aug 31 07:42:33.571654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Pushing event deleted for resources: {'Port': ['ID=0a077491-6499-4220-9a4e-b5378f11a1c8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.592072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f780ada1-20cc-40a3-8a35-171268e8f77e req-d8363ead-6beb-466e-99b6-f27123a9153a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561285 Aug 31 07:42:33.765914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.768810 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3794b5-a1cb-4587-990c-c707d009bf01 x-openstack-request-id: req-3d3794b5-a1cb-4587-990c-c707d009bf01 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:33.769004 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:33.769305 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d3794b5-a1cb-4587-990c-c707d009bf01 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:33.775490 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'status': 'completed', 'code': 200} Aug 31 07:42:33.846520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-83e74da7-5747-4b71-88c3-0c4121a67325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.848049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-83e74da7-5747-4b71-88c3-0c4121a67325 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1099 time: 0.3532698 Aug 31 07:42:33.930093 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.945047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-742375ef-9c14-4d6a-b9d4-2578907b61da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.0833445 Aug 31 07:42:33.945733 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.953022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.954323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.035647 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.039669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.039669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3cc91b1a-de34-4fc7-8d37-aa57f718b405 tempest-ServersTestManualDisk-373800053 tempest-ServersTestManualDisk-373800053-project] 10.222.0.36 "DELETE /v2.0/floatingips/d49b2785-2323-4c29-8ff4-735b1ae29a04 HTTP/1.1" status: 204 len: 168 time: 2.6862533 Aug 31 07:42:34.056909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33590) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:34.130889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-68af2dfc-1050-4a7c-89ff-92db876e4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.133199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-68af2dfc-1050-4a7c-89ff-92db876e4c4b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1702945 Aug 31 07:42:34.160131 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9885213 Aug 31 07:42:34.164143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:34.184402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'subnet': {'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:34.246636 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:32Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:34.251349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43896332-b109-4af2-8244-4de941893dcc req-2d57bc39-b643-4d89-a914-3ff0605c06ac tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.255247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43896332-b109-4af2-8244-4de941893dcc req-2d57bc39-b643-4d89-a914-3ff0605c06ac tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.3091450 Aug 31 07:42:34.260852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.263947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a304f9-66b1-419a-9b4b-bb40e6e414d6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Network': ['ID=c04f56fa-1ce7-40db-997a-90ff4442d198,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:34.281761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c04f56fa-1ce7-40db-997a-90ff4442d198 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:42:34.326381 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f604379-faf2-4dd3-8f6a-4143273a05de None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:32Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:34.392788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43896332-b109-4af2-8244-4de941893dcc req-d95a300d-ba6d-4bba-92cd-d820efd4c564 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262169 Aug 31 07:42:34.455318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-c779b809-430c-4013-8001-84c4936cbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.456887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-c779b809-430c-4013-8001-84c4936cbe4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3058517 Aug 31 07:42:34.529480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:34.534219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.565549 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.703134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c5098c-4aef-4e6f-a031-a6f95330d0bc,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:35.179525 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.294330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Checking segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:35.295089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network hostable DHCP agents. Network: 5f726a34-ca6d-42e5-bcd4-9b362c14eb39, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:42:35.300533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Subnet': ['ID=2dbdb6ca-eb43-4927-a945-3c26a95de9de,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:35.364726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e917e08-490b-4b2f-b610-b67aa0137d2d req-c79c5e32-2fd8-46fb-bde7-c256cab3bcc2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.375751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e917e08-490b-4b2f-b610-b67aa0137d2d req-c79c5e32-2fd8-46fb-bde7-c256cab3bcc2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 945 time: 0.8513117 Aug 31 07:42:35.397626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.401524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-497392b9-13e5-4724-9e5d-3b705bc77053 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2005641 Aug 31 07:42:35.402951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33602) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:35.409369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'security_group_rule': {'security_group_id': '30c43894-953c-492e-a65a-a502f48d4779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:35.416810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-e7eb2c07-4a8e-4d2c-a5fb-87715e26f18e service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9005363 Aug 31 07:42:35.447928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:42:35.526201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:35.548847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1a82-6a76-4af6-9750-2e3610e74f48 req-186eec84-2edf-471e-b184-06fb3506dc52 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.557595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fe1a82-6a76-4af6-9750-2e3610e74f48 req-186eec84-2edf-471e-b184-06fb3506dc52 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.3103704 Aug 31 07:42:35.564640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.602301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e917e08-490b-4b2f-b610-b67aa0137d2d req-4e4c55d6-4f2e-47ca-a75b-9e56bf08f44b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254984 Aug 31 07:42:35.622995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5f726a34-ca6d-42e5-bcd4-9b362c14eb39) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:35.630493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.631104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.639774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76a81b-008d-436a-a889-166808000608 None None] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:35.715540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.785061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:35.799413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:35.799797 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.827565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fe1a82-6a76-4af6-9750-2e3610e74f48 req-7297ff72-f65d-4c41-be66-af306d8f6af1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490711 Aug 31 07:42:35.831830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.857625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2fbc5c4e-99df-4a97-a706-ff48c4db8982 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6857729 Aug 31 07:42:35.869343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33616) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:35.884798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'subnet': {'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:35.910890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43556cf-85c5-4ded-afd9-699ad6eb0b55,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:36.016689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9291bfaf-32cb-4ca4-a519-b2b09ce762f8 req-183d8939-40c9-4617-8b70-e534e7e6bd40 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916283 Aug 31 07:42:36.035343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.040482 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d5a5268-23e5-44db-a409-19d0a990adab tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6359992 Aug 31 07:42:36.044955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33618) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:36.047270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:36.106441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c373c-d8f8-4d0c-9124-dafecc32d1b8 req-c3786de4-b3fe-4d6a-aff1-f5cf2e8146b9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.126853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a7c373c-d8f8-4d0c-9124-dafecc32d1b8 req-c3786de4-b3fe-4d6a-aff1-f5cf2e8146b9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.3573370 Aug 31 07:42:36.184992 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.190334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 389efee6-1205-4d8d-b168-7e80a7db903a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:36.246975 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.300977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:42:36.302182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.344918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a7c373c-d8f8-4d0c-9124-dafecc32d1b8 req-4ac0887f-4805-4349-abf0-889c59a69ef1 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170203 Aug 31 07:42:36.378506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-a319be32-1d83-416e-bfac-cbd99401a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.380080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-a319be32-1d83-416e-bfac-cbd99401a368 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1099 time: 0.1756001 Aug 31 07:42:36.456002 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-00c0514f-487a-45e9-8642-320ec7b99e0f service neutron] 10.222.0.68 "GET /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.0968492 Aug 31 07:42:36.482434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:36.486197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.511508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.590263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:36.596265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 389efee6-1205-4d8d-b168-7e80a7db903a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:36.602619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 389efee6-1205-4d8d-b168-7e80a7db903a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:36.603261 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.718226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Allocated IP 10.1.1.2 (5f726a34-ca6d-42e5-bcd4-9b362c14eb39/2dbdb6ca-eb43-4927-a945-3c26a95de9de/51c1315f-d4be-4c67-9907-a5f2a5619959) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:36.722392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.802616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.867994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:36.872417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-0b03d36e-b9af-4d1b-8a95-c9ffb1eb9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.876655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-0b03d36e-b9af-4d1b-8a95-c9ffb1eb9b9e service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.4726636 Aug 31 07:42:36.981186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.000476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-b350f528-5d8c-4107-9e70-dc0176f38beb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.1099019 Aug 31 07:42:37.022066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389efee6-1205-4d8d-b168-7e80a7db903a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:37.028536 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c673f-a1d1-46b7-ba5b-8b3f18a28ee3" -d '{"events": [{"server_uuid": "5fbc7d36-7d1c-4659-a857-f5acbdd0faf0", "name": "network-vif-plugged", "status": "completed", "tag": "389efee6-1205-4d8d-b168-7e80a7db903a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:37.047280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 389efee6-1205-4d8d-b168-7e80a7db903a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=389efee6-1205-4d8d-b168-7e80a7db903a,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:37.124866 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.134926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Transition to ACTIVE for port object 51c1315f-d4be-4c67-9907-a5f2a5619959 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:37.150558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Transition to ACTIVE for port object 51c1315f-d4be-4c67-9907-a5f2a5619959 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:37.219242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17a0c8-ec45-429f-9aaf-3326d9c65448 req-105c0ace-7865-43db-9e39-0dc25b432205 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.220778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d17a0c8-ec45-429f-9aaf-3326d9c65448 req-105c0ace-7865-43db-9e39-0dc25b432205 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 945 time: 0.4627244 Aug 31 07:42:37.259425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:37.266704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.267963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:37.297018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Allocated IP 172.25.0.24 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/7f7120d5-cb1e-44b3-8a17-4da8ea53e430) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:37.298866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-54da655f-3976-40d9-83ab-834ed792a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.299289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:37.301670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-54da655f-3976-40d9-83ab-834ed792a6ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.2762830 Aug 31 07:42:37.310271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b2a5e-dd8d-45d9-bff9-6e527fdb4c2f req-445d2162-e96d-440e-9645-33270c1ad871 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.311787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a6b2a5e-dd8d-45d9-bff9-6e527fdb4c2f req-445d2162-e96d-440e-9645-33270c1ad871 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.3279305 Aug 31 07:42:37.339595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.343343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75df2566-0a77-4eed-a4de-7a40d7512bec {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:37.356745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:37.383876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:37.396091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d17a0c8-ec45-429f-9aaf-3326d9c65448 req-6ecffe70-4287-4dc5-95bc-b23f4aa37e58 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446788 Aug 31 07:42:37.396562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:37.407362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:37.409568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=389efee6-1205-4d8d-b168-7e80a7db903a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.430505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a6b2a5e-dd8d-45d9-bff9-6e527fdb4c2f req-e8a63616-ef56-4464-97d5-1d22a22c6318 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124375 Aug 31 07:42:37.443362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.479664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-9c37022d-f2dc-4042-8779-a6ae9abfc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.486731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-9c37022d-f2dc-4042-8779-a6ae9abfc703 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1737907 Aug 31 07:42:37.552966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.608891 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6c4e61-36ee-4daa-a321-41b9909d2f63 x-openstack-request-id: req-9c6c4e61-36ee-4daa-a321-41b9909d2f63 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:37.609467 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc7d36-7d1c-4659-a857-f5acbdd0faf0", "name": "network-vif-plugged", "status": "completed", "tag": "389efee6-1205-4d8d-b168-7e80a7db903a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:37.609467 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c6c4e61-36ee-4daa-a321-41b9909d2f63 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:37.609799 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389efee6-1205-4d8d-b168-7e80a7db903a', 'code': 200} Aug 31 07:42:37.619591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:37.726749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] Transition to ACTIVE for port object 75df2566-0a77-4eed-a4de-7a40d7512bec will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:37.728699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Pushing event updated for resources: {'Port': ['ID=51c1315f-d4be-4c67-9907-a5f2a5619959,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.735744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Subnet': ['ID=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.755643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Attempting to bind port 51c1315f-d4be-4c67-9907-a5f2a5619959 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:37.756977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1abcb2-5f16-470f-afb7-8a2ba14bfaa5 req-e34dc78d-cc6f-4e72-a6cc-84fc27fc43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.757217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Attempting to bind port 51c1315f-d4be-4c67-9907-a5f2a5619959 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:37.758165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Attempting to bind port 51c1315f-d4be-4c67-9907-a5f2a5619959 on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:37.758527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6b1abcb2-5f16-470f-afb7-8a2ba14bfaa5 req-e34dc78d-cc6f-4e72-a6cc-84fc27fc43be service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 1098 time: 0.1650219 Aug 31 07:42:37.768866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:37.768866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Checking segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:37.769448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.770171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Bound using segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:37.770745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Bound port: 51c1315f-d4be-4c67-9907-a5f2a5619959, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:37.771206 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.811761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.821471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-f47f10b6-a496-48fb-bd24-4b5a1a501c6a service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733836 Aug 31 07:42:37.830072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Checking segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:37.831624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network hostable DHCP agents. Network: c04f56fa-1ce7-40db-997a-90ff4442d198, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:42:37.840847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:37.841228 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.887440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.929278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] For port 51c1315f-d4be-4c67-9907-a5f2a5619959, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:37.937202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230bf34-c26a-486e-bd08-f6502ecd115f req-ece38410-0434-4545-95b9-4c5c8692991e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.941978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9230bf34-c26a-486e-bd08-f6502ecd115f req-ece38410-0434-4545-95b9-4c5c8692991e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 943 time: 0.3019693 Aug 31 07:42:37.953103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] For port 51c1315f-d4be-4c67-9907-a5f2a5619959, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=51c1315f-d4be-4c67-9907-a5f2a5619959,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:37.961779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Deleting port eb5097d3-8e38-40a0-acff-27fa9cba46e1 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:37.962281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.992143 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6b1abcb2-5f16-470f-afb7-8a2ba14bfaa5 req-ac18c9b2-21c1-4334-8e28-bbdffc1b75e6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075994 Aug 31 07:42:38.013022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.046379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] No DVR routers for this DVR port 75df2566-0a77-4eed-a4de-7a40d7512bec on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:38.065590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] For port eb5097d3-8e38-40a0-acff-27fa9cba46e1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=eb5097d3-8e38-40a0-acff-27fa9cba46e1,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:38.066419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.068728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] Pushing event updated for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=10']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:38.093021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70a316-5e1a-49a6-b244-46cbcff313b4 None None] Pushing event updated for resources: {'Port': ['ID=51c1315f-d4be-4c67-9907-a5f2a5619959,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:38.109757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Calling delete_port for eb5097d3-8e38-40a0-acff-27fa9cba46e1 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:38.113962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b1c54819-c3df-4c89-bc05-c7acc73a5625 service neutron] 10.222.0.68 "PUT /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec/bindings/n-h1-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6209824 Aug 31 07:42:38.149242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9230bf34-c26a-486e-bd08-f6502ecd115f req-a5a1162d-0c92-4b25-bd0c-9330ee1bfbe9 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973853 Aug 31 07:42:38.197708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.202272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:38.238132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b101b9e-3d16-4fdb-b225-1c54876cf56f req-b7c474e0-d4b1-4dad-ad4a-643871b1e055 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029438 Aug 31 07:42:38.306967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:38.314844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network c04f56fa-1ce7-40db-997a-90ff4442d198 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:42:38.327201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:38.331750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:38.400757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'Port': ['ID=7f7120d5-cb1e-44b3-8a17-4da8ea53e430,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:38.445688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:38.452545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b0f7e9c5-cd30-4996-9421-14d12b626af9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.453625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b0f7e9c5-cd30-4996-9421-14d12b626af9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1084547 Aug 31 07:42:38.495678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'mac_address': 'fa:16:3e:2e:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:38.504108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c04f56fa-1ce7-40db-997a-90ff4442d198) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:38.513559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3fd8f-8aa8-4b62-8a26-8c3cae564514 None None] Network c04f56fa-1ce7-40db-997a-90ff4442d198 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:38.531169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.532062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.639212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b05be4d5-94aa-46c8-90fb-a6aec9e7283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.640766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b05be4d5-94aa-46c8-90fb-a6aec9e7283c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a&tenant_id=e86da3af86bb48a2a991bca258024a02 HTTP/1.1" status: 200 len: 1096 time: 0.1678975 Aug 31 07:42:38.661095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d48d3f-1191-4d8d-a92b-6d1c5fdd9af7 req-eeeb119f-8f95-41b6-b3e1-ccfdd1cbafb6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.662466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36d48d3f-1191-4d8d-a92b-6d1c5fdd9af7 req-eeeb119f-8f95-41b6-b3e1-ccfdd1cbafb6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.1147726 Aug 31 07:42:38.676400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98017e85-27de-4dd3-b9b7-557e96cbafd8 req-af89029b-71f4-434f-835e-6fbccf30d99b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.678305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98017e85-27de-4dd3-b9b7-557e96cbafd8 req-af89029b-71f4-434f-835e-6fbccf30d99b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.1145382 Aug 31 07:42:38.741608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:38.741874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b766f347-d49d-4778-91e3-7a664618033d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8691216 Aug 31 07:42:38.750029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'name': 'tempest-TaggedBootDevicesTest-1874169997', 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:38.752367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.770996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0af0f9-0c37-4812-a023-193995dd50fb {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:38.772338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.794446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98017e85-27de-4dd3-b9b7-557e96cbafd8 req-49f60a27-e90a-4a06-9a0f-92c44433facf tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038544 Aug 31 07:42:38.821303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36d48d3f-1191-4d8d-a92b-6d1c5fdd9af7 req-054c479c-72b4-4ed7-a18e-283a340412ab tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419058 Aug 31 07:42:38.825369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5097d3-8e38-40a0-acff-27fa9cba46e1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:38.828781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b2917188-c45a-4ed5-a300-d8785bb05c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.830583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-b2917188-c45a-4ed5-a300-d8785bb05c1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e86da3af86bb48a2a991bca258024a02&device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1096 time: 0.1498177 Aug 31 07:42:38.855682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:38.905768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:38.995389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.037745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c04f56fa-1ce7-40db-997a-90ff4442d198', 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'fixed_ips': [{'subnet_id': 'f7df0ffc-506e-4e17-ad95-bbcbe0583eb8'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:42:39.038705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.099677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-17337fe5-fa08-426b-b46d-a746a784d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.099677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-17337fe5-fa08-426b-b46d-a746a784d12b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 200 len: 922 time: 0.2435114 Aug 31 07:42:39.148051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.205364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-d295a8a4-c665-42a2-bbad-67d2f7dd03f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 200 len: 217 time: 0.0575485 Aug 31 07:42:39.217561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:39.304934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:39.310665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ba0af0f9-0c37-4812-a023-193995dd50fb'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:39.316486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.334753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2acb8767-899a-491c-81c2-3f23a589a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.336353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-2acb8767-899a-491c-81c2-3f23a589a687 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 200 len: 861 time: 0.1158016 Aug 31 07:42:39.402561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Allocated IP 10.2.2.2 (c04f56fa-1ce7-40db-997a-90ff4442d198/f7df0ffc-506e-4e17-ad95-bbcbe0583eb8/8e7119ae-f988-4ab5-a9e1-0d956788c4e9) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:39.475475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.506062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] device_id is not set on port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:42:39.514159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-735d746c-e3d4-420c-a283-c2dbe5e2a411 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b66561e-f2db-490a-8f97-a6e6d385d84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516490 Aug 31 07:42:39.524885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c84fe3-3fb3-4239-a2fc-efcbde2c93c4 req-47dab1a7-d8b4-4482-ba2e-fa984daa37a7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.532668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89c84fe3-3fb3-4239-a2fc-efcbde2c93c4 req-47dab1a7-d8b4-4482-ba2e-fa984daa37a7 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 944 time: 0.2567377 Aug 31 07:42:39.653395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 51c1315f-d4be-4c67-9907-a5f2a5619959 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:39.670582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22d2b8-8575-4215-90ca-79c294cfd473 None None] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:39.801230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 10.1.1.252 (5f726a34-ca6d-42e5-bcd4-9b362c14eb39/2dbdb6ca-eb43-4927-a945-3c26a95de9de/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:39.833703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.867954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Transition to ACTIVE for port object 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:39.882665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.941275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Transition to ACTIVE for port object 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:39.949319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-90762195-bf88-43e5-a5a2-f3d54946693b None None] Provisioning for port 51c1315f-d4be-4c67-9907-a5f2a5619959 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:39.997379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 51c1315f-d4be-4c67-9907-a5f2a5619959 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:39.998111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.005519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 51c1315f-d4be-4c67-9907-a5f2a5619959 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:40.005519 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.103766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.124057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89c84fe3-3fb3-4239-a2fc-efcbde2c93c4 req-6fd8200f-73bb-4731-8e3e-732f7a2c819c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903766 Aug 31 07:42:40.125455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.145750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 51c1315f-d4be-4c67-9907-a5f2a5619959, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=51c1315f-d4be-4c67-9907-a5f2a5619959,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:40.154802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.155064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876dec7-4b15-4a5f-b475-d99eb44f298b req-56864d9e-be08-4e8e-b8b8-23303382ee07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:40.155181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.155314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a876dec7-4b15-4a5f-b475-d99eb44f298b req-56864d9e-be08-4e8e-b8b8-23303382ee07 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.1863575 Aug 31 07:42:40.203480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'Port': ['ID=7f7120d5-cb1e-44b3-8a17-4da8ea53e430,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:40.212295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Network c04f56fa-1ce7-40db-997a-90ff4442d198 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:40.215174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:40.224984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:40.231251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:40.237001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Pushing event updated for resources: {'Port': ['ID=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:40.261849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-c0de1b19-4c3a-439f-971f-50af048545da service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184680 Aug 31 07:42:40.301342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Attempting to bind port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:40.301687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Attempting to bind port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:40.302131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Attempting to bind port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 on network c04f56fa-1ce7-40db-997a-90ff4442d198 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:40.309375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:40.320596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Checking segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:40.320596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.320596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Bound using segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:40.320596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Bound port: 8e7119ae-f988-4ab5-a9e1-0d956788c4e9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:40.320596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.320596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.339943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.341632 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78278af8-0c84-4c6f-b0f4-348055f77371 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2990451 Aug 31 07:42:40.408472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a876dec7-4b15-4a5f-b475-d99eb44f298b req-c583697b-0799-4a92-aeb8-e3d30898a664 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465243 Aug 31 07:42:40.409958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=51c1315f-d4be-4c67-9907-a5f2a5619959,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:40.437891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-580746bb-5fad-431f-804b-957cd11a4984 None None] Provisioning complete for port 51c1315f-d4be-4c67-9907-a5f2a5619959 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:40.437891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-580746bb-5fad-431f-804b-957cd11a4984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.452602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.494174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] For port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:40.498870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] For port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:40.505857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:40.513323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dedb8-74f6-4f50-8d03-258261222637 req-be813d21-b085-4b07-ae7a-354864eacc4d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:40.522667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:40.524459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-075dedb8-74f6-4f50-8d03-258261222637 req-be813d21-b085-4b07-ae7a-354864eacc4d tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.2079077 Aug 31 07:42:40.525085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:40.527103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:40.574668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-79dc9d19-b699-41ec-8f95-242962f0910a service neutron] 10.222.0.45 "GET /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563505 Aug 31 07:42:40.585573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:40.596539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:40.597414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.608321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.626435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-075dedb8-74f6-4f50-8d03-258261222637 req-e6427b59-d907-4336-8746-e3e410a6b9ac tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014621 Aug 31 07:42:40.703745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0d368-a6fe-4c2a-9d3c-9bd39a3b625e None None] Pushing event updated for resources: {'Port': ['ID=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:40.791892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-fa703756-9f8e-4a5a-b916-b00217858184 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1389361421&fields=id&tenant_id=7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 267 time: 0.0705988 Aug 31 07:42:40.819723 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d2cb44bb-093d-451a-bcd4-57571bc38b2f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0762820 Aug 31 07:42:40.822372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33726) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:40.827670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'name': 'tempest-TaggedBootDevicesTest-1738150564', 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:40.993027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:41.008020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-65c516a6-11ca-46c6-b6d1-de79609023d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/4c0a024e-fe8d-4d12-bfaa-7b302fa51d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9413142 Aug 31 07:42:41.009001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] Sync routers for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:41.009491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33728) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:41.014274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0d8fc-466a-4ba4-bd58-9e21aa4ff7e1 req-efad4658-a3a7-4cc3-a57c-e4d7abd05fed tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.021363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71f0d8fc-466a-4ba4-bd58-9e21aa4ff7e1 req-efad4658-a3a7-4cc3-a57c-e4d7abd05fed tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.1843851 Aug 31 07:42:41.028503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c1733da-de9f-445d-ad8c-c708325a6f56 None None] Provisioning for port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:41.034725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c1733da-de9f-445d-ad8c-c708325a6f56 None None] Provisioning complete for port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:41.035344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c1733da-de9f-445d-ad8c-c708325a6f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.042012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:41.042012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:41.088023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71f0d8fc-466a-4ba4-bd58-9e21aa4ff7e1 req-2420c6ef-e05c-47f1-bc5b-e9d6944326d6 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 Aug 31 07:42:41.095789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-bb9bc50a-b6e0-4f8d-93d7-7c8d1c73f2ce tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.115088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-bb9bc50a-b6e0-4f8d-93d7-7c8d1c73f2ce tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 816 time: 0.2726309 Aug 31 07:42:41.125188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:41.132405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.132615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-9dff42b3-c0c7-42a6-8642-7b50ae260cea tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/quotas/7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 375 time: 0.0164692 Aug 31 07:42:41.164695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8c1733da-de9f-445d-ad8c-c708325a6f56 None None] Port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:41.193531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] device_id is not set on port 6671202d-e8a2-4d14-bd55-f5502faa5aac yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:42:41.226577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:41.242443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a6f4122e-1518-4b91-912e-43a44fb06642 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090786 Aug 31 07:42:41.262237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660174f-f868-4fe3-8121-b2a92fd92c8e req-015fe391-3b2a-451b-96a7-9cc5584657a2 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.265361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8660174f-f868-4fe3-8121-b2a92fd92c8e req-015fe391-3b2a-451b-96a7-9cc5584657a2 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 949 time: 0.0761251 Aug 31 07:42:41.274050 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.421638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-23bcfce2-7d63-4b16-9444-76daea8aaa54 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.428288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-23bcfce2-7d63-4b16-9444-76daea8aaa54 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a&tenant_id=e86da3af86bb48a2a991bca258024a02&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1602483 Aug 31 07:42:41.439469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8660174f-f868-4fe3-8121-b2a92fd92c8e req-616a24e8-37f1-4a55-a621-188ff5e5ff39 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514454 Aug 31 07:42:41.480190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:42:38Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:41.518885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 10.1.1.253 (5f726a34-ca6d-42e5-bcd4-9b362c14eb39/2dbdb6ca-eb43-4927-a945-3c26a95de9de/6671202d-e8a2-4d14-bd55-f5502faa5aac) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:41.522136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.530502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] Checking router: 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:41.544804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] Routers {'4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:41.545746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:41.663065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f9da4d3a-210c-4011-8c45-9aa66a6a27f7 service neutron] 10.222.0.36 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881085 Aug 31 07:42:41.706039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 51c1315f-d4be-4c67-9907-a5f2a5619959 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:41.788072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] Set router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:41.906460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-fe2cf64e-beae-41e1-abc3-9decd4face6a service neutron] 10.222.0.36 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421503 Aug 31 07:42:41.940231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed59b-0b6e-4a02-803c-27f8928b1637 req-3d21dd85-7b3f-4991-ab28-e46d24931309 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.941882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3bed59b-0b6e-4a02-803c-27f8928b1637 req-3d21dd85-7b3f-4991-ab28-e46d24931309 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 944 time: 0.0918107 Aug 31 07:42:41.978419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 51c1315f-d4be-4c67-9907-a5f2a5619959 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:41.978792 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.986081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Deleting port f1e6460b-1139-4926-afea-5e0453474c66 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:41.986429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:41.991194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.030299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-43500bd9-3b93-487d-b6cd-3fd693c6948e service neutron] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:42.043136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3bed59b-0b6e-4a02-803c-27f8928b1637 req-d57cb125-0475-4a4b-b5ab-645192c41045 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852892 Aug 31 07:42:42.046754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-43500bd9-3b93-487d-b6cd-3fd693c6948e service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.048468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04edb6ea-34bd-4bdc-b5be-bdfa1f7f7324 req-43500bd9-3b93-487d-b6cd-3fd693c6948e service neutron] 10.222.0.45 "DELETE /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec/bindings/n-h2-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.6080976 Aug 31 07:42:42.111136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object 6671202d-e8a2-4d14-bd55-f5502faa5aac will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:42.191610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9e5f4-21d9-4afb-988f-17699038bed7 None None] Network c04f56fa-1ce7-40db-997a-90ff4442d198 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:42.198783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11e46-2410-47a5-909d-1815bc402506 req-0c8b337c-84da-446a-a104-3aad41ada086 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:42.216462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] For port f1e6460b-1139-4926-afea-5e0453474c66, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f1e6460b-1139-4926-afea-5e0453474c66,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:42.216729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2c11e46-2410-47a5-909d-1815bc402506 req-0c8b337c-84da-446a-a104-3aad41ada086 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.0916772 Aug 31 07:42:42.217301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.235070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Calling delete_port for f1e6460b-1139-4926-afea-5e0453474c66 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:42.266096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:42.295993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2c11e46-2410-47a5-909d-1815bc402506 req-99c54ceb-7813-401c-bfe0-7b171be616c6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734458 Aug 31 07:42:42.322889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.439760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:42.458782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4b666ade-a6c7-4022-976c-c494cd7d4c08 None None] Provisioning for port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:42.470809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:42.476573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:42.479368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:42.532512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:42:38Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:42.622169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d23a3-dcee-44d0-b0fb-1640e1d75ba6 None None] The sync data for ids ['4c0a024e-fe8d-4d12-bfaa-7b302fa51d71'] in n-d-713499-16 is: [{'id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'name': 'tempest-ServersTestManualDisk-1272129770-router', 'tenant_id': 'fb1e1838e2134c34b79524cb002f7f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:56Z', 'updated_at': '2021-08-31T07:42:38Z', 'revision_number': 5, 'project_id': 'fb1e1838e2134c34b79524cb002f7f07', 'gw_port': {'id': 'f1e6460b-1139-4926-afea-5e0453474c66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0a024e-fe8d-4d12-bfaa-7b302fa51d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:58Z', 'updated_at': '2021-08-31T07:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:42.668740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:42.678513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.721263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab37ae-18d8-4a25-ac8c-6d7fee749ff3 req-95901033-15cd-4fd1-8045-e8f309055b15 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:42.724028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1ab37ae-18d8-4a25-ac8c-6d7fee749ff3 req-95901033-15cd-4fd1-8045-e8f309055b15 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.1858945 Aug 31 07:42:42.766366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:42.815032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1ab37ae-18d8-4a25-ac8c-6d7fee749ff3 req-54b4d1d0-dc18-41da-8970-39a42a805c98 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779080 Aug 31 07:42:42.836179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c6d9a013-232b-4a4d-8e35-6716ec953bdc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0126085 Aug 31 07:42:42.837319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.857253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ba0af0f9-0c37-4812-a023-193995dd50fb completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:42.871346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ba0af0f9-0c37-4812-a023-193995dd50fb triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:42.871346 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.890950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e6460b-1139-4926-afea-5e0453474c66,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:42.948091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8c8b166-084a-40e6-94fc-b45cb9cf273c req-2529a3ee-04a1-4d06-8b5b-38be74e573a3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 210 time: 0.0397351 Aug 31 07:42:43.029581 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.043434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:43.046811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.066799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8195c543-3e00-4a3f-91c7-a2544f43dd0d None None] Provisioning for port 6671202d-e8a2-4d14-bd55-f5502faa5aac completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:43.085334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:43.085800 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.087452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8195c543-3e00-4a3f-91c7-a2544f43dd0d None None] Provisioning complete for port 6671202d-e8a2-4d14-bd55-f5502faa5aac triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:43.087915 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8195c543-3e00-4a3f-91c7-a2544f43dd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.210231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df91e5-9a50-460a-8662-e17a95ea8cd2 req-200c27f4-9447-4fd2-8a2b-eac00a3dcddd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.213226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8df91e5-9a50-460a-8662-e17a95ea8cd2 req-200c27f4-9447-4fd2-8a2b-eac00a3dcddd tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.1227982 Aug 31 07:42:43.231043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:43.233319 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5383e641-453d-4d65-8da4-e5de1143e86e" -d '{"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:43.292174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:43.297078 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.305434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.318565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8df91e5-9a50-460a-8662-e17a95ea8cd2 req-3265f555-ebb9-432f-a363-23b899a15f9f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963037 Aug 31 07:42:43.348291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8195c543-3e00-4a3f-91c7-a2544f43dd0d None None] Port 6671202d-e8a2-4d14-bd55-f5502faa5aac cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:43.428802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.442843 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.470356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bfa61-39f5-4a7b-90a7-c397987df7a7 req-2f07b77c-22d2-496c-b4c4-bb79c40c1e67 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.472032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe3bfa61-39f5-4a7b-90a7-c397987df7a7 req-2f07b77c-22d2-496c-b4c4-bb79c40c1e67 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 1096 time: 0.0708408 Aug 31 07:42:43.510134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.510877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:42:43.513369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe3bfa61-39f5-4a7b-90a7-c397987df7a7 req-cf16e745-d003-4ea6-b488-fcf60e0eacd9 tempest-LiveAutoBlockMigrationV225Test-362292127 tempest-LiveAutoBlockMigrationV225Test-362292127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Aug 31 07:42:43.522520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.522629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:43.523389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33778) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:43.523720 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f46599f-3e6d-4013-a7be-4762c69481a1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4c0a024e-fe8d-4d12-bfaa-7b302fa51d71 HTTP/1.1" status: 204 len: 168 time: 2.5128210 Aug 31 07:42:43.533248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e0461fb-907c-4d53-bdcf-4403c411ee12 None None] Provisioning complete for port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:43.533623 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e0461fb-907c-4d53-bdcf-4403c411ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.538235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:43.616530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Deleting subnet c11e6337-ed07-4044-923f-12d1297bd8af {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:42:43.625937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.626741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33786) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:43.632987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--687186815', 'description': 'tempest-description--1055351410'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:43.691284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e0461fb-907c-4d53-bdcf-4403c411ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.724341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.725517 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11076c86-8ac4-44b2-8981-b68aa37d1cab x-openstack-request-id: req-11076c86-8ac4-44b2-8981-b68aa37d1cab {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:43.725517 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:43.725517 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11076c86-8ac4-44b2-8981-b68aa37d1cab {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:43.728541 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'code': 200} Aug 31 07:42:43.847969 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.874792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.911286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893ec1-49e8-4207-9efb-8e04a90b3baa req-1d76be88-f3fa-4a22-885b-d918f91e2b75 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.912905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71893ec1-49e8-4207-9efb-8e04a90b3baa req-1d76be88-f3fa-4a22-885b-d918f91e2b75 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1416652 Aug 31 07:42:43.917236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c984f-de72-4f52-89ce-f6be31367990 req-40cca738-898c-4317-af31-22de0397483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.918807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e4c984f-de72-4f52-89ce-f6be31367990 req-40cca738-898c-4317-af31-22de0397483a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1101 time: 0.1319602 Aug 31 07:42:43.922889 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-9e0461fb-907c-4d53-bdcf-4403c411ee12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:42:43.923330 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-9e0461fb-907c-4d53-bdcf-4403c411ee12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:42:43.927561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:43.937132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.997314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71893ec1-49e8-4207-9efb-8e04a90b3baa req-f261bd57-8434-44e4-b987-28e4989a4a14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741026 Aug 31 07:42:44.002891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e4c984f-de72-4f52-89ce-f6be31367990 req-4a7b69df-94b0-4b89-be8b-092e3ed9ba81 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713310 Aug 31 07:42:44.030203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.108763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.133185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11e6337-ed07-4044-923f-12d1297bd8af,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.138089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.140025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dc342da3-ac48-41d2-b33d-aa4533f68743 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c11e6337-ed07-4044-923f-12d1297bd8af HTTP/1.1" status: 204 len: 168 time: 0.6155002 Aug 31 07:42:44.142809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33796) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:44.144467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd733d-c45d-4586-a93a-b727ee4684bb None None] Network 8e25b0d0-195f-480c-bfdf-b73074ea4b6d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:44.164044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:44.203189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.257269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.261183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e70566-7313-4a50-b835-f5e8f5eb4c23,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.278024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5d2afa8-492e-4f7d-9398-0e0fc66b0d00 req-77f36986-6c46-4aa9-bee7-fee817d52397 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 210 time: 0.0395799 Aug 31 07:42:44.316073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:44.316593 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.328962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Deleting port da9c05ae-416b-4b57-887c-5f7d77041049 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:44.329344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.377222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:44.401310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.402869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2243a709-f9f4-4c85-8acf-481ed7d5552e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7749302 Aug 31 07:42:44.410847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:44.445939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'security_group_rule': {'security_group_id': 'b9e70566-7313-4a50-b835-f5e8f5eb4c23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:44.464238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd6909-e4bb-4822-b379-00a5bfada430 req-d24b89e2-a486-48f0-9c2d-22036c9f748f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:44.466029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5cd6909-e4bb-4822-b379-00a5bfada430 req-d24b89e2-a486-48f0-9c2d-22036c9f748f tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.0979152 Aug 31 07:42:44.475967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] DHCP port deletion for 8e25b0d0-195f-480c-bfdf-b73074ea4b6d request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:42:44.485478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] For port da9c05ae-416b-4b57-887c-5f7d77041049, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=da9c05ae-416b-4b57-887c-5f7d77041049,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:44.485906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.506280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Calling delete_port for da9c05ae-416b-4b57-887c-5f7d77041049 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:44.520089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5cd6909-e4bb-4822-b379-00a5bfada430 req-72a442d8-09b0-4cc3-89ca-0b36663df0e9 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Aug 31 07:42:44.596195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.612674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device eb5097d3-8e38-40a0-acff-27fa9cba46e1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:44.645439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] Deleting port da9c05ae-416b-4b57-887c-5f7d77041049 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:44.645851 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.647377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: eb5097d3-8e38-40a0-acff-27fa9cba46e1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:44.647716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device eb5097d3-8e38-40a0-acff-27fa9cba46e1 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:44.648141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1e6460b-1139-4926-afea-5e0453474c66 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:44.665657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.678852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1a899-5344-4ed5-83d4-99338a3475b8 req-616be1b1-4271-485a-af90-6515d6c56f3e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:44.686683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ac1a899-5344-4ed5-83d4-99338a3475b8 req-616be1b1-4271-485a-af90-6515d6c56f3e tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.0647678 Aug 31 07:42:44.690327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f1e6460b-1139-4926-afea-5e0453474c66 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:44.690327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1e6460b-1139-4926-afea-5e0453474c66 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:44.728139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:44.733234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.736289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ac1a899-5344-4ed5-83d4-99338a3475b8 req-b65e03d5-d93c-4073-84df-09d66d2b0ac7 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483563 Aug 31 07:42:44.757835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] For port da9c05ae-416b-4b57-887c-5f7d77041049, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=da9c05ae-416b-4b57-887c-5f7d77041049,segment=NetworkSegment(5f8d4cb8-07bd-4671-97c6-d5f3908a9f96),segment_id=5f8d4cb8-07bd-4671-97c6-d5f3908a9f96)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:44.758270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.772473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] Calling delete_port for da9c05ae-416b-4b57-887c-5f7d77041049 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:44.836810 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.879383 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.880376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9c05ae-416b-4b57-887c-5f7d77041049,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.887420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] No DVR routers for this DVR port da9c05ae-416b-4b57-887c-5f7d77041049 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:44.911684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] Pushing event deleted for resources: {'Port': ['ID=da9c05ae-416b-4b57-887c-5f7d77041049,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.915692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa6a9b-9b50-4fee-8698-55262acfbaea None None] No DVR routers for this DVR port da9c05ae-416b-4b57-887c-5f7d77041049 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:44.930793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.931029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8efc8b-fdfb-4b3b-a5dc-9fc188372008 req-0adf9009-b884-4b91-a17b-23c992ab8e0a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:44.931424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:44.932266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa8efc8b-fdfb-4b3b-a5dc-9fc188372008 req-0adf9009-b884-4b91-a17b-23c992ab8e0a tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 944 time: 0.0727143 Aug 31 07:42:44.972771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:44.984465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa8efc8b-fdfb-4b3b-a5dc-9fc188372008 req-2bcd3ce7-42e6-4f39-a557-178e05220b67 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Aug 31 07:42:44.996255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d39e1d-a75e-4b5d-b3e3-bcec23a7197c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:45.008860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.019591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e25b0d0-195f-480c-bfdf-b73074ea4b6d']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:45.030696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:45.030988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8d4cb8-07bd-4671-97c6-d5f3908a9f96') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:45.040530 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.054909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.064112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:42:45.064615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:42:45.066388 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:42:45.148957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b3ae-5bf5-4876-b261-cab8b280f9ac req-e48cd5f1-05d7-46b4-afd7-93baf078c76e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:45.150559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6f2b3ae-5bf5-4876-b261-cab8b280f9ac req-e48cd5f1-05d7-46b4-afd7-93baf078c76e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.0540988 Aug 31 07:42:45.162080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.163380 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a2b7016-9623-4a08-9c21-cc0dc6919607 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7363427 Aug 31 07:42:45.166826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33818) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.172449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'security_group_rule': {'security_group_id': 'b9e70566-7313-4a50-b835-f5e8f5eb4c23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:45.198333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6f2b3ae-5bf5-4876-b261-cab8b280f9ac req-b62ce01d-ab4f-4720-987d-873044d3ce34 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Aug 31 07:42:45.223345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.240287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.244582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e25b0d0-195f-480c-bfdf-b73074ea4b6d HTTP/1.1" status: 204 len: 168 time: 1.0982490 Aug 31 07:42:45.244582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc3304-b7bf-43ac-8a22-1f4325e69758 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e25b0d0-195f-480c-bfdf-b73074ea4b6d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:45.351986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.389794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd583676-3684-4a68-8371-33fac850760d req-d11dc88e-4bfe-4a69-bd74-333fe4246d00 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 210 time: 0.0275645 Aug 31 07:42:45.412706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.552635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.576860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c3177c-271a-4798-8f0b-56f2534258a2,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:45.614436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8d88e-d802-4e0a-84ce-c7bbcf850366 req-3ad31264-9044-4bd4-8cbc-1931601c3cbb tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:45.615943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70d8d88e-d802-4e0a-84ce-c7bbcf850366 req-3ad31264-9044-4bd4-8cbc-1931601c3cbb tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.0539124 Aug 31 07:42:45.665257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70d8d88e-d802-4e0a-84ce-c7bbcf850366 req-802b60ae-8a2e-4600-a617-4ce828cf62d4 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Aug 31 07:42:45.707030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-87c469cc-93d9-494d-ac96-59d5f534a754 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:45.708511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-87c469cc-93d9-494d-ac96-59d5f534a754 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 944 time: 0.0598130 Aug 31 07:42:45.720866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.726514 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-777042d6-96f1-4b21-8a91-977dfc37f4f8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5543883 Aug 31 07:42:45.728964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33830) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.736179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:45.743383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:45.747094 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95964c3-be6a-4a96-b6ad-e12115a251b1" -d '{"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:45.796450 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6914c18d-ee1f-4848-9f89-554433f18f5d x-openstack-request-id: req-6914c18d-ee1f-4848-9f89-554433f18f5d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:45.796734 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:45.797167 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6914c18d-ee1f-4848-9f89-554433f18f5d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:45.797520 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'code': 200} Aug 31 07:42:45.800124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.837708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Deleting port 75df2566-0a77-4eed-a4de-7a40d7512bec {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:45.838707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.850449 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-04107ce5-cbdd-48ce-b863-07498f482cf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb1e1838e2134c34b79524cb002f7f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488367 Aug 31 07:42:45.854140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33842) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:45.909777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.950766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device da9c05ae-416b-4b57-887c-5f7d77041049 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:45.959841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] For port 75df2566-0a77-4eed-a4de-7a40d7512bec, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=75df2566-0a77-4eed-a4de-7a40d7512bec,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:45.960862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.972328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: da9c05ae-416b-4b57-887c-5f7d77041049 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:45.972713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device da9c05ae-416b-4b57-887c-5f7d77041049 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:45.974500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-886ea2bf-31ba-48ed-bcec-222c6f175035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:45.975764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Calling delete_port for 75df2566-0a77-4eed-a4de-7a40d7512bec owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:46.008097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-886ea2bf-31ba-48ed-bcec-222c6f175035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.073557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.166024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c512c-1750-41d0-a00d-0e510fc9bffe req-244bf775-ddbf-4cf9-a0c1-c23fe39ff490 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:46.167642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-191c512c-1750-41d0-a00d-0e510fc9bffe req-244bf775-ddbf-4cf9-a0c1-c23fe39ff490 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 944 time: 0.1147296 Aug 31 07:42:46.214399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-191c512c-1750-41d0-a00d-0e510fc9bffe req-cbaf8f0d-92e0-49a0-ba41-fd096d636121 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Aug 31 07:42:46.296096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.311344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e47c5aa8-05d8-4b2c-8870-1285b2236a57', '75df2566-0a77-4eed-a4de-7a40d7512bec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:46.352793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event deleted for resources: {'Port': ['ID=75df2566-0a77-4eed-a4de-7a40d7512bec,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:46.409592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] No DVR routers for this DVR port 75df2566-0a77-4eed-a4de-7a40d7512bec on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:46.412672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.415292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8c45fcf-ee33-4acb-9091-963e9a14a820 req-c3c3d628-ae09-4a80-bb19-18c396784e50 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "DELETE /v2.0/ports/75df2566-0a77-4eed-a4de-7a40d7512bec HTTP/1.1" status: 204 len: 173 time: 0.6972659 Aug 31 07:42:46.418454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'name': 'network-vif-deleted', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:46.419852 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc7b547-a7d2-425d-a187-78cc407cacfa" -d '{"events": [{"server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "name": "network-vif-deleted", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:46.430988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fdfe4-ad0b-44a9-a427-b08c42ab8b5b req-fc108d1e-d286-4549-b080-4738898f18f3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:46.432677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b75fdfe4-ad0b-44a9-a427-b08c42ab8b5b req-fc108d1e-d286-4549-b080-4738898f18f3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1495292 Aug 31 07:42:46.483275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b75fdfe4-ad0b-44a9-a427-b08c42ab8b5b req-6daf5a1b-6080-4df2-a4c7-3234e8ed933d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Aug 31 07:42:46.513799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-886ea2bf-31ba-48ed-bcec-222c6f175035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.515010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-886ea2bf-31ba-48ed-bcec-222c6f175035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:46.518903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-886ea2bf-31ba-48ed-bcec-222c6f175035 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/903a4e06-8850-4f4c-b877-567a25fa9d4c HTTP/1.1" status: 204 len: 168 time: 0.6604176 Aug 31 07:42:46.556529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8674eb7-dd6e-43b3-b797-f77a131c515d req-8f425728-3794-4e15-833d-08a54dac3046 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 210 time: 0.0720208 Aug 31 07:42:46.559268 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1027a0-b1fc-4640-b63b-0b4d9ad689a9 x-openstack-request-id: req-2b1027a0-b1fc-4640-b63b-0b4d9ad689a9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:46.559740 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3b8bf-a159-4f36-8452-fb87735bca5a", "name": "network-vif-deleted", "tag": "75df2566-0a77-4eed-a4de-7a40d7512bec", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:46.559993 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b1027a0-b1fc-4640-b63b-0b4d9ad689a9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:46.560818 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3b8bf-a159-4f36-8452-fb87735bca5a', 'name': 'network-vif-deleted', 'tag': '75df2566-0a77-4eed-a4de-7a40d7512bec', 'status': 'completed', 'code': 200} Aug 31 07:42:46.623008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ea2bf-31ba-48ed-bcec-222c6f175035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903a4e06-8850-4f4c-b877-567a25fa9d4c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:46.669788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-11a360f3-5cc8-422e-bd69-62bfd655d942 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:46.672390 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-11a360f3-5cc8-422e-bd69-62bfd655d942 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 816 time: 0.1620765 Aug 31 07:42:46.691915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef7185-a592-44c7-a920-3ffc68ea56bd req-f3bc69b8-a73b-43c7-add4-610824acc0dd tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:46.693664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2ef7185-a592-44c7-a920-3ffc68ea56bd req-f3bc69b8-a73b-43c7-add4-610824acc0dd tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1101 time: 0.0606966 Aug 31 07:42:46.733869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 172.25.0.148 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3883f3a2-de33-48c9-8898-6d8856d826e8) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:46.740179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-d1a4c1b1-93b4-4d29-b8df-22d182052838 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 380 time: 0.0418880 Aug 31 07:42:46.753368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'port': {'device_id': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'admin_state_up': True, 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'security_groups': ['30c43894-953c-492e-a65a-a502f48d4779']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:46.786402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2ef7185-a592-44c7-a920-3ffc68ea56bd req-f8680084-3e13-4ea9-bcb4-15524950ab78 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814662 Aug 31 07:42:46.878805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a39f1-ee35-4cba-9f0d-ffedd9c7cc34 req-fc82b905-8ac7-4dd4-99c3-b87de828958b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:46.880391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a2a39f1-ee35-4cba-9f0d-ffedd9c7cc34 req-fc82b905-8ac7-4dd4-99c3-b87de828958b tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.1265600 Aug 31 07:42:46.988775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Made reservation on behalf of 7223709be0234470abd6d741cb9bd31d for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:46.992724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.003065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a2a39f1-ee35-4cba-9f0d-ffedd9c7cc34 req-bf60b0cf-869f-4359-8183-8108a18a4256 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac48b44-ff35-4434-bc30-3c9521a4dc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043742 Aug 31 07:42:47.080840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-f9dc05fd-1870-42b5-897a-255b6b70fda2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:47.082591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-f9dc05fd-1870-42b5-897a-255b6b70fda2 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 946 time: 0.1360340 Aug 31 07:42:47.112135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.207139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Deleting port 389efee6-1205-4d8d-b168-7e80a7db903a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:47.207426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.211818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Allocated IP 172.20.0.5 (43c08eb0-1449-4c08-b59a-b9c43a8050aa/4f8c1493-0d37-4cbe-874f-0fd24488fcbc/3548223b-3f0e-4759-a3cd-9d78d6cabb32) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:47.335547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.402813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:47.423327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:47.427224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a4de624-7347-4c76-9878-b467093b0aec req-73664c28-df40-432c-8159-fca20b686522 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.0705690 Aug 31 07:42:47.435221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:47.460481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] For port 389efee6-1205-4d8d-b168-7e80a7db903a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=389efee6-1205-4d8d-b168-7e80a7db903a,segment=NetworkSegment(23e44cb7-cb95-4a46-bf81-caaa86f13399),segment_id=23e44cb7-cb95-4a46-bf81-caaa86f13399)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:47.460841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.502465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=3883f3a2-de33-48c9-8898-6d8856d826e8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:47.515537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Calling delete_port for 389efee6-1205-4d8d-b168-7e80a7db903a owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:47.530982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a451995-3b2d-4b8d-b119-3fa65d621e3b req-14be17b8-c2e7-4a10-a72c-5888cb945ee2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:47.532615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a451995-3b2d-4b8d-b119-3fa65d621e3b req-14be17b8-c2e7-4a10-a72c-5888cb945ee2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1995282 Aug 31 07:42:47.535354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.536392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.537121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.537684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.538623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.539170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.539865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.540520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.541059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.541777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.546430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.546430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:47.587448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.615879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Transition to ACTIVE for port object 3548223b-3f0e-4759-a3cd-9d78d6cabb32 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:47.617874 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.729963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-503783dc-a9d7-47a1-94a2-e3a3befd605b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1945071 Aug 31 07:42:47.731752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd1a48ae-0fe9-4de0-be54-c6d4eeaa9bb0 req-4a79d886-e5ef-44d7-84ef-ab92df2be6b8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 210 time: 0.0468102 Aug 31 07:42:47.759507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a451995-3b2d-4b8d-b119-3fa65d621e3b req-b70785c6-7c09-4898-bb65-cc6eca505473 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195555 Aug 31 07:42:47.808611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.854115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:47.926940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:47.943855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:47.978851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:47.985993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:48.029185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.041441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['389efee6-1205-4d8d-b168-7e80a7db903a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:48.132003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Pushing event deleted for resources: {'Port': ['ID=389efee6-1205-4d8d-b168-7e80a7db903a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:48.174784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:48.174784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.244186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.274739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] No DVR routers for this DVR port 389efee6-1205-4d8d-b168-7e80a7db903a on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:48.279106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.282535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5d944a-78cb-44a6-aff4-ece6738aad3b req-14b52e28-c89b-46c3-81a5-7704bdfe3758 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.68 "DELETE /v2.0/ports/389efee6-1205-4d8d-b168-7e80a7db903a HTTP/1.1" status: 204 len: 173 time: 1.1906891 Aug 31 07:42:48.317800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33938) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:48.351448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-f95414f8-aae1-45ff-b248-322dd73bb4d3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6031010 Aug 31 07:42:48.369576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Request body: {'port': {'device_id': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:48.392895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:48.423854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.548666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.559301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-458074316-network', 'tenant_id': 'c6524bbd67474c919c39a3290aef33bf'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:48.568611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:48.583273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'mac_address': 'fa:16:3e:d9:aa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:48.593142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-59f2e50a-8861-4397-8a24-c391c8a0b1c1 None None] Provisioning for port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:48.597870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.623228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-59f2e50a-8861-4397-8a24-c391c8a0b1c1 None None] Provisioning complete for port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:48.623607 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59f2e50a-8861-4397-8a24-c391c8a0b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.652196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=3883f3a2-de33-48c9-8898-6d8856d826e8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:48.676776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.726467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-59f2e50a-8861-4397-8a24-c391c8a0b1c1 None None] Port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:48.739095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a78cc0-0b5c-45d0-9207-613b1db881a8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:48.785192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:48.827306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'name': 'network-vif-deleted', 'tag': '389efee6-1205-4d8d-b168-7e80a7db903a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:48.831812 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c15ef-1f11-465f-9767-46fb92818f0a" -d '{"events": [{"server_uuid": "5fbc7d36-7d1c-4659-a857-f5acbdd0faf0", "name": "network-vif-deleted", "tag": "389efee6-1205-4d8d-b168-7e80a7db903a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:48.841839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43a54f32-6699-404d-9ec7-0b77fbf5505e req-cd71cd22-721c-4ffa-b832-79042c3ea997 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.6324973 Aug 31 07:42:48.880746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Made reservation on behalf of c6524bbd67474c919c39a3290aef33bf for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:48.883196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.897599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a93acf4b-4ab2-4bd5-8546-70b32c50216d req-a1ae64e1-064f-4f1b-9f87-b021f826b22c tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.0535429 Aug 31 07:42:48.906191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.944958 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:48.981267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3548223b-3f0e-4759-a3cd-9d78d6cabb32 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:49.002328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.060746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Transition to ACTIVE for port object 3548223b-3f0e-4759-a3cd-9d78d6cabb32 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:49.072725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e9ef-61e5-4c42-8be3-037158ac70bb req-eb1f5159-a8d4-41e1-b412-62a0e3e6aeb8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:49.083976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6be2e9ef-61e5-4c42-8be3-037158ac70bb req-eb1f5159-a8d4-41e1-b412-62a0e3e6aeb8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1111240 Aug 31 07:42:49.093626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.095386 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b8e41e2f-72d8-48b7-b364-aa5a20fea5a7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3648536 Aug 31 07:42:49.167613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6be2e9ef-61e5-4c42-8be3-037158ac70bb req-142848c0-fcdb-472d-a6ef-618f8531bfb2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816135 Aug 31 07:42:49.276890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.290497 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593e751-1971-476d-b07b-be554d6bb290 x-openstack-request-id: req-f593e751-1971-476d-b07b-be554d6bb290 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:49.291951 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc7d36-7d1c-4659-a857-f5acbdd0faf0", "name": "network-vif-deleted", "tag": "389efee6-1205-4d8d-b168-7e80a7db903a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:49.292866 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f593e751-1971-476d-b07b-be554d6bb290 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:49.295047 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc7d36-7d1c-4659-a857-f5acbdd0faf0', 'name': 'network-vif-deleted', 'tag': '389efee6-1205-4d8d-b168-7e80a7db903a', 'status': 'completed', 'code': 200} Aug 31 07:42:49.356556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed605bd8-60ec-4683-ab09-95147b97c0fd req-4df557d7-0474-4c7e-9c42-47ce29b73433 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:49.358306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed605bd8-60ec-4683-ab09-95147b97c0fd req-4df557d7-0474-4c7e-9c42-47ce29b73433 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 931 time: 0.2086062 Aug 31 07:42:49.398010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:49.402145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f0a78cc0-0b5c-45d0-9207-613b1db881a8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:49.548721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed605bd8-60ec-4683-ab09-95147b97c0fd req-14a50d70-3137-43da-9736-17a9a302a87b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780040 Aug 31 07:42:49.583201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:49.614575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.725629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-df79f7fa-8a31-4655-8a82-b84f12982b64 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--687186815&fields=id&tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444 HTTP/1.1" status: 200 len: 267 time: 0.0977197 Aug 31 07:42:49.785511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Attempting to bind port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:49.786580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Attempting to bind port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:49.786755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Attempting to bind port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:49.797797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:49.798413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Attempting to bind port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:49.805527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:49.806177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Checking segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:49.806771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Bound using segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:49.807503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Bound port: 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:49.808745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.823853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.841429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:42:49.850746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-02942208-3fa2-4ebb-bb75-1da38d0e536a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:49.852944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:49.853479 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Added segment db579b92-5d97-4a97-bb71-4120f5b119ad of type vlan for network a41da3d6-26b0-4c92-82ca-7caebfee3f61 Aug 31 07:42:49.861231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-02942208-3fa2-4ebb-bb75-1da38d0e536a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 932 time: 0.1338661 Aug 31 07:42:49.955550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-236fe629-f8e8-4b72-b4fb-a353c616e719 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:49.965438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-236fe629-f8e8-4b72-b4fb-a353c616e719 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 932 time: 0.1025147 Aug 31 07:42:49.994743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.099438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348ef9a-2ffb-45b1-b457-6a46c5c909b4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.139671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:50.143590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:50.156029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e16560a7-aade-4dc7-b5d1-7e2fe0f53793 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1896083 Aug 31 07:42:50.195827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.197569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.199944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd51ab07-c6b1-494a-86cd-c93c4abfd492 req-b02214f9-7b3f-4479-be97-ba63b1a9ec02 tempest-ServerDiskConfigTestJSON-2063419781 tempest-ServerDiskConfigTestJSON-2063419781-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fbc7d36-7d1c-4659-a857-f5acbdd0faf0 HTTP/1.1" status: 200 len: 210 time: 0.1088159 Aug 31 07:42:50.203599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.250945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-c8382d78-bb21-439b-a872-3a56bebb8f49 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0490601 Aug 31 07:42:50.266782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 389efee6-1205-4d8d-b168-7e80a7db903a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:50.333284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 389efee6-1205-4d8d-b168-7e80a7db903a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:50.334439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 389efee6-1205-4d8d-b168-7e80a7db903a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:50.424168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:50.426866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.517890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30f8c400-f65e-42a5-ad4c-9b15284482b4 req-066d271a-a963-4d20-a9fa-63d391c213c4 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.0925524 Aug 31 07:42:50.532918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.567195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f0a78cc0-0b5c-45d0-9207-613b1db881a8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:50.567195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.581224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.581885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:50.583407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-a58b39fc-1ad4-47a2-a958-1ca37ff61c6b service neutron] 10.222.0.45 "PUT /v2.0/ports/3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 1092 time: 2.2202020 Aug 31 07:42:50.584164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:50.587051 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:50.598738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] Pushing event updated for resources: {'Network': ['ID=a41da3d6-26b0-4c92-82ca-7caebfee3f61,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:50.637701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a41da3d6-26b0-4c92-82ca-7caebfee3f61 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:42:50.648280 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f55a1e5-0435-461e-b9e2-31da2b390038 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3288717 Aug 31 07:42:50.651365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34012) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:50.665673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Request body: {'subnet': {'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-458074316-subnet', 'tenant_id': 'c6524bbd67474c919c39a3290aef33bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:50.716789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7178259f-2594-4838-854d-62526579c18f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.724039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7178259f-2594-4838-854d-62526579c18f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.744711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7178259f-2594-4838-854d-62526579c18f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.747245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7178259f-2594-4838-854d-62526579c18f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/networks?id=bf7ed58a-fb2b-478c-986d-72544195a63a&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=c04f56fa-1ce7-40db-997a-90ff4442d198&id=c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 200 len: 1989 time: 0.4600453 Aug 31 07:42:50.784161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-57e77c77-ab5a-49cd-a119-130603427a97 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/quotas/88c4b091b9ec4a7a8af0879bf1e4b444 HTTP/1.1" status: 200 len: 375 time: 0.0197103 Aug 31 07:42:50.925165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-0df0dd70-02df-4cd3-b9b5-5f6504f6c3f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1294782 Aug 31 07:42:50.957921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Made reservation on behalf of c6524bbd67474c919c39a3290aef33bf for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:50.961006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.086299 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.146319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:51.148565 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b4ee12-1e90-4fb4-91f2-3e8d94db1635" -d '{"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:51.180733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:51.208006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-6aa01e46-c267-4e6c-a97e-5a56e36ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.211624 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-6aa01e46-c267-4e6c-a97e-5a56e36ff3de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1095 time: 0.3898017 Aug 31 07:42:51.211911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2abb34-a60e-407f-8bb1-32329d075e31 req-2f685ed0-ebb6-4240-a94f-598285bf720f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.213475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d2abb34-a60e-407f-8bb1-32329d075e31 req-2f685ed0-ebb6-4240-a94f-598285bf720f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.2653368 Aug 31 07:42:51.266352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-19b7a6f7-d15a-46ae-856c-e6070dbc1a46 service neutron] 10.222.0.36 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955334 Aug 31 07:42:51.274651 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.275213 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-ed19ff49-7f88-4480-a31a-cd4028e3ca57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 217 time: 0.0490301 Aug 31 07:42:51.275556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:51.324533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d2abb34-a60e-407f-8bb1-32329d075e31 req-9168db30-8332-4ba9-9db8-6cea3b458db3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015971 Aug 31 07:42:51.351367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 75df2566-0a77-4eed-a4de-7a40d7512bec {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:51.351367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 75df2566-0a77-4eed-a4de-7a40d7512bec not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:51.382029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.424526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:51.434818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-ff4b8457-0eb3-489e-be05-a5f2d2e62937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.436487 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-ff4b8457-0eb3-489e-be05-a5f2d2e62937 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.1539145 Aug 31 07:42:51.502557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a84efb-2876-45e1-a902-f7850603b98b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:51.522820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Checking segment: {'id': 'db579b92-5d97-4a97-bb71-4120f5b119ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:51.523203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Network hostable DHCP agents. Network: a41da3d6-26b0-4c92-82ca-7caebfee3f61, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:42:51.539146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-9dcde5b9-0afa-4152-acec-cf7e977427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.540530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-9dcde5b9-0afa-4152-acec-cf7e977427d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918329 Aug 31 07:42:51.588264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-c0e7185a-0f0e-4429-bbe2-63955eee29fe service neutron] 10.222.0.36 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978132 Aug 31 07:42:51.662582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-91d97df0-ee67-4450-8889-4db00b818c5b service neutron] 10.222.0.36 "GET /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0676019 Aug 31 07:42:51.675371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-19b2924a-74d9-4563-926d-62f534ff9e7f service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016262 Aug 31 07:42:51.688190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56e87-4a38-4df3-8887-fa43d3311c5a req-bfb24205-93b8-4abb-9753-27eb8dc58f07 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.690092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27e56e87-4a38-4df3-8887-fa43d3311c5a req-bfb24205-93b8-4abb-9753-27eb8dc58f07 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1295636 Aug 31 07:42:51.752725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Network a41da3d6-26b0-4c92-82ca-7caebfee3f61 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:42:51.800897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27e56e87-4a38-4df3-8887-fa43d3311c5a req-fd246cfb-f439-4a32-b1d5-b046cab653c4 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928414 Aug 31 07:42:51.847365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f2742a39-f747-42ed-8092-17a92c32aea7 req-12f72b2e-c114-4c64-90c8-cd0442f2dc27 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548824 Aug 31 07:42:51.881610 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c664473-e0c0-4a1a-99f8-0b1f0cb6da9c x-openstack-request-id: req-4c664473-e0c0-4a1a-99f8-0b1f0cb6da9c {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:51.881935 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:51.882194 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c664473-e0c0-4a1a-99f8-0b1f0cb6da9c {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:51.886363 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'status': 'completed', 'code': 200} Aug 31 07:42:51.899903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a41da3d6-26b0-4c92-82ca-7caebfee3f61) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:51.900022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe916d-3e0a-4c47-9874-19c3ac3f33db None None] Network a41da3d6-26b0-4c92-82ca-7caebfee3f61 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:51.902995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.909680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.955574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-f5db16d5-b330-4f7f-8f96-bdffb900a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.961729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-f5db16d5-b330-4f7f-8f96-bdffb900a915 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1101 time: 0.1597979 Aug 31 07:42:51.964659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-00cf14c7-f746-4858-8624-1aed5aa6a150 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006701 Aug 31 07:42:51.994219 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8dd22-851e-43cc-8107-af79543ad6ad x-openstack-request-id: req-51c8dd22-851e-43cc-8107-af79543ad6ad {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:51.994219 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:51.994219 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51c8dd22-851e-43cc-8107-af79543ad6ad {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:51.994219 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'code': 200} Aug 31 07:42:52.108674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-97d672fd-eed2-414b-aea7-acd1ae982a3d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4557762 Aug 31 07:42:52.126287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-11bd3464-9b66-44e3-88ca-62d5063977d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.126287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-11bd3464-9b66-44e3-88ca-62d5063977d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1095 time: 0.0509627 Aug 31 07:42:52.205246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b97232-30c8-4eda-b74b-1993032ca233 None None] Network a41da3d6-26b0-4c92-82ca-7caebfee3f61 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:42:52.341459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-5e333eda-3a86-4f7f-a4f8-8a3149741549 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647494 Aug 31 07:42:52.342032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-5ff5c91b-c4ef-4b3d-af42-37aaa902c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.343467 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-5ff5c91b-c4ef-4b3d-af42-37aaa902c835 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.2098794 Aug 31 07:42:52.421307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17fb82f1-a7e8-428f-8718-9a06e2ce7b07 req-4ac72741-ca56-409e-829c-d818a3f4cd31 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4c3b8bf-a159-4f36-8452-fb87735bca5a HTTP/1.1" status: 200 len: 210 time: 0.2749031 Aug 31 07:42:52.425251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-e4be63fa-64ea-44d4-b07e-3f243f1f1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.430970 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-3b460fec-656f-4eab-8465-4f325e4162fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 217 time: 0.0789487 Aug 31 07:42:52.434751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-e4be63fa-64ea-44d4-b07e-3f243f1f1e5d service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.4617970 Aug 31 07:42:52.486100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2c743c09-9716-4245-91cb-6047a5d8abb6 service neutron] 10.222.0.36 "GET /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1361911 Aug 31 07:42:52.502367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-6924b84f-a76f-443d-8d91-b3862f3ea49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.503885 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-6924b84f-a76f-443d-8d91-b3862f3ea49a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0597382 Aug 31 07:42:52.553879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-fd629845-153b-442a-927c-b5ef56de8e17 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.0998423 Aug 31 07:42:52.568617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-1c7f7fcd-dd8a-4df9-9fa2-9b45250fb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.575168 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-1c7f7fcd-dd8a-4df9-9fa2-9b45250fb8dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578172 Aug 31 07:42:52.689910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-ac53524d-6ca3-483c-bd0a-19fdecf4eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.695339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-ac53524d-6ca3-483c-bd0a-19fdecf4eeb1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1056139 Aug 31 07:42:52.705099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-c68a4280-3159-4547-af0e-d72795369651 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214387 Aug 31 07:42:52.764014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-8f5975ee-b2ff-444e-b6ba-203a1f4f7b47 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752690 Aug 31 07:42:52.788576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-96750ea9-6dc5-49ef-a0c6-852c3033a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.790770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-96750ea9-6dc5-49ef-a0c6-852c3033a183 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832977 Aug 31 07:42:52.908346 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a7f7e6a5-d5ce-46e4-b6e1-afc1527c184b req-ad392295-d91c-4c64-8821-1982f5d94f16 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949267 Aug 31 07:42:52.953462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-4b3cb936-0921-4b37-aa1c-a6b9788d91f5 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879606 Aug 31 07:42:52.982228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-579508af-4b86-473d-9fe1-878a8c4e248d service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570683 Aug 31 07:42:53.138326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-8bd524c0-d13a-4f77-99ad-c1a4aba3f407 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839197 Aug 31 07:42:53.140103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-8b2115a5-3df2-4ba2-a76d-2af4463e8690 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325283 Aug 31 07:42:53.302540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0ac4f-7ee9-4f13-9838-8b54bb4ac623 req-470c6ed2-3e6e-4489-a676-ac1fe4f2d4d4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:53.304059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2f0ac4f-7ee9-4f13-9838-8b54bb4ac623 req-470c6ed2-3e6e-4489-a676-ac1fe4f2d4d4 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1035230 Aug 31 07:42:53.342765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7e5185a6-1566-48c3-bde9-8ade6a5338a5 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908572 Aug 31 07:42:53.379397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2f0ac4f-7ee9-4f13-9838-8b54bb4ac623 req-35294732-c282-462d-934c-5768400af6a7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654693 Aug 31 07:42:53.458799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.501079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-27117acf-a795-4621-9e1a-9ca235d38ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411784 Aug 31 07:42:53.629898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b5b2240c-21b0-40d9-996e-ea4db3bad3bf service neutron] 10.222.0.36 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206665 Aug 31 07:42:53.784687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e77b3821-e288-4afd-aaa8-4fcc15813074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.786899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcfedb-292f-4eba-a358-8881ff9c82d7 req-9544e970-a2db-401c-a5dc-611daded29bd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:53.795081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63dcfedb-292f-4eba-a358-8881ff9c82d7 req-9544e970-a2db-401c-a5dc-611daded29bd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1639462 Aug 31 07:42:53.849802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-4f06b789-7df8-4f08-9a84-0982f51a50e6 service neutron] 10.222.0.36 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015834 Aug 31 07:42:53.863096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63dcfedb-292f-4eba-a358-8881ff9c82d7 req-d2542143-6ef0-4646-972a-9067dd3ace1f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631182 Aug 31 07:42:54.026415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-792a7494-4248-4a04-ac22-8e766d7054cc service neutron] 10.222.0.36 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597900 Aug 31 07:42:54.156430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-0a16ed73-7288-40a5-992e-16b43d4366ea service neutron] 10.222.0.36 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232018 Aug 31 07:42:54.278197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9096dd9e-0aa7-49a8-9007-b7f45f270a5c service neutron] 10.222.0.36 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134136 Aug 31 07:42:55.826284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.882632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a141-be06-4b8f-bb6a-f68bd652d43e req-9772b753-c860-4d5e-8e50-fe13d37889dc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:55.894008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e973a141-be06-4b8f-bb6a-f68bd652d43e req-9772b753-c860-4d5e-8e50-fe13d37889dc tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.0775270 Aug 31 07:42:55.937529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e973a141-be06-4b8f-bb6a-f68bd652d43e req-70fdc6c7-1f90-4cc0-9680-c1e772c62cfe tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386782 Aug 31 07:42:56.055399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34100) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:56.107426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Deleting subnet 8d61452f-0c1a-45a3-827c-687169c6d5f2 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:42:56.110838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.148174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.155990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32bde-dd2f-40aa-99db-7129d80808ff req-f24c9487-8049-4186-88cf-65ca9917eb79 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:56.157700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbf32bde-dd2f-40aa-99db-7129d80808ff req-f24c9487-8049-4186-88cf-65ca9917eb79 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0576215 Aug 31 07:42:56.203667 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.216291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbf32bde-dd2f-40aa-99db-7129d80808ff req-b3d61fad-9a7a-4588-ab00-a8391a057932 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Aug 31 07:42:56.396906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.399893 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.422890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:56.432112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d61452f-0c1a-45a3-827c-687169c6d5f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:56.445987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.450375 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d6d15cf-b130-4aba-8cbf-0c3adf165697 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d61452f-0c1a-45a3-827c-687169c6d5f2 HTTP/1.1" status: 204 len: 168 time: 0.3938165 Aug 31 07:42:56.453212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34112) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:56.560554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.692364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.709193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d0883f-5d38-443d-beac-9b7a3f21b3d3']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:56.715813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:56.734683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e44cb7-cb95-4a46-bf81-caaa86f13399') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:56.734683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e44cb7-cb95-4a46-bf81-caaa86f13399') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:56.734908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'mac_address': 'fa:16:3e:b5:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:56.748135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.765669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.773801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:42:56.779920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:42:56.780733 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:42:56.783181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.797717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3548223b-3f0e-4759-a3cd-9d78d6cabb32 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:56.824265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:56.853387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-69484bf4-daa5-487c-9464-892c53c4a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.898263 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:56.996105 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.053899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.065730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.070655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] 10.222.0.36 "DELETE /v2.0/networks/31d0883f-5d38-443d-beac-9b7a3f21b3d3 HTTP/1.1" status: 204 len: 168 time: 0.6154017 Aug 31 07:42:57.097429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:57.100851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d27be-8ec9-4872-aacb-9c74d46cb919 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d0883f-5d38-443d-beac-9b7a3f21b3d3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:57.362305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['3548223b-3f0e-4759-a3cd-9d78d6cabb32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:57.374118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0276df-cc71-44b9-a79b-bba72d0393a5 req-10733e16-2c57-4070-8f26-991a40415f6f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:57.387110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa0276df-cc71-44b9-a79b-bba72d0393a5 req-10733e16-2c57-4070-8f26-991a40415f6f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1304090 Aug 31 07:42:57.513611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa0276df-cc71-44b9-a79b-bba72d0393a5 req-05a2e745-cf05-4b89-a53c-57bd7521afea tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189244 Aug 31 07:42:57.706892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34150) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:57.825983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ba8b0414-5f9b-4b20-8808-e185ef977e04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a07c6ab1f8549c3b331064737f43f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1149018 Aug 31 07:42:57.826393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:57.840421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.941591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0330-1377-4cca-9536-609b36b20408 req-5109029d-e64f-4f0d-ab99-df14405a558d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:57.946185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de3f0330-1377-4cca-9536-609b36b20408 req-5109029d-e64f-4f0d-ab99-df14405a558d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 944 time: 0.1212747 Aug 31 07:42:57.984973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32d2d555-3565-4a0e-ae62-9919bf8aafa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.013704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32d2d555-3565-4a0e-ae62-9919bf8aafa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.019588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f30240bd-b9a2-4615-8856-4435ba6b8034 req-6cf5039a-2eb6-4b47-adb7-4ad677d419d9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0629730 Aug 31 07:42:58.100573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de3f0330-1377-4cca-9536-609b36b20408 req-04ff18a7-e785-44f2-a444-f38491e95e3a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452982 Aug 31 07:42:58.251721 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32d2d555-3565-4a0e-ae62-9919bf8aafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.254980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32d2d555-3565-4a0e-ae62-9919bf8aafa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.259864 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32d2d555-3565-4a0e-ae62-9919bf8aafa3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ac48b44-ff35-4434-bc30-3c9521a4dc34 HTTP/1.1" status: 204 len: 168 time: 0.4290993 Aug 31 07:42:58.269127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2d555-3565-4a0e-ae62-9919bf8aafa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac48b44-ff35-4434-bc30-3c9521a4dc34,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:58.433682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:58.622995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:58.629010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:58.629392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.804986 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.826162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6f3a5-3fd7-4e7c-9f57-15b4e6ff5484 req-6cd9e538-f562-4775-ab01-4c0a86e28331 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:58.838739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6b6f3a5-3fd7-4e7c-9f57-15b4e6ff5484 req-6cd9e538-f562-4775-ab01-4c0a86e28331 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1297524 Aug 31 07:42:58.904030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:58.923121 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f178c63-53a9-4008-a875-da7ba92ef8cb" -d '{"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-plugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:58.931954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6b6f3a5-3fd7-4e7c-9f57-15b4e6ff5484 req-4a320758-2b30-440b-89b8-ae526f3ef192 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857761 Aug 31 07:42:58.962334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:59.062203 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.129035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:59.140107 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbf37e0-0923-469d-8894-05a5cbfa94ed x-openstack-request-id: req-7fbf37e0-0923-469d-8894-05a5cbfa94ed {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:59.140838 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-plugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:59.141431 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fbf37e0-0923-469d-8894-05a5cbfa94ed {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:59.145779 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'code': 200} Aug 31 07:42:59.156231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.157004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.157933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.158519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.159090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.159619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.160459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.161040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.161597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.162203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.162755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.163648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:59.325876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4551efeb-d2aa-4283-a30b-6ab0ea0e0840 req-67d6d7c8-3447-4b47-9cac-4ade61a8b502 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0814526 Aug 31 07:42:59.346884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-d4ca17ac-4494-4903-a919-fdadeb39377d tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:59.355214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-d4ca17ac-4494-4903-a919-fdadeb39377d tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/networks?id=a41da3d6-26b0-4c92-82ca-7caebfee3f61 HTTP/1.1" status: 200 len: 809 time: 0.3146038 Aug 31 07:42:59.392605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-d09fed10-5270-4b05-8b10-cc3e23ed7f39 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/quotas/c6524bbd67474c919c39a3290aef33bf HTTP/1.1" status: 200 len: 375 time: 0.0356591 Aug 31 07:42:59.404820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97920bf3-7907-45d8-9a5c-50f71d0d514b req-180f6c3e-945e-493b-8cd5-0ee0377d30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:59.415184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-97920bf3-7907-45d8-9a5c-50f71d0d514b req-180f6c3e-945e-493b-8cd5-0ee0377d30d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1097 time: 0.1935353 Aug 31 07:42:59.419252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:59.437313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-c65ff04c-387d-4fd5-bbf1-558cbe353b02 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6524bbd67474c919c39a3290aef33bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431535 Aug 31 07:42:59.544619 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-97920bf3-7907-45d8-9a5c-50f71d0d514b req-62d75906-a73c-4d1e-9d2e-9b6bf5deefe6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167428 Aug 31 07:42:59.646654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-6287af40-5575-4cee-af14-dd09de68bc6c service neutron] 10.222.0.36 "GET /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084429 Aug 31 07:42:59.655165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12290972-9cb4-4700-bfc6-cc59d4285af4 req-6164a6ca-ad4c-46d8-b4ea-518f6210ca32 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:59.662660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12290972-9cb4-4700-bfc6-cc59d4285af4 req-6164a6ca-ad4c-46d8-b4ea-518f6210ca32 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1119108 Aug 31 07:42:59.752197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12290972-9cb4-4700-bfc6-cc59d4285af4 req-aeb119dc-be16-4ebd-b49f-4abba35b8f14 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885372 Aug 31 07:42:59.795624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-7cc9cbea-c12d-4961-9f37-c285d5265e21 service neutron] 10.222.0.36 "GET /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301978 Aug 31 07:43:00.133207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b54199-182c-4062-b3e6-98aeff270d97 req-82d5c703-3ce3-427a-8991-a14fdeac7d5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:00.135992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99b54199-182c-4062-b3e6-98aeff270d97 req-82d5c703-3ce3-427a-8991-a14fdeac7d5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.0956130 Aug 31 07:43:00.209202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99b54199-182c-4062-b3e6-98aeff270d97 req-627fb01c-8e89-4f15-826f-849dca75ce4d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561111 Aug 31 07:43:00.416792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34246) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:00.627818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-616471435-network', 'tenant_id': '9b31f8e3367f494aaa6cca66df44d33e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:00.699831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14888dbe-29cd-4ac1-b18d-6491d63ac0e3 req-4ece195a-fdfc-4a6e-b2f9-e4e538381d49 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0456738 Aug 31 07:43:00.862031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Made reservation on behalf of 9b31f8e3367f494aaa6cca66df44d33e for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:00.864531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:00.870641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efc93420-af4b-42b3-bc87-05019667c42b req-5866d98d-1274-443c-b653-3528d6d62067 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 210 time: 0.0545821 Aug 31 07:43:00.887362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.009345 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.078872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0450955-fb2f-430e-aa83-7d677b636695 req-9bc24f38-b287-4842-8737-0d3620141a4a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.080525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0450955-fb2f-430e-aa83-7d677b636695 req-9bc24f38-b287-4842-8737-0d3620141a4a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0803695 Aug 31 07:43:01.131463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.163016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0450955-fb2f-430e-aa83-7d677b636695 req-d80024df-fda3-4bdc-876d-3d8f00a149c6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759659 Aug 31 07:43:01.185625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:43:01.217407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.218010 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Added segment ad6c1216-f581-44ba-945f-f634395aa40a of type vlan for network 6e0ef917-47aa-406f-b805-53d474aaf7f9 Aug 31 07:43:01.220184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c180c2-c0d8-4a1b-b1e6-d788d0062590,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:01.317875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-10487303-b4ca-4c21-997f-619cab9ca2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.317875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-10487303-b4ca-4c21-997f-619cab9ca2c9 service neutron] 10.222.0.68 "GET /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 1028 time: 0.0846379 Aug 31 07:43:01.317875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.364838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a6b99377-4ad9-4588-badd-7476503d35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.366101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a6b99377-4ad9-4588-badd-7476503d35b6 service neutron] 10.222.0.68 "GET /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 1028 time: 0.0601194 Aug 31 07:43:01.467629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f1d1a-20c8-4437-afdd-1b1b393c0a25 req-7328e565-19bf-43ec-9bb2-84b24606d6a1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.469113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-766f1d1a-20c8-4437-afdd-1b1b393c0a25 req-7328e565-19bf-43ec-9bb2-84b24606d6a1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1194141 Aug 31 07:43:01.588344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e60d6ab0-4cb2-4996-bf55-4e0af68a052b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.594859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e60d6ab0-4cb2-4996-bf55-4e0af68a052b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.600879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e60d6ab0-4cb2-4996-bf55-4e0af68a052b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.602474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e60d6ab0-4cb2-4996-bf55-4e0af68a052b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "GET /v2.0/networks?id=bf7ed58a-fb2b-478c-986d-72544195a63a&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=c04f56fa-1ce7-40db-997a-90ff4442d198&id=c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 200 len: 1989 time: 0.2202251 Aug 31 07:43:01.610942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-766f1d1a-20c8-4437-afdd-1b1b393c0a25 req-bbd46156-7054-4ab8-8376-48160e5f5510 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104503 Aug 31 07:43:01.657608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-c2950420-4ea4-449f-8c93-986586b30d7f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444 HTTP/1.1" status: 200 len: 379 time: 0.0449412 Aug 31 07:43:01.669998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'admin_state_up': True, 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'security_groups': ['b9e70566-7313-4a50-b835-f5e8f5eb4c23']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:01.864126 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.865292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.866434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.887480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a184419f-a0f9-4740-937e-b90569ea06de req-b5152d69-1027-406d-b0a8-ea57c24f97bb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0503476 Aug 31 07:43:01.959079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:01.963131 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:02.025633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d634ea-16aa-45c7-9a5e-1ea3651c07c9 req-63fb5f58-ff13-4b0f-b0a8-1511fb2430a6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:02.033348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63d634ea-16aa-45c7-9a5e-1ea3651c07c9 req-63fb5f58-ff13-4b0f-b0a8-1511fb2430a6 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 944 time: 0.2051940 Aug 31 07:43:02.079706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6668310 Aug 31 07:43:02.086227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25fd18cc-c712-4cdb-b1e9-9d93d492768b req-13ccf8a8-a349-4989-8ceb-1ec07b8ff484 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 210 time: 0.0883560 Aug 31 07:43:02.086388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:02.097695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Request body: {'subnet': {'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-616471435-subnet', 'tenant_id': '9b31f8e3367f494aaa6cca66df44d33e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:02.103850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334d64c-7f29-495d-b914-e554ca3ccdcf admin admin] Pushing event updated for resources: {'Network': ['ID=6e0ef917-47aa-406f-b805-53d474aaf7f9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:02.121538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:43:02.232867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63d634ea-16aa-45c7-9a5e-1ea3651c07c9 req-53f7bd3f-20dc-40b1-ad7a-fff204aa1324 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981688 Aug 31 07:43:02.310023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Made reservation on behalf of 9b31f8e3367f494aaa6cca66df44d33e for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:02.312679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:02.439833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 172.20.0.11 (bf7ed58a-fb2b-478c-986d-72544195a63a/a6b767ec-9e8b-4b81-acac-7b9cfed6b25a/ac9ef6aa-0746-4000-9992-cc24e9cb8198) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:02.533897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6495f-13d9-4dac-8a5f-d7d63a2825b5 req-b3bf3ae8-3348-4582-9d02-c284bf30bcdc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:02.535498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ca6495f-13d9-4dac-8a5f-d7d63a2825b5 req-b3bf3ae8-3348-4582-9d02-c284bf30bcdc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1613505 Aug 31 07:43:02.647431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ca6495f-13d9-4dac-8a5f-d7d63a2825b5 req-72fd84d0-96ba-4fbf-b8fa-443127106613 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961621 Aug 31 07:43:02.736020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-02f4060c-5982-4bf3-b00e-51c3b8554735 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:02.752938 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-02f4060c-5982-4bf3-b00e-51c3b8554735 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 944 time: 0.2527852 Aug 31 07:43:02.951849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:02.992415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:02.994245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object ac9ef6aa-0746-4000-9992-cc24e9cb8198 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:03.079225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039edba0-5405-4e25-8943-dd9b248e84c3 req-c5677e22-5d03-41b6-8a0c-bedffe12ee02 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.088425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-039edba0-5405-4e25-8943-dd9b248e84c3 req-c5677e22-5d03-41b6-8a0c-bedffe12ee02 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.3705516 Aug 31 07:43:03.099602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Checking segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:03.100872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Network hostable DHCP agents. Network: 6e0ef917-47aa-406f-b805-53d474aaf7f9, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:43:03.112516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:03.121441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Deleting port e47c5aa8-05d8-4b2c-8870-1285b2236a57 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:03.122037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:03.184661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:03.226647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-039edba0-5405-4e25-8943-dd9b248e84c3 req-25a9711f-5bdb-4b41-8562-c1d95dcac86f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372030 Aug 31 07:43:03.243423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] For port e47c5aa8-05d8-4b2c-8870-1285b2236a57, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e47c5aa8-05d8-4b2c-8870-1285b2236a57,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:03.244152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:03.273572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Calling delete_port for e47c5aa8-05d8-4b2c-8870-1285b2236a57 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:03.290948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network bf7ed58a-fb2b-478c-986d-72544195a63a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:03.296885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:03.302011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:03.355805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:43:03.377377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fe96b-b7b7-4a0b-a823-5d6b1dc4360a req-35121c87-31c7-4e0c-9076-935deddf881f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.379244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-191fe96b-b7b7-4a0b-a823-5d6b1dc4360a req-35121c87-31c7-4e0c-9076-935deddf881f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.3216004 Aug 31 07:43:03.389895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34312) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:03.397919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'floatingip': {'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:03.448345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:03.492475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 6e0ef917-47aa-406f-b805-53d474aaf7f9) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:03.502302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec86821f-4eaa-4953-b3b0-ebaf60fbfa4e None None] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:03.522646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.530176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:03.802546 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26123c91-e90b-46c0-9aee-86ede70843ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7140305 Aug 31 07:43:03.887244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5c02b-149e-45f5-b9f4-c45b561d2549 None None] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:03.911596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:03.965022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e47c5aa8-05d8-4b2c-8870-1285b2236a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:04.022081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f3d70b3b-51c7-429d-8ab2-73c942fb75b0 None None] Provisioning for port ac9ef6aa-0746-4000-9992-cc24e9cb8198 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:04.033644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f3d70b3b-51c7-429d-8ab2-73c942fb75b0 None None] Provisioning complete for port ac9ef6aa-0746-4000-9992-cc24e9cb8198 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:04.034195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f3d70b3b-51c7-429d-8ab2-73c942fb75b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:04.071188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event deleted for resources: {'Port': ['ID=e47c5aa8-05d8-4b2c-8870-1285b2236a57,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:04.120854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f3d70b3b-51c7-429d-8ab2-73c942fb75b0 None None] Port ac9ef6aa-0746-4000-9992-cc24e9cb8198 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:04.130244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] No DVR routers for this DVR port e47c5aa8-05d8-4b2c-8870-1285b2236a57 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:04.141151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:04.145919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6bebf71-491c-4132-96c9-f40a34bc89c6 req-cf34363c-df64-4993-9714-1c9fdd394313 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "DELETE /v2.0/ports/e47c5aa8-05d8-4b2c-8870-1285b2236a57 HTTP/1.1" status: 204 len: 173 time: 1.3161151 Aug 31 07:43:04.145919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'name': 'network-vif-deleted', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:04.151502 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450ec201-e0c2-4c5b-bec7-6c13aa3082e2" -d '{"events": [{"server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "name": "network-vif-deleted", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:04.277281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:04.277893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:04.410416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-5274c26c-b328-4a40-9f88-7b7043a02bce tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:04.411761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-5274c26c-b328-4a40-9f88-7b7043a02bce tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.45 "GET /v2.0/networks?id=a41da3d6-26b0-4c92-82ca-7caebfee3f61 HTTP/1.1" status: 200 len: 809 time: 0.1423550 Aug 31 07:43:04.435769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:04.583545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Request body: {'port': {'device_id': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61', 'admin_state_up': True, 'tenant_id': 'c6524bbd67474c919c39a3290aef33bf'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:04.607352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00986f08-563f-4a9b-bdd5-fe821c3b1376 req-d3ab8d60-b8c0-4129-a7a5-e3cdf82ed6e1 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 210 time: 0.3364320 Aug 31 07:43:04.693639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d176f6-d464-4186-b941-e9984ae8dcb5 req-8c1cc43e-75e2-4fa0-b998-b538902f3854 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:04.695170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55d176f6-d464-4186-b941-e9984ae8dcb5 req-8c1cc43e-75e2-4fa0-b998-b538902f3854 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 932 time: 1.3494554 Aug 31 07:43:04.787167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-d8f44c3a-173e-4723-94f1-ce0157776caa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1237590 Aug 31 07:43:04.789229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15ada8d5-8e27-455b-b8d0-cbba8b7fafbe req-1825cdbb-79a3-4c03-b579-7b79ad8ba2fe tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=34e475df-67b4-4c31-ba82-340f6b443caa HTTP/1.1" status: 200 len: 210 time: 0.0512581 Aug 31 07:43:04.813562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'admin_state_up': True, 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'security_groups': ['b9e70566-7313-4a50-b835-f5e8f5eb4c23']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:04.971555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55d176f6-d464-4186-b941-e9984ae8dcb5 req-29d1f990-48d5-4c00-909a-059bb38cbf55 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298539 Aug 31 07:43:05.075833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Made reservation on behalf of c6524bbd67474c919c39a3290aef33bf for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:05.080642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:05.110689 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993a858e-7ce2-4458-a365-8275274af11c x-openstack-request-id: req-993a858e-7ce2-4458-a365-8275274af11c {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:05.110689 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e475df-67b4-4c31-ba82-340f6b443caa", "name": "network-vif-deleted", "tag": "e47c5aa8-05d8-4b2c-8870-1285b2236a57", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:05.110689 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-993a858e-7ce2-4458-a365-8275274af11c {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:05.110689 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e475df-67b4-4c31-ba82-340f6b443caa', 'name': 'network-vif-deleted', 'tag': 'e47c5aa8-05d8-4b2c-8870-1285b2236a57', 'status': 'completed', 'code': 200} Aug 31 07:43:05.392800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a308de2-3344-4b4e-bf86-040ff431fb6d req-1bdd507a-34d8-4859-8f7b-63fdfdfdea44 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:05.394369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a308de2-3344-4b4e-bf86-040ff431fb6d req-1bdd507a-34d8-4859-8f7b-63fdfdfdea44 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1616559 Aug 31 07:43:05.404230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:05.407829 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:05.592468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Allocated IP 172.20.0.8 (a41da3d6-26b0-4c92-82ca-7caebfee3f61/f3a84efb-2876-45e1-a902-f7850603b98b/8687a694-9877-4ff8-a533-aaa3486c3a5e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:05.630568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.resource_extend [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:43:05.753306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-8227d293-775d-48b6-95fa-dfdf4ffd7677 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:05.755013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-8227d293-775d-48b6-95fa-dfdf4ffd7677 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 817 time: 0.2459393 Aug 31 07:43:05.761165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a308de2-3344-4b4e-bf86-040ff431fb6d req-680aee76-5fe1-49c2-bd7a-941e26b789f3 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579922 Aug 31 07:43:05.870136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-fee79022-91a9-4c66-a08e-b16bcfe4bae5 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/quotas/9b31f8e3367f494aaa6cca66df44d33e HTTP/1.1" status: 200 len: 375 time: 0.1041441 Aug 31 07:43:05.878042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:05.928533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 10.1.1.138 (5f726a34-ca6d-42e5-bcd4-9b362c14eb39/2dbdb6ca-eb43-4927-a945-3c26a95de9de/6bde1cfc-5ae0-4682-a896-792302609cad) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:05.932281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f76d853e-56bd-41fb-9e4a-e46cb94f7c4d req-76afcbdd-80d0-41c2-800d-92928e1e7ea0 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 210 time: 0.0660553 Aug 31 07:43:06.001497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-1ebba73d-37c4-4c71-9d2c-b5487712e5ac tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056824 Aug 31 07:43:06.005019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.346978 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.398110 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Floating IP 454a3387-0dda-4757-8d64-25c49f5c982d associated. External IP: 172.25.0.24, port: 3548223b-3f0e-4759-a3cd-9d78d6cabb32. Aug 31 07:43:06.456502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e4da198d-578c-4608-a96a-a9a3c8a66148 service neutron] 10.222.0.36 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281578 Aug 31 07:43:06.468358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:06.527199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: e47c5aa8-05d8-4b2c-8870-1285b2236a57 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:06.527809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e47c5aa8-05d8-4b2c-8870-1285b2236a57 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:06.651740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.720322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object 6bde1cfc-5ae0-4682-a896-792302609cad will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:06.735877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-b6f7fbe1-f6ed-42d5-9ccb-d055d66ba8de service neutron] 10.222.0.36 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654324 Aug 31 07:43:06.763840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:07.191675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-f384327c-78d6-4fa1-bbf3-08fe6f594956 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.193508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-f384327c-78d6-4fa1-bbf3-08fe6f594956 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.1106851 Aug 31 07:43:07.269309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Network a41da3d6-26b0-4c92-82ca-7caebfee3f61 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:07.308494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Deleting port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:07.309172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:07.318154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:07.320834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:07.337967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a078bf0-fc64-4290-826e-99bc5b27433b req-234f2533-0a58-4734-80e2-c1372175b191 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.339546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a078bf0-fc64-4290-826e-99bc5b27433b req-234f2533-0a58-4734-80e2-c1372175b191 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 932 time: 0.6252806 Aug 31 07:43:07.340166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Pushing event updated for resources: {'Port': ['ID=8687a694-9877-4ff8-a533-aaa3486c3a5e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:07.392577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.392927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.393289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.393774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.394167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.394510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.394852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.395616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.395616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.395879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.396159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.396510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:07.421510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] For port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:07.422998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:07.442559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Calling delete_port for 5f23c927-bd50-4956-b7e2-3b4cc5fd527f owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:07.446822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.447490 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:07.451574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:43:07.481654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a078bf0-fc64-4290-826e-99bc5b27433b req-0e8f65ad-8d88-4a56-8986-4e396152ba0e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143503 Aug 31 07:43:07.637562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:07.749262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:07.749382 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:07.749382 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:07.749382 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:07.750013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e33f37bc-239b-459d-b60e-26f4e6241d87 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "PUT /v2.0/floatingips/454a3387-0dda-4757-8d64-25c49f5c982d HTTP/1.1" status: 200 len: 990 time: 4.3000858 Aug 31 07:43:07.750013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:07.750013 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ea506-113c-4ce8-bbc2-b41c803e8591" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:07.750013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83bab-914a-4189-864a-26e6bd2f648d req-1b1491b3-0b1b-4770-83e2-bda02434d6ce tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.750013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ff83bab-914a-4189-864a-26e6bd2f648d req-1b1491b3-0b1b-4770-83e2-bda02434d6ce tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 945 time: 0.0865486 Aug 31 07:43:07.758255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ff83bab-914a-4189-864a-26e6bd2f648d req-53414561-4280-4af4-ac24-9248f1888948 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368893 Aug 31 07:43:07.786064 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:07.881152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cef31-2c04-495d-aa27-cabd984921ad req-9f76bfac-52a8-425d-b054-44832763fc89 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.883186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-848cef31-2c04-495d-aa27-cabd984921ad req-9f76bfac-52a8-425d-b054-44832763fc89 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.0601871 Aug 31 07:43:07.932527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-848cef31-2c04-495d-aa27-cabd984921ad req-42362ccf-f88d-404c-9fb3-a93d29fd203c tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Aug 31 07:43:08.065216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709ade0-a920-42ed-9677-95443caaad5a req-e5951716-3b56-4ff0-9f3f-421390f464f3 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.066734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3709ade0-a920-42ed-9677-95443caaad5a req-e5951716-3b56-4ff0-9f3f-421390f464f3 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 931 time: 0.0606277 Aug 31 07:43:08.110835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3709ade0-a920-42ed-9677-95443caaad5a req-d9b2ab49-c9e5-4c9b-a438-a01ec5ad33de tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Aug 31 07:43:08.117159 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '454a3387-0dda-4757-8d64-25c49f5c982d', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'mac_address': 'fa:16:3e:b5:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:38Z', 'updated_at': '2021-08-31T07:43:05Z', 'revision_number': 1, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:08.144048 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:08.152461 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:08.153074 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:42:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:08.211629 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c9492f-7641-41ec-945e-577dad823ceb x-openstack-request-id: req-a9c9492f-7641-41ec-945e-577dad823ceb {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:08.211927 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:08.212183 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9c9492f-7641-41ec-945e-577dad823ceb {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:08.212583 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'status': 'completed', 'code': 200} Aug 31 07:43:08.264597 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:08.311479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-2633954b-1d04-44ef-86cd-5a840d86fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.313067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-2633954b-1d04-44ef-86cd-5a840d86fdf2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1097 time: 0.0763924 Aug 31 07:43:08.327120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:08.338535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-523901f6-05a6-4c3f-a695-2311237356d9 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7596822 Aug 31 07:43:08.348634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:08.356449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Request body: {'port': {'device_id': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:08.431021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event deleted for resources: {'Port': ['ID=5f23c927-bd50-4956-b7e2-3b4cc5fd527f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:08.568136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] No DVR routers for this DVR port 5f23c927-bd50-4956-b7e2-3b4cc5fd527f on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:08.573768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:08.580604 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd0b3cf4-97d9-4a04-a00b-134332305533 req-e4409b58-fea4-4f05-b24c-c10496456e70 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "DELETE /v2.0/ports/5f23c927-bd50-4956-b7e2-3b4cc5fd527f HTTP/1.1" status: 204 len: 173 time: 1.3802047 Aug 31 07:43:08.581006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'name': 'network-vif-deleted', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:08.583840 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed5b38c-e807-4b8e-afde-a6f55c2e18ac" -d '{"events": [{"server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "name": "network-vif-deleted", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:08.623230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a8174aa-cff6-4e02-927c-5bbd20b071fa req-9e59ccfa-afe7-4568-9a62-86c0a79ba76a tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 210 time: 0.1272042 Aug 31 07:43:08.625962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:08.680766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:08.707132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:08.722612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:08.731495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:08.763276 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '454a3387-0dda-4757-8d64-25c49f5c982d', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'mac_address': 'fa:16:3e:b5:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:38Z', 'updated_at': '2021-08-31T07:43:05Z', 'revision_number': 1, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:08.865970 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e558eca-fd57-4418-bf50-e7c4217f5c2d None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '454a3387-0dda-4757-8d64-25c49f5c982d', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'mac_address': 'fa:16:3e:b5:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:38Z', 'updated_at': '2021-08-31T07:43:05Z', 'revision_number': 1, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:08.878338 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd2f80-1ddf-4e9d-b5b7-37f39fc718b4 x-openstack-request-id: req-3edd2f80-1ddf-4e9d-b5b7-37f39fc718b4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:08.878950 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a944e2-1666-4338-8671-d3a6c129c4c3", "name": "network-vif-deleted", "tag": "5f23c927-bd50-4956-b7e2-3b4cc5fd527f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:08.879427 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3edd2f80-1ddf-4e9d-b5b7-37f39fc718b4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:08.880041 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a944e2-1666-4338-8671-d3a6c129c4c3', 'name': 'network-vif-deleted', 'tag': '5f23c927-bd50-4956-b7e2-3b4cc5fd527f', 'status': 'completed', 'code': 200} Aug 31 07:43:08.922519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-565a0e0c-5104-4f12-9596-04ba95a34675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.928134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-565a0e0c-5104-4f12-9596-04ba95a34675 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.5894730 Aug 31 07:43:08.941877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1f38-fc42-4047-8906-2fef44f9206d req-b0b2aa09-198d-4e4e-b6e7-0b2359d445ac tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.949393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1f38-fc42-4047-8906-2fef44f9206d req-b0b2aa09-198d-4e4e-b6e7-0b2359d445ac tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.960915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa7e1f38-fc42-4047-8906-2fef44f9206d req-b0b2aa09-198d-4e4e-b6e7-0b2359d445ac tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 1654 time: 0.3481262 Aug 31 07:43:09.043659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.044533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.205524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd0e5508-3da8-4647-8ded-bdbd089fefe9 req-4ed8ff81-9889-4d79-955e-ce7372b8d489 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 210 time: 0.1870806 Aug 31 07:43:09.270090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4b14630a-b87c-436a-8bfb-80fb0db0136b None None] Provisioning for port 6bde1cfc-5ae0-4682-a896-792302609cad completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:09.275024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4b14630a-b87c-436a-8bfb-80fb0db0136b None None] Provisioning complete for port 6bde1cfc-5ae0-4682-a896-792302609cad triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:09.281208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b14630a-b87c-436a-8bfb-80fb0db0136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.291172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa7e1f38-fc42-4047-8906-2fef44f9206d req-4603c345-ebde-43c3-a6a4-4951ae1548d1 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284748 Aug 31 07:43:09.338840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-f7cf96e6-4775-4860-8fb0-3988e9f037f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 998 time: 0.3743639 Aug 31 07:43:09.385217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de04a34f-3b76-4d8d-9b3c-94136223eaec None None] New status for floating IP 454a3387-0dda-4757-8d64-25c49f5c982d: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:43:09.481854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4b14630a-b87c-436a-8bfb-80fb0db0136b None None] Port 6bde1cfc-5ae0-4682-a896-792302609cad cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:09.491262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-246bed83-4a13-40f2-a272-38f5a7b48944 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6821065 Aug 31 07:43:09.493344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-1c2656f2-dc52-4d3d-ada2-1255beb18045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.496721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-1c2656f2-dc52-4d3d-ada2-1255beb18045 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0648553 Aug 31 07:43:09.585351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'admin_state_up': True, 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'security_groups': ['b9e70566-7313-4a50-b835-f5e8f5eb4c23']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:09.716373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92617b-a293-436f-9427-b517d7a4307c req-35936d5d-c684-4b32-ac4e-50bcbcacad5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.718198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae92617b-a293-436f-9427-b517d7a4307c req-35936d5d-c684-4b32-ac4e-50bcbcacad5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.2874289 Aug 31 07:43:09.737859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd48be-e682-42a7-9003-ef6c9c395179 req-af2752ad-8bb7-4c51-94df-68f33ad370c3 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.737859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ddd48be-e682-42a7-9003-ef6c9c395179 req-af2752ad-8bb7-4c51-94df-68f33ad370c3 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 931 time: 0.1961324 Aug 31 07:43:09.789488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-afa185ef-979c-4b62-bb2a-a0e8911a4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.791091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-afa185ef-979c-4b62-bb2a-a0e8911a4072 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2193236 Aug 31 07:43:09.928432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae92617b-a293-436f-9427-b517d7a4307c req-60980180-f8d1-427f-8a9d-2df625a2d2bd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913755 Aug 31 07:43:09.936417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ddd48be-e682-42a7-9003-ef6c9c395179 req-5a822e98-15b6-4df9-8797-9e98e73155e8 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882610 Aug 31 07:43:09.938421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8687a694-9877-4ff8-a533-aaa3486c3a5e {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:09.959569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.002298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Transition to ACTIVE for port object 8687a694-9877-4ff8-a533-aaa3486c3a5e will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:10.034525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-e344616a-c0fc-4b89-a70b-8ed890e6b700 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236416 Aug 31 07:43:10.071892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-768e9ec1-f4c1-4074-bfa1-bdcdbace3875 req-d63fc449-1278-4796-ad29-2d6287d81663 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 210 time: 0.0411019 Aug 31 07:43:10.146267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-734ea506-113c-4ce8-bbc2-b41c803e8591 req-9442d7a2-7dce-415f-9112-64de1fe2644e service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030529 Aug 31 07:43:10.196427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:10.196427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.260729 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.353157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb4b4593-20f9-4a77-9e78-3254edfc6abd req-cf76d0af-c190-4885-8396-bb9e56b07d93 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a944e2-1666-4338-8671-d3a6c129c4c3 HTTP/1.1" status: 200 len: 210 time: 0.0459900 Aug 31 07:43:10.388495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Pushing event updated for resources: {'Port': ['ID=8687a694-9877-4ff8-a533-aaa3486c3a5e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:10.470547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 10.1.1.136 (5f726a34-ca6d-42e5-bcd4-9b362c14eb39/2dbdb6ca-eb43-4927-a945-3c26a95de9de/bb9b6e76-97d9-48ea-ae99-d5907494b301) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:10.553453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Attempting to bind port 8687a694-9877-4ff8-a533-aaa3486c3a5e on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:10.553796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Attempting to bind port 8687a694-9877-4ff8-a533-aaa3486c3a5e by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'db579b92-5d97-4a97-bb71-4120f5b119ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:10.554154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Attempting to bind port 8687a694-9877-4ff8-a533-aaa3486c3a5e on network a41da3d6-26b0-4c92-82ca-7caebfee3f61 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:10.567889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b079-73f8-49f3-a601-23987adfc0c2 req-b45c2b93-ff03-4529-9f91-96f1f36dcd97 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.574016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b079-73f8-49f3-a601-23987adfc0c2 req-b45c2b93-ff03-4529-9f91-96f1f36dcd97 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.575755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c180b079-73f8-49f3-a601-23987adfc0c2 req-b45c2b93-ff03-4529-9f91-96f1f36dcd97 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 1654 time: 0.1104817 Aug 31 07:43:10.581185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Port 8687a694-9877-4ff8-a533-aaa3486c3a5e on network a41da3d6-26b0-4c92-82ca-7caebfee3f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:10.581506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Attempting to bind port 8687a694-9877-4ff8-a533-aaa3486c3a5e on network a41da3d6-26b0-4c92-82ca-7caebfee3f61 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:10.633761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:10.634109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Checking segment: {'id': 'db579b92-5d97-4a97-bb71-4120f5b119ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:10.634366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Bound using segment: {'id': 'db579b92-5d97-4a97-bb71-4120f5b119ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:10.634824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Bound port: 8687a694-9877-4ff8-a533-aaa3486c3a5e, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db579b92-5d97-4a97-bb71-4120f5b119ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:10.635195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.705347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c180b079-73f8-49f3-a601-23987adfc0c2 req-ada6d615-9788-427e-8778-86463a798665 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106093 Aug 31 07:43:10.764493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.769115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] For port 8687a694-9877-4ff8-a533-aaa3486c3a5e, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:10.787041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] For port 8687a694-9877-4ff8-a533-aaa3486c3a5e, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e,segment=NetworkSegment(db579b92-5d97-4a97-bb71-4120f5b119ad),segment_id=db579b92-5d97-4a97-bb71-4120f5b119ad)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:10.788275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object bb9b6e76-97d9-48ea-ae99-d5907494b301 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:10.921581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.969590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.969590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.970195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] 10.222.0.45 "PUT /v2.0/ports/8687a694-9877-4ff8-a533-aaa3486c3a5e HTTP/1.1" status: 200 len: 1092 time: 2.6188796 Aug 31 07:43:10.970915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'tag': '8687a694-9877-4ff8-a533-aaa3486c3a5e'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:10.989655 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09250b1b-7c27-4dc4-82b6-17234002d1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1", "tag": "8687a694-9877-4ff8-a533-aaa3486c3a5e"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:11.003080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:11.023472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:11.028789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:11.079948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283602ba-2768-42ca-8a57-2ddd97a96b73 service neutron] Pushing event updated for resources: {'Port': ['ID=8687a694-9877-4ff8-a533-aaa3486c3a5e,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:11.088676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:11.257315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:11.273949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4550f80-ff8e-4bd9-82df-1ad2817338bd req-282f1d67-6925-48ed-b6b7-12dcb727e41f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.275521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4550f80-ff8e-4bd9-82df-1ad2817338bd req-282f1d67-6925-48ed-b6b7-12dcb727e41f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.2506168 Aug 31 07:43:11.283254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dae1af-4e7f-4f52-bb7e-76bfadd07cf1 req-4ea11e30-8855-4443-b92c-d29c984ec7d7 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.284685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0dae1af-4e7f-4f52-bb7e-76bfadd07cf1 req-4ea11e30-8855-4443-b92c-d29c984ec7d7 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 943 time: 0.2228403 Aug 31 07:43:11.293995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.294601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:11.323265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-46d8703c-248e-46dc-ad7f-f3301d94f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.324728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-46d8703c-248e-46dc-ad7f-f3301d94f674 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6524bbd67474c919c39a3290aef33bf&device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 1095 time: 0.1962402 Aug 31 07:43:11.393722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-87a1e48d-0bda-4408-9a2a-35652d1b392f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e HTTP/1.1" status: 200 len: 217 time: 0.0540974 Aug 31 07:43:11.397832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4550f80-ff8e-4bd9-82df-1ad2817338bd req-2c07eb7f-a195-41ae-9ce1-8305755aae88 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104412 Aug 31 07:43:11.442485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0dae1af-4e7f-4f52-bb7e-76bfadd07cf1 req-ba04c198-ea28-46ea-aec4-85565fae6af8 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399109 Aug 31 07:43:11.448681 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8a35f-d489-424b-8e06-08132c7e3d59 x-openstack-request-id: req-6bd8a35f-d489-424b-8e06-08132c7e3d59 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:11.449041 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1", "tag": "8687a694-9877-4ff8-a533-aaa3486c3a5e", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:11.449518 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bd8a35f-d489-424b-8e06-08132c7e3d59 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:11.450013 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'tag': '8687a694-9877-4ff8-a533-aaa3486c3a5e', 'status': 'completed', 'code': 200} Aug 31 07:43:11.466407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-5ace4b41-8338-4f76-badb-1c30429658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.468288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-5ace4b41-8338-4f76-badb-1c30429658b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3a84efb-2876-45e1-a902-f7850603b98b HTTP/1.1" status: 200 len: 849 time: 0.0645797 Aug 31 07:43:11.493292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-92550f66-b47d-42ac-a18e-a7e6e7b0eaf0 None None] Provisioning for port bb9b6e76-97d9-48ea-ae99-d5907494b301 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:11.500238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-92550f66-b47d-42ac-a18e-a7e6e7b0eaf0 None None] Provisioning complete for port bb9b6e76-97d9-48ea-ae99-d5907494b301 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:11.500759 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92550f66-b47d-42ac-a18e-a7e6e7b0eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:11.534496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-b630f5b1-3268-4b14-ab4a-09b551783b84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a41da3d6-26b0-4c92-82ca-7caebfee3f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563354 Aug 31 07:43:11.556922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-92550f66-b47d-42ac-a18e-a7e6e7b0eaf0 None None] Port bb9b6e76-97d9-48ea-ae99-d5907494b301 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:11.562237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1b35a5b8-91e2-4482-be1a-f171900e0517 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9811566 Aug 31 07:43:11.610076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198', 'admin_state_up': True, 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'security_groups': ['b9e70566-7313-4a50-b835-f5e8f5eb4c23']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:11.707233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9aed9ed4-cc67-4087-bfac-fd59fe033103 req-d2f8746e-0f91-4960-ac53-a0df26e128bf tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 210 time: 0.1050038 Aug 31 07:43:11.798435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-174891eb-5fe3-4702-b39c-0c08744cd811 service neutron] 10.222.0.45 "GET /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549369 Aug 31 07:43:12.303558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650f7c-2c17-4142-b481-934dedfdb760 req-159e6de0-a69b-48f2-af10-2034cba49d5c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.305135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8650f7c-2c17-4142-b481-934dedfdb760 req-159e6de0-a69b-48f2-af10-2034cba49d5c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 951 time: 0.4670141 Aug 31 07:43:12.311803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e57f48-6e63-4271-96cc-3ca49281dc78 req-6aa8c5c9-0668-4394-b17c-af1a77bb8221 service neutron] 10.222.0.45 "GET /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033467 Aug 31 07:43:12.352882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8650f7c-2c17-4142-b481-934dedfdb760 req-3864abea-8133-495d-b998-9909e199d82a tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Aug 31 07:43:12.497739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:12.500333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e6673-007e-47f8-9956-20575986c3d2 req-90943dae-62ac-408d-8380-bfb177322172 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.509351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e6673-007e-47f8-9956-20575986c3d2 req-90943dae-62ac-408d-8380-bfb177322172 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.517419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e6673-007e-47f8-9956-20575986c3d2 req-90943dae-62ac-408d-8380-bfb177322172 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.519412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6c6e6673-007e-47f8-9956-20575986c3d2 req-90943dae-62ac-408d-8380-bfb177322172 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 2375 time: 0.0835507 Aug 31 07:43:12.521069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:12.530574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 5f23c927-bd50-4956-b7e2-3b4cc5fd527f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:12.531329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5f23c927-bd50-4956-b7e2-3b4cc5fd527f not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:12.669649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6c6e6673-007e-47f8-9956-20575986c3d2 req-dbab454e-e89c-4d74-8b62-6c231848ae38 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410606 Aug 31 07:43:12.719129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6120-279d-4d6e-93b3-6a57e8bea88e req-25b6fc91-8238-4972-ab3d-64b6ea5e30fc tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.719129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daee6120-279d-4d6e-93b3-6a57e8bea88e req-25b6fc91-8238-4972-ab3d-64b6ea5e30fc tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.1359856 Aug 31 07:43:12.727607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:12.741058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-5edaef69-b890-4d15-b2ef-3d20d9c5eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.742668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-5edaef69-b890-4d15-b2ef-3d20d9c5eefe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6524bbd67474c919c39a3290aef33bf&device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 1095 time: 0.1075869 Aug 31 07:43:12.911240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daee6120-279d-4d6e-93b3-6a57e8bea88e req-f9d9a3f1-bb4d-4ded-8708-e78710eb7373 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868751 Aug 31 07:43:13.092836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0591-f099-4015-806b-01f1de11fdf4 req-15dbbfbf-aea8-4327-9de7-d25c4b8f65a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.094495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87ce0591-f099-4015-806b-01f1de11fdf4 req-15dbbfbf-aea8-4327-9de7-d25c4b8f65a8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.3377562 Aug 31 07:43:13.142794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf289b-7129-4be7-af45-45d46ceb33de req-93c13725-6cfa-4f87-bc08-14ab688b064d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.144367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abbf289b-7129-4be7-af45-45d46ceb33de req-93c13725-6cfa-4f87-bc08-14ab688b064d tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.2901959 Aug 31 07:43:13.181435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-ed1f013c-865a-4645-adff-1a09945cf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.183543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-ed1f013c-865a-4645-adff-1a09945cf199 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a41da3d6-26b0-4c92-82ca-7caebfee3f61 HTTP/1.1" status: 200 len: 910 time: 0.4257383 Aug 31 07:43:13.279182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-6b60555e-395f-4614-a669-bb0fbcfc776a tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.281276 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-6b60555e-395f-4614-a669-bb0fbcfc776a tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 817 time: 0.1289570 Aug 31 07:43:13.295286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Request body: {'port': {'device_id': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'admin_state_up': True, 'tenant_id': '9b31f8e3367f494aaa6cca66df44d33e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:13.304867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-62fcf049-0f93-4902-bd63-d12d14d159d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e HTTP/1.1" status: 200 len: 217 time: 0.0930035 Aug 31 07:43:13.317655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6eb9-ac40-4970-b470-40b955039e3a req-1ec4a400-0e28-43ee-a0ff-01d0cca9e6b4 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.319351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbfd6eb9-ac40-4970-b470-40b955039e3a req-1ec4a400-0e28-43ee-a0ff-01d0cca9e6b4 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 943 time: 0.3164654 Aug 31 07:43:13.323660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87ce0591-f099-4015-806b-01f1de11fdf4 req-9ee96397-f43c-4cf9-9166-8c2f70480a91 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191842 Aug 31 07:43:13.429759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 10.2.2.100 (c04f56fa-1ce7-40db-997a-90ff4442d198/f7df0ffc-506e-4e17-ad95-bbcbe0583eb8/d97e9d4a-84a9-4aed-8218-1ba3298acc9b) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:13.534183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-60211644-f93f-4db2-a4a3-b7b04f3fda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.536197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-60211644-f93f-4db2-a4a3-b7b04f3fda50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3a84efb-2876-45e1-a902-f7850603b98b HTTP/1.1" status: 200 len: 849 time: 0.2116432 Aug 31 07:43:13.551301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Made reservation on behalf of 9b31f8e3367f494aaa6cca66df44d33e for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:13.556890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:13.566055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbfd6eb9-ac40-4970-b470-40b955039e3a req-71d5d21c-7c34-4481-b758-4da124572966 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096438 Aug 31 07:43:13.648880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-fbc56955-298f-4ea6-8aba-73f92a6a9f29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a41da3d6-26b0-4c92-82ca-7caebfee3f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805304 Aug 31 07:43:13.671131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Deleting port 363fee23-9243-4363-90aa-f4f0828fac2a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:13.671548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:13.786121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Allocated IP 172.20.0.7 (6e0ef917-47aa-406f-b805-53d474aaf7f9/be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea/7e650276-cfd6-47c5-bae3-d63ae8a52bcb) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:13.820032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d5c4808-c718-47df-b06e-9bae4f18e421 req-6e7f5439-6400-41cf-b5c3-a141c7f39808 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 210 time: 0.1413813 Aug 31 07:43:13.944050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:13.996578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object d97e9d4a-84a9-4aed-8218-1ba3298acc9b will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:14.007827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb69bd2-8838-4810-8d3c-87f84272bdc7 req-d3c0fde8-5bdf-4a53-9bd1-36c0211692c7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.022356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb69bd2-8838-4810-8d3c-87f84272bdc7 req-d3c0fde8-5bdf-4a53-9bd1-36c0211692c7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.029954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb69bd2-8838-4810-8d3c-87f84272bdc7 req-d3c0fde8-5bdf-4a53-9bd1-36c0211692c7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.031679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffb69bd2-8838-4810-8d3c-87f84272bdc7 req-d3c0fde8-5bdf-4a53-9bd1-36c0211692c7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 2375 time: 0.2344389 Aug 31 07:43:14.035475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] For port 363fee23-9243-4363-90aa-f4f0828fac2a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=363fee23-9243-4363-90aa-f4f0828fac2a,segment=NetworkSegment(d69168dc-9066-43cb-b6fa-5a9ca7ca082a),segment_id=d69168dc-9066-43cb-b6fa-5a9ca7ca082a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:14.036045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.040318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-d0d3f4d3-306a-4ea7-885c-8584aa1b6121 service neutron] 10.222.0.45 "GET /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824022 Aug 31 07:43:14.080467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Calling delete_port for 363fee23-9243-4363-90aa-f4f0828fac2a owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:14.138548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f986d36c-bc83-4664-9109-4996562a05f9 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.140445 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f986d36c-bc83-4664-9109-4996562a05f9 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 817 time: 0.1635215 Aug 31 07:43:14.173034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Request body: {'port': {'device_id': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'admin_state_up': True, 'tenant_id': '9b31f8e3367f494aaa6cca66df44d33e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:14.180899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.274354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffb69bd2-8838-4810-8d3c-87f84272bdc7 req-61070b1f-b7b5-42e1-9053-e6ae57c6a576 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264333 Aug 31 07:43:14.325722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7094af6-9a05-428f-8a1e-e3f63b2f9800 req-b828ae53-4e1e-400c-871e-67f8ab1403d8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.334240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7094af6-9a05-428f-8a1e-e3f63b2f9800 req-b828ae53-4e1e-400c-871e-67f8ab1403d8 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 944 time: 0.2052274 Aug 31 07:43:14.351588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09250b1b-7c27-4dc4-82b6-17234002d1d3 req-a21e3fde-8c8d-43f3-bc65-bcff4fbb9238 service neutron] 10.222.0.45 "GET /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026199 Aug 31 07:43:14.380127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.420475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7094af6-9a05-428f-8a1e-e3f63b2f9800 req-61c52d9d-4a78-45d6-916b-8c2775633f6e tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f499d56a-53af-4f46-a0f3-4885edf2bf59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851641 Aug 31 07:43:14.481295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network c04f56fa-1ce7-40db-997a-90ff4442d198 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:14.528175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:14.539469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:14.587272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:14.662569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.663890 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.696433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d124b73-dd34-48ae-a6be-9a808264871f req-73c49e2a-2d76-4d1c-8b01-a12cfdd9b8bb tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.705602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d124b73-dd34-48ae-a6be-9a808264871f req-73c49e2a-2d76-4d1c-8b01-a12cfdd9b8bb tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1553769 Aug 31 07:43:14.755259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d124b73-dd34-48ae-a6be-9a808264871f req-ed782d5d-8284-4f67-a599-a0ebef7ab883 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485945 Aug 31 07:43:14.780939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.960622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Pushing event deleted for resources: {'Port': ['ID=363fee23-9243-4363-90aa-f4f0828fac2a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:14.968000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-378d4f4e-b63c-4b73-8789-c42506a55e26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3669865 Aug 31 07:43:14.987911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] No DVR routers for this DVR port 363fee23-9243-4363-90aa-f4f0828fac2a on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:14.991838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.004774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abbf289b-7129-4be7-af45-45d46ceb33de req-3260b43c-adc5-4ada-acc9-6aae343b8850 tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.45 "DELETE /v2.0/ports/363fee23-9243-4363-90aa-f4f0828fac2a HTTP/1.1" status: 204 len: 173 time: 1.8310759 Aug 31 07:43:15.004932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-5a887837-df19-4f6b-8767-6f7fd1a1c15e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.004932 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-5a887837-df19-4f6b-8767-6f7fd1a1c15e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.45 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 817 time: 0.8075740 Aug 31 07:43:15.007481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198', 'admin_state_up': True, 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'security_groups': ['b9e70566-7313-4a50-b835-f5e8f5eb4c23']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:15.011445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'name': 'network-vif-deleted', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:15.013946 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11528af5-c105-4493-856d-c263fd2d1417" -d '{"events": [{"server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "name": "network-vif-deleted", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:15.025037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Request body: {'port': {'device_id': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'admin_state_up': True, 'tenant_id': '9b31f8e3367f494aaa6cca66df44d33e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:15.083247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bb56915-3a11-4198-808a-59381349bc37 None None] Provisioning for port d97e9d4a-84a9-4aed-8218-1ba3298acc9b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:15.091187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bb56915-3a11-4198-808a-59381349bc37 None None] Provisioning complete for port d97e9d4a-84a9-4aed-8218-1ba3298acc9b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:15.092010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0bb56915-3a11-4198-808a-59381349bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.100837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7e29990-c286-44f7-a150-de93d4bb7ddc req-61c9022a-d29d-4035-8c26-863a38c1f319 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 210 time: 0.0669825 Aug 31 07:43:15.130691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fef2b-eaf7-4452-b0db-cf94626355c4 req-dd5c3d2b-916d-4f57-b187-a0b273b72a82 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.133305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-124fef2b-eaf7-4452-b0db-cf94626355c4 req-dd5c3d2b-916d-4f57-b187-a0b273b72a82 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 943 time: 0.2965536 Aug 31 07:43:15.139975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0bb56915-3a11-4198-808a-59381349bc37 None None] Port d97e9d4a-84a9-4aed-8218-1ba3298acc9b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:15.140810 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.149840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Made reservation on behalf of 9b31f8e3367f494aaa6cca66df44d33e for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:15.156608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.209283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-124fef2b-eaf7-4452-b0db-cf94626355c4 req-562e6675-7bcc-4d6e-879e-19cece50f38d tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664349 Aug 31 07:43:15.257290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:15.262788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Pushing event updated for resources: {'Port': ['ID=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:15.265787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:15.269848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:15.309846 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bd75b1-34ed-4df5-af51-9acca00ab227 x-openstack-request-id: req-39bd75b1-34ed-4df5-af51-9acca00ab227 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:15.309846 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7919b64-5be9-4d64-a0e5-6285499db720", "name": "network-vif-deleted", "tag": "363fee23-9243-4363-90aa-f4f0828fac2a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:15.310271 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39bd75b1-34ed-4df5-af51-9acca00ab227 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:15.310609 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7919b64-5be9-4d64-a0e5-6285499db720', 'name': 'network-vif-deleted', 'tag': '363fee23-9243-4363-90aa-f4f0828fac2a', 'status': 'completed', 'code': 200} Aug 31 07:43:15.356357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Made reservation on behalf of 88c4b091b9ec4a7a8af0879bf1e4b444 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:15.363243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.405938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.406581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.451439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Made reservation on behalf of 9b31f8e3367f494aaa6cca66df44d33e for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:15.454938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.506832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Allocated IP 172.20.0.4 (6e0ef917-47aa-406f-b805-53d474aaf7f9/be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea/9f9358fe-c311-4d24-bdcd-f01608569d32) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:15.548727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4f85-7cac-4d21-975a-c04d2b39b9cc req-4e94e92d-7840-4f57-9201-c9a445d6192c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.555223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4f85-7cac-4d21-975a-c04d2b39b9cc req-4e94e92d-7840-4f57-9201-c9a445d6192c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.561588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4f85-7cac-4d21-975a-c04d2b39b9cc req-4e94e92d-7840-4f57-9201-c9a445d6192c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.567815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d4f85-7cac-4d21-975a-c04d2b39b9cc req-4e94e92d-7840-4f57-9201-c9a445d6192c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.569714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d8d4f85-7cac-4d21-975a-c04d2b39b9cc req-4e94e92d-7840-4f57-9201-c9a445d6192c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 3096 time: 0.1774240 Aug 31 07:43:15.596262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68593bf5-4e69-4e0f-903a-9bea04e33897 req-189877d0-47cb-4f23-9fd4-9fde9b60d8ba tempest-LiveAutoBlockMigrationV225Test-183659412 tempest-LiveAutoBlockMigrationV225Test-183659412-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7919b64-5be9-4d64-a0e5-6285499db720 HTTP/1.1" status: 200 len: 210 time: 0.0678527 Aug 31 07:43:15.607008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.68', 60749) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:15.652410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f1bb2403-1cac-4bc9-8e83-b99660526578 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3559985 Aug 31 07:43:15.686470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Request body: {'port': {'device_id': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:15.701786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d8d4f85-7cac-4d21-975a-c04d2b39b9cc req-e355c8e4-090b-4f41-b21e-1dd0839b1cd0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055810 Aug 31 07:43:15.747919 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-0b387433-19da-4013-ac94-c673c660da01 req-54693cbd-9b9d-4a34-9513-df3190c74664 service neutron] show failed (client error): The resource could not be found. Aug 31 07:43:15.749004 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-54693cbd-9b9d-4a34-9513-df3190c74664 service neutron] 10.222.0.68 "GET /v2.0/ports/ba0af0f9-0c37-4812-a023-193995dd50fb/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.1464231 Aug 31 07:43:15.751739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Allocated IP 10.2.2.200 (c04f56fa-1ce7-40db-997a-90ff4442d198/f7df0ffc-506e-4e17-ad95-bbcbe0583eb8/0cb62b73-eafc-470e-9c8b-e12a0b0a51a8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:15.796101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.838402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.022872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.045434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Transition to ACTIVE for port object 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:16.059105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031ee92-b1d5-49ec-a387-3141739311bc req-ab7eb8fa-4103-41a3-ae69-4091b6721730 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.060612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4031ee92-b1d5-49ec-a387-3141739311bc req-ab7eb8fa-4103-41a3-ae69-4091b6721730 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1790087 Aug 31 07:43:16.116922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4031ee92-b1d5-49ec-a387-3141739311bc req-21260b13-31c2-40d5-b574-0265e7e3c843 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Aug 31 07:43:16.139622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.225385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fc5f59e-2d81-4541-8fa6-a808b17b0a16 req-807fd5d8-7cb2-4bcc-8cce-9fcfc3465e75 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 210 time: 0.0328040 Aug 31 07:43:16.235105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:16.247050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:16.250274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.251784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Allocated IP 172.20.0.14 (6e0ef917-47aa-406f-b805-53d474aaf7f9/be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea/fb7de57e-1e44-4f45-a313-324da27d48e9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:16.254063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:16.278743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Pushing event updated for resources: {'Port': ['ID=9f9358fe-c311-4d24-bdcd-f01608569d32,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:16.327430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Network c04f56fa-1ce7-40db-997a-90ff4442d198 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:16.331496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:16.336885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:16.337367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.338686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.386960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event updated for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:16.420209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.421122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.514769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8687a694-9877-4ff8-a533-aaa3486c3a5e details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:16.518777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:16.535402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f9a7-c07a-43ad-9c03-0be18b87c4c2 req-c2e0e1eb-8c3f-4ec3-b9e8-c9d9371633a8 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.537060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2464f9a7-c07a-43ad-9c03-0be18b87c4c2 req-c2e0e1eb-8c3f-4ec3-b9e8-c9d9371633a8 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 943 time: 0.0927169 Aug 31 07:43:16.551485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.582812 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-e994cad0-da81-433d-8a6d-6a976542b185 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4171693 Aug 31 07:43:16.613168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Request body: {'port': {'device_id': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:16.623065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 363fee23-9243-4363-90aa-f4f0828fac2a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:16.623413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 363fee23-9243-4363-90aa-f4f0828fac2a not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:16.623842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:16.626294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2464f9a7-c07a-43ad-9c03-0be18b87c4c2 req-732d9b4e-333d-4b0f-987e-45f71f312440 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807190 Aug 31 07:43:16.637558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-6f5ea7c1-03fd-4cf2-b607-ee57431f675f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6363215 Aug 31 07:43:16.645074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:16.707701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34712) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:16.751399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.796342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.853447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dcfb8005-82c4-4576-a3ae-c7a1a4c6227f None None] Provisioning for port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:16.858046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.879729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-92526462-dd79-4bb8-9e41-e36b7e18ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.880138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-92526462-dd79-4bb8-9e41-e36b7e18ce26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4&tenant_id=1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 1101 time: 0.2045603 Aug 31 07:43:16.887362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dcfb8005-82c4-4576-a3ae-c7a1a4c6227f None None] Provisioning complete for port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:16.888037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8005-82c4-4576-a3ae-c7a1a4c6227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.895112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 8687a694-9877-4ff8-a533-aaa3486c3a5e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e,segment=NetworkSegment(db579b92-5d97-4a97-bb71-4120f5b119ad),segment_id=db579b92-5d97-4a97-bb71-4120f5b119ad)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:16.897755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:16.900179 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeea99a-69e6-4370-add6-e0924fbdfb9c" -d '{"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:16.924444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:16.939841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:16.944282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '8687a694-9877-4ff8-a533-aaa3486c3a5e', 'network_id': 'a41da3d6-26b0-4c92-82ca-7caebfee3f61', 'port_id': '8687a694-9877-4ff8-a533-aaa3486c3a5e', 'mac_address': 'fa:16:3e:87:85:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a84efb-2876-45e1-a902-f7850603b98b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:16.967437 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.997907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.008161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb8005-82c4-4576-a3ae-c7a1a4c6227f None None] Port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:17.015634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8687a694-9877-4ff8-a533-aaa3486c3a5e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:17.038875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 8687a694-9877-4ff8-a533-aaa3486c3a5e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e,segment=NetworkSegment(db579b92-5d97-4a97-bb71-4120f5b119ad),segment_id=db579b92-5d97-4a97-bb71-4120f5b119ad)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:17.077454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.101461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-7edc1f13-cc8c-469e-b3b9-c704c4d49dc0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.103060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Network 6e0ef917-47aa-406f-b805-53d474aaf7f9 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:17.109090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-7edc1f13-cc8c-469e-b3b9-c704c4d49dc0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.110302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Deleting subnet f1b6171c-ff37-4be9-b5b4-834baf274f8f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:43:17.117056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-7edc1f13-cc8c-469e-b3b9-c704c4d49dc0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.118954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.121448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:17.131884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-7edc1f13-cc8c-469e-b3b9-c704c4d49dc0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.140266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-7edc1f13-cc8c-469e-b3b9-c704c4d49dc0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.143261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-7edc1f13-cc8c-469e-b3b9-c704c4d49dc0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 3817 time: 0.2596843 Aug 31 07:43:17.144053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.159730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:17.166702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Pushing event updated for resources: {'Port': ['ID=fb7de57e-1e44-4f45-a313-324da27d48e9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.242096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.294580 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.297472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.298246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.310064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.362475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.410765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=8687a694-9877-4ff8-a533-aaa3486c3a5e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.424521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-870da500-e7ca-4435-ad33-439ade4f6964 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4055395 Aug 31 07:43:17.440069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Request body: {'port': {'device_id': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.468136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e650276-cfd6-47c5-bae3-d63ae8a52bcb {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:17.480157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.516897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Transition to ACTIVE for port object 7e650276-cfd6-47c5-bae3-d63ae8a52bcb will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:17.523874 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.561294 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.564590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['8687a694-9877-4ff8-a533-aaa3486c3a5e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:17.611853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b6171c-ff37-4be9-b5b4-834baf274f8f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.621882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.631127 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24661fb9-085d-48ee-8a07-bc606c46f6a9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f1b6171c-ff37-4be9-b5b4-834baf274f8f HTTP/1.1" status: 204 len: 168 time: 0.9181955 Aug 31 07:43:17.743714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34750) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.783015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2e77a7b-f74e-4f27-b2f9-2058fabce204 req-96223a8d-ffee-4892-8009-a518efe31846 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129770 Aug 31 07:43:17.854328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9358fe-c311-4d24-bdcd-f01608569d32 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:17.866665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.884138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Transition to ACTIVE for port object 9f9358fe-c311-4d24-bdcd-f01608569d32 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:17.888187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.941420 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844484da-bc6e-411a-b33c-0cef8bf5c85c x-openstack-request-id: req-844484da-bc6e-411a-b33c-0cef8bf5c85c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:17.943667 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:17.945376 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-844484da-bc6e-411a-b33c-0cef8bf5c85c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:17.946192 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'code': 200} Aug 31 07:43:17.976919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:18.019475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.035997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.189207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Pushing event updated for resources: {'Port': ['ID=9f9358fe-c311-4d24-bdcd-f01608569d32,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:18.191780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Attempting to bind port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:18.192193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Attempting to bind port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:18.192594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Attempting to bind port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:18.229046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:18.229046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Attempting to bind port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:18.264379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:18.264831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Checking segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:18.265294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Bound using segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:18.265839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Bound port: 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:18.266286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.274652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.288943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b66561e-f2db-490a-8f97-a6e6d385d84f']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:18.306056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:18.307642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69168dc-9066-43cb-b6fa-5a9ca7ca082a') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:18.332577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:18.337307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.348974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9ef6aa-0746-4000-9992-cc24e9cb8198 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:18.386319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.399563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Attempting to bind port 9f9358fe-c311-4d24-bdcd-f01608569d32 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:18.400901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Attempting to bind port 9f9358fe-c311-4d24-bdcd-f01608569d32 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:18.400901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Attempting to bind port 9f9358fe-c311-4d24-bdcd-f01608569d32 on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:18.406024 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.408575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7de57e-1e44-4f45-a313-324da27d48e9 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:18.419994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:18.425459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.429489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:43:18.429650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.434252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Port 9f9358fe-c311-4d24-bdcd-f01608569d32 on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:18.434855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Attempting to bind port 9f9358fe-c311-4d24-bdcd-f01608569d32 on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:43:18.436738 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:43:18.444509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734634f-eaa9-4005-8ee1-19f564cb2c65 req-2fc95a93-9274-4b30-a08f-d045af7e593a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:18.446128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a734634f-eaa9-4005-8ee1-19f564cb2c65 req-2fc95a93-9274-4b30-a08f-d045af7e593a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.2361650 Aug 31 07:43:18.447095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:18.447714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Checking segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:18.448323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Bound using segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:18.448933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Bound port: 9f9358fe-c311-4d24-bdcd-f01608569d32, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:18.449466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.454399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] For port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:18.458871 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] For port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:18.484643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Transition to ACTIVE for port object fb7de57e-1e44-4f45-a313-324da27d48e9 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:18.486114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Transition to ACTIVE for port object ac9ef6aa-0746-4000-9992-cc24e9cb8198 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:18.513716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:18.544765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8687a694-9877-4ff8-a533-aaa3486c3a5e up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:18.545420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.561136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7aba-f095-4b1a-b78a-d3f91913d946 req-ecb6912b-bafa-4cd7-bc72-e538dbe3ad00 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:18.562614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8d7aba-f095-4b1a-b78a-d3f91913d946 req-ecb6912b-bafa-4cd7-bc72-e538dbe3ad00 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 932 time: 0.2414687 Aug 31 07:43:18.575282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:18.576286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.579343 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] 10.222.0.68 "PUT /v2.0/ports/7e650276-cfd6-47c5-bae3-d63ae8a52bcb HTTP/1.1" status: 200 len: 1092 time: 2.9026141 Aug 31 07:43:18.592945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'tag': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:18.596150 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e" -d '{"events": [{"name": "network-changed", "server_uuid": "8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29", "tag": "7e650276-cfd6-47c5-bae3-d63ae8a52bcb"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:18.608148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.624355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.630490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a734634f-eaa9-4005-8ee1-19f564cb2c65 req-4ac214a3-a841-4362-b30f-a5f11b53594f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457999 Aug 31 07:43:18.642543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] For port 9f9358fe-c311-4d24-bdcd-f01608569d32, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:18.651385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.664259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:18.664259 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63bfe79-0a4d-4c70-aeaa-7bd7fef57f30" -d '{"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:18.664259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.690141 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.702481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] For port 9f9358fe-c311-4d24-bdcd-f01608569d32, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f9358fe-c311-4d24-bdcd-f01608569d32,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:18.707120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.711840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b66561e-f2db-490a-8f97-a6e6d385d84f HTTP/1.1" status: 204 len: 168 time: 0.9610274 Aug 31 07:43:18.712479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34760) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:18.747268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd16cc-58af-4096-9f31-3f436de7b89b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b66561e-f2db-490a-8f97-a6e6d385d84f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:18.749773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Transition to ACTIVE for port object ba0af0f9-0c37-4812-a023-193995dd50fb will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:18.773378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8d7aba-f095-4b1a-b78a-d3f91913d946 req-49de2b85-9af9-4bc5-b26f-8b85565bdc95 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949692 Aug 31 07:43:18.778309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 8687a694-9877-4ff8-a533-aaa3486c3a5e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:18.786156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 8687a694-9877-4ff8-a533-aaa3486c3a5e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:18.786156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.811569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:18.839440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376320a-8c7b-45da-b8c2-e63767c454b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:18.854946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a8145490-2491-4d8e-85c9-87bcf54841fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:18.875234 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a8145490-2491-4d8e-85c9-87bcf54841fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 1095 time: 0.1295879 Aug 31 07:43:18.918818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.937254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.990596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Deleting subnet 25086c0e-0bbe-4c50-a3a3-8210650c4ebf {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:43:18.999838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.012144 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:43:19.012144 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:43:19.016051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.018801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.022945 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] 10.222.0.68 "PUT /v2.0/ports/9f9358fe-c311-4d24-bdcd-f01608569d32 HTTP/1.1" status: 200 len: 1092 time: 2.4295843 Aug 31 07:43:19.043892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32c438-1738-43d3-abc5-0e11b10b708d req-58505efd-e283-4973-b580-e8b54c260738 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.049570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 8687a694-9877-4ff8-a533-aaa3486c3a5e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e,segment=NetworkSegment(db579b92-5d97-4a97-bb71-4120f5b119ad),segment_id=db579b92-5d97-4a97-bb71-4120f5b119ad)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:19.055689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf32c438-1738-43d3-abc5-0e11b10b708d req-58505efd-e283-4973-b580-e8b54c260738 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 944 time: 0.3178747 Aug 31 07:43:19.070097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.079078 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-a93b9642-bfc1-4c46-91f7-910700d810e0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb HTTP/1.1" status: 200 len: 217 time: 0.1644249 Aug 31 07:43:19.127873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Pushing event updated for resources: {'Port': ['ID=fb7de57e-1e44-4f45-a313-324da27d48e9,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.157207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Attempting to bind port ac9ef6aa-0746-4000-9992-cc24e9cb8198 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:19.158267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Attempting to bind port ac9ef6aa-0746-4000-9992-cc24e9cb8198 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:19.158621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Attempting to bind port ac9ef6aa-0746-4000-9992-cc24e9cb8198 on network bf7ed58a-fb2b-478c-986d-72544195a63a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.165035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] No DVR routers for this DVR port ba0af0f9-0c37-4812-a023-193995dd50fb on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:19.174131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Port ac9ef6aa-0746-4000-9992-cc24e9cb8198 on network bf7ed58a-fb2b-478c-986d-72544195a63a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:19.174462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Attempting to bind port ac9ef6aa-0746-4000-9992-cc24e9cb8198 on network bf7ed58a-fb2b-478c-986d-72544195a63a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.209756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Attempting to bind port fb7de57e-1e44-4f45-a313-324da27d48e9 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:19.210453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Attempting to bind port fb7de57e-1e44-4f45-a313-324da27d48e9 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:19.210765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Attempting to bind port fb7de57e-1e44-4f45-a313-324da27d48e9 on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.215340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.230608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.247487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:19.247823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:19.248150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.253663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:19.254100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Checking segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:19.254504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Bound using segment: {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:19.255297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Bound port: ac9ef6aa-0746-4000-9992-cc24e9cb8198, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0cb19f-d0ab-48af-8352-6af6069fda14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:19.255588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.271056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:19.271394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.292357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.324642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf32c438-1738-43d3-abc5-0e11b10b708d req-c03640ec-1805-47c9-9564-51ee720512bd tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656221 Aug 31 07:43:19.335820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Port fb7de57e-1e44-4f45-a313-324da27d48e9 on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:19.336264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Attempting to bind port fb7de57e-1e44-4f45-a313-324da27d48e9 on network 6e0ef917-47aa-406f-b805-53d474aaf7f9 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.344777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-162bdf18-7b7a-4605-9b46-00bb7fa90889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.347013 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-162bdf18-7b7a-4605-9b46-00bb7fa90889 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 200 len: 857 time: 0.2390604 Aug 31 07:43:19.349837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=8687a694-9877-4ff8-a533-aaa3486c3a5e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.373237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:19.373592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:19.374012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:19.374694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Bound port: ba0af0f9-0c37-4812-a023-193995dd50fb, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:19.375092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.454007 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c2d8ac-e1f7-4ac5-8947-f0f518daa5d3 x-openstack-request-id: req-87c2d8ac-e1f7-4ac5-8947-f0f518daa5d3 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:19.454285 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:19.454514 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87c2d8ac-e1f7-4ac5-8947-f0f518daa5d3 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:19.454921 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'code': 200} Aug 31 07:43:19.504542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:19.529979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:19.547315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:19.577837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:19.605272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-b9676dae-6ca2-4710-9c51-a5f3d1310448 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.613051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-b9676dae-6ca2-4710-9c51-a5f3d1310448 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.621420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-b9676dae-6ca2-4710-9c51-a5f3d1310448 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.629139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-b9676dae-6ca2-4710-9c51-a5f3d1310448 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.635731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-b9676dae-6ca2-4710-9c51-a5f3d1310448 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.637723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-b9676dae-6ca2-4710-9c51-a5f3d1310448 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 3829 time: 0.1097260 Aug 31 07:43:19.663218 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.701860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.717147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:19.719500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Checking segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:19.719500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Bound using segment: {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:19.719500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Bound port: fb7de57e-1e44-4f45-a313-324da27d48e9, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6c1216-f581-44ba-945f-f634395aa40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:19.719500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.729772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.730581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.732123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] 10.222.0.68 "PUT /v2.0/ports/ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 200 len: 1093 time: 3.0915215 Aug 31 07:43:19.734647 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab7917-71b4-45f4-946b-96af1e4080c1 x-openstack-request-id: req-8bab7917-71b4-45f4-946b-96af1e4080c1 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:19.734938 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29", "tag": "7e650276-cfd6-47c5-bae3-d63ae8a52bcb", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:19.735193 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bab7917-71b4-45f4-946b-96af1e4080c1 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:19.735586 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'tag': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb', 'status': 'completed', 'code': 200} Aug 31 07:43:19.737376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.754488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75568358-4351-4b67-b3a3-2ea6e125f196 req-436e1728-5e87-4c7a-a474-0b49078ba17e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098504 Aug 31 07:43:19.764151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.765038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.766730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 1096 time: 2.8485079 Aug 31 07:43:19.777909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9865944-e999-45b8-9a51-f48b2972169f service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.832145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187577-7ac0-478c-b433-ce07bc8aedaf service neutron] Pushing event updated for resources: {'Port': ['ID=9f9358fe-c311-4d24-bdcd-f01608569d32,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.840253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:19.849100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-64b6f8bb-30ff-4a9d-b495-15dac9f7a72f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e0ef917-47aa-406f-b805-53d474aaf7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4847517 Aug 31 07:43:19.893773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-3ff4f642-1506-42f0-b656-2f592b64cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.895349 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-3ff4f642-1506-42f0-b656-2f592b64cc01 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 1095 time: 0.6777761 Aug 31 07:43:19.948083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8687a694-9877-4ff8-a533-aaa3486c3a5e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:19.951324 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09cfcb1-0175-4554-afce-0f1ceb6fd2af" -d '{"events": [{"server_uuid": "0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1", "name": "network-vif-plugged", "status": "completed", "tag": "8687a694-9877-4ff8-a533-aaa3486c3a5e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:19.977074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae20ad-f9df-4f5b-811a-8ad5f76129f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.025777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-3310ad1b-17c0-40ea-a257-ac5914db1b9f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f9358fe-c311-4d24-bdcd-f01608569d32 HTTP/1.1" status: 200 len: 217 time: 0.1044703 Aug 31 07:43:20.036596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-8127003b-63d7-4d4c-9249-13f269388ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.039592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-8127003b-63d7-4d4c-9249-13f269388ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1099 time: 0.2211239 Aug 31 07:43:20.043083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.162801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] For port fb7de57e-1e44-4f45-a313-324da27d48e9, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:20.177107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] For port fb7de57e-1e44-4f45-a313-324da27d48e9, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fb7de57e-1e44-4f45-a313-324da27d48e9,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:20.180032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-9b03ee57-f051-4c3d-a6e5-9801b9127974 service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147271 Aug 31 07:43:20.215131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-7c25b4a0-9cf1-4016-a0db-ddd3550a882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.217399 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-7c25b4a0-9cf1-4016-a0db-ddd3550a882a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 200 len: 857 time: 0.1761787 Aug 31 07:43:20.272725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.276527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.339256 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-7831028e-66ca-4ce8-b3f4-2ceb58b6790b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e0ef917-47aa-406f-b805-53d474aaf7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857263 Aug 31 07:43:20.365247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f098e-9321-48b1-8f55-70543e04fb2a req-f4246eb7-198d-417d-8bff-6178f5fb6ae6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.367025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a12f098e-9321-48b1-8f55-70543e04fb2a req-f4246eb7-198d-417d-8bff-6178f5fb6ae6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.1635184 Aug 31 07:43:20.380199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25086c0e-0bbe-4c50-a3a3-8210650c4ebf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.410330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.415629 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-81a246df-d37b-49a1-9508-650a42d0c138 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/25086c0e-0bbe-4c50-a3a3-8210650c4ebf HTTP/1.1" status: 204 len: 168 time: 1.7013311 Aug 31 07:43:20.416461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-8003d84b-6012-4cb4-90d2-ab2dea954b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.417446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34816) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:20.418325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-8003d84b-6012-4cb4-90d2-ab2dea954b6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.3617432 Aug 31 07:43:20.519906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a12f098e-9321-48b1-8f55-70543e04fb2a req-a32cbbf7-7e39-4367-9292-a7b02fb4a639 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433575 Aug 31 07:43:20.522949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-d895a306-bacc-4728-90c5-a5486f4d8c4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.0834684 Aug 31 07:43:20.547215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.547842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.549322 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-f463bba8-9f77-4961-80be-44b99408280d service neutron] 10.222.0.45 "PUT /v2.0/ports/fb7de57e-1e44-4f45-a313-324da27d48e9 HTTP/1.1" status: 200 len: 1093 time: 3.1154475 Aug 31 07:43:20.554932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463bba8-9f77-4961-80be-44b99408280d service neutron] Pushing event updated for resources: {'Port': ['ID=fb7de57e-1e44-4f45-a313-324da27d48e9,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.580456 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-87c78045-300e-41b5-b8e6-67952cfadb9d service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923838 Aug 31 07:43:20.595321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.633946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-a1a9c28f-814a-486a-a8f0-1bacca4d9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.633946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-a1a9c28f-814a-486a-a8f0-1bacca4d9135 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1017981 Aug 31 07:43:20.651209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-9acc1762-5ba2-4fba-8b59-c1ecf6120fd6 service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834430 Aug 31 07:43:20.654730 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d258925-a9b8-4221-b604-a42b180f9e90 x-openstack-request-id: req-9d258925-a9b8-4221-b604-a42b180f9e90 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:20.655026 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1", "name": "network-vif-plugged", "status": "completed", "tag": "8687a694-9877-4ff8-a533-aaa3486c3a5e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:20.655285 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d258925-a9b8-4221-b604-a42b180f9e90 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:20.655686 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8687a694-9877-4ff8-a533-aaa3486c3a5e', 'code': 200} Aug 31 07:43:20.850030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:20.862459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387433-19da-4013-ac94-c673c660da01 req-65f57886-0393-45a5-85b0-3496d1d6f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.863986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-65f57886-0393-45a5-85b0-3496d1d6f50c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2164304 Aug 31 07:43:20.866498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.876065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6f641-64d3-4387-9683-f7234a75b855 req-ca1bd4dc-9b31-4658-b730-0a77a3f9edfc tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.877586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50b6f641-64d3-4387-9683-f7234a75b855 req-ca1bd4dc-9b31-4658-b730-0a77a3f9edfc tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 944 time: 0.1782875 Aug 31 07:43:20.959007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.961108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Transition to ACTIVE for port object 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:20.978875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76d7af-f494-4396-8588-a12af4a648b7 req-18197444-063c-4da2-b9d8-8faf12b7bb6c tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.979910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b76d7af-f494-4396-8588-a12af4a648b7 req-18197444-063c-4da2-b9d8-8faf12b7bb6c tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 945 time: 0.2377381 Aug 31 07:43:20.989828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-85be62f5-b9fe-44b7-a444-3a0b063d2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.991335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-85be62f5-b9fe-44b7-a444-3a0b063d2fa7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 1096 time: 0.1936810 Aug 31 07:43:21.012015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882fb6ce-2948-43bd-9a26-be73233673d2']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:21.031958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50b6f641-64d3-4387-9683-f7234a75b855 req-32677a44-c24e-4853-8acb-7f6fad260d01 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376719 Aug 31 07:43:21.052264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9880f672-ff51-4414-9123-8bf5c7d997ee') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:21.066517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9880f672-ff51-4414-9123-8bf5c7d997ee') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:21.068500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.080623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-96dffd2a-b7e3-48df-a9b7-e423d566af0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb7de57e-1e44-4f45-a313-324da27d48e9 HTTP/1.1" status: 200 len: 217 time: 0.0717556 Aug 31 07:43:21.120374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.134332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a398a34-82f2-4b93-b7ba-a8fc9cf2bc83 req-33c0266b-09cf-497f-9d53-15814ad76a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.136777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a398a34-82f2-4b93-b7ba-a8fc9cf2bc83 req-33c0266b-09cf-497f-9d53-15814ad76a52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 1097 time: 0.3632846 Aug 31 07:43:21.143147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-ac1246ea-f6cd-449f-992a-f1d19eabc196 service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846518 Aug 31 07:43:21.169474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-3e1c2fbc-fa09-4d89-af97-b320c8fca7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.172040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-3e1c2fbc-fa09-4d89-af97-b320c8fca7eb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 1095 time: 0.2285454 Aug 31 07:43:21.173695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.215731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:43:21.216381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:43:21.222597 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:43:21.414310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-89ea0e22-ab3d-4b19-8cc7-db0a81aaede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.415860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-89ea0e22-ab3d-4b19-8cc7-db0a81aaede5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 918 time: 0.2284169 Aug 31 07:43:21.472811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198'}, {'name': 'network-changed', 'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:21.474558 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-14ca7a14-b6ce-4653-b44b-e6913938a9be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb HTTP/1.1" status: 200 len: 217 time: 0.0480859 Aug 31 07:43:21.475168 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f919c3aa-bc71-4d32-a96b-9fa263e33d08" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198"}, {"name": "network-changed", "server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:21.481565 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a398a34-82f2-4b93-b7ba-a8fc9cf2bc83 req-4e413a70-3a2a-47c6-b994-3449f9b93f51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354731 Aug 31 07:43:21.492181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-dfacb036-c7df-43c8-9943-88934d79a336 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113679 Aug 31 07:43:21.500389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b76d7af-f494-4396-8588-a12af4a648b7 req-a7b97016-7e2c-40ba-b0c8-f9d8c746efa0 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004618 Aug 31 07:43:21.505205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Pushing event updated for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:21.510744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-ecb134bb-277a-4546-831f-939a12667f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.512893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-ecb134bb-277a-4546-831f-939a12667f57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 200 len: 857 time: 0.4061508 Aug 31 07:43:21.533621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-c136c16a-8a8a-4023-8d8b-61593f4f9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.544342 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-c136c16a-8a8a-4023-8d8b-61593f4f9a6d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 200 len: 857 time: 0.0522437 Aug 31 07:43:21.574661 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-b0eca28f-e0b9-443a-8657-a3bfa6d1c114 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e0ef917-47aa-406f-b805-53d474aaf7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293314 Aug 31 07:43:21.600378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Attempting to bind port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:21.605969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Attempting to bind port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:21.612598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Attempting to bind port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:21.621627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:21.622322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Attempting to bind port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:21.629044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:21.630177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Checking segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:21.630929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Bound using segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:21.631559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Bound port: 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:21.632285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.649138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.657275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.659913 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] 10.222.0.36 "DELETE /v2.0/networks/882fb6ce-2948-43bd-9a26-be73233673d2 HTTP/1.1" status: 204 len: 168 time: 1.2118948 Aug 31 07:43:21.689389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9bda5-6ef8-48c5-a082-7bc50e07328e admin admin] Pushing event deleted for resources: {'Network': ['ID=882fb6ce-2948-43bd-9a26-be73233673d2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:21.737968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'tag': '9f9358fe-c311-4d24-bdcd-f01608569d32'}, {'name': 'network-changed', 'server_uuid': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'tag': 'fb7de57e-1e44-4f45-a313-324da27d48e9'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:21.740821 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7d7964-4767-4966-9f7a-9015df886d80", "tag": "9f9358fe-c311-4d24-bdcd-f01608569d32"}, {"name": "network-changed", "server_uuid": "2fe08b19-72ea-490e-9d74-9105ae89000b", "tag": "fb7de57e-1e44-4f45-a313-324da27d48e9"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:21.749969 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-0e0c47fa-f879-497c-9988-c599e739532e service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655898 Aug 31 07:43:21.777973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-860fa526-7a6e-4578-b269-799671d005ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e0ef917-47aa-406f-b805-53d474aaf7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721338 Aug 31 07:43:21.862069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-994d8b1b-44bb-48f9-8e4e-dc28dce8c66e req-49f39de8-0220-486f-8b7a-4e6cc59a1797 service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040244 Aug 31 07:43:21.910341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.917039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.922926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.928867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.935325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.941468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.943398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-6910ac6e-3a55-4fa4-ae3b-213aede40d4d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 4602 time: 0.2998643 Aug 31 07:43:21.996562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:22.035266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:22.038812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-b019f325-b97f-4076-9d41-952f43b946a4 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351839 Aug 31 07:43:22.046362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-d1858ab3-80a9-447e-ae48-dc2b878b321d service neutron] 10.222.0.45 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411008 Aug 31 07:43:22.056135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95e10b33-34d4-400d-9305-29a564aa77f9 req-c6ffd03e-b4e9-455a-bf10-47bddbe18688 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957203 Aug 31 07:43:22.157248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff3ce09-ce53-4d32-820f-08089c8694d2 req-53bb2b74-0a9d-4023-b0a4-e8a3c2dbd682 service neutron] 10.222.0.45 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000209 Aug 31 07:43:22.160109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.214796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.215467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.217654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] 10.222.0.68 "PUT /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 1132 time: 2.3844795 Aug 31 07:43:22.248448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff796-d620-4a10-b7e6-260d96e25a6f service neutron] Pushing event updated for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:22.270222 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0569fafa-be7b-441b-97c4-9164097f1de7 x-openstack-request-id: req-0569fafa-be7b-441b-97c4-9164097f1de7 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:22.270527 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:22.270780 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0569fafa-be7b-441b-97c4-9164097f1de7 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:22.271177 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'status': 'completed', 'code': 200} Aug 31 07:43:22.271427 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'status': 'completed', 'code': 200} Aug 31 07:43:22.363098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:22.426128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:22.430605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e650276-cfd6-47c5-bae3-d63ae8a52bcb details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:22.460459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.461354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.462065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.462793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.463591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.465058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.467404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-9aab3d48-e874-429d-b12a-0f01d5a80350 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5290 time: 0.1777456 Aug 31 07:43:22.473742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-dd5c62f4-a282-4cfe-b2d7-24125b43de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.478729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-dd5c62f4-a282-4cfe-b2d7-24125b43de72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1099 time: 0.1253474 Aug 31 07:43:22.493704 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f63c33b-f4b2-4443-b6b8-bb59bb9b89c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e86da3af86bb48a2a991bca258024a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624990 Aug 31 07:43:22.508287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:22.536345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.619970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:22.644781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb', 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'port_id': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb', 'mac_address': 'fa:16:3e:d7:12:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:22.646576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0791ab1-470c-463d-a5ff-0dd3ae7c1743 req-d6bfd61a-ad92-4d65-8565-01b1091e83e2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.648600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0791ab1-470c-463d-a5ff-0dd3ae7c1743 req-d6bfd61a-ad92-4d65-8565-01b1091e83e2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.3039920 Aug 31 07:43:22.712237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.721585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ceb7-9ba4-4b2a-80da-db855d4c45b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.736252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e650276-cfd6-47c5-bae3-d63ae8a52bcb {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:22.764766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:22.774069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ceb7-9ba4-4b2a-80da-db855d4c45b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.876980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0791ab1-470c-463d-a5ff-0dd3ae7c1743 req-97431e9d-a9ea-4289-b0e9-25e1948462d5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800227 Aug 31 07:43:22.884053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-ab94b462-0056-4933-9a0e-39da6f6e6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.887428 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.901144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-ab94b462-0056-4933-9a0e-39da6f6e6a1c service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.4008248 Aug 31 07:43:22.918075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-1818c3cf-44d0-4935-bbad-12502f94affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.918568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-1818c3cf-44d0-4935-bbad-12502f94affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.919053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-1818c3cf-44d0-4935-bbad-12502f94affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.920734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-1818c3cf-44d0-4935-bbad-12502f94affd service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4404962 Aug 31 07:43:22.962396 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8a9d4-4291-4e69-b3a8-3adc7e934b0d x-openstack-request-id: req-aba8a9d4-4291-4e69-b3a8-3adc7e934b0d {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:22.962717 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7d7964-4767-4966-9f7a-9015df886d80", "tag": "9f9358fe-c311-4d24-bdcd-f01608569d32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2fe08b19-72ea-490e-9d74-9105ae89000b", "tag": "fb7de57e-1e44-4f45-a313-324da27d48e9", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:22.962971 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aba8a9d4-4291-4e69-b3a8-3adc7e934b0d {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:22.963574 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'tag': '9f9358fe-c311-4d24-bdcd-f01608569d32', 'status': 'completed', 'code': 200} Aug 31 07:43:22.964618 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'tag': 'fb7de57e-1e44-4f45-a313-324da27d48e9', 'status': 'completed', 'code': 200} Aug 31 07:43:22.979462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.012376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6671202d-e8a2-4d14-bd55-f5502faa5aac {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:23.021998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.037651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-3481f713-85e3-4411-857c-11d3cd5c36ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.1335640 Aug 31 07:43:23.039536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Transition to ACTIVE for port object 6671202d-e8a2-4d14-bd55-f5502faa5aac will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:23.047170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-a8a6edc2-b5f6-44e6-96c0-b56eeb98a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.049336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-a8a6edc2-b5f6-44e6-96c0-b56eeb98a138 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 1095 time: 0.0668411 Aug 31 07:43:23.079353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ceb7-9ba4-4b2a-80da-db855d4c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.082113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ceb7-9ba4-4b2a-80da-db855d4c45b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.085667 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ffd7ceb7-9ba4-4b2a-80da-db855d4c45b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f499d56a-53af-4f46-a0f3-4885edf2bf59 HTTP/1.1" status: 204 len: 168 time: 0.5752697 Aug 31 07:43:23.134403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ceb7-9ba4-4b2a-80da-db855d4c45b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499d56a-53af-4f46-a0f3-4885edf2bf59,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.140445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7e650276-cfd6-47c5-bae3-d63ae8a52bcb'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:23.186184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.205998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-13ab8429-5d88-46fc-88e6-a45253d60947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.208806 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-13ab8429-5d88-46fc-88e6-a45253d60947 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 918 time: 0.1490479 Aug 31 07:43:23.260121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-30731514-6577-4fc9-9476-048183e72543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.260121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-30731514-6577-4fc9-9476-048183e72543 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.2056737 Aug 31 07:43:23.268827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-eeb1b976-ecfa-4979-9c8c-12f294b5aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.270808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-eeb1b976-ecfa-4979-9c8c-12f294b5aeaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 1096 time: 0.2716217 Aug 31 07:43:23.274201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-83ef0e79-03a4-4fe7-bf15-8e29ea049d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.279187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-83ef0e79-03a4-4fe7-bf15-8e29ea049d30 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220065 Aug 31 07:43:23.321839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8960189-0a14-4fbf-8c8a-e2433f32cb33 req-d104a420-5181-41b9-9b63-bbf74e3da8fd tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.326357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8960189-0a14-4fbf-8c8a-e2433f32cb33 req-d104a420-5181-41b9-9b63-bbf74e3da8fd tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 944 time: 0.2876756 Aug 31 07:43:23.344479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-c5606d40-7ca1-450b-ac1b-d6a8966f9664 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f9358fe-c311-4d24-bdcd-f01608569d32 HTTP/1.1" status: 200 len: 217 time: 0.0944180 Aug 31 07:43:23.365363 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.441784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.488058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-190a1efb-32d3-4f92-bcde-a36ae31e7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.489480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-190a1efb-32d3-4f92-bcde-a36ae31e7d11 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 200 len: 857 time: 0.1293335 Aug 31 07:43:23.526139 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-33ab76cb-ba56-455d-8269-60dcfe98ca10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6e0ef917-47aa-406f-b805-53d474aaf7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283966 Aug 31 07:43:23.559466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Attempting to bind port 6671202d-e8a2-4d14-bd55-f5502faa5aac on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:23.560066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Attempting to bind port 6671202d-e8a2-4d14-bd55-f5502faa5aac by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:23.560503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Attempting to bind port 6671202d-e8a2-4d14-bd55-f5502faa5aac on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:23.592021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Port 6671202d-e8a2-4d14-bd55-f5502faa5aac on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:23.592506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Attempting to bind port 6671202d-e8a2-4d14-bd55-f5502faa5aac on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:23.615877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:23.616353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Checking segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:23.617168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Bound using segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:23.617890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Bound port: 6671202d-e8a2-4d14-bd55-f5502faa5aac, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:23.618455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.713733 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-45050ece-1de4-4802-9aff-feba3961c2cf service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766944 Aug 31 07:43:23.715799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e84543f0-cc6c-4c7a-9df9-6f0f659917b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.744236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:23.789191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:23.795397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8960189-0a14-4fbf-8c8a-e2433f32cb33 req-9a70a6da-80b5-4034-9c4b-d5d0dbefd3c7 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923256 Aug 31 07:43:23.808099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-52c93616-95a7-4356-aca0-4bf19308eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.809631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-52c93616-95a7-4356-aca0-4bf19308eb6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5378342 Aug 31 07:43:23.817460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-dc791ffc-f58b-4f61-8688-a80f3e13a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.818978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-dc791ffc-f58b-4f61-8688-a80f3e13a152 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1099 time: 0.4568951 Aug 31 07:43:23.829945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd802c4a-05ba-4f05-b50e-09114d0ecc2a req-9f85eef1-b5c8-4e7c-ac02-ef8ea3e4488f tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.831275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd802c4a-05ba-4f05-b50e-09114d0ecc2a req-9f85eef1-b5c8-4e7c-ac02-ef8ea3e4488f tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 945 time: 0.5038774 Aug 31 07:43:23.848671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-1c9600a8-253e-4c45-8185-cf21d1837210 service neutron] 10.222.0.68 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260009 Aug 31 07:43:23.862512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-cbf61a01-d3d4-4ff6-acab-5df678375734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.864056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-cbf61a01-d3d4-4ff6-acab-5df678375734 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 200 len: 918 time: 0.5625114 Aug 31 07:43:23.927301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.967137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.967579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.968995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] 10.222.0.68 "PUT /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 1132 time: 1.6104531 Aug 31 07:43:23.990778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7406e9-7dd6-4bd6-885c-9b6bde46cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:24.021172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-de2cf7bc-a1d4-4050-9271-b25c1220ce2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb7de57e-1e44-4f45-a313-324da27d48e9 HTTP/1.1" status: 200 len: 217 time: 0.1180816 Aug 31 07:43:24.027735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34894) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:24.081252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:24.106713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd802c4a-05ba-4f05-b50e-09114d0ecc2a req-de5916dc-b382-4221-adba-d4f380e4772c tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640953 Aug 31 07:43:24.111339 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-17d4071c-0cc4-4d4b-8ebd-927923af7d0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84cedba82e504ea4a9a955c347fcad2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819626 Aug 31 07:43:24.114384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34896) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:24.150473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-72d096dd-0b7d-4a8c-9db4-d1b7fadbef84 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286159 Aug 31 07:43:24.163958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.170711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.176777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.182638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.183705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.190044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.196593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.202240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.204605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-30183c01-0670-4ad4-87a7-6a11707c7176 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5375 time: 0.3025427 Aug 31 07:43:24.207284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-e6837b98-b2ce-4077-ba2d-1dffc512b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.208757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-e6837b98-b2ce-4077-ba2d-1dffc512b857 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.3766153 Aug 31 07:43:24.217149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-337fdfb3-8a70-43b2-8333-9ac4fbb27855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.218634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-337fdfb3-8a70-43b2-8333-9ac4fbb27855 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 200 len: 857 time: 0.1825387 Aug 31 07:43:24.232663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de3863e9-3be9-4682-b7bb-30eee0a58ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.284738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '075a12b8-5937-4c07-9fba-5a6dbd2dc9ad'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:24.287218 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff1643-24f0-49b6-9161-4d5bdd734801" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "075a12b8-5937-4c07-9fba-5a6dbd2dc9ad"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:24.322326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de3863e9-3be9-4682-b7bb-30eee0a58ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.347018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-80bc242d-0a09-4495-8126-2a8c13d41f69 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.1274137 Aug 31 07:43:24.351954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-ff21d932-877a-4f61-a254-086516e4a53e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e0ef917-47aa-406f-b805-53d474aaf7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081336 Aug 31 07:43:24.451894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f9358fe-c311-4d24-bdcd-f01608569d32 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:24.454660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e650276-cfd6-47c5-bae3-d63ae8a52bcb up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:24.468132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bff2375a-fb62-4257-b3dc-372aabc34313 req-7b6d34b6-0c05-4ba2-b00f-1d2b7ed8786f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472911 Aug 31 07:43:24.498259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-c8003914-90ee-448b-b999-7c0b4d49c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.499758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-c8003914-90ee-448b-b999-7c0b4d49c91a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1443110 Aug 31 07:43:24.511753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-897c466f-f017-4f88-86a3-966d71db1cb0 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060436 Aug 31 07:43:24.552331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bde1cfc-5ae0-4682-a896-792302609cad {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:24.557365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de3863e9-3be9-4682-b7bb-30eee0a58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.560441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de3863e9-3be9-4682-b7bb-30eee0a58ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.561801 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de3863e9-3be9-4682-b7bb-30eee0a58ce4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68dbb10a-2c34-4ade-b7b8-32d6b65e358a HTTP/1.1" status: 204 len: 168 time: 0.4464397 Aug 31 07:43:24.568912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.583114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3863e9-3be9-4682-b7bb-30eee0a58ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dbb10a-2c34-4ade-b7b8-32d6b65e358a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:24.594763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Transition to ACTIVE for port object 6bde1cfc-5ae0-4682-a896-792302609cad will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:24.649031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-b855e6e1-cc4b-46a2-b07c-b2853bc8ee55 service neutron] 10.222.0.45 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817786 Aug 31 07:43:24.660050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 9f9358fe-c311-4d24-bdcd-f01608569d32, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f9358fe-c311-4d24-bdcd-f01608569d32,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:24.662565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-8a15a159-460c-4bb5-a800-349bccba19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.664302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-8a15a159-460c-4bb5-a800-349bccba19dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552272 Aug 31 07:43:24.679747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '9f9358fe-c311-4d24-bdcd-f01608569d32', 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'port_id': '9f9358fe-c311-4d24-bdcd-f01608569d32', 'mac_address': 'fa:16:3e:d2:c6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:24.739570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.754563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9358fe-c311-4d24-bdcd-f01608569d32 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:24.769244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.776675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:24.781945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b335f91-97f2-4b62-b8c8-f09151f94e7b req-36cf35ee-bbb8-4626-8065-2050024fd00e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.782396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:24.782918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.783730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b335f91-97f2-4b62-b8c8-f09151f94e7b req-36cf35ee-bbb8-4626-8065-2050024fd00e tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.1842129 Aug 31 07:43:24.795815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 9f9358fe-c311-4d24-bdcd-f01608569d32, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f9358fe-c311-4d24-bdcd-f01608569d32,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:24.887790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-b8f35a93-3372-4d1a-ae6b-48c3a05db623 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116241 Aug 31 07:43:24.895617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.896327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b335f91-97f2-4b62-b8c8-f09151f94e7b req-8d550fc0-df31-4ad0-9140-c97c304c3a3f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045003 Aug 31 07:43:24.911304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Pushing event updated for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:24.944565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.980003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '6671202d-e8a2-4d14-bd55-f5502faa5aac'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:24.985324 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b541361-e040-4c25-9169-f43f5068d8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "6671202d-e8a2-4d14-bd55-f5502faa5aac"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:24.986532 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3554802-9b19-4422-85da-25dea4f6adab x-openstack-request-id: req-b3554802-9b19-4422-85da-25dea4f6adab {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:24.986834 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "075a12b8-5937-4c07-9fba-5a6dbd2dc9ad", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:24.987088 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3554802-9b19-4422-85da-25dea4f6adab {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:24.987489 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '075a12b8-5937-4c07-9fba-5a6dbd2dc9ad', 'status': 'completed', 'code': 200} Aug 31 07:43:24.989834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18ffef09-2ebc-44f9-a1f0-ed7b89b2e6d9 req-aad3ff2c-6c20-4884-bee1-360d12f8d96c service neutron] 10.222.0.45 "GET /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245051 Aug 31 07:43:24.992828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Attempting to bind port 6bde1cfc-5ae0-4682-a896-792302609cad on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:24.994869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Attempting to bind port 6bde1cfc-5ae0-4682-a896-792302609cad by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:24.995425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Attempting to bind port 6bde1cfc-5ae0-4682-a896-792302609cad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:25.021722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Port 6bde1cfc-5ae0-4682-a896-792302609cad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:25.022087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Attempting to bind port 6bde1cfc-5ae0-4682-a896-792302609cad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:25.053747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:25.056053 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ccfbf-39cf-46a7-b5f5-b57619084199" -d '{"events": [{"server_uuid": "8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29", "name": "network-vif-plugged", "status": "completed", "tag": "7e650276-cfd6-47c5-bae3-d63ae8a52bcb"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:25.091491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:25.098076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=9f9358fe-c311-4d24-bdcd-f01608569d32,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:25.101736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:25.103839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Checking segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:25.104461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Bound using segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:25.104929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Bound port: 6bde1cfc-5ae0-4682-a896-792302609cad, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:25.105342 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.129965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.130962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.131308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.131795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.132341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.132824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.133301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.135363 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-1fa238c0-090d-4d8c-a9dd-2b170c329eec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6241 time: 0.1161120 Aug 31 07:43:25.143294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f919c3aa-bc71-4d32-a96b-9fa263e33d08 req-5a0ab24b-1543-4fa4-9d89-05e1925b0e52 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458875 Aug 31 07:43:25.164622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bcdc2-22a9-4f51-9fc2-6d0077b7f8a0 req-d687e49e-9704-4af4-9236-1322b3552c07 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.171402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6bcdc2-22a9-4f51-9fc2-6d0077b7f8a0 req-d687e49e-9704-4af4-9236-1322b3552c07 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.1189706 Aug 31 07:43:25.181293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da2be0-fff8-4292-848c-e20c30f3d26b req-7d565fe6-d57f-4182-bf10-c4f942522923 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.182997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77da2be0-fff8-4292-848c-e20c30f3d26b req-7d565fe6-d57f-4182-bf10-c4f942522923 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 944 time: 0.0911846 Aug 31 07:43:25.201904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.213465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['9f9358fe-c311-4d24-bdcd-f01608569d32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:25.250691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6bcdc2-22a9-4f51-9fc2-6d0077b7f8a0 req-6ad72916-8bf7-4c25-b26e-9e05a679559b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663323 Aug 31 07:43:25.259138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77da2be0-fff8-4292-848c-e20c30f3d26b req-8f9d29d0-0278-4563-a540-8711f908e1ed tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678847 Aug 31 07:43:25.334203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:25.357289 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c95a88-019d-4c6a-9a2e-5d11a32738af x-openstack-request-id: req-d2c95a88-019d-4c6a-9a2e-5d11a32738af {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:25.357586 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29", "name": "network-vif-plugged", "status": "completed", "tag": "7e650276-cfd6-47c5-bae3-d63ae8a52bcb", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:25.357911 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2c95a88-019d-4c6a-9a2e-5d11a32738af {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:25.358317 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb', 'code': 200} Aug 31 07:43:25.482420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814e2f6-3b6f-4c67-a77b-18d85e5b7a66 req-b4e74224-e0ff-442f-9a23-a6b1f570f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.483464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2814e2f6-3b6f-4c67-a77b-18d85e5b7a66 req-b4e74224-e0ff-442f-9a23-a6b1f570f82f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 1097 time: 0.0525939 Aug 31 07:43:25.533853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2814e2f6-3b6f-4c67-a77b-18d85e5b7a66 req-fe77d8f6-4ff5-40ec-ad73-9595c29d32b6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Aug 31 07:43:25.628306 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e229b70-f9a8-4a36-ac8c-c6adf3500312 x-openstack-request-id: req-4e229b70-f9a8-4a36-ac8c-c6adf3500312 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:25.628927 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "6671202d-e8a2-4d14-bd55-f5502faa5aac", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:25.628927 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e229b70-f9a8-4a36-ac8c-c6adf3500312 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:25.629245 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '6671202d-e8a2-4d14-bd55-f5502faa5aac', 'status': 'completed', 'code': 200} Aug 31 07:43:25.669051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:25.677939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.678265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6bde1cfc-5ae0-4682-a896-792302609cad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:25.684345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.690843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.692351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.699528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.702012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-b28ca421-edee-48c0-bfa5-6ec27e628b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.702482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-b28ca421-edee-48c0-bfa5-6ec27e628b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.702958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-b28ca421-edee-48c0-bfa5-6ec27e628b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.704802 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-b28ca421-edee-48c0-bfa5-6ec27e628b7d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5433667 Aug 31 07:43:25.706161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.712264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.718928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.720923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-9cfd6ce2-a77a-4789-8109-e527036642ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5387 time: 0.1118090 Aug 31 07:43:25.772646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6c730d2-1a3b-48c1-85b5-70bebc7e2ef5 req-3687714b-18b0-4894-abc3-9904f6d4b6d7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406592 Aug 31 07:43:25.849178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-65df6292-398c-4d9b-b44d-db6d2693b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.850701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06ff1643-24f0-49b6-9161-4d5bdd734801 req-65df6292-398c-4d9b-b44d-db6d2693b38f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958085 Aug 31 07:43:25.887151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.914486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f6b5a-1aa7-46ec-83c7-b6b2029057f4 req-acaaa7f1-38c7-4033-84da-1fcf88096d9a tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.917291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e43f6b5a-1aa7-46ec-83c7-b6b2029057f4 req-acaaa7f1-38c7-4033-84da-1fcf88096d9a tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Aug 31 07:43:25.958421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.959058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.961023 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] 10.222.0.68 "PUT /v2.0/ports/6bde1cfc-5ae0-4682-a896-792302609cad HTTP/1.1" status: 200 len: 1092 time: 1.8901765 Aug 31 07:43:25.972354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e43f6b5a-1aa7-46ec-83c7-b6b2029057f4 req-0ce1576d-4cf7-45a7-8162-0b0bb4e08036 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Aug 31 07:43:25.987437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04821d-907b-4ef5-a9a8-eafb0e978aee service neutron] Pushing event updated for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:26.002291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.002825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.003249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.003725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.004195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.004663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.005127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.008944 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3b541361-e040-4c25-9169-f43f5068d8ba req-e8305e81-875e-4a40-823d-38ad2f661123 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6283 time: 0.1194260 Aug 31 07:43:26.090920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c676-b438-4252-ad87-35dcd3e9cf52 req-84deadd9-2d22-4918-be10-836a49843090 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.092611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd73c676-b438-4252-ad87-35dcd3e9cf52 req-84deadd9-2d22-4918-be10-836a49843090 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.0614893 Aug 31 07:43:26.106334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:26.145095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd73c676-b438-4252-ad87-35dcd3e9cf52 req-472fca28-6f1a-4552-bca3-b4f431c9c7d9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Aug 31 07:43:26.200263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-68d80efd-ef2d-4d5c-805d-53605859de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.200998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-68d80efd-ef2d-4d5c-805d-53605859de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.201236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-68d80efd-ef2d-4d5c-805d-53605859de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.202916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3b541361-e040-4c25-9169-f43f5068d8ba req-68d80efd-ef2d-4d5c-805d-53605859de4e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1826198 Aug 31 07:43:26.207776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.360606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34948) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:26.395532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1d2f9-e843-4ec5-9129-626625bfa633 req-5fa0f0bd-534f-4e75-88ce-fccdc9b084f1 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.399389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.404530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0a1d2f9-e843-4ec5-9129-626625bfa633 req-5fa0f0bd-534f-4e75-88ce-fccdc9b084f1 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.0722780 Aug 31 07:43:26.407010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541361-e040-4c25-9169-f43f5068d8ba req-883205e0-7395-4ef6-bb8e-f2f5ac375b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.408353 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3b541361-e040-4c25-9169-f43f5068d8ba req-883205e0-7395-4ef6-bb8e-f2f5ac375b7f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1975794 Aug 31 07:43:26.457922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0a1d2f9-e843-4ec5-9129-626625bfa633 req-07f83797-3180-4377-84f3-4977ec7b3fea tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524836 Aug 31 07:43:26.466506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f9358fe-c311-4d24-bdcd-f01608569d32 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:26.489382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1263945389-network', 'tenant_id': '2ea1ce04b6ba4ad3a552b972f2aa12b8'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:26.578334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675755b-7206-49c5-8a55-50c482b87ebe req-c9ba8d3c-a9b7-4224-a3ef-09e7894580fc tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.579834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5675755b-7206-49c5-8a55-50c482b87ebe req-c9ba8d3c-a9b7-4224-a3ef-09e7894580fc tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 944 time: 0.0518312 Aug 31 07:43:26.591999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9b6e76-97d9-48ea-ae99-d5907494b301 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:26.597993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:26.600732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.620380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Transition to ACTIVE for port object bb9b6e76-97d9-48ea-ae99-d5907494b301 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:26.655316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5675755b-7206-49c5-8a55-50c482b87ebe req-ab86ab90-1c28-4680-9253-20c2209e9ab1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Aug 31 07:43:26.678786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-973cf3f1-8985-49d7-a751-4b293be14f7d tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.680488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-973cf3f1-8985-49d7-a751-4b293be14f7d tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.0926242 Aug 31 07:43:26.713334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ecf30d3-fc5c-453e-baad-f7e492dc6355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.721337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 9f9358fe-c311-4d24-bdcd-f01608569d32 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:26.730020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Made reservation on behalf of 2ea1ce04b6ba4ad3a552b972f2aa12b8 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:26.733197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.733638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 9f9358fe-c311-4d24-bdcd-f01608569d32 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:26.734053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.751571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.778645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.793109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:26.836837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'mac_address': 'fa:16:3e:2e:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:26.841424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:26.870597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Deleting port d97ed9cc-63fd-4692-b737-4ef914786f8e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:26.872472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.930662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.931504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Attempting to bind port bb9b6e76-97d9-48ea-ae99-d5907494b301 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:26.934326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Attempting to bind port bb9b6e76-97d9-48ea-ae99-d5907494b301 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:26.934682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Attempting to bind port bb9b6e76-97d9-48ea-ae99-d5907494b301 on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:26.940479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Port bb9b6e76-97d9-48ea-ae99-d5907494b301 on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:26.940808 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Attempting to bind port bb9b6e76-97d9-48ea-ae99-d5907494b301 on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:26.944447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32e82-29e8-4805-9403-e0814e216256 req-fd8c6f56-15df-48f0-b500-2221c90d3395 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.949169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcb32e82-29e8-4805-9403-e0814e216256 req-fd8c6f56-15df-48f0-b500-2221c90d3395 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 947 time: 0.1372442 Aug 31 07:43:26.955472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:26.956048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Checking segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:26.956789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Bound using segment: {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:26.957410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Bound port: bb9b6e76-97d9-48ea-ae99-d5907494b301, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1f43d5-b717-4427-af43-2b15b69a15fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:26.957974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.983380 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.001084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0af0f9-0c37-4812-a023-193995dd50fb {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:27.046163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:27.050147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 9f9358fe-c311-4d24-bdcd-f01608569d32, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f9358fe-c311-4d24-bdcd-f01608569d32,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:27.060389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:27.070706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:27.136323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcb32e82-29e8-4805-9403-e0814e216256 req-95578b99-3f47-4e33-869e-40d9e6827793 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552715 Aug 31 07:43:27.152293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.155209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.155875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fb7de57e-1e44-4f45-a313-324da27d48e9 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:27.158391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.164932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.172364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.180157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.185487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.190567 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.191923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.199735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-2dccc5a1-5f0e-4604-b917-41390acd5ed4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5399 time: 0.2827036 Aug 31 07:43:27.206030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.235229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-4cff4506-96b3-435c-a642-135185559b4b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.236724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-4cff4506-96b3-435c-a642-135185559b4b tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4&tenant_id=1f99309256e54083896d0fb3660db605&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 947 time: 0.3013341 Aug 31 07:43:27.252075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.252994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.254668 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] 10.222.0.68 "PUT /v2.0/ports/bb9b6e76-97d9-48ea-ae99-d5907494b301 HTTP/1.1" status: 200 len: 1092 time: 1.1580825 Aug 31 07:43:27.285166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99244d-46e5-44af-951e-872fcd6d1ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:27.287215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:27.334742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] For port d97ed9cc-63fd-4692-b737-4ef914786f8e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d97ed9cc-63fd-4692-b737-4ef914786f8e,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:27.335034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.359882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9358fe-c311-4d24-bdcd-f01608569d32'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:27.362996 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac66a3-89c4-4721-8762-d33296594adb" -d '{"events": [{"server_uuid": "fa7d7964-4767-4966-9f7a-9015df886d80", "name": "network-vif-plugged", "status": "completed", "tag": "9f9358fe-c311-4d24-bdcd-f01608569d32"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:27.365725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f3c3007-6469-47cd-a560-38381f0152e2 req-34dbaa2f-b400-46a9-8063-961566640914 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646831 Aug 31 07:43:27.369320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Calling delete_port for d97ed9cc-63fd-4692-b737-4ef914786f8e owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:27.386977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:27.387247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=9f9358fe-c311-4d24-bdcd-f01608569d32,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:27.425343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port fb7de57e-1e44-4f45-a313-324da27d48e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fb7de57e-1e44-4f45-a313-324da27d48e9,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:27.426893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d47e91-6f5c-4300-8229-1162c5d65261 req-9bafb9ac-5195-42f4-953d-fb0160bc8ef5 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.430951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55d47e91-6f5c-4300-8229-1162c5d65261 req-9bafb9ac-5195-42f4-953d-fb0160bc8ef5 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 945 time: 0.2036321 Aug 31 07:43:27.455354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'fb7de57e-1e44-4f45-a313-324da27d48e9', 'network_id': '6e0ef917-47aa-406f-b805-53d474aaf7f9', 'port_id': 'fb7de57e-1e44-4f45-a313-324da27d48e9', 'mac_address': 'fa:16:3e:a7:16:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:27.511898 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e6f2dc-43c4-4396-a68f-ed0a0a2e9c92 x-openstack-request-id: req-65e6f2dc-43c4-4396-a68f-ed0a0a2e9c92 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:27.518073 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7d7964-4767-4966-9f7a-9015df886d80", "name": "network-vif-plugged", "status": "completed", "tag": "9f9358fe-c311-4d24-bdcd-f01608569d32", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:27.518829 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65e6f2dc-43c4-4396-a68f-ed0a0a2e9c92 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:27.519475 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9358fe-c311-4d24-bdcd-f01608569d32', 'code': 200} Aug 31 07:43:27.534640 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.550339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-41ebabab-d5b9-4d83-a665-1fea11271e09 service neutron] 10.222.0.45 "GET /v2.0/ports/ba0af0f9-0c37-4812-a023-193995dd50fb/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 383 time: 0.2716832 Aug 31 07:43:27.572595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7de57e-1e44-4f45-a313-324da27d48e9 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:27.586302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.602635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port fb7de57e-1e44-4f45-a313-324da27d48e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fb7de57e-1e44-4f45-a313-324da27d48e9,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:27.620703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-09556dd1-10c4-4ff6-8b5a-6302cc43162a tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.622294 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-09556dd1-10c4-4ff6-8b5a-6302cc43162a tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 945 time: 0.1650262 Aug 31 07:43:27.625121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55d47e91-6f5c-4300-8229-1162c5d65261 req-5cea7caa-d9cf-40a2-bb50-ca2c1cd7713c tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/security-groups?id=8348ef9a-2ffb-45b1-b457-6a46c5c909b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720757 Aug 31 07:43:27.642532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad'}, {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:27.644939 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92277fea-4b30-486d-a458-4bce0e6f726c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad"}, {"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:27.668294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.695768 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ee569-dea9-423c-977e-ecba1c533716 x-openstack-request-id: req-969ee569-dea9-423c-977e-ecba1c533716 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:27.702340 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:27.702879 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-969ee569-dea9-423c-977e-ecba1c533716 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:27.703554 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad', 'status': 'completed', 'code': 200} Aug 31 07:43:27.704039 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301', 'status': 'completed', 'code': 200} Aug 31 07:43:27.754448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fec33-d4f2-4b14-80f7-2b6029327928 req-06ac278a-2696-47b0-ab0c-369fe3601e5e tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.756071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce7fec33-d4f2-4b14-80f7-2b6029327928 req-06ac278a-2696-47b0-ab0c-369fe3601e5e tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 947 time: 0.1750729 Aug 31 07:43:27.763838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.764074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d17d39e7-0a3a-431e-a9af-f2207d3502a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.765523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d17d39e7-0a3a-431e-a9af-f2207d3502a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1100 time: 0.1740859 Aug 31 07:43:27.825876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=fb7de57e-1e44-4f45-a313-324da27d48e9,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:27.854199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471d3ba-1f2d-4030-96b1-d8e7a7379940 req-217278f0-a4b7-44c8-a4c4-2fd05413e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.856488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e471d3ba-1f2d-4030-96b1-d8e7a7379940 req-217278f0-a4b7-44c8-a4c4-2fd05413e918 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 1097 time: 0.2332706 Aug 31 07:43:27.965048 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e471d3ba-1f2d-4030-96b1-d8e7a7379940 req-8ed04cc4-070a-4c60-9d54-65dcbb78a3f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994041 Aug 31 07:43:27.997201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Deleting port 8687a694-9877-4ff8-a533-aaa3486c3a5e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:27.997552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.012594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.027974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['fb7de57e-1e44-4f45-a313-324da27d48e9'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:28.057483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['ba0af0f9-0c37-4812-a023-193995dd50fb'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:28.137840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.144672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] For port 8687a694-9877-4ff8-a533-aaa3486c3a5e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8687a694-9877-4ff8-a533-aaa3486c3a5e,segment=NetworkSegment(db579b92-5d97-4a97-bb71-4120f5b119ad),segment_id=db579b92-5d97-4a97-bb71-4120f5b119ad)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:28.145217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.156208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97e9d4a-84a9-4aed-8218-1ba3298acc9b {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:28.171520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.174347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Calling delete_port for 8687a694-9877-4ff8-a533-aaa3486c3a5e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:28.192874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:43:28.218602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.219086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.219563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.220578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.220578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.220950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.221412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.223399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92277fea-4b30-486d-a458-4bce0e6f726c req-0dfcf525-b84d-4f04-a57c-cc5e8b034a1c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6351 time: 0.4909918 Aug 31 07:43:28.246816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce7fec33-d4f2-4b14-80f7-2b6029327928 req-46a702c8-eb74-46cb-8467-9fdbb5ecaa96 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760509 Aug 31 07:43:28.265645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Transition to ACTIVE for port object d97e9d4a-84a9-4aed-8218-1ba3298acc9b will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:28.295704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-5e83eb91-1efb-4f77-a4b6-f8105749979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.297608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-5e83eb91-1efb-4f77-a4b6-f8105749979c service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.5024185 Aug 31 07:43:28.298358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1431c2-070f-443e-930f-8a6a8ee548d0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:28.332607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b308b4d-b5ce-4385-af1b-24f776f75838 req-2cd38724-a07e-4603-a812-4e67a863addb tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.332607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b308b4d-b5ce-4385-af1b-24f776f75838 req-2cd38724-a07e-4603-a812-4e67a863addb tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 945 time: 0.5686753 Aug 31 07:43:28.333485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.333922 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Added segment f5168ea4-ed10-4cc7-8f83-5abd1c05672d of type vlan for network a9fef05d-49c9-41d5-aa23-f45b975b007c Aug 31 07:43:28.357590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.360502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.429011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Pushing event updated for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:28.477747 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-26c49914-d390-4a9b-8e90-9cd753289a51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.1464684 Aug 31 07:43:28.491577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.514145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Pushing event deleted for resources: {'Port': ['ID=d97ed9cc-63fd-4692-b737-4ef914786f8e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:28.536169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Pushing event deleted for resources: {'Port': ['ID=8687a694-9877-4ff8-a533-aaa3486c3a5e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:28.552936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.592907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:28.611941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] No DVR routers for this DVR port 8687a694-9877-4ff8-a533-aaa3486c3a5e on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:28.614242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Attempting to bind port d97e9d4a-84a9-4aed-8218-1ba3298acc9b on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:28.614918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Attempting to bind port d97e9d4a-84a9-4aed-8218-1ba3298acc9b by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:28.615442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Attempting to bind port d97e9d4a-84a9-4aed-8218-1ba3298acc9b on network c04f56fa-1ce7-40db-997a-90ff4442d198 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:28.621243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.623770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: d97ed9cc-63fd-4692-b737-4ef914786f8e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:28.624197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d97ed9cc-63fd-4692-b737-4ef914786f8e not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:28.625010 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-87a8f7ad-7ab3-4db1-8565-f91c18a89820 req-ecf093f7-2f2b-4c75-8296-1ff1d5f7a108 tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.45 "DELETE /v2.0/ports/8687a694-9877-4ff8-a533-aaa3486c3a5e HTTP/1.1" status: 204 len: 173 time: 0.9733946 Aug 31 07:43:28.627858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Port d97e9d4a-84a9-4aed-8218-1ba3298acc9b on network c04f56fa-1ce7-40db-997a-90ff4442d198 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:28.628399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Attempting to bind port d97e9d4a-84a9-4aed-8218-1ba3298acc9b on network c04f56fa-1ce7-40db-997a-90ff4442d198 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:28.637470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:28.638148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Checking segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:28.638556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Bound using segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:28.639167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Bound port: d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:28.639745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.642850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-87a9bcd8-2759-45b3-9a7b-ede64daa6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.644583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-87a9bcd8-2759-45b3-9a7b-ede64daa6bf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1261613 Aug 31 07:43:28.711751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b308b4d-b5ce-4385-af1b-24f776f75838 req-6e52d626-cc84-4802-94d3-6aaf732171f2 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682246 Aug 31 07:43:28.723103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:28.738208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:28.741438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] No DVR routers for this DVR port d97ed9cc-63fd-4692-b737-4ef914786f8e on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:28.745108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.747178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48a3096b-989a-4ad0-a8f4-d741f75e9cc9 req-a4130a75-621a-4c5c-9d1f-6b27f331ecb0 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "DELETE /v2.0/ports/d97ed9cc-63fd-4692-b737-4ef914786f8e HTTP/1.1" status: 204 len: 173 time: 2.0563145 Aug 31 07:43:28.754802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-deleted', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:28.757121 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f1d741-377f-43ca-9921-9470d98377f5" -d '{"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-deleted", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:28.809281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d137a-bb4e-4321-b015-7ca22f4ec312 req-3d92769c-87b0-40f1-80bc-d3026d1974f1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.810802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-768d137a-bb4e-4321-b015-7ca22f4ec312 req-3d92769c-87b0-40f1-80bc-d3026d1974f1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.3020883 Aug 31 07:43:28.817707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-b35f3b28-212f-4fc1-b69b-5046dbb84cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.819224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-b35f3b28-212f-4fc1-b69b-5046dbb84cd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490946 Aug 31 07:43:28.839755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-3730fa17-29dc-4136-8ca6-718ee7494977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.845470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-3730fa17-29dc-4136-8ca6-718ee7494977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.845470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-3730fa17-29dc-4136-8ca6-718ee7494977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.845470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92277fea-4b30-486d-a458-4bce0e6f726c req-3730fa17-29dc-4136-8ca6-718ee7494977 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5941126 Aug 31 07:43:28.857687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['8687a694-9877-4ff8-a533-aaa3486c3a5e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:28.882016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.919073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.920051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.921730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] 10.222.0.68 "PUT /v2.0/ports/d97e9d4a-84a9-4aed-8218-1ba3298acc9b HTTP/1.1" status: 200 len: 1092 time: 1.5407944 Aug 31 07:43:28.941130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.941130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.941130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.959736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517df4a-4a05-4a57-a974-d65306e22c03 service neutron] Pushing event updated for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:29.072192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.078585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.084647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.091260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.097262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.103817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.109782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.111840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-a9bd917a-331f-4539-810d-2e8c395f865c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5411 time: 0.3247802 Aug 31 07:43:29.128520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-768d137a-bb4e-4321-b015-7ca22f4ec312 req-9459c9b8-f43f-4e81-aa03-8e3a97197bce tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890267 Aug 31 07:43:29.143518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Request body: {'port': {'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:29.154513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34986) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:29.154728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7928944 Aug 31 07:43:29.194307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Request body: {'subnet': {'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1263945389-subnet', 'tenant_id': '2ea1ce04b6ba4ad3a552b972f2aa12b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:29.196437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51902b-9056-48d4-aed0-8351b821f349 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fef05d-49c9-41d5-aa23-f45b975b007c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:29.207634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a9fef05d-49c9-41d5-aa23-f45b975b007c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:43:29.282633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d60896f-90cc-4bf5-a204-7ea56852b02e req-1089daee-cd5c-449f-bf0c-a5b57b89b6bb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464574 Aug 31 07:43:29.311242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.338616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-61d1b4c4-d757-42d7-ad80-e2a21cd05715 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951227 Aug 31 07:43:29.342919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04152025-63cc-4bb9-afe5-869ffbf3b689 req-d6054d8c-7a66-46ba-b219-e3628f858d4a tempest-ServerGroupTestJSON-1275815919 tempest-ServerGroupTestJSON-1275815919-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1 HTTP/1.1" status: 200 len: 210 time: 0.0492165 Aug 31 07:43:29.344377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-b3abda16-b45c-41ca-8361-42c0b5945d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.346246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92277fea-4b30-486d-a458-4bce0e6f726c req-b3abda16-b45c-41ca-8361-42c0b5945d7d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4863818 Aug 31 07:43:29.382420 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a86201-00c2-45e5-bcdc-2b399762b18d x-openstack-request-id: req-97a86201-00c2-45e5-bcdc-2b399762b18d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:29.383774 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd416e8-e4f8-479e-aeca-35a13dd929f2", "name": "network-vif-deleted", "tag": "d97ed9cc-63fd-4692-b737-4ef914786f8e", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:29.384630 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97a86201-00c2-45e5-bcdc-2b399762b18d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:29.385370 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd416e8-e4f8-479e-aeca-35a13dd929f2', 'name': 'network-vif-deleted', 'tag': 'd97ed9cc-63fd-4692-b737-4ef914786f8e', 'status': 'completed', 'code': 200} Aug 31 07:43:29.423483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.436448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Made reservation on behalf of 2ea1ce04b6ba4ad3a552b972f2aa12b8 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:29.440988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.503667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06f6c6b7-a2ab-465d-bf06-45fcaa020909 req-1aebe2d3-66f9-4db8-a04a-f42d78728152 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd416e8-e4f8-479e-aeca-35a13dd929f2 HTTP/1.1" status: 200 len: 210 time: 0.0424836 Aug 31 07:43:29.534912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.535461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.535993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.536736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.537214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.537685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.538188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.543741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92277fea-4b30-486d-a458-4bce0e6f726c req-22ba7d47-dc49-4d7d-987c-4651a38d4091 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6419 time: 0.1158640 Aug 31 07:43:29.610334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-178575f1-21e9-4e81-b6d6-953792d3356d service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622800 Aug 31 07:43:29.688329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-ee2be9ce-6c30-4fd3-b676-c179bc9c4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.691247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-ee2be9ce-6c30-4fd3-b676-c179bc9c4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.691247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-ee2be9ce-6c30-4fd3-b676-c179bc9c4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.691612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92277fea-4b30-486d-a458-4bce0e6f726c req-ee2be9ce-6c30-4fd3-b676-c179bc9c4418 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1421506 Aug 31 07:43:29.706676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'name': 'network-vif-deleted', 'tag': '8687a694-9877-4ff8-a533-aaa3486c3a5e'}, {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:29.709056 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53697219-469a-490c-aa8d-b2c96f2eaffe" -d '{"events": [{"server_uuid": "0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1", "name": "network-vif-deleted", "tag": "8687a694-9877-4ff8-a533-aaa3486c3a5e"}, {"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:29.762210 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd648af-50ad-4fb7-bfa0-e7b8ccee45d2 x-openstack-request-id: req-cdd648af-50ad-4fb7-bfa0-e7b8ccee45d2 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:29.766278 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1", "name": "network-vif-deleted", "tag": "8687a694-9877-4ff8-a533-aaa3486c3a5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:29.766278 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdd648af-50ad-4fb7-bfa0-e7b8ccee45d2 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:29.766278 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7f44dc-7aaa-4d72-9237-f5f3c4dcd4e1', 'name': 'network-vif-deleted', 'tag': '8687a694-9877-4ff8-a533-aaa3486c3a5e', 'status': 'completed', 'code': 200} Aug 31 07:43:29.766278 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b', 'status': 'completed', 'code': 200} Aug 31 07:43:29.850237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:29.855634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92277fea-4b30-486d-a458-4bce0e6f726c req-96684b72-3477-44e8-91f6-fbdff1ee5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.857184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92277fea-4b30-486d-a458-4bce0e6f726c req-96684b72-3477-44e8-91f6-fbdff1ee5206 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566799 Aug 31 07:43:29.860832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.874688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Transition to ACTIVE for port object 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:29.875923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da98b-40ca-4ba1-9b4a-ddfa6d0bdb6d req-38c51cbc-4e6b-4c88-9024-73e9bb8a56ed tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.877488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-153da98b-40ca-4ba1-9b4a-ddfa6d0bdb6d req-38c51cbc-4e6b-4c88-9024-73e9bb8a56ed tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 945 time: 0.0784833 Aug 31 07:43:29.940536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-153da98b-40ca-4ba1-9b4a-ddfa6d0bdb6d req-b8a87fa6-1651-4bb7-b84d-e686520ad018 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 Aug 31 07:43:29.965102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.965621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.966226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.966744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.967224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.967333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.967826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.968173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.970366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-1b88db96-427b-4a4e-b502-fccdbaf649a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6419 time: 0.0647812 Aug 31 07:43:30.017913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.085786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f019a63c-8ec4-4553-b6a6-41d1a0a163a8,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:30.092333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-f98e8d51-1968-4a83-b60a-5d04d2dac900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.094639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-f98e8d51-1968-4a83-b60a-5d04d2dac900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.094639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-f98e8d51-1968-4a83-b60a-5d04d2dac900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.095586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-f98e8d51-1968-4a83-b60a-5d04d2dac900 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1165113 Aug 31 07:43:30.117070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:30.117443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Network hostable DHCP agents. Network: a9fef05d-49c9-41d5-aa23-f45b975b007c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:43:30.125212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:30.211422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-ac547d59-0686-4fda-8e12-47a65c71ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.214157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Attempting to bind port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:30.214542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Attempting to bind port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:30.214675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53697219-469a-490c-aa8d-b2c96f2eaffe req-ac547d59-0686-4fda-8e12-47a65c71ab68 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117165 Aug 31 07:43:30.214928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Attempting to bind port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 on network c04f56fa-1ce7-40db-997a-90ff4442d198 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:30.223789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 on network c04f56fa-1ce7-40db-997a-90ff4442d198 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:30.224195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Attempting to bind port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 on network c04f56fa-1ce7-40db-997a-90ff4442d198 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:30.231657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:30.232461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Checking segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:30.232873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Bound using segment: {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:30.233332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Bound port: 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbc5ea1-03f7-428a-b06f-371f98e16913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:30.233739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.299750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c518d-eebb-49a7-95ca-d4d271e87704 req-9107d977-548b-48dc-b31e-403c17c1d612 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.301316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a06c518d-eebb-49a7-95ca-d4d271e87704 req-9107d977-548b-48dc-b31e-403c17c1d612 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.0643277 Aug 31 07:43:30.326528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Network a9fef05d-49c9-41d5-aa23-f45b975b007c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:43:30.327491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:30.331804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:30.349865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a06c518d-eebb-49a7-95ca-d4d271e87704 req-f6329f44-8370-46e5-8cf8-a79c3ef5c9e9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Aug 31 07:43:30.419233 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.439821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.448341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.452150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a9fef05d-49c9-41d5-aa23-f45b975b007c) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:30.457228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.463366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.463982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.465566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.472647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.479428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3956ea-44f7-43be-8313-062bcda2b94b None None] Network a9fef05d-49c9-41d5-aa23-f45b975b007c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:30.480718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.481559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:30.483710 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] 10.222.0.68 "PUT /v2.0/ports/0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 200 len: 1092 time: 1.3475142 Aug 31 07:43:30.493334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.510533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.512503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1272789-9ee4-4373-8727-5091a0c140dd req-910f5d31-f5b4-40cf-bf95-a57e520fdd3f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1356037 Aug 31 07:43:30.513103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3d18-ce07-49a3-8efb-31b8e79b5b77 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:30.573641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1272789-9ee4-4373-8727-5091a0c140dd req-a33f95bc-f085-4970-9642-89d1c854b9bc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492873 Aug 31 07:43:30.612513 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7a9cbe0d-180d-4aa8-86a0-303cbda4310c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4458115 Aug 31 07:43:30.617666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fb7de57e-1e44-4f45-a313-324da27d48e9 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:30.687595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afec81-f6ea-4a9f-b2d3-191e7aa649ca None None] Network a9fef05d-49c9-41d5-aa23-f45b975b007c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:30.844274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.845075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.845878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.846587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.847208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.847679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.848146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.850151 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b422059f-ef26-45e7-be52-35bb0e784231 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6487 time: 0.1300018 Aug 31 07:43:30.902371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-63235e5b-adc0-4419-a7df-66114ed9c8f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 200 len: 217 time: 0.0420296 Aug 31 07:43:30.953019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-5210ba3a-f6a7-45b1-9a61-224f53e384cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.955029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-5210ba3a-f6a7-45b1-9a61-224f53e384cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a HTTP/1.1" status: 200 len: 849 time: 0.0452213 Aug 31 07:43:30.955335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port fb7de57e-1e44-4f45-a313-324da27d48e9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:30.959902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port fb7de57e-1e44-4f45-a313-324da27d48e9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:30.967407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.013995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-336a6702-3918-4ecd-9d2d-45cf89424db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.015803 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-336a6702-3918-4ecd-9d2d-45cf89424db4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf7ed58a-fb2b-478c-986d-72544195a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544906 Aug 31 07:43:31.044905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.068901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7de57e-1e44-4f45-a313-324da27d48e9'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:31.071484 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a569ce-6e38-400d-8915-e3015803fc7a" -d '{"events": [{"server_uuid": "2fe08b19-72ea-490e-9d74-9105ae89000b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7de57e-1e44-4f45-a313-324da27d48e9"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:31.085759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port fb7de57e-1e44-4f45-a313-324da27d48e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fb7de57e-1e44-4f45-a313-324da27d48e9,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:31.114894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-18cbaa89-667a-4431-b11b-d23dde0a6cdd service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913701 Aug 31 07:43:31.123388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35040) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:31.217146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Deleting subnet f3a84efb-2876-45e1-a902-f7850603b98b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:43:31.221996 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-74866812-99c6-469e-84c9-c79b82771717 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998018 Aug 31 07:43:31.222379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.230215 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.231067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:31.267104 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-afae60ac-e756-466a-9e97-024fe665c3ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 217 time: 0.0364230 Aug 31 07:43:31.271998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3da6d-e7ac-484f-86aa-d6583ebaf3ea req-f2f6b786-8c1f-4900-afcf-dedbc69d02b5 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.273683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30f3da6d-e7ac-484f-86aa-d6583ebaf3ea req-f2f6b786-8c1f-4900-afcf-dedbc69d02b5 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 945 time: 0.1033800 Aug 31 07:43:31.281129 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.313243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=fb7de57e-1e44-4f45-a313-324da27d48e9,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:31.342910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.354363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7d3f8b2e-9c46-464f-83e1-9fcdee0ec7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.355860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-7d3f8b2e-9c46-464f-83e1-9fcdee0ec7cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0811772 Aug 31 07:43:31.367671 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72dbde-d0c3-472b-8b76-28e10ab004e4 x-openstack-request-id: req-6f72dbde-d0c3-472b-8b76-28e10ab004e4 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:31.368211 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe08b19-72ea-490e-9d74-9105ae89000b", "name": "network-vif-plugged", "status": "completed", "tag": "fb7de57e-1e44-4f45-a313-324da27d48e9", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:31.369258 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f72dbde-d0c3-472b-8b76-28e10ab004e4 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:31.369878 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7de57e-1e44-4f45-a313-324da27d48e9', 'code': 200} Aug 31 07:43:31.417547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-0e5348c3-0e62-4f65-a0d3-e2feb8e178a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.419751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-0e5348c3-0e62-4f65-a0d3-e2feb8e178a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539980 Aug 31 07:43:31.462129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port ba0af0f9-0c37-4812-a023-193995dd50fb completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:31.466201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port ba0af0f9-0c37-4812-a023-193995dd50fb triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:31.466658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.529792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a64f2a08-ffff-4a36-89fa-34de5130f552 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992768 Aug 31 07:43:31.558185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30f3da6d-e7ac-484f-86aa-d6583ebaf3ea req-23c1810d-be85-4948-9d7a-5d6487c90980 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315405 Aug 31 07:43:31.564574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.612742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e8b4-d5cf-41d3-bd43-8368672f5638 req-2570f4ee-1d02-4c6f-abfb-8a8335791706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.614759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ac5e8b4-d5cf-41d3-bd43-8368672f5638 req-2570f4ee-1d02-4c6f-abfb-8a8335791706 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 1098 time: 0.1673295 Aug 31 07:43:31.618183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a84efb-2876-45e1-a902-f7850603b98b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:31.621228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.623586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-556e7421-24a1-4f6f-b1dd-02e6a7f07c59 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f3a84efb-2876-45e1-a902-f7850603b98b HTTP/1.1" status: 204 len: 168 time: 0.4989340 Aug 31 07:43:31.635000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35056) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:31.687590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab420b-08c3-4d79-a8e6-d92ad7c0c2d0 req-b1dc658b-785e-4010-a70a-f3fcfceb6471 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.689548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0ab420b-08c3-4d79-a8e6-d92ad7c0c2d0 req-b1dc658b-785e-4010-a70a-f3fcfceb6471 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 949 time: 0.2410002 Aug 31 07:43:31.728357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ac5e8b4-d5cf-41d3-bd43-8368672f5638 req-959999cb-21ee-4340-85c6-312d975f48cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008887 Aug 31 07:43:31.746569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.760751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b463db7-0c6f-45be-8418-d58fea79b2aa req-bb2ca6e5-a744-4cac-8fa2-01e68b7d2795 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.762676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b463db7-0c6f-45be-8418-d58fea79b2aa req-bb2ca6e5-a744-4cac-8fa2-01e68b7d2795 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.1279817 Aug 31 07:43:31.765970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:31.769886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0ab420b-08c3-4d79-a8e6-d92ad7c0c2d0 req-58a54d6f-74aa-411e-ac8f-75dd52656fd9 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610845 Aug 31 07:43:31.769886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35062) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:31.770150 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652f0670-afbb-4825-9447-0c2ed21e8241" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:31.772803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-300220576-network', 'tenant_id': 'df876a9e70204f9489dcbbcb7f1c9a18'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:31.775417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-0be754ba-85bb-422d-aceb-a70851d047d1 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384307 Aug 31 07:43:31.779531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.794452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:31.827093 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b8324b34-24c6-42f2-802a-c90991e8b9d7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 217 time: 0.0434864 Aug 31 07:43:31.832942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b463db7-0c6f-45be-8418-d58fea79b2aa req-fcb3b7e9-3011-4900-a4f7-a3d93639db91 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Aug 31 07:43:31.921125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.950083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.953463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-329069a3-3daf-4de8-bef2-02797a8bd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.955144 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-329069a3-3daf-4de8-bef2-02797a8bd49b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.1208258 Aug 31 07:43:31.965158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41da3d6-26b0-4c92-82ca-7caebfee3f61']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:31.969504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.977052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.984522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.990156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:31.993699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.004826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.011161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db579b92-5d97-4a97-bb71-4120f5b119ad') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:32.015202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.015532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db579b92-5d97-4a97-bb71-4120f5b119ad') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:32.022013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.023961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dee0633a-4f85-46e6-b755-095ccb98723f req-e044320d-0bb0-4fd6-8ee5-545c37c632d3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1281588 Aug 31 07:43:32.025631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Made reservation on behalf of df876a9e70204f9489dcbbcb7f1c9a18 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:32.028017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.028181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.039334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.050788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.059692 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3382215b-b950-4915-bc89-b27003cb0257 x-openstack-request-id: req-3382215b-b950-4915-bc89-b27003cb0257 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:32.059933 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:32.060198 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3382215b-b950-4915-bc89-b27003cb0257 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:32.060599 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8', 'status': 'completed', 'code': 200} Aug 31 07:43:32.062537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a45544d0-fbf9-4744-a288-f22b6bde6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.064359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a45544d0-fbf9-4744-a288-f22b6bde6e9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1010041 Aug 31 07:43:32.065330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:43:32.065734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:43:32.067624 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:43:32.094444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dee0633a-4f85-46e6-b755-095ccb98723f req-c89d043c-e4ef-4484-bc8e-e7b1fc642110 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571461 Aug 31 07:43:32.164815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.206039 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-068107bb-30ef-47ce-be2e-6b87c1db481c service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283658 Aug 31 07:43:32.301788 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-4ae07cb9-86c4-41d6-b983-6c1c4eafd3c1 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887384 Aug 31 07:43:32.342731 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-56895ca5-c0c7-48f1-837f-e06009de5d8b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6bde1cfc-5ae0-4682-a896-792302609cad HTTP/1.1" status: 200 len: 217 time: 0.0340085 Aug 31 07:43:32.343651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.344035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.349139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.354338 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a41da3d6-26b0-4c92-82ca-7caebfee3f61 HTTP/1.1" status: 204 len: 168 time: 0.7177298 Aug 31 07:43:32.374176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec2d3ea-d001-4e38-aa0b-1846879b5c1f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:32.375259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50afdc3-c8ff-49df-964f-7fbdfa06e07b admin admin] Pushing event deleted for resources: {'Network': ['ID=a41da3d6-26b0-4c92-82ca-7caebfee3f61,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:32.379855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:43:32.389502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.389904 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Added segment 52c513b3-4445-46d1-afe4-cc2b8f2adc84 of type vlan for network 2275b16b-758a-4b15-88fb-af84dcdef884 Aug 31 07:43:32.422236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20a71034-98a4-420a-849a-b6c815b8659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.423863 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-20a71034-98a4-420a-849a-b6c815b8659a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0673020 Aug 31 07:43:32.438589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.478704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2123ca88-82bd-4718-9ae3-68a531d6a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.480416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2123ca88-82bd-4718-9ae3-68a531d6a9b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492544 Aug 31 07:43:32.550638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.551660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.552247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:32.594570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-fc7e6c10-fa4c-4266-b1c4-a83249fadfd1 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052377 Aug 31 07:43:32.616925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] Pushing event updated for resources: {'Network': ['ID=2275b16b-758a-4b15-88fb-af84dcdef884,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:32.629920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2275b16b-758a-4b15-88fb-af84dcdef884 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:43:32.633820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8687a694-9877-4ff8-a533-aaa3486c3a5e no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:32.700375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc559f8-b798-4d27-b2bc-6345634a8229 req-8a4b2fac-3b4a-4497-9de3-f26e3c78e7b9 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.702268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bc559f8-b798-4d27-b2bc-6345634a8229 req-8a4b2fac-3b4a-4497-9de3-f26e3c78e7b9 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 946 time: 0.0632973 Aug 31 07:43:32.723689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 8687a694-9877-4ff8-a533-aaa3486c3a5e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:32.724080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8687a694-9877-4ff8-a533-aaa3486c3a5e not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:32.774316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-47979a7b-ab2c-46e5-a667-5ee6e119097e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0056345 Aug 31 07:43:32.786412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bc559f8-b798-4d27-b2bc-6345634a8229 req-fb994bee-338e-4e5a-bd4f-83988ba4d295 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707288 Aug 31 07:43:32.792546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35072) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:32.800878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Request body: {'subnet': {'network_id': '2275b16b-758a-4b15-88fb-af84dcdef884', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-300220576-subnet', 'tenant_id': 'df876a9e70204f9489dcbbcb7f1c9a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:32.941191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-1d436204-76df-4039-a667-fb0a6e52eeb1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998342 Aug 31 07:43:32.969789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e6776-f2af-43ed-88ac-cba609d14965 req-ef10051a-4c50-41f4-a803-570e2e98e31c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.971739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e8e6776-f2af-43ed-88ac-cba609d14965 req-ef10051a-4c50-41f4-a803-570e2e98e31c tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 949 time: 0.0936961 Aug 31 07:43:32.985077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35080) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:32.985772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Made reservation on behalf of df876a9e70204f9489dcbbcb7f1c9a18 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:32.988350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.007452 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-53ce3de1-af6e-4cf4-b162-3cdaeca3b4c1 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030793 Aug 31 07:43:33.034911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c40a-8787-4f22-8de5-01800b7267bf req-d07c7260-2625-4f52-94dc-5e086f200fda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.036667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd54c40a-8787-4f22-8de5-01800b7267bf req-d07c7260-2625-4f52-94dc-5e086f200fda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.1162601 Aug 31 07:43:33.069726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-a2e3224e-186d-435c-ae7d-46c3ca0a1be8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301 HTTP/1.1" status: 200 len: 217 time: 0.0545185 Aug 31 07:43:33.148522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-29c56221-051f-4bdb-b7d6-faac9235b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.151305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-29c56221-051f-4bdb-b7d6-faac9235b335 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 1102 time: 0.0915377 Aug 31 07:43:33.152772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-11b0b6d5-54f8-46ad-80e3-1991a1f4d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.154960 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-11b0b6d5-54f8-46ad-80e3-1991a1f4d439 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0662258 Aug 31 07:43:33.184353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e8e6776-f2af-43ed-88ac-cba609d14965 req-69fc9908-65a0-4168-899e-9cb8bb877784 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832147 Aug 31 07:43:33.199743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-90ee96e1-52a0-4282-bc95-7ab70ebb06a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6524bbd67474c919c39a3290aef33bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089818 Aug 31 07:43:33.203753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35086) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:33.204148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd54c40a-8787-4f22-8de5-01800b7267bf req-cc2dd4a9-866f-4ee3-b559-0373c2ff303a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170595 Aug 31 07:43:33.206427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-037490a1-a0ae-400d-a74f-b21f71669dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.207498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-037490a1-a0ae-400d-a74f-b21f71669dea service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4&tenant_id=1f99309256e54083896d0fb3660db605 HTTP/1.1" status: 200 len: 1101 time: 0.2157927 Aug 31 07:43:33.232603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:33.318482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1cf5d351-a91b-4572-86a6-8d384eaf391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.320710 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-1cf5d351-a91b-4572-86a6-8d384eaf391d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1581967 Aug 31 07:43:33.371111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:33.373510 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f7b0e-c067-4e22-af05-64096a9dac63" -d '{"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:33.417524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-672f1ca5-c9cf-4f9e-933f-010783688277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.423212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-6b535931-3fa5-42c6-bf01-a0b5adec011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.424756 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-6b535931-3fa5-42c6-bf01-a0b5adec011f service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2314539 Aug 31 07:43:33.431647 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d89cad9-eaf5-4798-8460-13b00ce686fb x-openstack-request-id: req-8d89cad9-eaf5-4798-8460-13b00ce686fb {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:33.431959 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:33.432482 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d89cad9-eaf5-4798-8460-13b00ce686fb {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:33.432899 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'code': 200} Aug 31 07:43:33.504291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-672f1ca5-c9cf-4f9e-933f-010783688277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.514672 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-14db0aab-50f1-4dd8-a6d5-0535d0136172 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 200 len: 217 time: 0.0752060 Aug 31 07:43:33.582009 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-4a34ebd6-613b-43eb-94db-f38a512757ae service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511752 Aug 31 07:43:33.616882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.649499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-6811151b-8112-468a-93f9-b135edd5742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.649774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.651154 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-6811151b-8112-468a-93f9-b135edd5742b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1255691 Aug 31 07:43:33.655634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.661754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.668694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.674819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.680590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.687057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.689296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-70cc76e7-e683-4cf8-9086-b88d4a1380ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1786170 Aug 31 07:43:33.730540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-56478f2d-ef0e-4633-a177-e52b74d6cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.732068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-56478f2d-ef0e-4633-a177-e52b74d6cf5c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730944 Aug 31 07:43:33.736130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-34d602e2-6e65-4fbf-8e11-f27660c13ffd service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458580 Aug 31 07:43:33.835470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-b833f678-38b8-4f3c-8de5-c3c1a57094a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b HTTP/1.1" status: 200 len: 217 time: 0.0871210 Aug 31 07:43:33.835470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-672f1ca5-c9cf-4f9e-933f-010783688277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.835795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-432137f3-8ea4-41cc-b6fe-4628c63b23e0 req-2ecf892d-8bba-4a0a-81a3-8f5b09f55f60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249762 Aug 31 07:43:33.837623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-672f1ca5-c9cf-4f9e-933f-010783688277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.841313 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-672f1ca5-c9cf-4f9e-933f-010783688277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8348ef9a-2ffb-45b1-b457-6a46c5c909b4 HTTP/1.1" status: 204 len: 168 time: 0.6340954 Aug 31 07:43:33.898362 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:43:33.910677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-4a10cc72-d29d-40ff-bfd1-9b0a52c935ff tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.912295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-4a10cc72-d29d-40ff-bfd1-9b0a52c935ff tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 949 time: 0.1951661 Aug 31 07:43:33.912466 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-bb962f47-4b08-4073-85f6-996be46268a3 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667931 Aug 31 07:43:33.962331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f1ca5-c9cf-4f9e-933f-010783688277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348ef9a-2ffb-45b1-b457-6a46c5c909b4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:34.017298 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.049377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-12b8137d-1f65-4c87-8c5e-42cea5036ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.051166 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-12b8137d-1f65-4c87-8c5e-42cea5036ede service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.2048125 Aug 31 07:43:34.094550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9119fd1-af80-477c-a938-e0273e7039a9 req-6597ec64-e18b-4978-9e83-4fedcb239067 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665361 Aug 31 07:43:34.110140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2ac0b859-aed7-4df9-b44d-be7512486b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.111717 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-2ac0b859-aed7-4df9-b44d-be7512486b24 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504453 Aug 31 07:43:34.215649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-c57c2c9e-8690-4fe8-8dda-5baa3c8f3d6b service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924282 Aug 31 07:43:34.230792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:34.235060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ce33e8-d866-405b-8c50-914e0f1dd704,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:34.268384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9f179-9bf2-44e6-b3ed-89b0a5b563d2 req-1bffb1bf-dd9a-4b14-a081-2a60c487bb76 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.270770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29f9f179-9bf2-44e6-b3ed-89b0a5b563d2 req-1bffb1bf-dd9a-4b14-a081-2a60c487bb76 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 946 time: 0.2462983 Aug 31 07:43:34.278882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Checking segment: {'id': '52c513b3-4445-46d1-afe4-cc2b8f2adc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2275b16b-758a-4b15-88fb-af84dcdef884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:34.279384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Network hostable DHCP agents. Network: 2275b16b-758a-4b15-88fb-af84dcdef884, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:43:34.345599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:34.353580 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-9315383e-0246-40fc-9a3d-9a15a4f3a4aa service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299045 Aug 31 07:43:34.402162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-919e3cb6-a9a3-4ab2-97c7-1be228bb8d0f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 200 len: 217 time: 0.0392575 Aug 31 07:43:34.402285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Deleting port f0a78cc0-0b5c-45d0-9207-613b1db881a8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:34.402285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.467375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e0759a26-edf8-4071-82a2-79edc07bfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.469065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-e0759a26-edf8-4071-82a2-79edc07bfdcf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.0593770 Aug 31 07:43:34.483612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29f9f179-9bf2-44e6-b3ed-89b0a5b563d2 req-870a3c5f-eb95-42a7-b7e5-54112bbd75e0 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921580 Aug 31 07:43:34.507743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:34.511747 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e318bf70-3ffd-4fba-b7e3-ad332c506a59" -d '{"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:34.519943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.528655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Network 2275b16b-758a-4b15-88fb-af84dcdef884 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:43:34.532120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-cd2ef933-54e4-49ba-bc79-3151e747b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.533715 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-cd2ef933-54e4-49ba-bc79-3151e747b74f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573437 Aug 31 07:43:34.543394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dae2-89b8-421c-a77e-1158899e3fe6 req-37ef80fe-6fb7-4e34-ba69-72af1a3652fb tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.544948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10c3dae2-89b8-421c-a77e-1158899e3fe6 req-37ef80fe-6fb7-4e34-ba69-72af1a3652fb tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.2316446 Aug 31 07:43:34.564486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Transition to ACTIVE for port object ba0af0f9-0c37-4812-a023-193995dd50fb will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:34.636685 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-ef3540c6-feb4-492d-ba22-3ee4dc0402d0 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936460 Aug 31 07:43:34.650239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] For port f0a78cc0-0b5c-45d0-9207-613b1db881a8, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f0a78cc0-0b5c-45d0-9207-613b1db881a8,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:34.650830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.656840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10c3dae2-89b8-421c-a77e-1158899e3fe6 req-98cb777a-1c90-4cb6-b178-aa8e260908f0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013718 Aug 31 07:43:34.674067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Calling delete_port for f0a78cc0-0b5c-45d0-9207-613b1db881a8 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:34.695404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a4d7-43d0-4421-9ac5-0cabf4c6a650 req-e974efe9-4d4f-4629-aa3c-b0e692142b35 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.697047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8945a4d7-43d0-4421-9ac5-0cabf4c6a650 req-e974efe9-4d4f-4629-aa3c-b0e692142b35 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 949 time: 0.1353667 Aug 31 07:43:34.747949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2275b16b-758a-4b15-88fb-af84dcdef884) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:34.756594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74322b-026a-4822-949e-691c5d1d2942 None None] Network 2275b16b-758a-4b15-88fb-af84dcdef884 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:34.761844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.762468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.764757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.765037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5998de90-58b0-4f4e-aa7a-9fcc9bbafd40 req-f177e8c4-df10-47d8-bc0e-35d7c2be253f service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195302 Aug 31 07:43:34.907399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8945a4d7-43d0-4421-9ac5-0cabf4c6a650 req-5182b047-48d5-47f0-8caf-86a8ae207fcb tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/security-groups?id=c214a532-851d-4fef-b60c-0dee41edb672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985965 Aug 31 07:43:34.908442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] No DVR routers for this DVR port ba0af0f9-0c37-4812-a023-193995dd50fb on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:34.926318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:34.973965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624048b-b736-4b0d-9425-79e621dc9d86 None None] Network 2275b16b-758a-4b15-88fb-af84dcdef884 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:34.996769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:34.997020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:34.997391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:35.038994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:35.039669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Attempting to bind port ba0af0f9-0c37-4812-a023-193995dd50fb on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:35.056782 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3317b37-72a6-49d1-92ab-e70a76fe2b02 x-openstack-request-id: req-d3317b37-72a6-49d1-92ab-e70a76fe2b02 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:35.057250 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:35.057566 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3317b37-72a6-49d1-92ab-e70a76fe2b02 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:35.062868 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'code': 200} Aug 31 07:43:35.089325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:35.089680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:35.090154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:35.090680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Bound port: ba0af0f9-0c37-4812-a023-193995dd50fb, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:35.091250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:35.143849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1f73348a-68d1-4b33-b27f-99dc56127837 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3499372 Aug 31 07:43:35.193495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d3fdd-37bd-4a04-a534-6ae9af471c05 req-32ad4eff-84ee-4b53-b4b5-dba440d59db4 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.195484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440d3fdd-37bd-4a04-a534-6ae9af471c05 req-32ad4eff-84ee-4b53-b4b5-dba440d59db4 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 945 time: 0.1931527 Aug 31 07:43:35.241163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.241694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.246248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.247267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.248306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.249379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.250901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.251132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.253962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-115752a0-e9ff-49d3-9822-4f4e55991270 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6487 time: 0.0958869 Aug 31 07:43:35.257445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.264086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.270378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.277345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.283155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.289242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.291318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-e9bfe386-53d7-402c-9899-9315ffe85548 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.2069387 Aug 31 07:43:35.298622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:35.332273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:35.366038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440d3fdd-37bd-4a04-a534-6ae9af471c05 req-76299a15-b2c3-4486-a0ff-c4a35fdadcab tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592982 Aug 31 07:43:35.377105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Pushing event deleted for resources: {'Port': ['ID=f0a78cc0-0b5c-45d0-9207-613b1db881a8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:35.378365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-8279dd1f-8879-497d-9258-1c5ef4e9809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.381358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:35.387669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-8279dd1f-8879-497d-9258-1c5ef4e9809b service neutron] 10.222.0.68 "GET /v2.0/networks?id=c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 200 len: 903 time: 0.1232059 Aug 31 07:43:35.465434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-289551b4-d8a3-4a28-a795-1e110b775d82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 200 len: 217 time: 0.0670233 Aug 31 07:43:35.476382 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9222d4e0-0196-48b2-8469-da93d1182dc3 req-25047a25-8cf1-4669-9851-d0dd2b419d89 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756673 Aug 31 07:43:35.498240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] No DVR routers for this DVR port f0a78cc0-0b5c-45d0-9207-613b1db881a8 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:35.521373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:35.523759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27b7866e-ea76-4b9b-88d9-2589ddc74cb6 req-1bd8d940-4dbc-4d26-9fb7-539bacfa234b tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.45 "DELETE /v2.0/ports/f0a78cc0-0b5c-45d0-9207-613b1db881a8 HTTP/1.1" status: 204 len: 173 time: 1.6029015 Aug 31 07:43:35.525090 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:35.534114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-0a7d8cd5-99f8-42af-b347-4551ff3452a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.535878 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-0a7d8cd5-99f8-42af-b347-4551ff3452a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.0622494 Aug 31 07:43:35.594430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.595076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:35.597282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] 10.222.0.68 "PUT /v2.0/ports/ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 1097 time: 2.3801711 Aug 31 07:43:35.628368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-e1b48a9f-87f4-4a0d-800c-9d16dfe3bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.628368 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-e1b48a9f-87f4-4a0d-800c-9d16dfe3bbe1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789206 Aug 31 07:43:35.639208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df3f8a-e157-4d17-ba6e-b3b1e65f542c req-d5d42838-97a4-4887-ba69-551daa49d8f5 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.641029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88df3f8a-e157-4d17-ba6e-b3b1e65f542c req-d5d42838-97a4-4887-ba69-551daa49d8f5 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 945 time: 0.1447089 Aug 31 07:43:35.655604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12578e68-5638-4488-9368-b3b2f1924d59 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=11']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:35.722131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88df3f8a-e157-4d17-ba6e-b3b1e65f542c req-7235149c-a69c-4e71-9bf3-61630b202a87 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632124 Aug 31 07:43:35.724044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-3b84c2ab-0bd3-4d43-8259-b7a00f8b430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.725516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-3b84c2ab-0bd3-4d43-8259-b7a00f8b430e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1100 time: 0.0835268 Aug 31 07:43:35.770912 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-288cb806-e2a0-4f51-b378-d47a06c3e71c service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339989 Aug 31 07:43:35.848641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d1eadf86-7ccf-4b09-9f80-5da742cd74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.850383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d1eadf86-7ccf-4b09-9f80-5da742cd74d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1167564 Aug 31 07:43:35.945760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-204fd0a0-be63-43cc-8569-4a89beaffaa3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.0879343 Aug 31 07:43:35.954199 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-652f0670-afbb-4825-9447-0c2ed21e8241 req-4f6c49bb-d637-438e-af86-537a16882a19 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756346 Aug 31 07:43:36.057231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-24195356-32fd-4146-93a1-011cc28745d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.059071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-24195356-32fd-4146-93a1-011cc28745d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1051424 Aug 31 07:43:36.136788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f7621e2f-5610-4285-97be-cd85af50ba39 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.138368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f7621e2f-5610-4285-97be-cd85af50ba39 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1502542 Aug 31 07:43:36.143474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d836e638-2c70-4ab3-8af8-25dab84381d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.145033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d836e638-2c70-4ab3-8af8-25dab84381d5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781307 Aug 31 07:43:36.164495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-c6a62410-9128-4ae3-967b-b23a351b7942 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/quotas/2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 375 time: 0.0184608 Aug 31 07:43:36.238361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-ffc51aad-3b43-4b41-8050-c62fbe0f45e8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591552 Aug 31 07:43:36.327152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-d50fa72a-c7be-4548-9e59-26dedd32edad service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745155 Aug 31 07:43:36.405999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-d5c10ee6-8c9a-4c0f-8a55-abad289ddaac service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611497 Aug 31 07:43:36.564244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0580d2f2-09fb-4443-97be-be7d9655cfb1 req-f78640a1-f553-4080-8d19-f34a4ebddaae service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266903 Aug 31 07:43:36.599909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f88c2-96be-4e43-9023-8c55d681a2b5 req-feb02a98-164c-49fb-bd68-d890a7050bf5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.601674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9f88c2-96be-4e43-9023-8c55d681a2b5 req-feb02a98-164c-49fb-bd68-d890a7050bf5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.1750047 Aug 31 07:43:36.623791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-ab792aaf-1a38-456d-b59c-1fac0bdba2a8 service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064176 Aug 31 07:43:36.633236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-7415e4e1-c644-45a9-80c9-a2ae01642043 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347001 Aug 31 07:43:36.643717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:36.659673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9f88c2-96be-4e43-9023-8c55d681a2b5 req-1133f454-accc-4dcc-ae50-c8c381397b09 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Aug 31 07:43:36.670852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: f0a78cc0-0b5c-45d0-9207-613b1db881a8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:36.673195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f0a78cc0-0b5c-45d0-9207-613b1db881a8 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:36.673195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:36.742706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-417ebf95-486c-4e21-b7b7-eb03ae049b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.744938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-417ebf95-486c-4e21-b7b7-eb03ae049b4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 1101 time: 0.0499504 Aug 31 07:43:36.754965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:36.852514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-7e6cafc5-1e60-4f41-8a14-a70c96c977b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.854238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-7e6cafc5-1e60-4f41-8a14-a70c96c977b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.0865817 Aug 31 07:43:36.901557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-9083bb52-4884-4836-aa9b-6ac352587ce8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 200 len: 217 time: 0.0399909 Aug 31 07:43:36.966255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-4ed27cb6-573e-4b7b-b33c-daf9f189acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.968764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-4ed27cb6-573e-4b7b-b33c-daf9f189acdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0602584 Aug 31 07:43:37.026204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-0dc957c2-edf5-4ac1-b551-635ec1ee0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.027787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-0dc957c2-edf5-4ac1-b551-635ec1ee0d80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460880 Aug 31 07:43:37.084167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-deleted', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8'}, {'name': 'network-changed', 'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:37.087227 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088548af-e3c4-4108-a0c2-c7149847714a" -d '{"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-deleted", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8"}, {"name": "network-changed", "server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:37.148423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-ae47e786-92fe-4dee-91d9-3064d8e9f5f2 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121111 Aug 31 07:43:37.229835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9f98fc0-8317-4fbc-a3d6-a9328eedffc0 req-749ce7ed-b91a-4b0b-99db-dc6588dee201 tempest-ListImageFiltersTestJSON-1367144364 tempest-ListImageFiltersTestJSON-1367144364-project] 10.222.0.36 "GET /v2.0/ports?device_id=e72403e9-da6a-4b12-86d0-d33e240fbb8e HTTP/1.1" status: 200 len: 210 time: 0.0553870 Aug 31 07:43:37.266986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0402b4ed-cf02-4738-8ee7-ed2fb1024709 req-9a40c15e-dd92-4aad-92bb-82a29f6302c7 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108119 Aug 31 07:43:37.611729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-260fc79b-ead2-4258-b322-58b83b0f261d req-e104049f-1350-4918-9137-b543de6da216 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.2715724 Aug 31 07:43:37.678326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.684775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.691009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.696859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.702882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.709143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.715127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.717181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-667c402a-5ce8-49b1-a7d4-950e79f722f9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1082931 Aug 31 07:43:37.738498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f14e73b-741b-47d3-8ed9-cfc82e61d6c6 req-2384cf1a-8ae9-4110-a46c-be6847039755 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 210 time: 0.0805755 Aug 31 07:43:37.787176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25bdb0db-8b1a-40b1-a435-ea6f86cd4e40 req-34c0174b-e1d9-40f4-ac70-9014bf73fb45 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517986 Aug 31 07:43:37.810226 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a010d3a-dcaf-4f39-81e8-4962054bd9d0 x-openstack-request-id: req-6a010d3a-dcaf-4f39-81e8-4962054bd9d0 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:37.810226 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72403e9-da6a-4b12-86d0-d33e240fbb8e", "name": "network-vif-deleted", "tag": "f0a78cc0-0b5c-45d0-9207-613b1db881a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:37.810226 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a010d3a-dcaf-4f39-81e8-4962054bd9d0 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:37.810226 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72403e9-da6a-4b12-86d0-d33e240fbb8e', 'name': 'network-vif-deleted', 'tag': 'f0a78cc0-0b5c-45d0-9207-613b1db881a8', 'status': 'completed', 'code': 200} Aug 31 07:43:37.810226 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'status': 'completed', 'code': 200} Aug 31 07:43:37.977161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-d251ab06-3f0a-44e3-9b0b-664632979ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.979320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-d251ab06-3f0a-44e3-9b0b-664632979ab5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1100 time: 0.1447213 Aug 31 07:43:37.987214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-a22f79e4-019c-4751-b88b-ad7cc486a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.988674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-a22f79e4-019c-4751-b88b-ad7cc486a647 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f99309256e54083896d0fb3660db605&device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1100 time: 0.1427975 Aug 31 07:43:38.007180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ce8ea-2efb-4408-bb6f-9acd1d821153 req-4d50269d-aac3-4464-8368-6b885c6d12a1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.008615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-596ce8ea-2efb-4408-bb6f-9acd1d821153 req-4d50269d-aac3-4464-8368-6b885c6d12a1 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 948 time: 0.1362863 Aug 31 07:43:38.018472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71a06-9170-4118-ab79-16846fe67fb3 req-fedc44ad-9f53-474d-80cb-00dc13587914 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.019869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ae71a06-9170-4118-ab79-16846fe67fb3 req-fedc44ad-9f53-474d-80cb-00dc13587914 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 945 time: 0.1464112 Aug 31 07:43:38.202764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-596ce8ea-2efb-4408-bb6f-9acd1d821153 req-24d76335-a5af-41e3-891d-efcf9b5efab0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817932 Aug 31 07:43:38.213375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ae71a06-9170-4118-ab79-16846fe67fb3 req-594a8b96-a4ad-4648-b1f4-9e51a2bbf15b tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736007 Aug 31 07:43:38.250063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-7636a34b-055e-4a8e-9a89-c3a66ff7e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.250063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-7636a34b-055e-4a8e-9a89-c3a66ff7e2d6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2547112 Aug 31 07:43:38.250063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-59c29c5b-3f23-47ad-969f-848bedae726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.250063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-59c29c5b-3f23-47ad-969f-848bedae726b service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2384336 Aug 31 07:43:38.304324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-564a5978-2231-45fb-8da2-733b5aed1bbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.0464070 Aug 31 07:43:38.346011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-a1c88434-199a-4758-a5f6-ba191d09b9d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 200 len: 217 time: 0.0807974 Aug 31 07:43:38.427426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-13bbaf08-143b-4e44-bf62-2f38c98cde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.428956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-13bbaf08-143b-4e44-bf62-2f38c98cde98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0920377 Aug 31 07:43:38.442347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-313ce3cc-81ff-4d3a-a23b-12b9e036b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.444117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-313ce3cc-81ff-4d3a-a23b-12b9e036b838 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0778849 Aug 31 07:43:38.512658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-efa33228-00ce-40ca-8d38-c815c51121a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.513021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:38.514114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-efa33228-00ce-40ca-8d38-c815c51121a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690613 Aug 31 07:43:38.523102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088548af-e3c4-4108-a0c2-c7149847714a req-57646545-5af4-45f9-b827-932c8b6c8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.524797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-57646545-5af4-45f9-b827-932c8b6c8a06 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547721 Aug 31 07:43:38.626360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:38.640278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'mac_address': 'fa:16:3e:2e:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:38.692927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:38.699237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-0a35943d-c9b8-44af-909b-8d721cf3d706 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733787 Aug 31 07:43:38.709446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0af0f9-0c37-4812-a023-193995dd50fb {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:38.711053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-46cd8cc9-ad09-48e6-8338-c8daeba6d3e7 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675525 Aug 31 07:43:38.730952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:38.850034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75369a2e-2f0c-40a2-931b-fad14715355a req-94be4a2d-2781-4e4b-814b-19ca3262cba7 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.1148205 Aug 31 07:43:38.925892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c26e96bd-16e1-4859-b00c-15ea95b22540 req-f180f055-0647-4bfc-a95a-162fd0573827 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 210 time: 0.0442703 Aug 31 07:43:38.929301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-ff2f833d-3c1c-417f-b8aa-850a82b9e7fa service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172697 Aug 31 07:43:38.932956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088548af-e3c4-4108-a0c2-c7149847714a req-eaefd002-2979-42d7-9e31-37a50225bf31 service neutron] 10.222.0.68 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107549 Aug 31 07:43:38.998866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-0a1b8e99-d87f-479a-8ba6-50de06d43422 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.000359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-0a1b8e99-d87f-479a-8ba6-50de06d43422 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "GET /v2.0/ports?device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Aug 31 07:43:39.039424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.045895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.051730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.057922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.063882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.070742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.076709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.078749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-0bf2b582-edca-4e1f-8cc5-e50bbe7ea59d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.0945199 Aug 31 07:43:39.106336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Deleting port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:39.106617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:39.122778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3edc89c-8cdd-45ba-bc2f-cad0d7c809e7 req-7e40af64-c21e-4dbc-9840-d7322da2ad83 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362778 Aug 31 07:43:39.183553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:39.202728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] For port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:39.203103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:39.216069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Calling delete_port for 7e650276-cfd6-47c5-bae3-d63ae8a52bcb owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:39.250793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=12']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:39.370615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d0f15-4668-4365-855e-5893fb72ffa4 req-b7854e86-97f3-4fb1-b088-725d57002470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.372012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d00d0f15-4668-4365-855e-5893fb72ffa4 req-b7854e86-97f3-4fb1-b088-725d57002470 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.0598364 Aug 31 07:43:39.410687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d00d0f15-4668-4365-855e-5893fb72ffa4 req-ceac651f-7cdd-454b-b267-489ba23ad938 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Aug 31 07:43:39.457348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ba0af0f9-0c37-4812-a023-193995dd50fb'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:39.516308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8256d-8b31-4b96-8493-a59d4ef7ee9d req-13326f7e-09ca-4b82-b129-2d0bbbcdc713 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.517855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ff8256d-8b31-4b96-8493-a59d4ef7ee9d req-13326f7e-09ca-4b82-b129-2d0bbbcdc713 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 945 time: 0.0502365 Aug 31 07:43:39.565148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ff8256d-8b31-4b96-8493-a59d4ef7ee9d req-87ac3cd9-8d20-4ed6-9c90-add3737c41b5 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Aug 31 07:43:39.590159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:39.604088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['fb7de57e-1e44-4f45-a313-324da27d48e9'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:39.636095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Pushing event deleted for resources: {'Port': ['ID=7e650276-cfd6-47c5-bae3-d63ae8a52bcb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:39.689889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] No DVR routers for this DVR port 7e650276-cfd6-47c5-bae3-d63ae8a52bcb on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:39.694892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:39.698910 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6d3e6395-5789-4b5b-b0af-09226d4f368f req-d1018c4b-7cb1-40ff-80d0-fe9f4ef8e0e1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "DELETE /v2.0/ports/7e650276-cfd6-47c5-bae3-d63ae8a52bcb HTTP/1.1" status: 204 len: 173 time: 0.6918566 Aug 31 07:43:39.699682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'name': 'network-vif-deleted', 'tag': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:39.703661 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2fded0-bb3b-4907-b001-2e3bb659897a" -d '{"events": [{"server_uuid": "8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29", "name": "network-vif-deleted", "tag": "7e650276-cfd6-47c5-bae3-d63ae8a52bcb"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:39.791047 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271d95f-ff7d-4497-99b2-2eeb2d843843 x-openstack-request-id: req-9271d95f-ff7d-4497-99b2-2eeb2d843843 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:39.791332 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29", "name": "network-vif-deleted", "tag": "7e650276-cfd6-47c5-bae3-d63ae8a52bcb", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:39.791612 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9271d95f-ff7d-4497-99b2-2eeb2d843843 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:39.791925 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29', 'name': 'network-vif-deleted', 'tag': '7e650276-cfd6-47c5-bae3-d63ae8a52bcb', 'status': 'completed', 'code': 200} Aug 31 07:43:39.954806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ca35e2c-bf84-4907-8da8-b34ecbafee5e req-bd45375c-ad67-46c6-9cc7-f4e847b4f927 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0376084 Aug 31 07:43:40.046430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad3fce2d-99b4-4ec6-acbb-f6cb0063435a req-e5f2cdce-63d5-41b1-8c0e-ee69231e0d46 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 210 time: 0.0267065 Aug 31 07:43:40.198213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7e650276-cfd6-47c5-bae3-d63ae8a52bcb', '9f9358fe-c311-4d24-bdcd-f01608569d32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:40.261139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.267078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.273142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.279703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.285605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.292399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.298504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.300403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-332b0f02-05d7-4019-865a-9eb27261d005 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.0981164 Aug 31 07:43:40.343896 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7ece5bc-8dde-4881-b479-86ee5219e50a req-cc3350b3-fc51-4f09-be7c-4d5e50b2210e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373394 Aug 31 07:43:40.522371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:40.526904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa79d50-e331-4384-90e2-9b71b930daea req-4f86cac7-4931-4e48-8b9e-09a2d11316af tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.528469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfa79d50-e331-4384-90e2-9b71b930daea req-4f86cac7-4931-4e48-8b9e-09a2d11316af tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 949 time: 0.0507810 Aug 31 07:43:40.567614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfa79d50-e331-4384-90e2-9b71b930daea req-44d857ca-0c24-4d57-aa7d-938ed69283f0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Aug 31 07:43:40.675891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fad3129b-9238-4b03-bc88-fb8fa68d4ffa req-75becd74-7087-4780-8bc2-ca4f52ff9874 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=8940ac8a-b6b4-4bf6-bb07-b857ca3d9a29 HTTP/1.1" status: 200 len: 210 time: 0.0285048 Aug 31 07:43:40.756125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ba0af0f9-0c37-4812-a023-193995dd50fb completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:40.762310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ba0af0f9-0c37-4812-a023-193995dd50fb triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:40.762931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:40.781611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510a2d-1db4-4461-b676-a1afe79ed69e req-910cfd08-5097-4366-8ef1-0c7c5bb60843 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:40.783735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64510a2d-1db4-4461-b676-a1afe79ed69e req-910cfd08-5097-4366-8ef1-0c7c5bb60843 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 1101 time: 0.0522940 Aug 31 07:43:40.821120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64510a2d-1db4-4461-b676-a1afe79ed69e req-c95c2075-7aa0-4abd-81bd-bfa3fd412f83 tempest-MigrationsAdminTest-1829643187 tempest-MigrationsAdminTest-1829643187-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Aug 31 07:43:40.864973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:40.901336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:40.901336 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e636ab7-a523-48e1-87af-098a143c89ee" -d '{"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:40.912889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:41.160960 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:41.213578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=13']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:41.615177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-cbf8c891-e8a9-4783-84c4-508d9e47cb8b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:41.616903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-cbf8c891-e8a9-4783-84c4-508d9e47cb8b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1162212 Aug 31 07:43:41.634972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Request body: {'port': {'device_id': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'admin_state_up': True, 'tenant_id': '2ea1ce04b6ba4ad3a552b972f2aa12b8'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:41.652012 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3a4f84-65ac-4441-9c29-c6edb80f5960 x-openstack-request-id: req-5e3a4f84-65ac-4441-9c29-c6edb80f5960 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:41.652573 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:41.653014 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e3a4f84-65ac-4441-9c29-c6edb80f5960 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:41.653596 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'code': 200} Aug 31 07:43:41.749353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f96ac820-b85b-44b2-9ede-faa357ff96bc req-2c44bbb8-2ce3-404e-991d-1664080b496c tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0410993 Aug 31 07:43:41.859466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53f57384-d1d6-4d0d-8aed-1212165ce338 req-d4403681-0766-46fd-b640-c66019254e92 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 210 time: 0.0357928 Aug 31 07:43:41.996644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.002872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.008781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.014800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.020726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.027190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.033063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.035064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-4b584d60-852e-4c61-9087-d13a38ccfc9a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1408455 Aug 31 07:43:42.068328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2413cc5-b209-40c4-8b76-910cef122d82 req-6b7b1661-5aa9-450b-b04c-1b859096cfda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.069854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2413cc5-b209-40c4-8b76-910cef122d82 req-6b7b1661-5aa9-450b-b04c-1b859096cfda tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 950 time: 0.1264899 Aug 31 07:43:42.073141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Made reservation on behalf of 2ea1ce04b6ba4ad3a552b972f2aa12b8 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:42.076748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:42.130372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02f2530-68f2-4bf3-934d-0ef542b9fd2f req-e3a81439-8fd7-42b4-a559-f08b0993fc8e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863497 Aug 31 07:43:42.184564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2413cc5-b209-40c4-8b76-910cef122d82 req-f9cfa669-4861-4e0e-8270-974e4d020b01 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034591 Aug 31 07:43:42.298733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Allocated IP 172.20.0.10 (a9fef05d-49c9-41d5-aa23-f45b975b007c/f019a63c-8ec4-4553-b6a6-41d1a0a163a8/c9e486ec-0333-4b96-ba70-baf20c36cec4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:42.457429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:42.552140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e650276-cfd6-47c5-bae3-d63ae8a52bcb no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:42.575635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 7e650276-cfd6-47c5-bae3-d63ae8a52bcb {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:42.575635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e650276-cfd6-47c5-bae3-d63ae8a52bcb not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:42.664789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:42.707044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Network a9fef05d-49c9-41d5-aa23-f45b975b007c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:42.710298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:42.712997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:42.753696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:42.778263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.778995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:42.876611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35334) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:42.880581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28d72989-c65a-46c5-8ba0-7d479f19a484 req-3fa1039c-f097-4273-9333-12466da0bb1b tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0377462 Aug 31 07:43:42.988012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f2ee1dfa-89e4-466b-94bc-09bc48a75ea7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3598428 Aug 31 07:43:43.007106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Request body: {'port': {'device_id': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:43.035544 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f5d8f78c-0f25-468d-b1d2-d8c8b3c29171 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4276ab13ae944838b6df814972005641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577349 Aug 31 07:43:43.037978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35340) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:43.060588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff18cf-c96a-4e9c-a0d1-48710682a787 req-894c765f-dc3a-49f7-81d8-fa960ae3edf9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.064265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4ff18cf-c96a-4e9c-a0d1-48710682a787 req-894c765f-dc3a-49f7-81d8-fa960ae3edf9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 932 time: 0.1100447 Aug 31 07:43:43.119175 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.119442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32410cea-b235-4aaf-b267-ab51366bf18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.129023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61887a3b-30db-4f27-9610-93f970bc161f req-6b195742-f143-4d70-9cf0-de3b5aeb33da tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.135573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61887a3b-30db-4f27-9610-93f970bc161f req-6b195742-f143-4d70-9cf0-de3b5aeb33da tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.137192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61887a3b-30db-4f27-9610-93f970bc161f req-6b195742-f143-4d70-9cf0-de3b5aeb33da tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b&device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 1682 time: 0.1482351 Aug 31 07:43:43.150881 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-76c08719-db37-48c5-8f91-3ee21cc52858 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.152301 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-76c08719-db37-48c5-8f91-3ee21cc52858 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 950 time: 0.0752771 Aug 31 07:43:43.156951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32410cea-b235-4aaf-b267-ab51366bf18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.190411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ca4d53b-6b9a-412f-b1de-a8a4b5ee90f8 req-38cc681c-4510-43e6-8c90-3b5a53d68e71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0510440 Aug 31 07:43:43.199534 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4ff18cf-c96a-4e9c-a0d1-48710682a787 req-da762636-8933-4284-837d-ce047657053d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298947 Aug 31 07:43:43.249176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61887a3b-30db-4f27-9610-93f970bc161f req-6858f6e1-0123-4102-ac17-b1a644e0d2a1 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924301 Aug 31 07:43:43.299691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Deleting port ba0af0f9-0c37-4812-a023-193995dd50fb {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:43.300051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.390760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32410cea-b235-4aaf-b267-ab51366bf18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.393437 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32410cea-b235-4aaf-b267-ab51366bf18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.394627 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32410cea-b235-4aaf-b267-ab51366bf18a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c214a532-851d-4fef-b60c-0dee41edb672 HTTP/1.1" status: 204 len: 168 time: 0.3556871 Aug 31 07:43:43.402459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] For port ba0af0f9-0c37-4812-a023-193995dd50fb, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ba0af0f9-0c37-4812-a023-193995dd50fb,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:43.402772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.414618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32410cea-b235-4aaf-b267-ab51366bf18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214a532-851d-4fef-b60c-0dee41edb672,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:43.424055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Calling delete_port for ba0af0f9-0c37-4812-a023-193995dd50fb owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:43.641007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.654527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef', '986c9d0e-86c0-4a95-bf49-161d299c9202', 'ba0af0f9-0c37-4812-a023-193995dd50fb'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:43.657995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:43.677180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event deleted for resources: {'Port': ['ID=ba0af0f9-0c37-4812-a023-193995dd50fb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:43.716478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.722691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.728667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.729565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] No DVR routers for this DVR port ba0af0f9-0c37-4812-a023-193995dd50fb on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:43.733928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:43.734565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.736699 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb7635ea-d9e6-486b-8235-1d80b1cca03b req-5a61a3ba-93a4-4e6f-901e-91ad6b8cbb14 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "DELETE /v2.0/ports/ba0af0f9-0c37-4812-a023-193995dd50fb HTTP/1.1" status: 204 len: 173 time: 0.5724995 Aug 31 07:43:43.737168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-deleted', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:43.739881 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d54d7-d063-4413-960e-2a833b05e325" -d '{"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-deleted", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:43.740508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.747087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.753556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.755667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-04773921-368c-4178-bd3f-d402938a2107 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.4378686 Aug 31 07:43:43.767134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203469a3-2d99-44b5-b19d-feb9958a988d req-bf0ba812-2060-4a7a-b29e-385a1ff85f13 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.768696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203469a3-2d99-44b5-b19d-feb9958a988d req-bf0ba812-2060-4a7a-b29e-385a1ff85f13 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 868 time: 0.4519794 Aug 31 07:43:43.879140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3380592-366d-4358-88f6-a0b7bf643c51 req-16051f5d-4ae0-4fdc-bd38-c9aadecb7350 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025515 Aug 31 07:43:43.912794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203469a3-2d99-44b5-b19d-feb9958a988d req-4bee149a-fc37-4e6a-8cbc-45cbf5c85b95 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330152 Aug 31 07:43:44.028902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e486ec-0333-4b96-ba70-baf20c36cec4 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:44.042995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:44.058228 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c421c7-d6f2-43e1-9eab-aee1809b33d9 x-openstack-request-id: req-26c421c7-d6f2-43e1-9eab-aee1809b33d9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:44.058752 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d9c38b-73a1-4467-a810-db21f97dcfe4", "name": "network-vif-deleted", "tag": "ba0af0f9-0c37-4812-a023-193995dd50fb", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:44.058752 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26c421c7-d6f2-43e1-9eab-aee1809b33d9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:44.059145 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d9c38b-73a1-4467-a810-db21f97dcfe4', 'name': 'network-vif-deleted', 'tag': 'ba0af0f9-0c37-4812-a023-193995dd50fb', 'status': 'completed', 'code': 200} Aug 31 07:43:44.084109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Transition to ACTIVE for port object c9e486ec-0333-4b96-ba70-baf20c36cec4 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:44.178510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52530f9-5bd6-4416-a441-4fdab81f20db req-d1e20fd1-c039-454d-a1b6-a67ea01a6982 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0626454 Aug 31 07:43:44.241351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:44.338458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:44.399708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c241139-f6fb-4fa3-a188-e2be26630dec req-25514a15-196b-438d-bf3e-45a44c32df45 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:44.401214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c241139-f6fb-4fa3-a188-e2be26630dec req-25514a15-196b-438d-bf3e-45a44c32df45 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.1130636 Aug 31 07:43:44.460419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c241139-f6fb-4fa3-a188-e2be26630dec req-490ca49d-afe8-42b7-a329-698db520ac86 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530860 Aug 31 07:43:44.461241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:44.461743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:44.462011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:44.466690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:44.467030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:44.472132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:44.472303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:44.472711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:44.473150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Bound port: c9e486ec-0333-4b96-ba70-baf20c36cec4, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:44.473529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:44.543034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:44.546724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:44.641673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:44.682183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:44.682825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:44.684253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] 10.222.0.45 "PUT /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 1093 time: 1.6815095 Aug 31 07:43:44.698861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:44.698861 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae" -d '{"events": [{"name": "network-changed", "server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:44.733473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8bd2-eb7a-43b7-9c40-e13ffb250f3c service neutron] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:44.734385 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a062301-a5b4-4800-a5e2-0daf83c03410 x-openstack-request-id: req-3a062301-a5b4-4800-a5e2-0daf83c03410 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:44.734677 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:44.734925 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a062301-a5b4-4800-a5e2-0daf83c03410 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:44.735307 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'status': 'completed', 'code': 200} Aug 31 07:43:44.797936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae req-e1e81fe8-69d5-415c-9d31-471b4722dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:44.799423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae req-e1e81fe8-69d5-415c-9d31-471b4722dd84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1096 time: 0.0410984 Aug 31 07:43:44.906200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae req-e9b1e40e-3132-46d0-b5d9-0ce691d3d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:44.907743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae req-e9b1e40e-3132-46d0-b5d9-0ce691d3d52e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963674 Aug 31 07:43:45.052705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.059231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.065591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.072192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.078097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.084023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.090083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.092099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-0d5b0e57-4871-40c9-bd7c-ceff58576d26 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1532857 Aug 31 07:43:45.109997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae req-f3b01884-17bf-4886-a0bf-c024336d44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.111408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-458caca6-d3d4-4d7b-94b1-1c4ccc0b3dae req-f3b01884-17bf-4886-a0bf-c024336d44ad service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941562 Aug 31 07:43:45.145981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dc6d10f-b53c-4fd1-8628-83c7f0522943 req-a5513111-4a03-40ed-a70d-b3450d839f3a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464516 Aug 31 07:43:45.202150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-96bc45b2-38a2-429f-a5c7-1e795b247fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.203683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-96bc45b2-38a2-429f-a5c7-1e795b247fe3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1096 time: 0.0487664 Aug 31 07:43:45.278124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-191dfdda-b500-484f-b924-a4860bd5849a req-47269592-68db-475b-b6f9-bcb4be90128d tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4d9c38b-73a1-4467-a810-db21f97dcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0585041 Aug 31 07:43:45.279370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-3171e27c-4e8c-4756-8bcd-81463eab566f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 217 time: 0.0612779 Aug 31 07:43:45.336266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-045466b6-0af5-4ad5-9c40-c6ff064257b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.337830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-045466b6-0af5-4ad5-9c40-c6ff064257b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0507660 Aug 31 07:43:45.371852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-fb40c18d-8e4c-4d32-b456-8392b2b4706e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265651 Aug 31 07:43:45.465635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2306f95a-62df-4daf-949b-def9c212340a req-e48cd5fe-85f2-471a-a2e9-61871abfef7c tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0292690 Aug 31 07:43:45.522926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-51711d93-a643-4583-82c1-311c3c32dc59 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424975 Aug 31 07:43:45.685610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bedb0-1597-478f-8258-9e3a1bf83910 req-92251077-fd53-4a69-a3f4-44ab4473e211 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.687130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-114bedb0-1597-478f-8258-9e3a1bf83910 req-92251077-fd53-4a69-a3f4-44ab4473e211 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 945 time: 0.1128480 Aug 31 07:43:45.696938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2aac1-c89f-4a5f-967d-3994c5622530 req-66e6b7f0-67ce-43e0-b85c-5ac9cde8c084 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.698416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98b2aac1-c89f-4a5f-967d-3994c5622530 req-66e6b7f0-67ce-43e0-b85c-5ac9cde8c084 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.1226797 Aug 31 07:43:45.708249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-942f84fb-6f4d-48a0-831c-0b77406697a1 req-f8382d4b-9300-47f4-b68e-49356a5571aa service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767826 Aug 31 07:43:45.757279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-114bedb0-1597-478f-8258-9e3a1bf83910 req-2131511c-4a0f-4512-97f5-19e3bf5e66f4 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/security-groups?id=44c180c2-c0d8-4a1b-b1e6-d788d0062590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578823 Aug 31 07:43:45.765120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98b2aac1-c89f-4a5f-967d-3994c5622530 req-1eb85544-ddf2-4b56-bdc2-0e4dc070da22 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Aug 31 07:43:45.878244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55585981-95e5-4fa4-a8b7-3ae553aa5b7f req-e906f4ba-9f3c-4d64-a073-68c2285afa9a tempest-AbsoluteLimitsNegativeTestJSON-1830311965 tempest-AbsoluteLimitsNegativeTestJSON-1830311965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f424e5e8810d47b6ad26075ba7a90874&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346711 Aug 31 07:43:46.012247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55585981-95e5-4fa4-a8b7-3ae553aa5b7f req-d54fead1-6829-4677-80f9-cf29fa307a14 tempest-AbsoluteLimitsNegativeTestJSON-1830311965 tempest-AbsoluteLimitsNegativeTestJSON-1830311965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.013746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55585981-95e5-4fa4-a8b7-3ae553aa5b7f req-d54fead1-6829-4677-80f9-cf29fa307a14 tempest-AbsoluteLimitsNegativeTestJSON-1830311965 tempest-AbsoluteLimitsNegativeTestJSON-1830311965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302009 Aug 31 07:43:46.035722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55585981-95e5-4fa4-a8b7-3ae553aa5b7f req-8c9b6911-eb8c-421b-a88b-29f7321cdcfc tempest-AbsoluteLimitsNegativeTestJSON-1830311965 tempest-AbsoluteLimitsNegativeTestJSON-1830311965-project] 10.222.0.36 "GET /v2.0/quotas/f424e5e8810d47b6ad26075ba7a90874 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Aug 31 07:43:46.070704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55585981-95e5-4fa4-a8b7-3ae553aa5b7f req-ef7b5de3-b248-498e-9d42-c902039de5db tempest-AbsoluteLimitsNegativeTestJSON-1830311965 tempest-AbsoluteLimitsNegativeTestJSON-1830311965-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f424e5e8810d47b6ad26075ba7a90874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309050 Aug 31 07:43:46.285502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65f41cbd-3943-4ed8-99c3-06224eb4a5ab req-b5cd6623-bc74-477b-9540-1083923bf34e tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Aug 31 07:43:46.291154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-782ba886-d975-4978-bfcf-6307a1f93f58 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.292923 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-782ba886-d975-4978-bfcf-6307a1f93f58 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 945 time: 0.0622153 Aug 31 07:43:46.317151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.318059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.325114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.331752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.338203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.344402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.351312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:46.353969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7af0d260-1143-4960-97f3-887e51bafce6 req-a4c7c1bf-b8f6-4488-8e6d-5bb2747771f6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1287341 Aug 31 07:43:46.401925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7af0d260-1143-4960-97f3-887e51bafce6 req-bf0d2f1d-8d9d-4770-8660-3c4040e74ad8 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419016 Aug 31 07:43:46.417905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Deleting port 9f9358fe-c311-4d24-bdcd-f01608569d32 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:46.418130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:46.544662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] For port 9f9358fe-c311-4d24-bdcd-f01608569d32, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=9f9358fe-c311-4d24-bdcd-f01608569d32,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:46.544967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:46.560262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Calling delete_port for 9f9358fe-c311-4d24-bdcd-f01608569d32 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:46.564796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:46.593364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: ba0af0f9-0c37-4812-a023-193995dd50fb {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:46.593730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ba0af0f9-0c37-4812-a023-193995dd50fb not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:46.689532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:46.808127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f07e427-31f9-4a04-bdf4-bddf0c777089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:46.841329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:46.855873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['9f9358fe-c311-4d24-bdcd-f01608569d32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:46.860057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['fb7de57e-1e44-4f45-a313-324da27d48e9'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:46.877835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Pushing event deleted for resources: {'Port': ['ID=9f9358fe-c311-4d24-bdcd-f01608569d32,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:46.918929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a71a8cd7-093d-45d3-8422-48c5ab860691 req-b3e5b55b-60ef-4fd1-bed9-10e73b3b958e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 210 time: 0.0602932 Aug 31 07:43:46.932595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] No DVR routers for this DVR port 9f9358fe-c311-4d24-bdcd-f01608569d32 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:46.938050 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:46.938426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bd6682d-d43a-4211-8a65-4168d05c7a63 req-ce2ade66-f014-45e2-bc4e-06d3fb0b0f0e tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.68 "DELETE /v2.0/ports/9f9358fe-c311-4d24-bdcd-f01608569d32 HTTP/1.1" status: 204 len: 173 time: 0.6364923 Aug 31 07:43:46.938641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'name': 'network-vif-deleted', 'tag': '9f9358fe-c311-4d24-bdcd-f01608569d32'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:46.941552 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9f282-84e1-4796-8cc8-83143ca5b31c" -d '{"events": [{"server_uuid": "fa7d7964-4767-4966-9f7a-9015df886d80", "name": "network-vif-deleted", "tag": "9f9358fe-c311-4d24-bdcd-f01608569d32"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:46.979562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f07e427-31f9-4a04-bdf4-bddf0c777089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.070773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76eae8-f950-4c05-b21c-55f2cc47bc7e req-9082334d-a769-4bc3-9a92-7248317a24c2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.072463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca76eae8-f950-4c05-b21c-55f2cc47bc7e req-9082334d-a769-4bc3-9a92-7248317a24c2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 950 time: 0.0781913 Aug 31 07:43:47.114951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7fac-681e-4842-bcea-48d143e225cb req-8d6907ab-f621-45c0-a3d9-06a4e909543a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.116498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-744d7fac-681e-4842-bcea-48d143e225cb req-8d6907ab-f621-45c0-a3d9-06a4e909543a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.1126297 Aug 31 07:43:47.136992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f07e427-31f9-4a04-bdf4-bddf0c777089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.215726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca76eae8-f950-4c05-b21c-55f2cc47bc7e req-c35415c7-6e8a-4bbc-8f05-33157522f4b5 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323273 Aug 31 07:43:47.218909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f07e427-31f9-4a04-bdf4-bddf0c777089 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f424e5e8810d47b6ad26075ba7a90874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282445 Aug 31 07:43:47.222303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35464) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:47.226333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07e427-31f9-4a04-bdf4-bddf0c777089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ceaf4d-0bad-4e27-b488-99919c57c105,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:47.254567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-d5f3d1ed-b537-47a9-ad8c-99d89b3f465a tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.256110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-d5f3d1ed-b537-47a9-ad8c-99d89b3f465a tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fe08b19-72ea-490e-9d74-9105ae89000b HTTP/1.1" status: 200 len: 946 time: 0.1827817 Aug 31 07:43:47.264270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-744d7fac-681e-4842-bcea-48d143e225cb req-6ded2453-e1c2-4f27-abf1-38ff25a27101 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324487 Aug 31 07:43:47.286856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3921f35-08ee-4bf7-ba6b-621de8db52b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.292730 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838fcd32-2f2b-4deb-bd92-df3ddf0de4c8 x-openstack-request-id: req-838fcd32-2f2b-4deb-bd92-df3ddf0de4c8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:47.293368 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7d7964-4767-4966-9f7a-9015df886d80", "name": "network-vif-deleted", "tag": "9f9358fe-c311-4d24-bdcd-f01608569d32", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:47.293368 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-838fcd32-2f2b-4deb-bd92-df3ddf0de4c8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:47.293722 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7d7964-4767-4966-9f7a-9015df886d80', 'name': 'network-vif-deleted', 'tag': '9f9358fe-c311-4d24-bdcd-f01608569d32', 'status': 'completed', 'code': 200} Aug 31 07:43:47.315772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3921f35-08ee-4bf7-ba6b-621de8db52b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.362317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Deleting port fb7de57e-1e44-4f45-a313-324da27d48e9 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:47.362759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.439442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2db3c7-eb61-49fe-bbb6-f5f05376f457 req-59f4cb5b-0dc6-49ae-abaa-df9e4e87d87a tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0614836 Aug 31 07:43:47.441202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3921f35-08ee-4bf7-ba6b-621de8db52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.445867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3921f35-08ee-4bf7-ba6b-621de8db52b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.451345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3921f35-08ee-4bf7-ba6b-621de8db52b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4ceaf4d-0bad-4e27-b488-99919c57c105 HTTP/1.1" status: 204 len: 168 time: 0.2246754 Aug 31 07:43:47.457058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921f35-08ee-4bf7-ba6b-621de8db52b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ceaf4d-0bad-4e27-b488-99919c57c105,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:47.518550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] For port fb7de57e-1e44-4f45-a313-324da27d48e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fb7de57e-1e44-4f45-a313-324da27d48e9,segment=NetworkSegment(ad6c1216-f581-44ba-945f-f634395aa40a),segment_id=ad6c1216-f581-44ba-945f-f634395aa40a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:47.518920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.535124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Calling delete_port for fb7de57e-1e44-4f45-a313-324da27d48e9 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:47.639272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.645260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.651323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.657343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.663529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.670726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.676789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.678760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-6941b5a4-f059-4c3e-b540-dede0f52d2bd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1414878 Aug 31 07:43:47.734329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd6cf4b0-883a-435a-9dd1-43302b60830e req-4c3e93cb-9a61-4e7e-950a-8ec0b6f6405b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487046 Aug 31 07:43:47.913221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.926914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['9f9358fe-c311-4d24-bdcd-f01608569d32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:47.971396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Pushing event deleted for resources: {'Port': ['ID=fb7de57e-1e44-4f45-a313-324da27d48e9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:48.013419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] No DVR routers for this DVR port fb7de57e-1e44-4f45-a313-324da27d48e9 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:48.017352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.019329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea8b3e60-93ab-4133-a939-e0c0199e7f58 req-85c35d3d-a135-40d4-989f-d6f605732550 tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.45 "DELETE /v2.0/ports/fb7de57e-1e44-4f45-a313-324da27d48e9 HTTP/1.1" status: 204 len: 173 time: 0.7535231 Aug 31 07:43:48.019759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'name': 'network-vif-deleted', 'tag': 'fb7de57e-1e44-4f45-a313-324da27d48e9'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:48.022109 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d4ea50-c592-4f8f-8708-b6c919037b43" -d '{"events": [{"server_uuid": "2fe08b19-72ea-490e-9d74-9105ae89000b", "name": "network-vif-deleted", "tag": "fb7de57e-1e44-4f45-a313-324da27d48e9"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:48.051431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebf2e92f-3802-42d1-8761-046f921ae07a req-b6311868-021f-4e0e-8e4c-af0a2be6e0fd tempest-ListServersNegativeTestJSON-944525060 tempest-ListServersNegativeTestJSON-944525060-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa7d7964-4767-4966-9f7a-9015df886d80 HTTP/1.1" status: 200 len: 210 time: 0.0360110 Aug 31 07:43:48.062368 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1193d9e-3298-4721-aa2a-4734a855f258 x-openstack-request-id: req-d1193d9e-3298-4721-aa2a-4734a855f258 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:48.062817 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe08b19-72ea-490e-9d74-9105ae89000b", "name": "network-vif-deleted", "tag": "fb7de57e-1e44-4f45-a313-324da27d48e9", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:48.063033 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1193d9e-3298-4721-aa2a-4734a855f258 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:48.063246 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe08b19-72ea-490e-9d74-9105ae89000b', 'name': 'network-vif-deleted', 'tag': 'fb7de57e-1e44-4f45-a313-324da27d48e9', 'status': 'completed', 'code': 200} Aug 31 07:43:48.351315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9c461-4d22-4272-8b2d-53305c109d9e req-648f5636-f75c-4546-a86f-a100a0204df0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.353724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ec9c461-4d22-4272-8b2d-53305c109d9e req-648f5636-f75c-4546-a86f-a100a0204df0 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 950 time: 0.0658035 Aug 31 07:43:48.433522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79e1e7-0284-458b-bfe2-ee2e5fc130ec req-e626695b-3745-497f-9a1b-dcba4da0d164 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.435163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb79e1e7-0284-458b-bfe2-ee2e5fc130ec req-e626695b-3745-497f-9a1b-dcba4da0d164 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.0804055 Aug 31 07:43:48.438336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ec9c461-4d22-4272-8b2d-53305c109d9e req-b1319d09-e771-4fd8-93f6-31858c2d5da2 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729313 Aug 31 07:43:48.449361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93494866-327d-45e4-950a-16171218f319 req-529d3f57-d017-46c2-8ecc-c0f8745819bd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.451088 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93494866-327d-45e4-950a-16171218f319 req-529d3f57-d017-46c2-8ecc-c0f8745819bd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 950 time: 0.0573709 Aug 31 07:43:48.476198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb79e1e7-0284-458b-bfe2-ee2e5fc130ec req-5676b3bb-6c40-49db-97c3-6a97c47ff75d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347834 Aug 31 07:43:48.554928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Deleting port 986c9d0e-86c0-4a95-bf49-161d299c9202 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:48.555310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.578049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-752d4576-a5ff-42af-821b-d3d7225a60dd req-1d147132-f124-4a17-a3c8-ce4c5d7fd42e tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0361671 Aug 31 07:43:48.658003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] For port 986c9d0e-86c0-4a95-bf49-161d299c9202, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=986c9d0e-86c0-4a95-bf49-161d299c9202,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:48.658593 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.671366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35508) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:48.674291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Calling delete_port for 986c9d0e-86c0-4a95-bf49-161d299c9202 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:48.698451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:48.788555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1446968791-network', 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:48.800365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:48.814289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'port_id': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'mac_address': 'fa:16:3e:2d:d0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019a63c-8ec4-4553-b6a6-41d1a0a163a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:48.856579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.869524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e486ec-0333-4b96-ba70-baf20c36cec4 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:48.880366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.886483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.888691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:48.892246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.898115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.904435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.909298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.910263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.916927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.921991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef', '986c9d0e-86c0-4a95-bf49-161d299c9202'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:48.924863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f6e9641-988c-470e-92ec-988779b8531a req-a4ca7ec7-5ede-481a-a195-a911ebacad88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.0981202 Aug 31 07:43:48.925021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:48.936124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:48.938280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.943032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event deleted for resources: {'Port': ['ID=986c9d0e-86c0-4a95-bf49-161d299c9202,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:48.955622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.956000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.956336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.956676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.956802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:48.957224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.957743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.958021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.958265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.958603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.959240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.959520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:48.959932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:49.001187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] No DVR routers for this DVR port 986c9d0e-86c0-4a95-bf49-161d299c9202 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:49.004222 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.006467 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-93494866-327d-45e4-950a-16171218f319 req-9bf7c9d9-3bc7-4690-afd2-12ffcadce6d7 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "DELETE /v2.0/ports/986c9d0e-86c0-4a95-bf49-161d299c9202 HTTP/1.1" status: 204 len: 173 time: 0.5475569 Aug 31 07:43:49.007237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f6e9641-988c-470e-92ec-988779b8531a req-e8685b02-19d5-475e-b942-4c3ef265a7dc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814984 Aug 31 07:43:49.028542 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.100014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.140314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:49.156961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35518) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:49.191535 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.217139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:43:49.226112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Deleting subnet be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:43:49.238593 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.261769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.262080 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Added segment 6975e5a9-23a1-4c9b-bfeb-9a32d020bc12 of type vlan for network 85c91e7d-b84e-474b-aece-0c86cc3261b5 Aug 31 07:43:49.270971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:49.277335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c9e486ec-0333-4b96-ba70-baf20c36cec4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:49.294744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-deleted', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:49.297461 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743bca7f-d69d-46fc-af12-046289662037" -d '{"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-deleted", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:49.318878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.341512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.364323 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a422e548-ccb2-4872-ad1a-86915ccd22db x-openstack-request-id: req-a422e548-ccb2-4872-ad1a-86915ccd22db {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:49.365985 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0567e83-9f39-484d-a4ad-899680bef5f6", "name": "network-vif-deleted", "tag": "986c9d0e-86c0-4a95-bf49-161d299c9202", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:49.366275 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a422e548-ccb2-4872-ad1a-86915ccd22db {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:49.366674 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0567e83-9f39-484d-a4ad-899680bef5f6', 'name': 'network-vif-deleted', 'tag': '986c9d0e-86c0-4a95-bf49-161d299c9202', 'status': 'completed', 'code': 200} Aug 31 07:43:49.381950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.447082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.448461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:49.449276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.517645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.548899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] Pushing event updated for resources: {'Network': ['ID=85c91e7d-b84e-474b-aece-0c86cc3261b5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:49.553979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:49.560783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:43:49.566888 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.568838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-076c570c-aa52-42ee-9fb7-4a30e5a450e0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be3f5d7d-cfaa-4583-8cbe-0d0a61c3b2ea HTTP/1.1" status: 204 len: 168 time: 0.4108021 Aug 31 07:43:49.571476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35526) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:49.594845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f5cf957-b539-4789-9cb9-fce61827eb65 req-9ae3c9e6-c6f8-45dd-a25e-a106de5401e6 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0567e83-9f39-484d-a4ad-899680bef5f6 HTTP/1.1" status: 200 len: 210 time: 0.0478966 Aug 31 07:43:49.598598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d40da936-db13-4dc5-b80d-d2cda4f91ecb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9234817 Aug 31 07:43:49.609484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35532) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:49.617392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Request body: {'subnet': {'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1446968791-subnet', 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:49.658502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.674143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3810d-4cf4-4a69-b67b-dfca6906ed36 req-6cf7f481-6e83-4eae-93ee-d5e0e6f082b4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:49.676168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10a3810d-4cf4-4a69-b67b-dfca6906ed36 req-6cf7f481-6e83-4eae-93ee-d5e0e6f082b4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.1122377 Aug 31 07:43:49.718816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10a3810d-4cf4-4a69-b67b-dfca6906ed36 req-a9589bc2-bd13-4f24-86ec-da45fb361725 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359056 Aug 31 07:43:49.742116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:49.744607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.761026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.774877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0ef917-47aa-406f-b805-53d474aaf7f9']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:49.785932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6c1216-f581-44ba-945f-f634395aa40a') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:49.786235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6c1216-f581-44ba-945f-f634395aa40a') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:49.802200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.821877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.828521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:43:49.828917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:43:49.830668 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:43:49.833045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b1dd743-bf74-4fee-a859-81f1eac84ff8 req-5e11d565-5717-4b18-9cb7-45e319fcb3d4 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0395739 Aug 31 07:43:49.965100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.969982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.979740 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6e0ef917-47aa-406f-b805-53d474aaf7f9 HTTP/1.1" status: 204 len: 168 time: 0.3983772 Aug 31 07:43:49.984622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75171dba-66fe-499c-967e-ecdc944713b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0ef917-47aa-406f-b805-53d474aaf7f9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:50.147941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.154613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.160539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.166439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.172300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.178160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.184428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.187125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-36c2df34-540f-4751-a01f-ec0f010efc33 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.0992527 Aug 31 07:43:50.190256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:50.261979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:50.284463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a97a049e-320f-48a4-a57e-d1437a8c35bc req-5df74b68-25ee-4b05-a5ef-19c0efa96abe tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654459 Aug 31 07:43:50.291697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:50.292058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Network hostable DHCP agents. Network: 85c91e7d-b84e-474b-aece-0c86cc3261b5, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:43:50.338873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35540) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:50.378758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fe878d1c-08cb-4849-8789-de11ad8025f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b31f8e3367f494aaa6cca66df44d33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387573 Aug 31 07:43:50.381069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35542) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:50.393143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:43:50.438136 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39c6d811-1575-410f-a7d2-edfa9a4242d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:50.459636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39c6d811-1575-410f-a7d2-edfa9a4242d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:50.489299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 85c91e7d-b84e-474b-aece-0c86cc3261b5) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:50.496633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.497183 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:50.499067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8288982-eadf-4f17-acfe-7d76bfab6d06 None None] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:50.596161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f9358fe-c311-4d24-bdcd-f01608569d32 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:50.623002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e7a9f602-a9ff-4e3e-83c0-dcbf9e14ea8e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0112772 Aug 31 07:43:50.629123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 9f9358fe-c311-4d24-bdcd-f01608569d32 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:50.629264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 9f9358fe-c311-4d24-bdcd-f01608569d32 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:50.629651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:50.641156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39c6d811-1575-410f-a7d2-edfa9a4242d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:50.644243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39c6d811-1575-410f-a7d2-edfa9a4242d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:50.647939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-39c6d811-1575-410f-a7d2-edfa9a4242d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44c180c2-c0d8-4a1b-b1e6-d788d0062590 HTTP/1.1" status: 204 len: 168 time: 0.2635350 Aug 31 07:43:50.655012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6d811-1575-410f-a7d2-edfa9a4242d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c180c2-c0d8-4a1b-b1e6-d788d0062590,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:50.657921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca1d85-ddba-49a7-b8ec-5a2c99f29be0 None None] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:50.745252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 986c9d0e-86c0-4a95-bf49-161d299c9202 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:50.745633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 986c9d0e-86c0-4a95-bf49-161d299c9202 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:50.748645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:50.912762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36240f2-0e12-47f7-81a3-812ab1593e57 req-62146257-c3c6-45bf-b998-1605b4a1e45d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.914310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d36240f2-0e12-47f7-81a3-812ab1593e57 req-62146257-c3c6-45bf-b998-1605b4a1e45d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.0509615 Aug 31 07:43:50.954462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d36240f2-0e12-47f7-81a3-812ab1593e57 req-5bffc7f2-5d03-4073-952f-6b8765deadab tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Aug 31 07:43:51.034657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port c9e486ec-0333-4b96-ba70-baf20c36cec4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:51.038710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c9e486ec-0333-4b96-ba70-baf20c36cec4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:51.039083 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:51.118617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:51.148722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:51.151286 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed365ff4-d6ca-43a5-934c-075a7f6af9da" -d '{"events": [{"server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "name": "network-vif-plugged", "status": "completed", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:51.166380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:51.242611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:51.245026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fb7de57e-1e44-4f45-a313-324da27d48e9 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:51.281941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: fb7de57e-1e44-4f45-a313-324da27d48e9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:51.282380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fb7de57e-1e44-4f45-a313-324da27d48e9 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:51.304285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f5b333f-b5b3-448c-ba92-20feb27741c2 req-f2216e72-64f3-4b75-8bc7-209ba7158883 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0307403 Aug 31 07:43:51.353063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:51.364367 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88070103-288c-4ed5-9ac5-6b7afa357708 x-openstack-request-id: req-88070103-288c-4ed5-9ac5-6b7afa357708 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:51.364559 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "name": "network-vif-plugged", "status": "completed", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:51.365147 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88070103-288c-4ed5-9ac5-6b7afa357708 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:51.365710 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'code': 200} Aug 31 07:43:51.530546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8150cb-a6a6-4213-84df-c3049c733f5c req-976c7fe4-2642-4c8e-9358-da5539581a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.531927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8150cb-a6a6-4213-84df-c3049c733f5c req-976c7fe4-2642-4c8e-9358-da5539581a4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1098 time: 0.1087573 Aug 31 07:43:51.538928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39b9a4-9e28-4ba0-b3bc-c58156460c81 req-b2e973ad-126e-497e-b2b8-481894796a5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.540817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb39b9a4-9e28-4ba0-b3bc-c58156460c81 req-b2e973ad-126e-497e-b2b8-481894796a5f tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.1211312 Aug 31 07:43:51.552885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-5049f384-0079-4ce5-a5ef-a8534786b4f8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.554348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-5049f384-0079-4ce5-a5ef-a8534786b4f8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.1886399 Aug 31 07:43:51.598116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-19a74764-18b8-4f86-b9eb-7e94c00539ef tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0270178 Aug 31 07:43:51.613691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8150cb-a6a6-4213-84df-c3049c733f5c req-e624ff35-84ae-4624-9462-a8f64b24ebf1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717118 Aug 31 07:43:51.628671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb39b9a4-9e28-4ba0-b3bc-c58156460c81 req-fd4e2595-d52b-4664-80dd-631f2907654a tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715973 Aug 31 07:43:51.645222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-4b803653-d405-465c-954e-5b85aea21e33 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366988 Aug 31 07:43:51.913451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35600) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:52.021139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-462617532-network', 'tenant_id': '3a79ea504629431dbf749f1b89a5cd11'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:52.044756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.050719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.056618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.062508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.068604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.074468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.080289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.082166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-45e2bbbb-529e-445b-b7d3-4440d63a7911 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.3712332 Aug 31 07:43:52.085973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-6ad58b69-1143-4bdc-978d-13c5886a1297 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271262 Aug 31 07:43:52.095891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Made reservation on behalf of 3a79ea504629431dbf749f1b89a5cd11 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:52.098294 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.108148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.173921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14cb2ae9-4510-46f1-aa3a-c22930d5b4aa req-88ffe544-949a-4631-b35b-d6614fd621e1 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847661 Aug 31 07:43:52.204728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.210975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-4d00d4e7-83ba-499d-b094-95ffe0d7c2f6 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156271 Aug 31 07:43:52.326364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.348109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:43:52.361492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd43c29-4d08-4307-9d81-c8e330921ae3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:52.362062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9f0ba-c4dd-41cc-8825-997b9dc23255 req-4a27f9bb-96ca-4876-a0bc-894af623bb87 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.363611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e9f0ba-c4dd-41cc-8825-997b9dc23255 req-4a27f9bb-96ca-4876-a0bc-894af623bb87 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 946 time: 0.0509984 Aug 31 07:43:52.366662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.367007 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Added segment e3ea0821-de4b-4e2f-a74a-06c391275ad0 of type vlan for network 05986588-73a0-4065-a464-15babbe7ac0e Aug 31 07:43:52.405399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e9f0ba-c4dd-41cc-8825-997b9dc23255 req-16cb5b50-10af-4f82-b8b8-4abdd11312d8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Aug 31 07:43:52.407655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.486849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.488087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.488822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.541467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-956d7672-12c0-43e4-a435-f8c06a1e706d req-a35b1808-5470-41ea-a95e-f12567d9dee8 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0349257 Aug 31 07:43:52.560066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] Pushing event updated for resources: {'Network': ['ID=05986588-73a0-4065-a464-15babbe7ac0e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:52.580379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 05986588-73a0-4065-a464-15babbe7ac0e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:43:52.581915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aba88042-13e6-46e9-8fac-40d7945ab74f req-348c0d4a-c6b5-4bb1-8f67-b43330e8bef5 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 210 time: 0.0397630 Aug 31 07:43:52.605356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d154e80a-bdf9-4cd0-8576-c5e261cef454 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6906645 Aug 31 07:43:52.614350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35616) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:52.622707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Request body: {'subnet': {'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-462617532-subnet', 'tenant_id': '3a79ea504629431dbf749f1b89a5cd11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:52.745380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad6943-d93f-4f4a-8f67-437b69b7d75c req-dbb7c061-24e3-4bec-abb2-13466bb1eca9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.746825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3aad6943-d93f-4f4a-8f67-437b69b7d75c req-dbb7c061-24e3-4bec-abb2-13466bb1eca9 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0490663 Aug 31 07:43:52.766757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Made reservation on behalf of 3a79ea504629431dbf749f1b89a5cd11 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:52.769303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:52.785106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3aad6943-d93f-4f4a-8f67-437b69b7d75c req-73f916e1-d6eb-4985-a641-e07ff7cf1b98 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Aug 31 07:43:52.896905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-3fdd9be5-a75c-4b19-8170-756b66e55123 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.898660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-3fdd9be5-a75c-4b19-8170-756b66e55123 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 949 time: 0.0493915 Aug 31 07:43:53.003368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Deleting port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:53.003368 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.029402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.088416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:53.096317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] For port 5b6e2bd3-bd69-4f78-9790-b1b48976c674, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5b6e2bd3-bd69-4f78-9790-b1b48976c674,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:53.096695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.100008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Checking segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:53.100455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Network hostable DHCP agents. Network: 05986588-73a0-4065-a464-15babbe7ac0e, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:43:53.112074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Calling delete_port for 5b6e2bd3-bd69-4f78-9790-b1b48976c674 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:53.194568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Network 05986588-73a0-4065-a464-15babbe7ac0e is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:43:53.275474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 05986588-73a0-4065-a464-15babbe7ac0e) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:53.280433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.281600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.285698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15f90d-81f5-410f-a52e-0ff03ed33312 None None] Network 05986588-73a0-4065-a464-15babbe7ac0e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:53.317377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.324820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.331570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.338296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.344286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.350340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.356902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.358939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-408aea0c-be0e-4382-bf9a-52620df76bac req-dc2a612f-4800-4588-b25f-d493c42890ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.1060405 Aug 31 07:43:53.360138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.375097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6d3b3858-b9e7-4a1c-b680-9918cb89cdef'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:53.377123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5b6e2bd3-bd69-4f78-9790-b1b48976c674'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:53.411030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event deleted for resources: {'Port': ['ID=5b6e2bd3-bd69-4f78-9790-b1b48976c674,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:53.437331 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b9526c09-e1cd-49e1-adcd-1e1652963d73 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8136168 Aug 31 07:43:53.467251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] No DVR routers for this DVR port 5b6e2bd3-bd69-4f78-9790-b1b48976c674 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:53.471045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.473024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b7be6a3-700d-49c4-9079-c8f8392c7fcf req-bb665eae-815b-4f84-b86c-5e6158d32e22 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.45 "DELETE /v2.0/ports/5b6e2bd3-bd69-4f78-9790-b1b48976c674 HTTP/1.1" status: 204 len: 173 time: 0.5683730 Aug 31 07:43:53.477880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-deleted', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:53.480509 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c4924-fae8-4987-8f1b-84411d72a142" -d '{"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-deleted", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:53.494437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-408aea0c-be0e-4382-bf9a-52620df76bac req-8450b019-d296-4450-96c6-469ea3a2cf5d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242304 Aug 31 07:43:53.547310 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db6d9ae-a240-434c-a5c0-7842ac6f1ce0 x-openstack-request-id: req-0db6d9ae-a240-434c-a5c0-7842ac6f1ce0 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:53.547716 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172c75f0-35fb-4aae-8084-bd43ea7c4d7c", "name": "network-vif-deleted", "tag": "5b6e2bd3-bd69-4f78-9790-b1b48976c674", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:53.548073 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0db6d9ae-a240-434c-a5c0-7842ac6f1ce0 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:53.548891 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172c75f0-35fb-4aae-8084-bd43ea7c4d7c', 'name': 'network-vif-deleted', 'tag': '5b6e2bd3-bd69-4f78-9790-b1b48976c674', 'status': 'completed', 'code': 200} Aug 31 07:43:53.580055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07e070-095a-455b-bbb3-e459b4766a06 req-567a05f3-6411-4131-97db-1ccff0e41dee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:53.592729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b07e070-095a-455b-bbb3-e459b4766a06 req-567a05f3-6411-4131-97db-1ccff0e41dee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 946 time: 0.1086504 Aug 31 07:43:53.641498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:53.701381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b07e070-095a-455b-bbb3-e459b4766a06 req-cab548ac-47eb-44b3-9d40-2e0cd95c1bf5 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002498 Aug 31 07:43:53.736893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde243fe-5c81-49fa-b2ea-3bdc0a926cfb None None] Network 05986588-73a0-4065-a464-15babbe7ac0e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:53.779712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e242aab-cda7-4ed3-ba46-9b6b5f66db95 req-3c68825e-7a0c-4997-bfc8-370c286535ea tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0399895 Aug 31 07:43:53.810597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc9aa54e-ef96-4dd1-96f3-dc2396df2a80 req-dbb33dd6-e3fe-4bfc-92b4-2095f22fa893 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 210 time: 0.0334482 Aug 31 07:43:53.886803 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-578e5178-485a-4a7c-8be0-3f6bbdc2550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.179993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-4c35ab95-87b7-4b6b-8168-6aa98b690098 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.181526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-4c35ab95-87b7-4b6b-8168-6aa98b690098 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 812 time: 0.1310210 Aug 31 07:43:54.195692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed03619-4ad7-428c-a958-60d1bde89118 req-fb907aab-3e87-4798-b59d-c5ff6887f221 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.197160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fed03619-4ad7-428c-a958-60d1bde89118 req-fb907aab-3e87-4798-b59d-c5ff6887f221 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1098 time: 0.0798891 Aug 31 07:43:54.200660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-eab96c59-971d-4113-875e-cc0b6f9678b7 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/quotas/3a79ea504629431dbf749f1b89a5cd11 HTTP/1.1" status: 200 len: 375 time: 0.0132864 Aug 31 07:43:54.242483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-85e44e98-fe6b-4c73-813f-10c6b41b7efb tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336955 Aug 31 07:43:54.263981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fed03619-4ad7-428c-a958-60d1bde89118 req-2db6f88d-3a4f-4b05-96d7-a6f19f64b688 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608273 Aug 31 07:43:54.357752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b7e645cf-896d-44ae-9275-9d0eadaec005 service neutron] 10.222.0.36 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067793 Aug 31 07:43:54.373071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ac2349-43ab-4e3e-938e-940e40f6c781 req-aaed07c4-ec28-4662-8bba-710ee52222dd tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=172c75f0-35fb-4aae-8084-bd43ea7c4d7c HTTP/1.1" status: 200 len: 210 time: 0.0345259 Aug 31 07:43:54.496140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-ec30546f-da4a-41e3-adde-e59a1af6a9ee service neutron] 10.222.0.36 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251776 Aug 31 07:43:54.502573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a4a5-191d-4acf-ac6f-4edd31dc2559 req-98e833b2-0304-463a-993d-df0d3f92464a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.504053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf23a4a5-191d-4acf-ac6f-4edd31dc2559 req-98e833b2-0304-463a-993d-df0d3f92464a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1098 time: 0.0677488 Aug 31 07:43:54.544265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf23a4a5-191d-4acf-ac6f-4edd31dc2559 req-8ac1ba97-b5c7-4d72-9e19-e8fe3b2aa6ac tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336351 Aug 31 07:43:54.590829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6bde1cfc-5ae0-4682-a896-792302609cad details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:54.707643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6bde1cfc-5ae0-4682-a896-792302609cad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:54.721192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.721444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6bde1cfc-5ae0-4682-a896-792302609cad', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'port_id': '6bde1cfc-5ae0-4682-a896-792302609cad', 'mac_address': 'fa:16:3e:e2:4d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:54.727900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.734003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.739861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.746316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.752299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.757945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:54.759757 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.760103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-a204b33e-e5bd-4abb-b587-291621b913c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5423 time: 0.0978093 Aug 31 07:43:54.778311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bde1cfc-5ae0-4682-a896-792302609cad {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:54.798937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6bde1cfc-5ae0-4682-a896-792302609cad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:54.804036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20e37cec-aeb9-4c43-8577-6506de1c1a3f req-2b63e77d-8e4b-4ca1-82ce-66e3a33ada92 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375080 Aug 31 07:43:54.920890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.921672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6671202d-e8a2-4d14-bd55-f5502faa5aac details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:54.957854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e16a4536-b2a2-443c-b551-941e572f8454 req-eadd2e0b-89ac-4e9f-86d1-916fa5ba7945 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0339363 Aug 31 07:43:55.018886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:55.040852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:55.064651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6671202d-e8a2-4d14-bd55-f5502faa5aac', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'port_id': '6671202d-e8a2-4d14-bd55-f5502faa5aac', 'mac_address': 'fa:16:3e:fc:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:55.108436 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.123920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6671202d-e8a2-4d14-bd55-f5502faa5aac {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:55.142537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2cc4c58-2c03-4d54-9951-052c8e4903d2 req-8cd1f623-95de-4547-b1c9-705e8c38d43a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 210 time: 0.0651708 Aug 31 07:43:55.166851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:55.168985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-5f9c0ece-5fa3-4541-add0-d50687f01037 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:55.170566 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-5f9c0ece-5fa3-4541-add0-d50687f01037 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.1387863 Aug 31 07:43:55.184973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Request body: {'port': {'device_id': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'admin_state_up': True, 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:55.205592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41b2cd41-df6f-4eaa-a5a2-4a17a09cc80d req-abbcdcd5-f376-4ae3-a19a-8aa4158800df tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 210 time: 0.0293207 Aug 31 07:43:55.302113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.302789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:55.372176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:55.374392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:55.385169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '075a12b8-5937-4c07-9fba-5a6dbd2dc9ad', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'port_id': '075a12b8-5937-4c07-9fba-5a6dbd2dc9ad', 'mac_address': 'fa:16:3e:99:d1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:55.423230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:55.427041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.435347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.458844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:55.479057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:55.602126 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.603017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d97e9d4a-84a9-4aed-8218-1ba3298acc9b details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:55.715981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:55.719517 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.767781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:55.782143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b', 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198', 'port_id': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b', 'mac_address': 'fa:16:3e:12:18:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7df0ffc-506e-4e17-ad95-bbcbe0583eb8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:55.823923 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.837720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97e9d4a-84a9-4aed-8218-1ba3298acc9b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:55.857119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Allocated IP 172.20.0.2 (85c91e7d-b84e-474b-aece-0c86cc3261b5/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5/fb982e10-a6ba-4e4b-8396-4a46d68d634c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:55.859615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:55.994340 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:55.998829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ac9ef6aa-0746-4000-9992-cc24e9cb8198 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:56.029218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.102567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:56.147269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:56.162971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'port_id': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'mac_address': 'fa:16:3e:87:b3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:56.179238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.212164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.230897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9ef6aa-0746-4000-9992-cc24e9cb8198 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:56.235565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:56.239343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:56.244177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:56.250477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.252038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event updated for resources: {'Port': ['ID=fb982e10-a6ba-4e4b-8396-4a46d68d634c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:56.257646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.260398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:56.263792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.270279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.276850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.282858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.290454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.292466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-8b7596cf-a5b5-4643-bb4c-8745beead9cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5427 time: 0.1087084 Aug 31 07:43:56.299042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.299954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.337377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35dcbfb4-ef63-450f-a6a7-abc04813a095 req-d3617917-991c-4f4c-aa91-4c4da6b9f8fd tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358946 Aug 31 07:43:56.360619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.361497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device bb9b6e76-97d9-48ea-ae99-d5907494b301 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:56.389886 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a96d301b-1afe-4de9-8c90-0600310220cf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2093489 Aug 31 07:43:56.397294 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.404049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Request body: {'port': {'device_id': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:56.458456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:56.462756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:56.483958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'bb9b6e76-97d9-48ea-ae99-d5907494b301', 'network_id': '5f726a34-ca6d-42e5-bcd4-9b362c14eb39', 'port_id': 'bb9b6e76-97d9-48ea-ae99-d5907494b301', 'mac_address': 'fa:16:3e:fb:06:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbdb6ca-eb43-4927-a945-3c26a95de9de', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:56.486524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.553304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f81a1ea-eaa9-404a-92d1-4d7ecc18fa1d req-04bbdbd9-b4c1-4cb5-88fc-4c21cb18abd9 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0359044 Aug 31 07:43:56.562099 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.581986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9b6e76-97d9-48ea-ae99-d5907494b301 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:56.612321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:56.629716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f57b249a-fe4f-4d1b-970e-1e6c0af14e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.681038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec580d-f290-43e3-a669-dbf4886963d6 req-fce07579-9268-42c3-b261-dca1a1701e39 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.682597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6ec580d-f290-43e3-a669-dbf4886963d6 req-fce07579-9268-42c3-b261-dca1a1701e39 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.0656056 Aug 31 07:43:56.722555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6ec580d-f290-43e3-a669-dbf4886963d6 req-d9c8c4c2-4bdd-44bb-a590-5780f3ec0090 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327318 Aug 31 07:43:56.745449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:56.766157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.766960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:56.770595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 5b6e2bd3-bd69-4f78-9790-b1b48976c674 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:56.771033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5b6e2bd3-bd69-4f78-9790-b1b48976c674 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:56.785266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb982e10-a6ba-4e4b-8396-4a46d68d634c {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:56.795845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.815711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Transition to ACTIVE for port object fb982e10-a6ba-4e4b-8396-4a46d68d634c will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:56.838746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f215-a852-44c7-80f3-1a376c763d1d req-e0b5927c-d2e8-4c5c-a3e5-f29d065755cd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:56.840333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b58f215-a852-44c7-80f3-1a376c763d1d req-e0b5927c-d2e8-4c5c-a3e5-f29d065755cd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 931 time: 0.0589640 Aug 31 07:43:56.858506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:56.864342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:56.876657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8', 'network_id': 'c04f56fa-1ce7-40db-997a-90ff4442d198', 'port_id': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8', 'mac_address': 'fa:16:3e:8d:6b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7df0ffc-506e-4e17-ad95-bbcbe0583eb8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:56.893004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b58f215-a852-44c7-80f3-1a376c763d1d req-ae2a26ac-1aef-4395-b175-7930fb7a911e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 Aug 31 07:43:56.909049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.923269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.938896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:56.964242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:56.971938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Pushing event updated for resources: {'Port': ['ID=fb982e10-a6ba-4e4b-8396-4a46d68d634c,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:57.002570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9151ded5-7547-429b-befc-73689c863f6c req-5971e0c8-c5ca-4055-9bea-e9a0760a5fcd tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 210 time: 0.0317683 Aug 31 07:43:57.047603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Attempting to bind port fb982e10-a6ba-4e4b-8396-4a46d68d634c on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:57.047939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Attempting to bind port fb982e10-a6ba-4e4b-8396-4a46d68d634c by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:57.049144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Attempting to bind port fb982e10-a6ba-4e4b-8396-4a46d68d634c on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:57.053187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Port fb982e10-a6ba-4e4b-8396-4a46d68d634c on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:57.053511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Attempting to bind port fb982e10-a6ba-4e4b-8396-4a46d68d634c on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:57.058639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:57.058972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:57.059376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Bound using segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:57.059798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Bound port: fb982e10-a6ba-4e4b-8396-4a46d68d634c, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:57.060151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.072963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.128379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:57.129572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] For port fb982e10-a6ba-4e4b-8396-4a46d68d634c, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:57.135252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] For port fb982e10-a6ba-4e4b-8396-4a46d68d634c, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb982e10-a6ba-4e4b-8396-4a46d68d634c,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:57.246806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.281602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.282272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.283745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] 10.222.0.68 "PUT /v2.0/ports/fb982e10-a6ba-4e4b-8396-4a46d68d634c HTTP/1.1" status: 200 len: 1092 time: 0.8839850 Aug 31 07:43:57.284245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'tag': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:57.286634 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54" -d '{"events": [{"name": "network-changed", "server_uuid": "44a68a0f-f16e-4c38-a30c-c4f6d652e43a", "tag": "fb982e10-a6ba-4e4b-8396-4a46d68d634c"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:57.311757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd20e-2743-4819-9a73-ab96c4a5459c service neutron] Pushing event updated for resources: {'Port': ['ID=fb982e10-a6ba-4e4b-8396-4a46d68d634c,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:57.328681 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c01875-c00d-4372-a697-d379a5cc45d5 x-openstack-request-id: req-a0c01875-c00d-4372-a697-d379a5cc45d5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:57.328995 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a68a0f-f16e-4c38-a30c-c4f6d652e43a", "tag": "fb982e10-a6ba-4e4b-8396-4a46d68d634c", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:57.329251 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0c01875-c00d-4372-a697-d379a5cc45d5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:57.329661 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'tag': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c', 'status': 'completed', 'code': 200} Aug 31 07:43:57.400255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54 req-c89bbf99-0b3b-467a-bdd9-7de0f53645a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.402222 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54 req-c89bbf99-0b3b-467a-bdd9-7de0f53645a6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 1095 time: 0.0475821 Aug 31 07:43:57.502383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-85fe205e-59bb-4dd7-9242-22a8e79f164e tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:43:57.503420 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-85fe205e-59bb-4dd7-9242-22a8e79f164e tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0783713 Aug 31 07:43:57.504954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.513404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.520885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.529484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.536960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.540204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54 req-932c289a-bf4f-46d5-8a17-658c184960fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.541732 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54 req-932c289a-bf4f-46d5-8a17-658c184960fd service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1256964 Aug 31 07:43:57.543838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.550731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.559045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a374d716-f440-4c64-8723-442649134f22 req-2c0fe715-4626-44a9-982b-f83c56fcbe7c tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5430 time: 0.1312821 Aug 31 07:43:57.609034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Request body: {'binding': {'host': 'n-h2-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:57.609595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Unknown quota resources ['binding']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:43:57.694405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a374d716-f440-4c64-8723-442649134f22 req-5985382f-0c03-4c4a-a2c4-a10e8fb0f8eb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337385 Aug 31 07:43:57.719735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-254be73c-cf08-462c-9d2a-92251bd00c93 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.721287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-254be73c-cf08-462c-9d2a-92251bd00c93 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1587141 Aug 31 07:43:57.729625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54 req-648c0fa8-04c4-4dc2-89b1-ede8a592c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.731228 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2ff5c489-e0c5-4f56-ad32-b300a9c82b54 req-648c0fa8-04c4-4dc2-89b1-ede8a592c6cd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816521 Aug 31 07:43:57.753306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['bb9b6e76-97d9-48ea-ae99-d5907494b301'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:57.804328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6671202d-e8a2-4d14-bd55-f5502faa5aac'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:57.806001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on host n-h2-713499-16 for vnic_type normal with profile None {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:57.806355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:57.806746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:57.812581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:57.812911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:57.816621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6bde1cfc-5ae0-4682-a896-792302609cad'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:57.842009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:57.842644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:57.843070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:57.843522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Bound port: c9e486ec-0333-4b96-ba70-baf20c36cec4, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:57.844916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-801a1d67-051b-4ed4-9609-69a679b9b4bb tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.846604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-801a1d67-051b-4ed4-9609-69a679b9b4bb tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 812 time: 0.2827363 Aug 31 07:43:57.864393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Request body: {'port': {'device_id': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'admin_state_up': True, 'tenant_id': '3a79ea504629431dbf749f1b89a5cd11'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:57.871103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d97e9d4a-84a9-4aed-8218-1ba3298acc9b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:57.873939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['075a12b8-5937-4c07-9fba-5a6dbd2dc9ad'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:57.876732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0cb62b73-eafc-470e-9c8b-e12a0b0a51a8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:57.895439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-3d69f7f2-2df1-43fb-952e-0892f44013ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.897152 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-3d69f7f2-2df1-43fb-952e-0892f44013ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 1095 time: 0.1018243 Aug 31 07:43:57.921005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Deleting port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:57.921353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.966782 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-9eac4b4c-e105-4a84-9054-9139bdc9937a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb982e10-a6ba-4e4b-8396-4a46d68d634c HTTP/1.1" status: 200 len: 217 time: 0.0593383 Aug 31 07:43:57.978738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:57.995710 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.013833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6aae180-06e5-4d36-a301-eaba59aa9013 req-29ece3df-b120-4750-aec4-25fb44dfe228 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0423975 Aug 31 07:43:58.043988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-e62356fc-83cf-4de9-ae43-1f397b92085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:58.047022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-e62356fc-83cf-4de9-ae43-1f397b92085a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.0713375 Aug 31 07:43:58.074196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.077828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-3dcb444b-7a98-4e8f-8f18-4455504c6e87 service neutron] 10.222.0.36 "POST /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5639377 Aug 31 07:43:58.115420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] For port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:58.115804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.129853 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-802350df-d2a6-440a-95f9-63b8df0d1f40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757163 Aug 31 07:43:58.141238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Calling delete_port for 6d3b3858-b9e7-4a1c-b680-9918cb89cdef owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:58.241645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Made reservation on behalf of 3a79ea504629431dbf749f1b89a5cd11 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:58.244578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.272675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea048-3a59-4e2e-9464-efaeca2babef req-02f6a69e-a5e6-4e7c-a659-0da4d392ea03 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:58.275442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-064ea048-3a59-4e2e-9464-efaeca2babef req-02f6a69e-a5e6-4e7c-a659-0da4d392ea03 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 950 time: 0.1188178 Aug 31 07:43:58.327422 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-a658ed4e-6c31-4c6a-bb48-a49a6ac124ce service neutron] 10.222.0.68 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893632 Aug 31 07:43:58.407201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-064ea048-3a59-4e2e-9464-efaeca2babef req-b2f5e081-fa68-45a8-a712-8806e029d0b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/security-groups?id=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123066 Aug 31 07:43:58.477274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-c3d8a957-842a-4fb4-8a80-fd4338d53c17 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:58.478275 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-c3d8a957-842a-4fb4-8a80-fd4338d53c17 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 812 time: 0.2531142 Aug 31 07:43:58.510639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Allocated IP 172.20.0.3 (05986588-73a0-4065-a464-15babbe7ac0e/4d4d7d6e-2655-4736-b24a-2ee79a34cfb0/451367e1-2bce-4154-ae48-d52b259cd56f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:58.522692 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c18cfaee-defd-4de9-9fbc-3e14469501fb req-0ef2e8a3-003b-485c-9966-d716098eec44 service neutron] 10.222.0.68 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338341 Aug 31 07:43:58.527784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Request body: {'port': {'device_id': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'admin_state_up': True, 'tenant_id': '3a79ea504629431dbf749f1b89a5cd11'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:58.561851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.694660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] No DVR routers for this DVR port 6d3b3858-b9e7-4a1c-b680-9918cb89cdef on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:58.697279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Pushing event deleted for resources: {'Port': ['ID=6d3b3858-b9e7-4a1c-b680-9918cb89cdef,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:58.704448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.709927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83f7ec6a-d64d-404d-b282-fed9d4a80704 req-6f5f20fc-85e7-4f36-818b-ffb2f19934b8 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.68 "DELETE /v2.0/ports/6d3b3858-b9e7-4a1c-b680-9918cb89cdef HTTP/1.1" status: 204 len: 173 time: 0.9793103 Aug 31 07:43:58.738081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-deleted', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:58.740328 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78119491-9601-4683-873c-7325e442aea4" -d '{"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-deleted", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:58.746150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ac9ef6aa-0746-4000-9992-cc24e9cb8198'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:58.751939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79a3a65a-1dbb-4de8-85e6-c1ae04a136b1 req-2f70fbe0-7625-4733-93f5-a9aee553a66a tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 210 time: 0.1321151 Aug 31 07:43:58.835232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Made reservation on behalf of 3a79ea504629431dbf749f1b89a5cd11 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:58.839745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:58.840671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce322617-b8a6-4ea0-ae59-4565addaa7ea req-7b5862e3-cc19-4db4-b073-6c7ddb0f9bd3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:58.848705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce322617-b8a6-4ea0-ae59-4565addaa7ea req-7b5862e3-cc19-4db4-b073-6c7ddb0f9bd3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 943 time: 0.2672532 Aug 31 07:43:58.987899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce322617-b8a6-4ea0-ae59-4565addaa7ea req-4cf916e0-de0a-4bbc-99b2-e78c4e8bcc75 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382804 Aug 31 07:43:59.015788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-83149701-5881-4d71-a403-91d94f9b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.017515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-83149701-5881-4d71-a403-91d94f9b7a79 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1098 time: 0.1583126 Aug 31 07:43:59.042233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419bb33-3114-4c51-9832-3f0bc8596af9 req-a3621fc6-d808-4edd-961d-077a919890b4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.043835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2419bb33-3114-4c51-9832-3f0bc8596af9 req-a3621fc6-d808-4edd-961d-077a919890b4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 946 time: 0.1440763 Aug 31 07:43:59.059558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.377327 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.453910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2419bb33-3114-4c51-9832-3f0bc8596af9 req-6346a799-c249-4ad6-b4bd-50391ce97267 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906941 Aug 31 07:43:59.471890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.478476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.484381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.497916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.503775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.510305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.516216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.518199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-902bb69b-6dcd-4880-a8a9-6f4d14f7be15 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5430 time: 0.4562097 Aug 31 07:43:59.519678 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f4d65-ea45-48fc-9218-e781d621ac7d x-openstack-request-id: req-e68f4d65-ea45-48fc-9218-e781d621ac7d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:59.519966 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81316737-def5-4500-8da1-a99b686532a3", "name": "network-vif-deleted", "tag": "6d3b3858-b9e7-4a1c-b680-9918cb89cdef", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:59.520217 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e68f4d65-ea45-48fc-9218-e781d621ac7d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:59.520603 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81316737-def5-4500-8da1-a99b686532a3', 'name': 'network-vif-deleted', 'tag': '6d3b3858-b9e7-4a1c-b680-9918cb89cdef', 'status': 'completed', 'code': 200} Aug 31 07:43:59.550161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-8a1b516a-e205-47ce-a676-9dcf3456b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.550390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-8a1b516a-e205-47ce-a676-9dcf3456b8f1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.5053256 Aug 31 07:43:59.597557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-da30023d-ad2c-4c8c-81ae-d738fd51b6ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 217 time: 0.0400608 Aug 31 07:43:59.642920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25319d89-b6ad-43fd-8d69-9a425820ecc2 req-2bbc00c0-e9f2-4b2b-ad3b-ef78b1fbdf0e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158197 Aug 31 07:43:59.644768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4bc089c-85f0-4f41-a172-e1313958a1b2 req-03842dbe-d5e9-49dc-9e72-1a2ba0cb6e0b tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0412757 Aug 31 07:43:59.665102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.719195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-f0f9bd9f-ab7e-419c-9678-d0b392e182f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.720757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-f0f9bd9f-ab7e-419c-9678-d0b392e182f2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1138377 Aug 31 07:43:59.729960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Network 05986588-73a0-4065-a464-15babbe7ac0e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:59.731031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Allocated IP 172.20.0.2 (05986588-73a0-4065-a464-15babbe7ac0e/4d4d7d6e-2655-4736-b24a-2ee79a34cfb0/d1f052c6-f9ab-4c16-9632-078c4db68321) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:59.744644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:59.754204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:59.802052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-27e4f400-a722-427d-ae7d-2ff51d496c03 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708466 Aug 31 07:43:59.827087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event updated for resources: {'Port': ['ID=451367e1-2bce-4154-ae48-d52b259cd56f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:59.832131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54565fd7-3a52-4848-9404-ceda0eb62333 req-5cca9290-d793-4a05-8d19-a55af0177008 tempest-MigrationsAdminTest-668625248 tempest-MigrationsAdminTest-668625248-project] 10.222.0.36 "GET /v2.0/ports?device_id=81316737-def5-4500-8da1-a99b686532a3 HTTP/1.1" status: 200 len: 210 time: 0.0885761 Aug 31 07:43:59.915982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b82f9a8-e8d3-44c8-853e-ebc3044cfa37 req-c5a91e05-61ec-4c7e-b5ea-c7ecd2524066 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 210 time: 0.0703502 Aug 31 07:43:59.932674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.933337 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.935296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.974943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-44c3b7d1-565f-4ecf-9bf9-e11e7ff3798f service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491401 Aug 31 07:44:00.075662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.079584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-b1a70faf-2562-484a-be96-6bfc05d0b24d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2192652 Aug 31 07:44:00.096730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-eee48552-253a-42a7-8008-49b6557e5562 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139340 Aug 31 07:44:00.102224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Request body: {'port': {'device_id': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:00.123647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Network 05986588-73a0-4065-a464-15babbe7ac0e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:00.126869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:00.129446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:00.144433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190a11-73ab-4213-9604-7f90dd1086b6 req-75d08de2-3a08-449d-b65a-86906f16277e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.146017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2190a11-73ab-4213-9604-7f90dd1086b6 req-75d08de2-3a08-449d-b65a-86906f16277e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 943 time: 0.0855181 Aug 31 07:44:00.158589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event updated for resources: {'Port': ['ID=d1f052c6-f9ab-4c16-9632-078c4db68321,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:00.186605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.188558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.191350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.221530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2190a11-73ab-4213-9604-7f90dd1086b6 req-e969e9cb-65bc-47ce-9f86-8e2f121efb9c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558505 Aug 31 07:44:00.284997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-e5591ee9-d99e-4e78-a991-78be99105824 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7612023 Aug 31 07:44:00.298082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Request body: {'port': {'device_id': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:00.357993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.359069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-86d8b2e2-dac3-4138-b759-0f4a66ddac2c tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.360576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-86d8b2e2-dac3-4138-b759-0f4a66ddac2c tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1098 time: 0.1127892 Aug 31 07:44:00.372431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-16'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:00.479602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.671473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05640411-f6ef-47a3-9406-201c0da74eb5 req-b8cddcfc-6039-4d1c-a638-98a6b2c654f2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.672906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05640411-f6ef-47a3-9406-201c0da74eb5 req-b8cddcfc-6039-4d1c-a638-98a6b2c654f2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 946 time: 0.1465139 Aug 31 07:44:00.677980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451367e1-2bce-4154-ae48-d52b259cd56f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:00.696850 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.740978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Transition to ACTIVE for port object 451367e1-2bce-4154-ae48-d52b259cd56f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:00.790942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:00.795056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05640411-f6ef-47a3-9406-201c0da74eb5 req-bc7d7d5a-e392-44f6-b4a7-e9fb9768d5e8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106265 Aug 31 07:44:00.833617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.840078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.846050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.852653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.858646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.864738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.870601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.872618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-e97b2ba3-5358-4823-9c05-bef5ba8f9307 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5430 time: 0.1467235 Aug 31 07:44:00.894696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.936799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8903cbdf-583c-4efd-8406-92ebd698d398 req-43f37da5-4faf-41cb-b17b-b37e700a3953 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0574594 Aug 31 07:44:00.958412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:01.043393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=451367e1-2bce-4154-ae48-d52b259cd56f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.055215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45752dc-a4a0-4b47-afd0-dc97888c922e req-81b202b6-accd-4318-8941-464e22f453e9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725366 Aug 31 07:44:01.059394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.094916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f052c6-f9ab-4c16-9632-078c4db68321 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:01.106014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.121987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Transition to ACTIVE for port object d1f052c6-f9ab-4c16-9632-078c4db68321 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:01.125183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb982e10-a6ba-4e4b-8396-4a46d68d634c details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:01.127678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6bde1cfc-5ae0-4682-a896-792302609cad up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:01.171986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.191042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.220826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Attempting to bind port 451367e1-2bce-4154-ae48-d52b259cd56f on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:01.221172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Attempting to bind port 451367e1-2bce-4154-ae48-d52b259cd56f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:01.221570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Attempting to bind port 451367e1-2bce-4154-ae48-d52b259cd56f on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:01.257934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Port 451367e1-2bce-4154-ae48-d52b259cd56f on network 05986588-73a0-4065-a464-15babbe7ac0e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:01.258665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Attempting to bind port 451367e1-2bce-4154-ae48-d52b259cd56f on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:01.272095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f052c6-f9ab-4c16-9632-078c4db68321,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.281273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1b8ae-004e-4c82-9fc2-99a8feac6cfe req-d8d503f6-5fa1-4ef1-b81c-3df5697710d2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:01.282956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29f1b8ae-004e-4c82-9fc2-99a8feac6cfe req-d8d503f6-5fa1-4ef1-b81c-3df5697710d2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 931 time: 0.1510701 Aug 31 07:44:01.286306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:01.286869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Checking segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:01.287055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Bound using segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:01.287513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Bound port: 451367e1-2bce-4154-ae48-d52b259cd56f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:01.287902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.291779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port fb982e10-a6ba-4e4b-8396-4a46d68d634c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb982e10-a6ba-4e4b-8396-4a46d68d634c,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:01.319115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c', 'mac_address': 'fa:16:3e:99:46:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:01.345167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6bde1cfc-5ae0-4682-a896-792302609cad completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:01.359280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6bde1cfc-5ae0-4682-a896-792302609cad triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:01.359654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.360042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.373880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Attempting to bind port d1f052c6-f9ab-4c16-9632-078c4db68321 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:01.374334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Attempting to bind port d1f052c6-f9ab-4c16-9632-078c4db68321 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:01.374566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Attempting to bind port d1f052c6-f9ab-4c16-9632-078c4db68321 on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:01.382297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Port d1f052c6-f9ab-4c16-9632-078c4db68321 on network 05986588-73a0-4065-a464-15babbe7ac0e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:01.382635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Attempting to bind port d1f052c6-f9ab-4c16-9632-078c4db68321 on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:01.388747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.390779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:01.391354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Checking segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:01.392184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Bound using segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:01.392728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Bound port: d1f052c6-f9ab-4c16-9632-078c4db68321, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:01.393226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.420881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb982e10-a6ba-4e4b-8396-4a46d68d634c {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:01.425963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on host n-h1-713499-16 for vnic_type normal with profile {"migrating_to": "n-h2-713499-16"} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:01.426628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:01.428040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:01.443473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:01.444869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Attempting to bind port c9e486ec-0333-4b96-ba70-baf20c36cec4 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:01.450827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port fb982e10-a6ba-4e4b-8396-4a46d68d634c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb982e10-a6ba-4e4b-8396-4a46d68d634c,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:01.495202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:01.495762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:01.496468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:01.497255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Bound port: c9e486ec-0333-4b96-ba70-baf20c36cec4, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:01.497707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.499036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] For port d1f052c6-f9ab-4c16-9632-078c4db68321, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:01.500832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.505003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] For port d1f052c6-f9ab-4c16-9632-078c4db68321, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d1f052c6-f9ab-4c16-9632-078c4db68321,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:01.518768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29f1b8ae-004e-4c82-9fc2-99a8feac6cfe req-449dc82a-cb04-4768-badc-001f2512dd3f tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691372 Aug 31 07:44:01.523008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.524285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:01.526738 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03679d77-8545-4a62-9819-7fb11aa21b2a" -d '{"events": [{"server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:01.534684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] For port 451367e1-2bce-4154-ae48-d52b259cd56f, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:01.546497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a1b13-9ed7-49f7-b1d2-4ede6ea5caa4 req-aa6dfc67-f13d-4819-b79c-30da3ce9cc86 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:01.548241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-785a1b13-9ed7-49f7-b1d2-4ede6ea5caa4 req-aa6dfc67-f13d-4819-b79c-30da3ce9cc86 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 943 time: 0.1975582 Aug 31 07:44:01.573267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:01.580218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] For port 451367e1-2bce-4154-ae48-d52b259cd56f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=451367e1-2bce-4154-ae48-d52b259cd56f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:01.605623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6bde1cfc-5ae0-4682-a896-792302609cad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:01.608638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:01.611855 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3816fe61-a366-4f6c-81e8-963a4c6dea6a" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:01.615074 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c342e-289c-43f5-ba84-6df4e9baa918 x-openstack-request-id: req-cc6c342e-289c-43f5-ba84-6df4e9baa918 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:01.615440 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:01.615760 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc6c342e-289c-43f5-ba84-6df4e9baa918 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:01.616297 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'code': 200} Aug 31 07:44:01.619242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.629939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=fb982e10-a6ba-4e4b-8396-4a46d68d634c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.640501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.640928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.641716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.642328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.642869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.643413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.643949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.644512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.645069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.645602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.646159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.646697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:01.647482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-785a1b13-9ed7-49f7-b1d2-4ede6ea5caa4 req-075ec933-e4df-4e71-a009-094aedfda2f3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720961 Aug 31 07:44:01.656943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:01.660993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:01.695068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.709905 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83809066-b6f1-443c-aad4-f57b4c697e02 x-openstack-request-id: req-83809066-b6f1-443c-aad4-f57b4c697e02 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:01.710270 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:01.710635 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83809066-b6f1-443c-aad4-f57b4c697e02 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:01.711127 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad', 'code': 200} Aug 31 07:44:01.716404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:01.717927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.719361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] 10.222.0.68 "PUT /v2.0/ports/d1f052c6-f9ab-4c16-9632-078c4db68321 HTTP/1.1" status: 200 len: 1092 time: 1.4257665 Aug 31 07:44:01.719844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'tag': 'd1f052c6-f9ab-4c16-9632-078c4db68321'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:01.722177 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6" -d '{"events": [{"name": "network-changed", "server_uuid": "39a9536d-49b0-41f3-a888-48b448f24dd0", "tag": "d1f052c6-f9ab-4c16-9632-078c4db68321"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:01.734507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:01.735239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.737735 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.738838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d97e9d4a-84a9-4aed-8218-1ba3298acc9b up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:01.739264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112024f-a221-4930-89a8-d432174c84a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f052c6-f9ab-4c16-9632-078c4db68321,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.754775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] 10.222.0.45 "PUT /v2.0/ports/451367e1-2bce-4154-ae48-d52b259cd56f HTTP/1.1" status: 200 len: 1092 time: 1.6613150 Aug 31 07:44:01.780526 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7b821-c68a-4c15-a547-ded8a282ea13 x-openstack-request-id: req-38a7b821-c68a-4c15-a547-ded8a282ea13 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:01.781028 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a9536d-49b0-41f3-a888-48b448f24dd0", "tag": "d1f052c6-f9ab-4c16-9632-078c4db68321", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:01.781438 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38a7b821-c68a-4c15-a547-ded8a282ea13 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:01.782209 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'tag': 'd1f052c6-f9ab-4c16-9632-078c4db68321', 'status': 'completed', 'code': 200} Aug 31 07:44:01.794094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edacee-e60e-4f7b-a143-260ef415cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=451367e1-2bce-4154-ae48-d52b259cd56f,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.815914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['fb982e10-a6ba-4e4b-8396-4a46d68d634c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:01.833092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35810) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:01.833259 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f0724526-54b0-48fd-a653-00d724ea60c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f99309256e54083896d0fb3660db605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587078 Aug 31 07:44:01.864340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.876206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6 req-ee997d89-1157-4453-b61e-d4674bb505d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:01.879225 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6 req-ee997d89-1157-4453-b61e-d4674bb505d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0715339 Aug 31 07:44:01.894088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:01.994231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6 req-87eb5988-5f58-4361-95dd-b6d25e02dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.000739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6 req-87eb5988-5f58-4361-95dd-b6d25e02dbd2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=3a79ea504629431dbf749f1b89a5cd11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1055152 Aug 31 07:44:02.024540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:02.033754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7a71a6ec-03e0-4e7f-a3b2-b3bc08e98198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.041480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port d97e9d4a-84a9-4aed-8218-1ba3298acc9b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:02.048302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d97e9d4a-84a9-4aed-8218-1ba3298acc9b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:02.051354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.081634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.082297 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.084634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1b483d46-6baa-457e-988a-fbf9ae202ea8 service neutron] 10.222.0.68 "PUT /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 1124 time: 1.7154021 Aug 31 07:44:02.105107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-42adb287-5e74-4fe4-8d3b-5c4aa05f5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.106674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-42adb287-5e74-4fe4-8d3b-5c4aa05f5e76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=836c9256-ae3a-4889-ba3f-ff66b58c1f11 HTTP/1.1" status: 200 len: 1095 time: 0.1792939 Aug 31 07:44:02.115254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddb848-deb2-418d-8f17-8d0a77dc74dd req-fdedbe9b-a5eb-4d61-8af4-ca081c635942 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.120170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57ddb848-deb2-418d-8f17-8d0a77dc74dd req-fdedbe9b-a5eb-4d61-8af4-ca081c635942 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.2059963 Aug 31 07:44:02.131470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6 req-dae4a585-66a4-450b-bd14-0f5d04713c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.133617 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1560d02b-c5b8-4c49-a6d2-5a90e76138b6 req-dae4a585-66a4-450b-bd14-0f5d04713c39 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259165 Aug 31 07:44:02.146653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-030c87cf-57dc-47dd-b9d2-46de84cdc5a5 req-36df8f48-9863-4e02-974b-267d0795c949 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0718503 Aug 31 07:44:02.146858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c9e486ec-0333-4b96-ba70-baf20c36cec4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:02.154758 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7a71a6ec-03e0-4e7f-a3b2-b3bc08e98198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.212730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-f8d948dd-55cd-4b74-b716-3fa56cd7a401 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=451367e1-2bce-4154-ae48-d52b259cd56f HTTP/1.1" status: 200 len: 217 time: 0.0936012 Aug 31 07:44:02.236688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-ac991771-1075-4f08-b889-29f9765dbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.238939 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-ac991771-1075-4f08-b889-29f9765dbcc3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0659380 Aug 31 07:44:02.277440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57ddb848-deb2-418d-8f17-8d0a77dc74dd req-7e9e98fb-bded-43f4-ad2f-cab6e16d8fee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298025 Aug 31 07:44:02.297158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-6f81e3df-9a73-4727-881d-c8d79daed333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.298871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-6f81e3df-9a73-4727-881d-c8d79daed333 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.0732958 Aug 31 07:44:02.307625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-48ed7a8f-098f-4b3b-b1a2-3534543c56c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1f052c6-f9ab-4c16-9632-078c4db68321 HTTP/1.1" status: 200 len: 217 time: 0.0582933 Aug 31 07:44:02.359252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.365531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-d37d4cc5-753a-47fa-9eba-dc364bda49e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477996 Aug 31 07:44:02.369569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-67928444-7d58-40cd-83ab-000f2437274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.371329 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-67928444-7d58-40cd-83ab-000f2437274e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.0561035 Aug 31 07:44:02.407965 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-08a7bb61-b51c-4beb-ae58-ba25db676910 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282664 Aug 31 07:44:02.411494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:02.435460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.441755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.447842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.453765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.459765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.466219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.472134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.474109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-64d11aff-e3b1-4657-9cc4-8c29ca31650b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5431 time: 0.1679933 Aug 31 07:44:02.477493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7a71a6ec-03e0-4e7f-a3b2-b3bc08e98198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.480100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7a71a6ec-03e0-4e7f-a3b2-b3bc08e98198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.481223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7a71a6ec-03e0-4e7f-a3b2-b3bc08e98198 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1 HTTP/1.1" status: 204 len: 168 time: 0.6470428 Aug 31 07:44:02.494070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.495354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6671202d-e8a2-4d14-bd55-f5502faa5aac up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:02.504775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71a6ec-03e0-4e7f-a3b2-b3bc08e98198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1436cbe0-0f80-4e4d-9e03-f951cbbe5cf1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:02.542130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-4eee2616-d6ff-489b-a9f1-a285c7893b71 service neutron] 10.222.0.68 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264462 Aug 31 07:44:02.548242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-573b6f6c-7d08-47c4-859c-5e6412a54424 req-693a8ba0-ea1e-431e-afb0-9aa27bf72d9f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583718 Aug 31 07:44:02.568633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-29a7b3fb-9518-46e6-b5c8-0d8944cc4098 service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948590 Aug 31 07:44:02.637906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:02.695332 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-4a1daa16-438c-446b-9058-61410f62fc82 service neutron] 10.222.0.68 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360371 Aug 31 07:44:02.705943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263c891-a5e3-46ef-b927-069e9992402a req-15521704-f474-4747-bb19-9cb77e582527 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.708137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5263c891-a5e3-46ef-b927-069e9992402a req-15521704-f474-4747-bb19-9cb77e582527 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 943 time: 0.0768309 Aug 31 07:44:02.729761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e63cb3-4b3c-4f8a-97ac-bf670e97b4f6 req-f789faf9-b28e-4abb-87b0-da66760a37e7 service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526275 Aug 31 07:44:02.743964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6671202d-e8a2-4d14-bd55-f5502faa5aac completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:02.748693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6671202d-e8a2-4d14-bd55-f5502faa5aac triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:02.754052 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.781257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5263c891-a5e3-46ef-b927-069e9992402a req-5eed666d-e991-40ae-8855-43d422ad734d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Aug 31 07:44:02.810924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157e58b-ef9c-4523-bfe8-1eee8474d246 req-3bb7798d-cbb6-4b4b-874e-2f3a4e87f43d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:02.812515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b157e58b-ef9c-4523-bfe8-1eee8474d246 req-3bb7798d-cbb6-4b4b-874e-2f3a4e87f43d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 944 time: 0.0723441 Aug 31 07:44:02.844482 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.853703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b157e58b-ef9c-4523-bfe8-1eee8474d246 req-f84281bf-a93b-4fc3-b2b8-8423e279fa49 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Aug 31 07:44:02.885843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:02.995215 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.995962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:03.071030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:03.177187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:03.181322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:03.181698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.261430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f786a1e-14ed-4e63-b948-e37caf6f9011 req-d4296fe8-4ef8-48b9-a75c-0ecac2561ce5 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0310411 Aug 31 07:44:03.264259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.300032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:03.387238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:03.406091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.407157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ac9ef6aa-0746-4000-9992-cc24e9cb8198 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:03.435890 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-60123ad1-e87c-4fa5-a9f5-9a03a3b0d91e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b943c42e686846c596e459eb57b3d341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443146 Aug 31 07:44:03.436148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35836) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:03.490351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:03.492763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-588686ab-4332-4f8c-958b-3c802ef393c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.518815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-588686ab-4332-4f8c-958b-3c802ef393c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.616977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'tag': '451367e1-2bce-4154-ae48-d52b259cd56f'}, {'name': 'network-changed', 'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:03.619489 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1e786e-4832-4219-b305-94b03ec325f1" -d '{"events": [{"name": "network-changed", "server_uuid": "836c9256-ae3a-4889-ba3f-ff66b58c1f11", "tag": "451367e1-2bce-4154-ae48-d52b259cd56f"}, {"name": "network-changed", "server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:03.623990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ac9ef6aa-0746-4000-9992-cc24e9cb8198 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:03.628480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ac9ef6aa-0746-4000-9992-cc24e9cb8198 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:03.634933 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.643021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c027a-40fa-48f8-a1b8-50535e21ecbd req-aacb284d-59e1-4f8e-87f6-05a559b01716 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.644763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd2c027a-40fa-48f8-a1b8-50535e21ecbd req-aacb284d-59e1-4f8e-87f6-05a559b01716 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.2937577 Aug 31 07:44:03.671621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-588686ab-4332-4f8c-958b-3c802ef393c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.674427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-588686ab-4332-4f8c-958b-3c802ef393c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.684834 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-588686ab-4332-4f8c-958b-3c802ef393c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/419a6655-9f88-434b-83df-f55342c30589 HTTP/1.1" status: 204 len: 168 time: 0.2384419 Aug 31 07:44:03.686280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588686ab-4332-4f8c-958b-3c802ef393c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a6655-9f88-434b-83df-f55342c30589,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:03.712512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6671202d-e8a2-4d14-bd55-f5502faa5aac'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075a12b8-5937-4c07-9fba-5a6dbd2dc9ad'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:03.715227 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65c3e27-16be-484c-833b-ada0ba5fc298" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "6671202d-e8a2-4d14-bd55-f5502faa5aac"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "075a12b8-5937-4c07-9fba-5a6dbd2dc9ad"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:03.726024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.731435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.737397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.744061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.749925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.752405 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.755919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.762271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.764217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-4c094a01-1919-41e4-baeb-a4cebc82261e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5434 time: 0.1184962 Aug 31 07:44:03.767521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd2c027a-40fa-48f8-a1b8-50535e21ecbd req-ea346929-8164-4841-8ea2-57c1b325e9d1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087446 Aug 31 07:44:03.814030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:03.818871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c8711be-535a-4f80-a067-6ad63bb7272f req-cc99e9aa-be4f-43b8-8910-2234b904acba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483449 Aug 31 07:44:03.849736 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b1db4-0d5d-4dd6-a7a2-444aa5359c49 x-openstack-request-id: req-c84b1db4-0d5d-4dd6-a7a2-444aa5359c49 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:03.850364 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836c9256-ae3a-4889-ba3f-ff66b58c1f11", "tag": "451367e1-2bce-4154-ae48-d52b259cd56f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:03.850684 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c84b1db4-0d5d-4dd6-a7a2-444aa5359c49 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:03.851142 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'tag': '451367e1-2bce-4154-ae48-d52b259cd56f', 'status': 'completed', 'code': 200} Aug 31 07:44:03.851463 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'status': 'completed', 'code': 200} Aug 31 07:44:03.875871 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca8722-1860-4d53-9bf4-650a046be4f1 x-openstack-request-id: req-20ca8722-1860-4d53-9bf4-650a046be4f1 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:03.876174 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "6671202d-e8a2-4d14-bd55-f5502faa5aac", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "075a12b8-5937-4c07-9fba-5a6dbd2dc9ad", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:03.876548 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20ca8722-1860-4d53-9bf4-650a046be4f1 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:03.877032 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b', 'code': 200} Aug 31 07:44:03.877291 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6671202d-e8a2-4d14-bd55-f5502faa5aac', 'code': 200} Aug 31 07:44:03.877543 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075a12b8-5937-4c07-9fba-5a6dbd2dc9ad', 'code': 200} Aug 31 07:44:03.960144 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:03.960986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device bb9b6e76-97d9-48ea-ae99-d5907494b301 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:03.988694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-60360dd3-c925-444a-8123-f4d8f4f999f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:03.990241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-60360dd3-c925-444a-8123-f4d8f4f999f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=836c9256-ae3a-4889-ba3f-ff66b58c1f11 HTTP/1.1" status: 200 len: 1095 time: 0.1109517 Aug 31 07:44:04.007474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0814881-cfd9-4a61-9c50-5bdedc44c0ea req-68919ddd-d556-4b15-977e-e6ddfffdd83e tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.009507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0814881-cfd9-4a61-9c50-5bdedc44c0ea req-68919ddd-d556-4b15-977e-e6ddfffdd83e tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 943 time: 0.1001863 Aug 31 07:44:04.035586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:04.091858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ca662-cf1f-47bd-9c95-47035209b39c req-c82ba68f-d7da-4d3d-8a44-017b212e31e6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.093446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca4ca662-cf1f-47bd-9c95-47035209b39c req-c82ba68f-d7da-4d3d-8a44-017b212e31e6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 944 time: 0.1545501 Aug 31 07:44:04.118477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port bb9b6e76-97d9-48ea-ae99-d5907494b301 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:04.129749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port bb9b6e76-97d9-48ea-ae99-d5907494b301 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:04.130180 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:04.167934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0814881-cfd9-4a61-9c50-5bdedc44c0ea req-8162cbcb-7df3-4bad-8e9f-60e5be9c8fe2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492264 Aug 31 07:44:04.206479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca4ca662-cf1f-47bd-9c95-47035209b39c req-b9fb8e7f-b33d-4ea3-b096-f653bc80ef61 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055727 Aug 31 07:44:04.217714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-8c2d3971-e291-44e2-8d85-f18de71865a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.219269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-8c2d3971-e291-44e2-8d85-f18de71865a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 913 time: 0.2196226 Aug 31 07:44:04.280426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-80bb6655-d51d-4061-8c88-b48461197038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=451367e1-2bce-4154-ae48-d52b259cd56f HTTP/1.1" status: 200 len: 217 time: 0.0501659 Aug 31 07:44:04.282011 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:04.321421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:04.348614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-e9455f63-cb93-430e-9b5e-512bb61eb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.350158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-e9455f63-cb93-430e-9b5e-512bb61eb5f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.0583439 Aug 31 07:44:04.388157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-2ac421f2-5e91-4e38-84a0-bde5aa3c28b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274887 Aug 31 07:44:04.417413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:04.418268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:04.433283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de04816-875b-47c2-bf6e-cda5c8d42eb6 req-43d82191-c8dc-46c6-bd78-6b6be53a85f8 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0474293 Aug 31 07:44:04.501042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:04.525848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-752d73bc-4289-46cb-9700-7a4d3c5f33e8 service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285908 Aug 31 07:44:04.577915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:04.581943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:04.582328 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:04.618544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-b551fef2-ad18-42ec-8579-e5c1583a8fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Aug 31 07:44:04.672435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:04.706380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:04.723198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-6a84e644-7b5e-4000-a2e8-117759a987d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.724786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-6a84e644-7b5e-4000-a2e8-117759a987d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1127 time: 0.0612895 Aug 31 07:44:04.812191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:04.813038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:04.820831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-5a04fbfe-1c66-4399-bb23-969430b4e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.825643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-5a04fbfe-1c66-4399-bb23-969430b4e63d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.0885806 Aug 31 07:44:04.869936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-d4eb54ca-39a4-4940-a793-e95540aff687 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 217 time: 0.0395401 Aug 31 07:44:04.872700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 6d3b3858-b9e7-4a1c-b680-9918cb89cdef {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:04.881193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6d3b3858-b9e7-4a1c-b680-9918cb89cdef not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:04.888525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb982e10-a6ba-4e4b-8396-4a46d68d634c up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:04.960218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:04.990044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-2c710b17-b616-46fd-b15c-c2d913469fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:04.991570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-2c710b17-b616-46fd-b15c-c2d913469fc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1072414 Aug 31 07:44:05.005276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d089-f244-431b-8721-76ab55f05c75 req-73a8d8cd-8d24-42fb-9e17-0355c8b0f4fc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.006802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac1d089-f244-431b-8721-76ab55f05c75 req-73a8d8cd-8d24-42fb-9e17-0355c8b0f4fc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.1321952 Aug 31 07:44:05.032260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.038137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.044571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.050446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.057094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.063072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.069101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.069235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port fb982e10-a6ba-4e4b-8396-4a46d68d634c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:05.071178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98c7358b-1927-454f-af34-2fd333435138 req-dc4db58b-c467-4a60-8dfc-125741959aaf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.1400843 Aug 31 07:44:05.074025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port fb982e10-a6ba-4e4b-8396-4a46d68d634c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:05.080073 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:05.092113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-c97c347a-5f29-4d50-ac57-9ad3c6e7e3dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822248 Aug 31 07:44:05.113751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d1f052c6-f9ab-4c16-9632-078c4db68321 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:05.196714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac1d089-f244-431b-8721-76ab55f05c75 req-99f0bb48-c17c-44fd-ad20-ff9b1e6b1ba8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784744 Aug 31 07:44:05.203303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98c7358b-1927-454f-af34-2fd333435138 req-cf49d21f-4dfb-4e55-a57a-291c00c27a69 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135569 Aug 31 07:44:05.217846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:05.253985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-376ec4b4-5edb-4929-953b-82358939556f service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434546 Aug 31 07:44:05.273135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d1f052c6-f9ab-4c16-9632-078c4db68321, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d1f052c6-f9ab-4c16-9632-078c4db68321,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:05.283992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port fb982e10-a6ba-4e4b-8396-4a46d68d634c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb982e10-a6ba-4e4b-8396-4a46d68d634c,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:05.288605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd1f052c6-f9ab-4c16-9632-078c4db68321', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'port_id': 'd1f052c6-f9ab-4c16-9632-078c4db68321', 'mac_address': 'fa:16:3e:0d:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4d7d6e-2655-4736-b24a-2ee79a34cfb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:05.330320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:05.345183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f052c6-f9ab-4c16-9632-078c4db68321 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:05.366355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d1f052c6-f9ab-4c16-9632-078c4db68321, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d1f052c6-f9ab-4c16-9632-078c4db68321,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:05.382850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:05.431645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=fb982e10-a6ba-4e4b-8396-4a46d68d634c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:05.466445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989e96-24a2-4978-9008-55cc61cbdec6 req-c3d61da8-1793-40e1-ab12-7d027b4722b7 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.467512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d989e96-24a2-4978-9008-55cc61cbdec6 req-c3d61da8-1793-40e1-ab12-7d027b4722b7 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 943 time: 0.1331699 Aug 31 07:44:05.478329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554758-7702-4992-a6ca-48ee6324892a req-6f8d5490-dad7-4e33-b541-2fa68b976f3b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:05.479944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38554758-7702-4992-a6ca-48ee6324892a req-6f8d5490-dad7-4e33-b541-2fa68b976f3b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 944 time: 0.1443315 Aug 31 07:44:05.481622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b1e786e-4832-4219-b305-94b03ec325f1 req-dff34342-a6cc-4fca-82a4-bfd95c0bcf34 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175331 Aug 31 07:44:05.519283 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:05.520164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:05.540702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d989e96-24a2-4978-9008-55cc61cbdec6 req-98c53e5d-0c88-4125-b722-8066f7fd658c tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Aug 31 07:44:05.548247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38554758-7702-4992-a6ca-48ee6324892a req-2dc5e476-761d-40d2-8ff0-f67485831433 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Aug 31 07:44:05.642278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d1f052c6-f9ab-4c16-9632-078c4db68321,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:05.692401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:05.706886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 has no active binding in host n-h2-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:44:05.713488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cf82120-b090-4e59-b56e-12b3e8848867 req-3e0ddb47-4c1e-4599-a312-155ed8da869b tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0305722 Aug 31 07:44:05.879394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8'}, {'server_uuid': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:05.881836 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d621412-8886-45ea-8e38-4b02281bb7b1" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8"}, {"server_uuid": "44a68a0f-f16e-4c38-a30c-c4f6d652e43a", "name": "network-vif-plugged", "status": "completed", "tag": "fb982e10-a6ba-4e4b-8396-4a46d68d634c"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:05.925708 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a564f-9b60-4fe5-a9f1-a88d3ceb5ef3 x-openstack-request-id: req-092a564f-9b60-4fe5-a9f1-a88d3ceb5ef3 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:05.926089 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-plugged", "status": "completed", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8", "code": 200}, {"server_uuid": "44a68a0f-f16e-4c38-a30c-c4f6d652e43a", "name": "network-vif-plugged", "status": "completed", "tag": "fb982e10-a6ba-4e4b-8396-4a46d68d634c", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:05.926347 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-092a564f-9b60-4fe5-a9f1-a88d3ceb5ef3 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:05.926769 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'code': 200} Aug 31 07:44:05.927025 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301', 'code': 200} Aug 31 07:44:05.927280 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8', 'code': 200} Aug 31 07:44:05.927528 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c', 'code': 200} Aug 31 07:44:06.058042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d1f052c6-f9ab-4c16-9632-078c4db68321'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:06.059534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4163f3-585c-4e0c-8b0a-e4594848dd14 req-b3d58542-d049-438f-9c6c-6cb75f259781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.061435 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b4163f3-585c-4e0c-8b0a-e4594848dd14 req-b3d58542-d049-438f-9c6c-6cb75f259781 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 1097 time: 0.0456457 Aug 31 07:44:06.100099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b4163f3-585c-4e0c-8b0a-e4594848dd14 req-ce2c6a92-75e2-46c3-936a-1b89f4171e33 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312979 Aug 31 07:44:06.211098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.211840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.212574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.213307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.214141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.214877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.215616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.218400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-280f69d8-f8fa-4a53-8e6e-ebf541c04310 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6501 time: 0.1966443 Aug 31 07:44:06.282427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.283189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.283637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.284099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.284552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.285015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.285467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.285947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.286398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.286850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.287298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.287744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.289954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c09cf00c-9f2b-4854-b889-6ce0f19aa0f0 req-182953c6-6aa1-4e0d-881e-04543d96d9f5 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8483 time: 0.2763004 Aug 31 07:44:06.360935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a80e34e-6ac3-469b-badd-495302e4f3a7 req-e4c0524c-a154-40a9-97ec-b6558fd266bd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&id=2ecd72c0-bacb-49da-8538-050294463c63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683262 Aug 31 07:44:06.389595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc036-0de2-41e4-8b12-a21d5815518a req-fbe2e7e7-b4ec-45eb-bbf7-56a43a0ccf3e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.391095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c3fc036-0de2-41e4-8b12-a21d5815518a req-fbe2e7e7-b4ec-45eb-bbf7-56a43a0ccf3e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.1002185 Aug 31 07:44:06.428910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.435294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.441405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.447434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.453395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.459222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.465169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.466966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-090a17ab-9ce2-43b2-88a2-e354882b2bdb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.1241133 Aug 31 07:44:06.506110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c3fc036-0de2-41e4-8b12-a21d5815518a req-a76d9299-7b4b-4bdd-97bc-48c532919959 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077733 Aug 31 07:44:06.529648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86a735de-ecf8-4767-9369-1a20cb5d93e6 req-00bbd06a-8b02-4ff6-baa2-e003029135cc tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565403 Aug 31 07:44:06.626022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f3bec-a83f-471e-9944-982b09c05e0d req-4a7f9939-fca1-48bb-8d74-34506c267337 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.627537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2f3bec-a83f-471e-9944-982b09c05e0d req-4a7f9939-fca1-48bb-8d74-34506c267337 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 886 time: 0.0940773 Aug 31 07:44:06.672025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a0e2f-ae65-4feb-98e0-0580836f2fe8 req-8fdbbaba-5926-4548-b578-7c0408395886 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.673544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc6a0e2f-ae65-4feb-98e0-0580836f2fe8 req-8fdbbaba-5926-4548-b578-7c0408395886 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 944 time: 0.0615306 Aug 31 07:44:06.738612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc6a0e2f-ae65-4feb-98e0-0580836f2fe8 req-a0cf93ec-1453-4cf1-953d-479f51849556 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579147 Aug 31 07:44:06.751384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99456d5-c6d0-43c2-adba-e419b2651915 req-ea6a3334-7e93-43cd-8873-d248811fc17b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.752886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e99456d5-c6d0-43c2-adba-e419b2651915 req-ea6a3334-7e93-43cd-8873-d248811fc17b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 945 time: 0.0740514 Aug 31 07:44:06.793984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 451367e1-2bce-4154-ae48-d52b259cd56f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:06.796427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e99456d5-c6d0-43c2-adba-e419b2651915 req-84060f20-4162-4955-bf46-debd1d192131 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 31 07:44:06.907663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 451367e1-2bce-4154-ae48-d52b259cd56f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=451367e1-2bce-4154-ae48-d52b259cd56f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:06.922215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '451367e1-2bce-4154-ae48-d52b259cd56f', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'port_id': '451367e1-2bce-4154-ae48-d52b259cd56f', 'mac_address': 'fa:16:3e:52:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4d7d6e-2655-4736-b24a-2ee79a34cfb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:06.964048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-577f5baa-92bc-4d0d-bd02-a7bbd36e5f24 req-5a2521a3-4e6d-4d84-ac75-ad99f1832141 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0368044 Aug 31 07:44:06.964303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:06.966027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.969897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.971214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.971214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.971603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:06.973717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d76bb47-4a5b-4633-86e7-543c69355db7 req-26b24918-afdc-4361-a1b0-484e3a8dc7d3 tempest-NetworksTest-1381334539 tempest-NetworksTest-1381334539-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8483 time: 0.1489410 Aug 31 07:44:06.990165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451367e1-2bce-4154-ae48-d52b259cd56f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:07.011523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 451367e1-2bce-4154-ae48-d52b259cd56f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=451367e1-2bce-4154-ae48-d52b259cd56f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:07.123988 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.172765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=451367e1-2bce-4154-ae48-d52b259cd56f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:07.188699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-fcc54f08-92fe-43d1-baa9-cef1a5839f50 service neutron] 10.222.0.45 "GET /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.0568368 Aug 31 07:44:07.363225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['451367e1-2bce-4154-ae48-d52b259cd56f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:07.363543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:07.385390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:07.431207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e486ec-0333-4b96-ba70-baf20c36cec4 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:07.442330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:07.512146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35930) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:07.555011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.647270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba419c6d-9c4f-4eec-a18b-3fa6e6625d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.715576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc1df5-335f-4baf-939c-516caffcce6c req-4db141cb-cecc-4f97-b818-3c5602c28391 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.717151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00fc1df5-335f-4baf-939c-516caffcce6c req-4db141cb-cecc-4f97-b818-3c5602c28391 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 944 time: 0.1143870 Aug 31 07:44:07.728138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Transition to ACTIVE for port object c9e486ec-0333-4b96-ba70-baf20c36cec4 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:07.739678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.743854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba419c6d-9c4f-4eec-a18b-3fa6e6625d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.747407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.752615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.758661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.764654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.770889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.777364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:07.779285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-8674a96a-3d4f-4eb3-a864-50502ef08948 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.1428981 Aug 31 07:44:07.852909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00fc1df5-335f-4baf-939c-516caffcce6c req-4a68e3b8-ec6d-4089-bf5f-6f57b37f1947 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265109 Aug 31 07:44:07.853976 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.896258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9bd7240-153a-4e59-b5c8-6dc298a17b20 req-f09e3fcb-deaf-414b-a69a-2229e58bdda1 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099925 Aug 31 07:44:07.898231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba419c6d-9c4f-4eec-a18b-3fa6e6625d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.945602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419c6d-9c4f-4eec-a18b-3fa6e6625d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e074af-6b76-4e20-a2f0-bef0addcb676,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:07.946580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:07.952099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ba419c6d-9c4f-4eec-a18b-3fa6e6625d11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a37bc8858df4d4ca6ce4ac4c3f9b531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388375 Aug 31 07:44:07.954712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35946) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:07.986179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] No DVR routers for this DVR port c9e486ec-0333-4b96-ba70-baf20c36cec4 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:07.992251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:07.992616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:07.992965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:07.993469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:07.993773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.001239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:08.032253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d721b38-6c14-4879-bdd5-b4b41d3ad633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.051301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-52907eaa-d1f6-42ab-8783-c9136b0f5129 service neutron] 10.222.0.45 "PUT /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4/bindings/n-h2-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8537252 Aug 31 07:44:08.059429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d721b38-6c14-4879-bdd5-b4b41d3ad633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.064005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890699e2-595c-4e00-8499-b7367a2244c0 req-b2dda12d-0f6b-43e6-b2f1-7a7965bfcf0d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.072178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-890699e2-595c-4e00-8499-b7367a2244c0 req-b2dda12d-0f6b-43e6-b2f1-7a7965bfcf0d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 944 time: 0.1211588 Aug 31 07:44:08.134240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-890699e2-595c-4e00-8499-b7367a2244c0 req-ea0e6d5e-7907-43d0-81ae-3cb0f89b5a88 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611401 Aug 31 07:44:08.152420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e23635-f92d-4dbd-b9aa-a49a12eed411 req-b661600a-25b3-4a6f-8a31-ab6f23766cb6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.154703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1e23635-f92d-4dbd-b9aa-a49a12eed411 req-b661600a-25b3-4a6f-8a31-ab6f23766cb6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 945 time: 0.0797994 Aug 31 07:44:08.198760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d721b38-6c14-4879-bdd5-b4b41d3ad633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.201577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d721b38-6c14-4879-bdd5-b4b41d3ad633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.204229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d721b38-6c14-4879-bdd5-b4b41d3ad633 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83e074af-6b76-4e20-a2f0-bef0addcb676 HTTP/1.1" status: 204 len: 168 time: 0.2470560 Aug 31 07:44:08.205110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1e23635-f92d-4dbd-b9aa-a49a12eed411 req-d2006057-ca7a-425f-968b-a416206931eb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Aug 31 07:44:08.227915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d721b38-6c14-4879-bdd5-b4b41d3ad633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e074af-6b76-4e20-a2f0-bef0addcb676,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:08.263296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-b844acb2-e471-4f35-b4b0-d34fe4840a76 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.265657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-b844acb2-e471-4f35-b4b0-d34fe4840a76 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.0766821 Aug 31 07:44:08.340312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec34381f-97dd-4447-afcb-e09e942cb4cf req-ba7f4efb-57ff-4c20-899c-466f2759713b tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0497570 Aug 31 07:44:08.356867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-580b9b72-cfa8-4787-90eb-eddf70e567f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.358457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-580b9b72-cfa8-4787-90eb-eddf70e567f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 1097 time: 0.0581157 Aug 31 07:44:08.426818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-c61c0e3e-4fa6-4df5-a668-6ba2c13daa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.428403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-c61c0e3e-4fa6-4df5-a668-6ba2c13daa55 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1097 time: 0.0443091 Aug 31 07:44:08.529638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1af0a2ce-22e2-4a99-8331-0b458fd468bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.531185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1af0a2ce-22e2-4a99-8331-0b458fd468bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.0889206 Aug 31 07:44:08.589230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-eea29671-b545-44e6-b8ac-57951bf30e49 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 217 time: 0.0365210 Aug 31 07:44:08.642288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-ee79a12f-f559-47b9-ab66-e14ddc0d25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.643745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-ee79a12f-f559-47b9-ab66-e14ddc0d25fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0441949 Aug 31 07:44:08.678440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-c357b0c6-be10-418d-b561-e962fe09f64b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266571 Aug 31 07:44:08.805480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f455-227c-4438-a563-5f5c959b1ac1 req-9b4dba17-2aaf-4845-9c5b-cf2d5c2e65b8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.807025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5927f455-227c-4438-a563-5f5c959b1ac1 req-9b4dba17-2aaf-4845-9c5b-cf2d5c2e65b8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 945 time: 0.0745709 Aug 31 07:44:08.811647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 451367e1-2bce-4154-ae48-d52b259cd56f up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:08.813341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-1adce6d0-24c6-48b2-9493-da301b093426 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264222 Aug 31 07:44:08.895460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5927f455-227c-4438-a563-5f5c959b1ac1 req-3220197e-686f-4d28-8991-2083b41245a3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810280 Aug 31 07:44:08.965156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-da7cd784-4007-4ae7-8c66-80a39cad3fdb service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368740 Aug 31 07:44:08.987769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb0385-2744-4795-8c84-91977b461f4c req-94040ba6-822f-4edd-89d0-5232a52630c1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:08.989294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56eb0385-2744-4795-8c84-91977b461f4c req-94040ba6-822f-4edd-89d0-5232a52630c1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.0650256 Aug 31 07:44:09.041247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 451367e1-2bce-4154-ae48-d52b259cd56f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:09.045163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 451367e1-2bce-4154-ae48-d52b259cd56f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:09.045545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.127860 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.139646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d1f052c6-f9ab-4c16-9632-078c4db68321 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:09.186174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451367e1-2bce-4154-ae48-d52b259cd56f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:09.186663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:09.188532 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586cb71b-7b22-4b76-94de-1c1dc702c77b" -d '{"events": [{"server_uuid": "836c9256-ae3a-4889-ba3f-ff66b58c1f11", "name": "network-vif-plugged", "status": "completed", "tag": "451367e1-2bce-4154-ae48-d52b259cd56f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:09.211395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb6a92ed-4c9c-4a7f-9aa0-4a3009a46c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.212074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 451367e1-2bce-4154-ae48-d52b259cd56f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=451367e1-2bce-4154-ae48-d52b259cd56f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:09.286278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.287119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:09.341232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.345051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port d1f052c6-f9ab-4c16-9632-078c4db68321 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:09.347313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.348812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb6a92ed-4c9c-4a7f-9aa0-4a3009a46c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.353889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.359862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.360822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d1f052c6-f9ab-4c16-9632-078c4db68321 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:09.361200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.365716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.371835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.377739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.379771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-44e98fed-95f9-4d9e-ade4-8f501de59737 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.3882296 Aug 31 07:44:09.383225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56eb0385-2744-4795-8c84-91977b461f4c req-99d5160d-55fc-470a-b9ee-e9b0fbebe051 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819377 Aug 31 07:44:09.415636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:09.419185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=451367e1-2bce-4154-ae48-d52b259cd56f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:09.450259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43f4c23e-9fed-4761-bf93-3d70f4bbf81d req-7cdda3b5-3445-408f-a474-876097216a34 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584981 Aug 31 07:44:09.469683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb6a92ed-4c9c-4a7f-9aa0-4a3009a46c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.491039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.524408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35976) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:09.537513 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb6a92ed-4c9c-4a7f-9aa0-4a3009a46c7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf8efe7d3bb24f3e813572460ab8fa70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468068 Aug 31 07:44:09.537698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d1f052c6-f9ab-4c16-9632-078c4db68321, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d1f052c6-f9ab-4c16-9632-078c4db68321,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:09.538575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a92ed-4c9c-4a7f-9aa0-4a3009a46c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df46c90-a81c-4dbc-b679-696e98e0bee9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:09.540400 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079bc49-0fa2-4f02-bb9a-619cd5b1fa77 x-openstack-request-id: req-5079bc49-0fa2-4f02-bb9a-619cd5b1fa77 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:09.540861 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836c9256-ae3a-4889-ba3f-ff66b58c1f11", "name": "network-vif-plugged", "status": "completed", "tag": "451367e1-2bce-4154-ae48-d52b259cd56f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:09.541181 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5079bc49-0fa2-4f02-bb9a-619cd5b1fa77 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:09.541712 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451367e1-2bce-4154-ae48-d52b259cd56f', 'code': 200} Aug 31 07:44:09.715606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da343e7-6253-4819-a1f6-68509ba0c2ac req-13efb07b-7102-41a8-b92c-8ef27c164ea2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.717393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7da343e7-6253-4819-a1f6-68509ba0c2ac req-13efb07b-7102-41a8-b92c-8ef27c164ea2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 944 time: 0.1920125 Aug 31 07:44:09.741302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb64954a-1c54-479c-939b-220657d18d7f req-940daa55-dab3-410d-91ff-517053c279a5 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0568776 Aug 31 07:44:09.760265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-61b45f1f-6307-471a-9897-78a731417ea6 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.761993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-61b45f1f-6307-471a-9897-78a731417ea6 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.2127872 Aug 31 07:44:09.804888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.812222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa382e48-3188-4148-8b2c-3b5393d60c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.815477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2ccd6-5a41-463c-88b0-a1c65c42c8d4 req-867bbef9-5de6-41bb-99b9-3ba63e170a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.817015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3a2ccd6-5a41-463c-88b0-a1c65c42c8d4 req-867bbef9-5de6-41bb-99b9-3ba63e170a70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=836c9256-ae3a-4889-ba3f-ff66b58c1f11 HTTP/1.1" status: 200 len: 1097 time: 0.1901975 Aug 31 07:44:09.852976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d1f052c6-f9ab-4c16-9632-078c4db68321,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:09.889035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7da343e7-6253-4819-a1f6-68509ba0c2ac req-3f241701-7ecc-4a79-8005-6d8ece2bbe86 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511323 Aug 31 07:44:09.905024 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa382e48-3188-4148-8b2c-3b5393d60c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.975777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3a2ccd6-5a41-463c-88b0-a1c65c42c8d4 req-88aaa647-74b6-4135-9ba7-0415f65679b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437900 Aug 31 07:44:09.993410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:09.999570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.005598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.012224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.018122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.024125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.030124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.032028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d9f4b4-3c8f-42f4-986a-1d69875dd926 req-28e07eb6-c6ae-4616-8277-2f2be62fd7bf tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.2067485 Aug 31 07:44:10.042460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35980) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:10.047329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Request body: {'floatingip': {'port_id': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:10.088745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.121110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5603f1-62b2-4ade-9704-d3ec688bd621 req-7884198b-9514-4e0a-a198-5240d4d7819a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.122667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a5603f1-62b2-4ade-9704-d3ec688bd621 req-7884198b-9514-4e0a-a198-5240d4d7819a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 945 time: 0.1451151 Aug 31 07:44:10.162262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a5603f1-62b2-4ade-9704-d3ec688bd621 req-c36eb714-6046-4a5b-89fb-62607f49df58 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Aug 31 07:44:10.214703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa382e48-3188-4148-8b2c-3b5393d60c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.217204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa382e48-3188-4148-8b2c-3b5393d60c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.218412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fa382e48-3188-4148-8b2c-3b5393d60c25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2df46c90-a81c-4dbc-b679-696e98e0bee9 HTTP/1.1" status: 204 len: 168 time: 0.6918135 Aug 31 07:44:10.219745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-9a11abc5-70b0-4fd4-9c63-fd26d079d878 service neutron] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:10.225827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-9a11abc5-70b0-4fd4-9c63-fd26d079d878 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.227592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59dc86d-86ba-45ef-9a6d-96c7287b5e6a req-9a11abc5-70b0-4fd4-9c63-fd26d079d878 service neutron] 10.222.0.68 "DELETE /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4/bindings/n-h1-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.4489167 Aug 31 07:44:10.232834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa382e48-3188-4148-8b2c-3b5393d60c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df46c90-a81c-4dbc-b679-696e98e0bee9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:10.310468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-e8373b62-ff4d-442a-be8e-e5e778c47fcc tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.312367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-e8373b62-ff4d-442a-be8e-e5e778c47fcc tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 945 time: 0.0654960 Aug 31 07:44:10.424556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Deleting port fb982e10-a6ba-4e4b-8396-4a46d68d634c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:10.425038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.568254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6a7c-540d-47e3-bc8b-60d464c8a1cc req-a8d9e8b4-dcaf-4d4c-9181-1ceaa2a801b3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.574121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa4d6a7c-540d-47e3-bc8b-60d464c8a1cc req-a8d9e8b4-dcaf-4d4c-9181-1ceaa2a801b3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.0862880 Aug 31 07:44:10.598838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] For port fb982e10-a6ba-4e4b-8396-4a46d68d634c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb982e10-a6ba-4e4b-8396-4a46d68d634c,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:10.599273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.621130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Calling delete_port for fb982e10-a6ba-4e4b-8396-4a46d68d634c owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:10.718759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa4d6a7c-540d-47e3-bc8b-60d464c8a1cc req-31fc107f-a506-4e9a-a082-962c487ee61a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385157 Aug 31 07:44:10.897976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:10.930649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a4795ea-950d-4e16-8d6d-2155ccf88a1c req-32366daa-c97f-4c65-a93f-dbaf29890672 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0597112 Aug 31 07:44:10.966806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7066-981f-48ea-aa52-8d0868597cf6 req-96959fd7-ece5-4c04-8b45-8b4d3af42a0a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.968384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f01f7066-981f-48ea-aa52-8d0868597cf6 req-96959fd7-ece5-4c04-8b45-8b4d3af42a0a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1097 time: 0.0989263 Aug 31 07:44:11.025409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f01f7066-981f-48ea-aa52-8d0868597cf6 req-c58dbcda-b0d3-4b17-9883-a6ce0046553b tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Aug 31 07:44:11.069774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.084922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.094011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['fb982e10-a6ba-4e4b-8396-4a46d68d634c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:11.115274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be103de4-1b0a-4dc0-a3dc-03b12d74854c req-77214cc8-910a-41bd-914d-9eae27f8eaed tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:11.116899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be103de4-1b0a-4dc0-a3dc-03b12d74854c req-77214cc8-910a-41bd-914d-9eae27f8eaed tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 945 time: 0.0961218 Aug 31 07:44:11.140294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event deleted for resources: {'Port': ['ID=fb982e10-a6ba-4e4b-8396-4a46d68d634c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:11.153516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.216619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] No DVR routers for this DVR port fb982e10-a6ba-4e4b-8396-4a46d68d634c on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:11.220598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.233899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19f70511-889d-4ac5-a70c-9403aca86de0 req-284bfa66-7039-422c-ad2c-9cef8135b5a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "DELETE /v2.0/ports/fb982e10-a6ba-4e4b-8396-4a46d68d634c HTTP/1.1" status: 204 len: 173 time: 0.9037383 Aug 31 07:44:11.233899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'name': 'network-vif-deleted', 'tag': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:11.233899 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e836c130-f157-4f15-9f87-89c4f8f51c89" -d '{"events": [{"server_uuid": "44a68a0f-f16e-4c38-a30c-c4f6d652e43a", "name": "network-vif-deleted", "tag": "fb982e10-a6ba-4e4b-8396-4a46d68d634c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:11.233899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be103de4-1b0a-4dc0-a3dc-03b12d74854c req-f24957ea-5350-4514-942e-052823632696 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982320 Aug 31 07:44:11.284241 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Floating IP 397bc21c-c4c0-400b-a535-e02ab48ca3e2 associated. External IP: 172.25.0.148, port: ac9ef6aa-0746-4000-9992-cc24e9cb8198. Aug 31 07:44:11.353368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f95d52f4-1a9a-4480-ae23-405cf5917734 req-90e26271-e004-41da-8135-3c1eb0e04ddf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 210 time: 0.0373125 Aug 31 07:44:11.421888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-3abb64f5-faba-48cb-a515-f49dea56641e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:11.423451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-3abb64f5-faba-48cb-a515-f49dea56641e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1534574 Aug 31 07:44:11.451640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-b2ad3d86-63bb-4ed0-ae40-e8c94f546f8e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/quotas/2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 375 time: 0.0151634 Aug 31 07:44:11.451640 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d0544-aed7-4f32-b89d-9d0a25b80b33 x-openstack-request-id: req-007d0544-aed7-4f32-b89d-9d0a25b80b33 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:11.451640 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a68a0f-f16e-4c38-a30c-c4f6d652e43a", "name": "network-vif-deleted", "tag": "fb982e10-a6ba-4e4b-8396-4a46d68d634c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:11.451640 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-007d0544-aed7-4f32-b89d-9d0a25b80b33 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:11.451640 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a68a0f-f16e-4c38-a30c-c4f6d652e43a', 'name': 'network-vif-deleted', 'tag': 'fb982e10-a6ba-4e4b-8396-4a46d68d634c', 'status': 'completed', 'code': 200} Aug 31 07:44:11.506810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-a3e44e7a-c0cd-4add-be2a-a1ef847c8e78 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522480 Aug 31 07:44:11.543330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f052c6-f9ab-4c16-9632-078c4db68321'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:11.546013 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e69047-acdd-46af-9f3e-ade1e9e3daef" -d '{"events": [{"server_uuid": "39a9536d-49b0-41f3-a888-48b448f24dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d1f052c6-f9ab-4c16-9632-078c4db68321"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:11.562483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Router 4c68371a-9b8a-4772-9921-6f10194ad254 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:11.595744 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf95007-3cb1-4d86-834c-0cac080ccd1b x-openstack-request-id: req-edf95007-3cb1-4d86-834c-0cac080ccd1b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:11.596304 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a9536d-49b0-41f3-a888-48b448f24dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d1f052c6-f9ab-4c16-9632-078c4db68321", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:11.596728 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edf95007-3cb1-4d86-834c-0cac080ccd1b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:11.597742 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f052c6-f9ab-4c16-9632-078c4db68321', 'code': 200} Aug 31 07:44:11.645967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-4c9183a1-d520-45d3-b851-1cd7cf74e777 service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272101 Aug 31 07:44:11.697098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:11.706602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.707785 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] Sync routers for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:11.716948 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:11.723305 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:43:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:11.750185 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5de68907-949a-40c9-8cec-51074bb776cb tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "PUT /v2.0/floatingips/397bc21c-c4c0-400b-a535-e02ab48ca3e2 HTTP/1.1" status: 200 len: 992 time: 1.7065659 Aug 31 07:44:11.752550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:11.754346 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e090f-860e-4729-b793-79cdcdeb3030" -d '{"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:11.812092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7cf31-9a54-4d3b-af8b-6e8e8269519b req-576ed603-990b-4cdb-b09a-58d571a7b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:11.813606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71f7cf31-9a54-4d3b-af8b-6e8e8269519b req-576ed603-990b-4cdb-b09a-58d571a7b536 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 1097 time: 0.1249998 Aug 31 07:44:11.817856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-faf138e5-0f67-4d44-aea0-e29fb1b479bd service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710074 Aug 31 07:44:11.863322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71f7cf31-9a54-4d3b-af8b-6e8e8269519b req-23583ea3-151b-4b17-9ced-e9590c5723f0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Aug 31 07:44:11.873701 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:12.108105 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a778cd-0146-44bd-bcb1-4bd22fbe5eb9 x-openstack-request-id: req-a7a778cd-0146-44bd-bcb1-4bd22fbe5eb9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:12.108633 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:12.108753 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7a778cd-0146-44bd-bcb1-4bd22fbe5eb9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:12.109227 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'status': 'completed', 'code': 200} Aug 31 07:44:12.160201 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '397bc21c-c4c0-400b-a535-e02ab48ca3e2', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'port_id': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'mac_address': 'fa:16:3e:87:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:44:10Z', 'revision_number': 1, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:51Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:12.188384 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] Checking router: 4c68371a-9b8a-4772-9921-6f10194ad254 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:12.199355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:12.199996 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:43:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:12.235762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d242c6bd-dadc-46dd-aae1-d14f6645ff86 req-3f70e998-a958-414e-b85d-ed1cef887451 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 210 time: 0.0795920 Aug 31 07:44:12.247590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea42b825-784d-4b1f-85b5-771e19ee9207 req-38b54eb2-13be-4821-a5c6-fdb0923cf96a tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0605536 Aug 31 07:44:12.280088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.281684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.283466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.284526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.285778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.293427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.293427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.294628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-3ed4768e-716a-4b11-bb16-e53f1b7b388a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6501 time: 0.1424370 Aug 31 07:44:12.361978 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:12.421301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-f9306d64-e5c8-4a11-a27b-6aaab3b5e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.423600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-f9306d64-e5c8-4a11-a27b-6aaab3b5e2fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf7ed58a-fb2b-478c-986d-72544195a63a HTTP/1.1" status: 200 len: 911 time: 0.1219118 Aug 31 07:44:12.546218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6897f41-cc52-42d7-bd4e-050d1b6b8015 req-040cc1e9-959e-429e-baa3-421a05668b35 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=44a68a0f-f16e-4c38-a30c-c4f6d652e43a HTTP/1.1" status: 200 len: 210 time: 0.0591834 Aug 31 07:44:12.579762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ae993-eee9-4ff5-8f49-288aec1ef6b8 req-f62d69ea-de2d-4b75-8260-cf8426defe3d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.582783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee0ae993-eee9-4ff5-8f49-288aec1ef6b8 req-f62d69ea-de2d-4b75-8260-cf8426defe3d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 945 time: 0.1582391 Aug 31 07:44:12.585516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-dd2d4351-b34a-42d3-a538-b81545eb3ef1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 200 len: 1000 time: 0.1496925 Aug 31 07:44:12.611890 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '397bc21c-c4c0-400b-a535-e02ab48ca3e2', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'port_id': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'mac_address': 'fa:16:3e:87:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:44:10Z', 'revision_number': 1, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:51Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:12.700400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee0ae993-eee9-4ff5-8f49-288aec1ef6b8 req-f38df41b-b83c-4eff-9f3b-7bb2e36d0593 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056266 Aug 31 07:44:12.708716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-047cbe90-7a45-4699-aa1b-452219f5e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.710702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-047cbe90-7a45-4699-aa1b-452219f5e1a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a HTTP/1.1" status: 200 len: 849 time: 0.1038454 Aug 31 07:44:12.774391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-9c67f8f1-2868-4058-9424-dd97d5b81406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.776250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-9c67f8f1-2868-4058-9424-dd97d5b81406 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf7ed58a-fb2b-478c-986d-72544195a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539591 Aug 31 07:44:12.815539 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d03f2-c5a6-428a-8bc2-04565c6dc853 None None] The sync data for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 is: [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '397bc21c-c4c0-400b-a535-e02ab48ca3e2', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'port_id': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'mac_address': 'fa:16:3e:87:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:47Z', 'updated_at': '2021-08-31T07:44:10Z', 'revision_number': 1, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:51Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:12.912541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-c397d8e2-b242-4619-925d-ab7ea4357ba1 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233621 Aug 31 07:44:13.012054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab2e090f-860e-4729-b793-79cdcdeb3030 req-000d68ec-fb11-4b76-be49-a50861a58446 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917971 Aug 31 07:44:13.045641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536da390-cea2-4190-adf3-7b98734c803e None None] New status for floating IP 397bc21c-c4c0-400b-a535-e02ab48ca3e2: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:44:13.154660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb982e10-a6ba-4e4b-8396-4a46d68d634c no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:13.312221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: fb982e10-a6ba-4e4b-8396-4a46d68d634c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:13.312496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb982e10-a6ba-4e4b-8396-4a46d68d634c not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:13.358502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3178f96-24a2-4ea0-8e1e-dd2bab5886f0 req-1d57cfa7-ad43-427f-8143-eefe334b35e0 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0293124 Aug 31 07:44:13.448016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-441d7fa7-66be-4dfd-9b71-3dc2d5e3c018 req-bd71fe16-7975-43f2-86bc-a7abaf437743 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 210 time: 0.0308425 Aug 31 07:44:13.887603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c33d17-6fcf-4ec4-a818-645d9e051d96 req-dd52862d-1de6-45f7-9496-e4d2c1dcaaac tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:13.889146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53c33d17-6fcf-4ec4-a818-645d9e051d96 req-dd52862d-1de6-45f7-9496-e4d2c1dcaaac tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 945 time: 0.1185372 Aug 31 07:44:13.926177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-79e396d9-6a67-4edc-9033-cceb9ab3aa62 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:13.927623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-79e396d9-6a67-4edc-9033-cceb9ab3aa62 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.1557944 Aug 31 07:44:13.951556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-0a614af4-55fc-4343-873f-272bfea9033f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0180714 Aug 31 07:44:13.954588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53c33d17-6fcf-4ec4-a818-645d9e051d96 req-5908fde3-8273-46f4-a09f-ef2077c46660 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584254 Aug 31 07:44:13.988916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-f490d1c7-3049-4084-aed2-7cf986778199 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311737 Aug 31 07:44:14.081529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-3a26a7aa-c075-482d-83c0-feedcdb768b9 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Aug 31 07:44:14.180005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-6a3d2f28-b67e-46d3-9f11-dd49e17f8e57 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912039 Aug 31 07:44:14.449903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4918068-ff8e-480f-b97e-fccfe1ec56af req-523472c9-a18f-441a-803e-7e3962b7f604 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.451829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4918068-ff8e-480f-b97e-fccfe1ec56af req-523472c9-a18f-441a-803e-7e3962b7f604 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=836c9256-ae3a-4889-ba3f-ff66b58c1f11 HTTP/1.1" status: 200 len: 945 time: 0.0575187 Aug 31 07:44:14.493683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4918068-ff8e-480f-b97e-fccfe1ec56af req-d088a21e-faff-4330-9b10-246d2200844a tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358896 Aug 31 07:44:14.593129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35359560-0e48-4f74-94a7-a90c6b431872 req-f1e66bd1-03d5-4611-8ff6-31aa38c7ca97 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Aug 31 07:44:14.629103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdadba19-6bb9-40b1-b0b9-8c15ea101017 req-4cdb2d02-c578-42bd-8704-b68d8d177b39 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0348427 Aug 31 07:44:14.697992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15a612ca-9777-4b14-bcf0-912a7371bb26 req-da975fef-523c-4a73-8418-6ea5904e034b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 210 time: 0.0321617 Aug 31 07:44:14.873854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-4cd6a89b-ccfb-4e45-a5f1-4b033cbea73b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.875270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-4cd6a89b-ccfb-4e45-a5f1-4b033cbea73b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1001148 Aug 31 07:44:14.889377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Request body: {'port': {'device_id': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'admin_state_up': True, 'tenant_id': '2ea1ce04b6ba4ad3a552b972f2aa12b8'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:15.153192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Made reservation on behalf of 2ea1ce04b6ba4ad3a552b972f2aa12b8 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:15.159347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:15.321569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Allocated IP 172.20.0.8 (a9fef05d-49c9-41d5-aa23-f45b975b007c/f019a63c-8ec4-4553-b6a6-41d1a0a163a8/f1c918af-c5f2-4913-8e86-81d0fa0456c2) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:15.495947 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:15.654455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:15.734391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-324638f0-b4ae-427c-bc8b-416773614dd0 req-70f36da2-d4c7-4359-8f88-efc44f3b2cc6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0653760 Aug 31 07:44:15.775347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Network a9fef05d-49c9-41d5-aa23-f45b975b007c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:15.792803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d488b17-1023-4b08-b12b-adfc33fee173 req-8403b753-da09-4bfe-8570-463b9f99f285 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0642076 Aug 31 07:44:15.793671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:15.798383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:15.804894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:15.880435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:15.881060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:15.967285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfa6fe-0bd5-4084-a527-f3f856635600 req-9f86e504-623b-48cb-88de-930f1518be9d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:15.968960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dbfa6fe-0bd5-4084-a527-f3f856635600 req-9f86e504-623b-48cb-88de-930f1518be9d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 931 time: 0.1372540 Aug 31 07:44:16.042479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dbfa6fe-0bd5-4084-a527-f3f856635600 req-7efcbce5-d3f7-442d-af71-7e4af7206099 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673878 Aug 31 07:44:16.044515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-73c68da9-2524-4dfd-b5fb-bf49f3b322b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598625 Aug 31 07:44:16.051300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-cb679704-bb76-4f66-b103-03cc551d6167 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:16.052777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-cb679704-bb76-4f66-b103-03cc551d6167 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 812 time: 0.1684723 Aug 31 07:44:16.060308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Request body: {'port': {'device_id': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:16.095313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-87e375fe-d105-4ed0-b47c-766d2533634c tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/quotas/3a79ea504629431dbf749f1b89a5cd11 HTTP/1.1" status: 200 len: 375 time: 0.0320084 Aug 31 07:44:16.102457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:16.167672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.220029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-31b8b895-617d-4528-a315-34eebf14da42 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139185 Aug 31 07:44:16.230882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6752-f2c9-4858-9dd3-f236edf2a67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.327216 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6752-f2c9-4858-9dd3-f236edf2a67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.398911 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b5a6752-f2c9-4858-9dd3-f236edf2a67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.442290 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3b5a6752-f2c9-4858-9dd3-f236edf2a67b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51f30d0706c64026821655b148e7aef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378041 Aug 31 07:44:16.442520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a6752-f2c9-4858-9dd3-f236edf2a67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7dc92-22cf-4859-9a86-0b52f2b29bb2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:16.445688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36202) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:16.502062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bcfa627b-a49f-448c-8976-233bf4713a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.526877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bcfa627b-a49f-448c-8976-233bf4713a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.655777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bcfa627b-a49f-448c-8976-233bf4713a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.658484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bcfa627b-a49f-448c-8976-233bf4713a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.663024 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bcfa627b-a49f-448c-8976-233bf4713a62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02d7dc92-22cf-4859-9a86-0b52f2b29bb2 HTTP/1.1" status: 204 len: 168 time: 0.2158267 Aug 31 07:44:16.678193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa627b-a49f-448c-8976-233bf4713a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7dc92-22cf-4859-9a86-0b52f2b29bb2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:16.715037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-df50ccd6-8606-403c-b6d8-031059c33c8d service neutron] 10.222.0.36 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848070 Aug 31 07:44:16.835011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-dd6f6962-2bdc-41d2-a54f-8476ae6e4fc5 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:16.837016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-dd6f6962-2bdc-41d2-a54f-8476ae6e4fc5 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "GET /v2.0/ports?device_id=836c9256-ae3a-4889-ba3f-ff66b58c1f11 HTTP/1.1" status: 200 len: 945 time: 0.1418936 Aug 31 07:44:16.879431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f08a749-3d3d-4989-92a7-ebc87e35672a req-a9b97e7a-bb4f-4397-86eb-7d374170012d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0680678 Aug 31 07:44:17.005756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-4c063b45-85e9-462c-a1c9-debbe71d5c1d service neutron] 10.222.0.36 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749169 Aug 31 07:44:17.037209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29d762bf-9d57-4a2f-a4f0-ceb772442844 req-6cd7895c-c7fb-4380-a990-c01b17c2ac99 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0789578 Aug 31 07:44:17.155164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c918af-c5f2-4913-8e86-81d0fa0456c2 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:17.178274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-a09b2d95-33cd-4306-b5a3-41e404878d83 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:17.179772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-a09b2d95-33cd-4306-b5a3-41e404878d83 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.3173444 Aug 31 07:44:17.186012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.197554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d80c5-875f-4570-9bba-dd211d1806ce req-323efb77-9d46-4cdb-b4d8-19450d118d60 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:17.199103 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-795d80c5-875f-4570-9bba-dd211d1806ce req-323efb77-9d46-4cdb-b4d8-19450d118d60 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "GET /v2.0/ports?device_id=39a9536d-49b0-41f3-a888-48b448f24dd0 HTTP/1.1" status: 200 len: 945 time: 0.0587428 Aug 31 07:44:17.211105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Request body: {'port': {'device_id': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'admin_state_up': True, 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:17.272633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Transition to ACTIVE for port object f1c918af-c5f2-4913-8e86-81d0fa0456c2 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:17.292898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Deleting port 451367e1-2bce-4154-ae48-d52b259cd56f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:17.293244 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.301042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Deleting port d1f052c6-f9ab-4c16-9632-078c4db68321 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:17.301462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.352212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d1ec2-25c9-4d0c-b229-9c46d05e8545 req-51f9e8dd-6dba-4cc0-ac7b-bf29f523235b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:17.353785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-595d1ec2-25c9-4d0c-b229-9c46d05e8545 req-51f9e8dd-6dba-4cc0-ac7b-bf29f523235b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 931 time: 0.2021232 Aug 31 07:44:17.362540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.400805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] For port d1f052c6-f9ab-4c16-9632-078c4db68321, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d1f052c6-f9ab-4c16-9632-078c4db68321,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:17.401177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.414196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Calling delete_port for d1f052c6-f9ab-4c16-9632-078c4db68321 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:17.535872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-595d1ec2-25c9-4d0c-b229-9c46d05e8545 req-48a469b3-d61d-4aa7-9070-5bb89cd2f9ca tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627963 Aug 31 07:44:17.541905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:17.566277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:17.585790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] For port 451367e1-2bce-4154-ae48-d52b259cd56f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=451367e1-2bce-4154-ae48-d52b259cd56f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:17.586199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.615785 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6b89d03-ceab-41db-98d7-d3c8881ccd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.648721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Calling delete_port for 451367e1-2bce-4154-ae48-d52b259cd56f owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:17.666048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:17.672589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.720556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.734844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d1f052c6-f9ab-4c16-9632-078c4db68321'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:17.737497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['451367e1-2bce-4154-ae48-d52b259cd56f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:17.763655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event deleted for resources: {'Port': ['ID=d1f052c6-f9ab-4c16-9632-078c4db68321,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:17.808973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] No DVR routers for this DVR port d1f052c6-f9ab-4c16-9632-078c4db68321 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:17.812012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:17.814163 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-795d80c5-875f-4570-9bba-dd211d1806ce req-65532bfb-6671-43b6-895d-cc54c8e5b08b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "DELETE /v2.0/ports/d1f052c6-f9ab-4c16-9632-078c4db68321 HTTP/1.1" status: 204 len: 173 time: 0.6088436 Aug 31 07:44:17.814935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'name': 'network-vif-deleted', 'tag': 'd1f052c6-f9ab-4c16-9632-078c4db68321'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:17.817609 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342224d-6c87-4c80-b529-9ae1bd45d02e" -d '{"events": [{"server_uuid": "39a9536d-49b0-41f3-a888-48b448f24dd0", "name": "network-vif-deleted", "tag": "d1f052c6-f9ab-4c16-9632-078c4db68321"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:17.858801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff65f92b-4920-4388-8bf0-329f81f3ef7c req-24887fbe-ec5c-48b4-9a38-d1366978d15a tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 210 time: 0.0960269 Aug 31 07:44:17.896563 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89013299-e990-40ba-b62b-7b12a3d93134 x-openstack-request-id: req-89013299-e990-40ba-b62b-7b12a3d93134 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:17.896857 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a9536d-49b0-41f3-a888-48b448f24dd0", "name": "network-vif-deleted", "tag": "d1f052c6-f9ab-4c16-9632-078c4db68321", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:17.897111 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89013299-e990-40ba-b62b-7b12a3d93134 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:17.897513 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a9536d-49b0-41f3-a888-48b448f24dd0', 'name': 'network-vif-deleted', 'tag': 'd1f052c6-f9ab-4c16-9632-078c4db68321', 'status': 'completed', 'code': 200} Aug 31 07:44:17.912044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:17.912768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:17.913327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:17.941754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:17.942169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:17.964487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:17.964836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:17.965233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:17.965685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Bound port: f1c918af-c5f2-4913-8e86-81d0fa0456c2, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:17.966072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.072956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b96e8f-1c02-40be-b3cf-ec10524b5089 req-72282521-dc36-4244-b955-bd86e3e1fe02 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0939500 Aug 31 07:44:18.254015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de4503b4-3120-4bf6-8a4e-fde3ed3524ee req-da29709d-488d-4a22-ba9f-f2e96598263b tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.1069944 Aug 31 07:44:18.273918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6b89d03-ceab-41db-98d7-d3c8881ccd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.278853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Allocated IP 172.20.0.14 (85c91e7d-b84e-474b-aece-0c86cc3261b5/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5/7490f5f7-9b9c-4be3-a99a-a9c3125d72de) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:18.292251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:18.296299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:18.338216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.349994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d1f052c6-f9ab-4c16-9632-078c4db68321'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:18.414336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6b89d03-ceab-41db-98d7-d3c8881ccd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.417192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.440672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event deleted for resources: {'Port': ['ID=451367e1-2bce-4154-ae48-d52b259cd56f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:18.537229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:18.537876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.539304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] 10.222.0.45 "PUT /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 200 len: 1092 time: 2.4843581 Aug 31 07:44:18.543448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:18.545711 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:18.558715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] No DVR routers for this DVR port 451367e1-2bce-4154-ae48-d52b259cd56f on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:18.566887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b89d03-ceab-41db-98d7-d3c8881ccd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c681cd2-d5dd-48b3-acd1-db0323759312,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:18.573741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.580231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dfff78-58fc-459f-8468-f64973aa2f90 req-a98ffdbf-bb78-42e3-95f9-51dd8525d0a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "DELETE /v2.0/ports/451367e1-2bce-4154-ae48-d52b259cd56f HTTP/1.1" status: 204 len: 173 time: 1.6988883 Aug 31 07:44:18.580571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b6b89d03-ceab-41db-98d7-d3c8881ccd41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=328889ed5c564b158fb6c09b955da4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0236580 Aug 31 07:44:18.583138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36252) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:18.609706 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737d6f75-81d0-49ee-a425-e49162ef3d17 x-openstack-request-id: req-737d6f75-81d0-49ee-a425-e49162ef3d17 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:18.610026 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:18.610284 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-737d6f75-81d0-49ee-a425-e49162ef3d17 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:18.610691 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'status': 'completed', 'code': 200} Aug 31 07:44:18.622985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d781-8496-4b60-ae5b-acc8a123535c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:18.660291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.697772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a013a2d3-7020-4d38-beaf-032712e358b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.723263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a013a2d3-7020-4d38-beaf-032712e358b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.758490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3 req-1e4c66a4-74c6-4be2-a933-f1868a16a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:18.760100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3 req-1e4c66a4-74c6-4be2-a933-f1868a16a45d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1095 time: 0.1312623 Aug 31 07:44:18.782707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1587437-7cd6-4027-9f5d-546c7c0ced96 req-9ada0692-1f5b-4084-9df2-db45bf3a8455 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:18.786341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1587437-7cd6-4027-9f5d-546c7c0ced96 req-9ada0692-1f5b-4084-9df2-db45bf3a8455 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.0920730 Aug 31 07:44:18.888222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1587437-7cd6-4027-9f5d-546c7c0ced96 req-bff2ee41-34d8-4bad-9777-e13b0c810aa5 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980535 Aug 31 07:44:18.936248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c67d7ecf-cf31-4600-85d1-ee3e11037d11 req-0b92c8db-f408-4aa3-bc20-ea2e04803ff4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 210 time: 0.0364041 Aug 31 07:44:18.941970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3 req-1b423339-3baf-43a2-8533-1c61ae51f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:18.943415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3 req-1b423339-3baf-43a2-8533-1c61ae51f8e7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1544926 Aug 31 07:44:18.948999 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a013a2d3-7020-4d38-beaf-032712e358b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.951943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a013a2d3-7020-4d38-beaf-032712e358b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.953303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a013a2d3-7020-4d38-beaf-032712e358b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c681cd2-d5dd-48b3-acd1-db0323759312 HTTP/1.1" status: 204 len: 168 time: 0.3691823 Aug 31 07:44:18.972282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013a2d3-7020-4d38-beaf-032712e358b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c681cd2-d5dd-48b3-acd1-db0323759312,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:19.039588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:19.118761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:19.120250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3 req-af64f555-5ef5-417d-924f-1f2704b0f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:19.121734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f7b2ac3-39bf-4abe-a52d-eb795ea592c3 req-af64f555-5ef5-417d-924f-1f2704b0f14d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650052 Aug 31 07:44:19.138177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:19.140347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event updated for resources: {'Port': ['ID=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:19.142584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:19.248069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:19.248688 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:19.279585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c466-cc71-4f67-9b23-f9980a57cbbd req-4d32bae8-02da-42c6-8683-fdca6b8a1a85 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:19.281508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb55c466-cc71-4f67-9b23-f9980a57cbbd req-4d32bae8-02da-42c6-8683-fdca6b8a1a85 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 932 time: 0.1119030 Aug 31 07:44:19.283704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-8ca4e0bf-4467-41c2-bc33-157d821deabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:19.285642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-8ca4e0bf-4467-41c2-bc33-157d821deabf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1095 time: 0.0918024 Aug 31 07:44:19.346568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-597f08fc-a524-4afa-859f-6b4273c9a8a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 200 len: 217 time: 0.0468745 Aug 31 07:44:19.359733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-07eda2a1-5247-407d-8c0e-287aff81001d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1544356 Aug 31 07:44:19.402081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Request body: {'port': {'device_id': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:19.424814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb55c466-cc71-4f67-9b23-f9980a57cbbd req-76e21fdb-9da3-4333-a0f3-fd246b0c5a70 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312666 Aug 31 07:44:19.447677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42f2767a-4ed2-418b-b1e2-b29fbca0c77a req-491bec6d-90a8-45d8-b24f-d6395fc08dff tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0850480 Aug 31 07:44:19.482929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-0f6fa226-7b2f-493f-a3b5-39aee0f24fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:19.484402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-0f6fa226-7b2f-493f-a3b5-39aee0f24fae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1275148 Aug 31 07:44:19.503127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:19.533117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-9f0033f0-c5de-43b9-a8e5-5d2b14d5f89a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376315 Aug 31 07:44:20.052508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-b34c7cd5-8436-4e7f-bdc1-7d5676ca41bf service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969449 Aug 31 07:44:20.099604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-352c42d4-7930-4731-9107-66b5c40872a5 req-43577ce6-90b2-4b4c-bcb0-748e485b4fc7 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 210 time: 0.0454316 Aug 31 07:44:20.168584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2c2d7-f767-4952-92bd-c11ecc55e0e7 req-f2b2ecf3-6d43-4dde-9f35-406a8c66e6cc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:20.170009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fc2c2d7-f767-4952-92bd-c11ecc55e0e7 req-f2b2ecf3-6d43-4dde-9f35-406a8c66e6cc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.2079430 Aug 31 07:44:20.269560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91ce16ae-b02d-44eb-8bec-066aa4e5fe59 req-893c695a-d72f-4396-8e80-b59270ff1f32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0603011 Aug 31 07:44:20.278002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7487b-e1f8-4b73-aacd-9dea2826eec8 req-c504c636-15e2-4348-be3d-a708172212ac service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043526 Aug 31 07:44:20.280822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fc2c2d7-f767-4952-92bd-c11ecc55e0e7 req-7694b021-2fb1-4d2d-97d6-d33faaf9b43b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029425 Aug 31 07:44:20.340097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7490f5f7-9b9c-4be3-a99a-a9c3125d72de {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:20.347713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.360417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Transition to ACTIVE for port object 7490f5f7-9b9c-4be3-a99a-a9c3125d72de will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:20.452054 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.541058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Pushing event updated for resources: {'Port': ['ID=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:20.612943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'name': 'network-vif-deleted', 'tag': '451367e1-2bce-4154-ae48-d52b259cd56f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:20.615629 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c03d42-7b71-4bf2-8ce5-31d8baf45a75" -d '{"events": [{"server_uuid": "836c9256-ae3a-4889-ba3f-ff66b58c1f11", "name": "network-vif-deleted", "tag": "451367e1-2bce-4154-ae48-d52b259cd56f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:20.623562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfa94a71-a32a-427a-ba5c-cd0f8a2b1fbe req-bd29e079-a34d-4c2e-99af-ad71e4d23e07 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0459623 Aug 31 07:44:20.653497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf3a0-af02-45c8-ba99-7b6ffb22dfab req-2e2a6805-df7c-44ff-9bb3-8adc52e796d4 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:20.661217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89edf3a0-af02-45c8-ba99-7b6ffb22dfab req-2e2a6805-df7c-44ff-9bb3-8adc52e796d4 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 944 time: 0.1390917 Aug 31 07:44:20.671729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Attempting to bind port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:20.672059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Attempting to bind port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:20.672413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Attempting to bind port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:20.688468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:20.688803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Attempting to bind port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:20.700572 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798562f2-d3b2-4410-a48b-2839cf405de2 x-openstack-request-id: req-798562f2-d3b2-4410-a48b-2839cf405de2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:20.700896 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836c9256-ae3a-4889-ba3f-ff66b58c1f11", "name": "network-vif-deleted", "tag": "451367e1-2bce-4154-ae48-d52b259cd56f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:20.701144 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-798562f2-d3b2-4410-a48b-2839cf405de2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:20.701529 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836c9256-ae3a-4889-ba3f-ff66b58c1f11', 'name': 'network-vif-deleted', 'tag': '451367e1-2bce-4154-ae48-d52b259cd56f', 'status': 'completed', 'code': 200} Aug 31 07:44:20.704379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:20.704714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:20.705097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Bound using segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:20.705534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Bound port: 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:20.705916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.718078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89edf3a0-af02-45c8-ba99-7b6ffb22dfab req-2949e5cb-84e0-46ea-8722-bd7b62f26d51 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Aug 31 07:44:20.778311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] For port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:20.781830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] For port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:20.869910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 451367e1-2bce-4154-ae48-d52b259cd56f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:20.875151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.891224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 451367e1-2bce-4154-ae48-d52b259cd56f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:20.891574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 451367e1-2bce-4154-ae48-d52b259cd56f not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:20.914852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:20.915591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.917070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] 10.222.0.68 "PUT /v2.0/ports/7490f5f7-9b9c-4be3-a99a-a9c3125d72de HTTP/1.1" status: 200 len: 1093 time: 1.5367303 Aug 31 07:44:20.943422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbc103-1b22-4931-bc3b-b53215bb5814 service neutron] Pushing event updated for resources: {'Port': ['ID=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:21.158475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-55c6bd80-92f1-42a0-b64e-208512f17114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.162029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-55c6bd80-92f1-42a0-b64e-208512f17114 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 1096 time: 0.0829904 Aug 31 07:44:21.166615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d1f052c6-f9ab-4c16-9632-078c4db68321 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:21.197160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: d1f052c6-f9ab-4c16-9632-078c4db68321 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:21.197509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d1f052c6-f9ab-4c16-9632-078c4db68321 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:21.224582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-2c6b6538-5158-4fb7-9357-3dce95fd44af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de HTTP/1.1" status: 200 len: 217 time: 0.0529909 Aug 31 07:44:21.224833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-f3f4303a-2769-4afb-877d-daf886ee1f1b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.227416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-f3f4303a-2769-4afb-877d-daf886ee1f1b tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 812 time: 0.2664683 Aug 31 07:44:21.271761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8895bef6-0e22-40c2-8aaa-3a47bec2af41 req-fab3471d-3bf8-43ac-981a-b0c1f22e13d8 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 210 time: 0.0406177 Aug 31 07:44:21.287687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Request body: {'port': {'device_id': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'admin_state_up': True, 'tenant_id': '3a79ea504629431dbf749f1b89a5cd11'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:21.318593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84346-4098-4be0-be7c-576d38389552 req-56303ace-3cff-424f-a395-dbcdc259d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.321385 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-56303ace-3cff-424f-a395-dbcdc259d8d9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.0816469 Aug 31 07:44:21.373542 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-5ed587ed-99bc-48ff-ae0b-83683e122553 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405581 Aug 31 07:44:21.414797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-5df01ad9-a354-4640-b445-f1a5a928bee9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.416578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-5df01ad9-a354-4640-b445-f1a5a928bee9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 812 time: 0.3944380 Aug 31 07:44:21.444366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Request body: {'port': {'device_id': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'admin_state_up': True, 'tenant_id': '3a79ea504629431dbf749f1b89a5cd11'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:21.498603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-152ee9af-f36f-4b2d-b6ee-bfd4be5e6ef0 service neutron] 10.222.0.68 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160312 Aug 31 07:44:21.560105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bbf68-edd7-4321-a0c5-43052fcad55f req-1b1e0e9e-1973-4498-8f58-f3493a2490fd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.561749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb7bbf68-edd7-4321-a0c5-43052fcad55f req-1b1e0e9e-1973-4498-8f58-f3493a2490fd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.1744220 Aug 31 07:44:21.610774 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8ac84346-4098-4be0-be7c-576d38389552 req-6b7d42b3-7090-46eb-83df-3cf4771d074c service neutron] 10.222.0.68 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022542 Aug 31 07:44:21.650700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb7bbf68-edd7-4321-a0c5-43052fcad55f req-0108f04b-7f44-467d-944c-673342cfe457 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654416 Aug 31 07:44:21.741294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-379b6c1c-b19b-4bfb-adff-3ffc11c170d5 req-ed0896fe-2927-44d4-a150-45b91e4be473 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0286753 Aug 31 07:44:21.782956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Made reservation on behalf of 3a79ea504629431dbf749f1b89a5cd11 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:21.786950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:21.935608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dd3f1-912e-458d-81bf-894a116b1424 req-4a93f74e-b28d-4b88-9029-7063ff3ebc5d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.937159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-839dd3f1-912e-458d-81bf-894a116b1424 req-4a93f74e-b28d-4b88-9029-7063ff3ebc5d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 944 time: 0.1095941 Aug 31 07:44:21.943616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Made reservation on behalf of 3a79ea504629431dbf749f1b89a5cd11 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:21.947936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.054559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Allocated IP 172.20.0.10 (05986588-73a0-4065-a464-15babbe7ac0e/4d4d7d6e-2655-4736-b24a-2ee79a34cfb0/df07a794-9f3e-40cf-b080-d192bf73376a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:22.092233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-839dd3f1-912e-458d-81bf-894a116b1424 req-606fff35-123e-4791-85bd-163b0becb80c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409850 Aug 31 07:44:22.253673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.317898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc058df-9e9a-4b38-a06d-ef38aaedd756 req-bbc8f99c-6ac6-47aa-96a1-206abe734799 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a33061276404398b8f861b58dc09853&device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0362554 Aug 31 07:44:22.356067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc058df-9e9a-4b38-a06d-ef38aaedd756 req-761933ec-2203-483d-b6c1-cd61ef4db2b3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a33061276404398b8f861b58dc09853&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267563 Aug 31 07:44:22.421848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.592110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac6f29e1-61ff-4bfd-b64d-ebfa98cb9537 req-1de2be1b-b250-4575-a917-75d02469ecbd tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0895727 Aug 31 07:44:22.593709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Network 05986588-73a0-4065-a464-15babbe7ac0e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:22.611445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:22.616403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event updated for resources: {'Port': ['ID=df07a794-9f3e-40cf-b080-d192bf73376a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:22.621593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:22.671546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc058df-9e9a-4b38-a06d-ef38aaedd756 req-c34df893-cddc-40a4-88a7-37c126de8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:22.673150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc058df-9e9a-4b38-a06d-ef38aaedd756 req-c34df893-cddc-40a4-88a7-37c126de8adc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082108 Aug 31 07:44:22.683191 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-2c4eb7a8-f1a0-4352-ac54-6dfd0849243c {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:44:22.683540 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:44:22.693449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e059a64-cd3e-4d15-a418-8b00bdb5ca4d req-1ea5ae0d-b46c-47ac-8ed8-44f693d5b8fc tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:22.695125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e059a64-cd3e-4d15-a418-8b00bdb5ca4d req-1ea5ae0d-b46c-47ac-8ed8-44f693d5b8fc tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 932 time: 0.2299664 Aug 31 07:44:22.703238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:22.703852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.707363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'tag': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:22.709661 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55d71a-dc51-47a1-a38b-6ee008f04949" -d '{"events": [{"name": "network-changed", "server_uuid": "1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1", "tag": "7490f5f7-9b9c-4be3-a99a-a9c3125d72de"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:22.760926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a195891-71bf-4a69-8dc6-7c1fff3bf81c req-212e6f61-65d3-4a44-9066-41219f4562d7 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367801 Aug 31 07:44:22.785178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e059a64-cd3e-4d15-a418-8b00bdb5ca4d req-e49dcf04-636a-411f-8321-52b8d13225da tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785177 Aug 31 07:44:22.903368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a195891-71bf-4a69-8dc6-7c1fff3bf81c req-d32cc15e-3a35-4bbc-8c4f-e9641a4073e5 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:22.904720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a195891-71bf-4a69-8dc6-7c1fff3bf81c req-d32cc15e-3a35-4bbc-8c4f-e9641a4073e5 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366856 Aug 31 07:44:22.926420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7ce1-1f08-4063-af9f-3071ff20be2d req-3538274c-b7eb-4b1d-8fd3-a50b3ff3d9fb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:22.927839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722a7ce1-1f08-4063-af9f-3071ff20be2d req-3538274c-b7eb-4b1d-8fd3-a50b3ff3d9fb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.0832219 Aug 31 07:44:22.931456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a195891-71bf-4a69-8dc6-7c1fff3bf81c req-6caa83e6-a12a-43c9-a8d8-1cea74dcce41 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/quotas/f9df65cba6cc44f48ad1480de5a74a9f HTTP/1.1" status: 200 len: 375 time: 0.0187232 Aug 31 07:44:22.959686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-02fd1508-e46e-4e4c-b3a8-6990d5be42f3 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6834908 Aug 31 07:44:22.976531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a195891-71bf-4a69-8dc6-7c1fff3bf81c req-0fa25d43-0dd9-48ee-8c2d-939fc1568afb tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355532 Aug 31 07:44:22.980309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Request body: {'port': {'device_id': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:23.017475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722a7ce1-1f08-4063-af9f-3071ff20be2d req-68b9a227-bb44-4f79-b588-d104849d0446 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832441 Aug 31 07:44:23.050031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.086826 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae25f64-3965-4402-8feb-80a3f409a611 x-openstack-request-id: req-aae25f64-3965-4402-8feb-80a3f409a611 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:23.087224 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1", "tag": "7490f5f7-9b9c-4be3-a99a-a9c3125d72de", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:23.087454 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aae25f64-3965-4402-8feb-80a3f409a611 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:23.087934 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'tag': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de', 'status': 'completed', 'code': 200} Aug 31 07:44:23.150096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-6e4b9808-aeca-4b79-814b-2885c1cba03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:23.152361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-6e4b9808-aeca-4b79-814b-2885c1cba03f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 1096 time: 0.0517795 Aug 31 07:44:23.189724 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.250008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-725994cf-bf78-448d-a0e8-6eeebd23de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:23.251570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-725994cf-bf78-448d-a0e8-6eeebd23de61 service neutron] 10.222.0.68 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 913 time: 0.0909300 Aug 31 07:44:23.302408 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-fb94eee8-001b-454d-b361-ed217e21b756 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de HTTP/1.1" status: 200 len: 217 time: 0.0407724 Aug 31 07:44:23.362575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-dbac7958-20eb-4c40-9451-8d1f052c1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:23.364636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-dbac7958-20eb-4c40-9451-8d1f052c1029 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.0547478 Aug 31 07:44:23.403869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-b2fb962a-aa5e-4d8a-a250-1240379510c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279703 Aug 31 07:44:23.411530 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.513484 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-b1c36f0e-98fc-4fb5-a28e-fc6589409c0f service neutron] 10.222.0.68 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010427 Aug 31 07:44:23.601487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f7fb-d29e-486a-be3c-f39bc577e6d5 req-4a802111-355b-4b8c-b1bf-984d8d2ddb89 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:23.608715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d47f7fb-d29e-486a-be3c-f39bc577e6d5 req-4a802111-355b-4b8c-b1bf-984d8d2ddb89 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 944 time: 0.4370224 Aug 31 07:44:23.622663 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ca55d71a-dc51-47a1-a38b-6ee008f04949 req-446cb49b-a74f-404f-b35b-dc7df8aaf176 service neutron] 10.222.0.68 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008558 Aug 31 07:44:23.657028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-808e8ef6-7c88-4311-b711-b4c3a78b13f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.678037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d47f7fb-d29e-486a-be3c-f39bc577e6d5 req-f7a97d76-24cc-4826-9b1e-306807250a03 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651405 Aug 31 07:44:23.771981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46f8f261-7a76-452c-ac82-594568194634 req-d0952bd9-9f4c-46b3-a9b8-7d634ade42be tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0441735 Aug 31 07:44:23.785600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df07a794-9f3e-40cf-b080-d192bf73376a {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:23.795820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.812308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Transition to ACTIVE for port object df07a794-9f3e-40cf-b080-d192bf73376a will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:23.911294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59b41-ab8f-4058-b423-f44dc54b9924 req-e2fd46eb-41ab-4573-b2ba-b19ce899ab14 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:23.912857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5b59b41-ab8f-4058-b423-f44dc54b9924 req-e2fd46eb-41ab-4573-b2ba-b19ce899ab14 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 932 time: 0.0575850 Aug 31 07:44:23.916107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.034510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4da79792-2b79-4cbd-8816-ee42bd9ea6e8 req-8d98ae4d-138c-48b7-9be6-a82ac7fff076 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864305 Aug 31 07:44:24.088087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Pushing event updated for resources: {'Port': ['ID=df07a794-9f3e-40cf-b080-d192bf73376a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:24.092750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc058df-9e9a-4b38-a06d-ef38aaedd756 req-17a97ccc-f521-4464-98e3-f1b769b784ee tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.45 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0723753 Aug 31 07:44:24.117006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Allocated IP 172.20.0.2 (05986588-73a0-4065-a464-15babbe7ac0e/4d4d7d6e-2655-4736-b24a-2ee79a34cfb0/a383b50d-8483-4724-899b-441490b5248f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:24.164672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5b59b41-ab8f-4058-b423-f44dc54b9924 req-abf9e2df-84c4-4c28-bc47-919416b9fdd1 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408800 Aug 31 07:44:24.332157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da79792-2b79-4cbd-8816-ee42bd9ea6e8 req-6a608087-b729-4434-8442-f1d665d6071f tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:24.333556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4da79792-2b79-4cbd-8816-ee42bd9ea6e8 req-6a608087-b729-4434-8442-f1d665d6071f tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845125 Aug 31 07:44:24.390640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Attempting to bind port df07a794-9f3e-40cf-b080-d192bf73376a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:24.390985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Attempting to bind port df07a794-9f3e-40cf-b080-d192bf73376a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:24.391319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Attempting to bind port df07a794-9f3e-40cf-b080-d192bf73376a on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:24.406167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4da79792-2b79-4cbd-8816-ee42bd9ea6e8 req-a4a455db-d5f8-4a41-b1f9-35b9ec21f660 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/quotas/f9df65cba6cc44f48ad1480de5a74a9f HTTP/1.1" status: 200 len: 375 time: 0.0316861 Aug 31 07:44:24.417116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113836-4911-4178-bb8d-fd0c4a2d9762 req-191f101d-be9f-4a31-b641-55968ac0b7a1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:24.418625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0113836-4911-4178-bb8d-fd0c4a2d9762 req-191f101d-be9f-4a31-b641-55968ac0b7a1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.1923006 Aug 31 07:44:24.423556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Port df07a794-9f3e-40cf-b080-d192bf73376a on network 05986588-73a0-4065-a464-15babbe7ac0e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:24.423795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Attempting to bind port df07a794-9f3e-40cf-b080-d192bf73376a on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:24.474487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:24.474834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Checking segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:24.475221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Bound using segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:24.475699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Bound port: df07a794-9f3e-40cf-b080-d192bf73376a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:24.476061 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.479367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4da79792-2b79-4cbd-8816-ee42bd9ea6e8 req-581f9691-3cba-4804-800a-0bf1b64e488e tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598547 Aug 31 07:44:24.549301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0113836-4911-4178-bb8d-fd0c4a2d9762 req-2135880c-0baf-44eb-b85e-641b75c561ef tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209633 Aug 31 07:44:24.557675 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.614487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] For port df07a794-9f3e-40cf-b080-d192bf73376a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:24.643546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] For port df07a794-9f3e-40cf-b080-d192bf73376a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=df07a794-9f3e-40cf-b080-d192bf73376a,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:24.777556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.803533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.832743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:24.833446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.834900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] 10.222.0.68 "PUT /v2.0/ports/df07a794-9f3e-40cf-b080-d192bf73376a HTTP/1.1" status: 200 len: 1093 time: 1.8609521 Aug 31 07:44:24.871897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Network 05986588-73a0-4065-a464-15babbe7ac0e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:24.877177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:24.879791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:24.894343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec009c1f-a78b-4851-9c16-074165388583 req-2d762020-0c0d-48a4-a06a-a2c500748616 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:24.896229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec009c1f-a78b-4851-9c16-074165388583 req-2d762020-0c0d-48a4-a06a-a2c500748616 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 944 time: 0.1311352 Aug 31 07:44:24.902524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:24.918744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7ec47-767e-4f9f-85e9-b6132ef5984b service neutron] Pushing event updated for resources: {'Port': ['ID=df07a794-9f3e-40cf-b080-d192bf73376a,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:25.043016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:25.056323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'port_id': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'mac_address': 'fa:16:3e:5e:4e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019a63c-8ec4-4553-b6a6-41d1a0a163a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:25.060457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b498f83d-a83a-4465-8c04-d4eab8673889 req-d498fb9c-33f1-45d6-90c6-824f96bf5e81 tempest-ServerShowV257Test-24649844 tempest-ServerShowV257Test-24649844-project] 10.222.0.36 "GET /v2.0/ports?device_id=071ecd9e-3e09-442a-a987-02384f483032 HTTP/1.1" status: 200 len: 210 time: 0.0717785 Aug 31 07:44:25.069113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.069817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.079535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event updated for resources: {'Port': ['ID=a383b50d-8483-4724-899b-441490b5248f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:25.090378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'tag': 'df07a794-9f3e-40cf-b080-d192bf73376a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:25.092630 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d384ca7b-70ba-4577-8689-a3b2ba45040c" -d '{"events": [{"name": "network-changed", "server_uuid": "4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0", "tag": "df07a794-9f3e-40cf-b080-d192bf73376a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:25.108276 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.108487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec009c1f-a78b-4851-9c16-074165388583 req-10b32fc4-a565-497f-8d32-450b76a5b8cb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793327 Aug 31 07:44:25.117077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-b4ebabe3-21fb-4115-962b-aa9518b6ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.118722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-b4ebabe3-21fb-4115-962b-aa9518b6ffe3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 1096 time: 0.1452351 Aug 31 07:44:25.124008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c918af-c5f2-4913-8e86-81d0fa0456c2 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:25.163302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:25.185678 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c8cc51-3ff1-4155-b725-dd79633ab0a3 x-openstack-request-id: req-98c8cc51-3ff1-4155-b725-dd79633ab0a3 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:25.186095 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0", "tag": "df07a794-9f3e-40cf-b080-d192bf73376a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:25.186266 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98c8cc51-3ff1-4155-b725-dd79633ab0a3 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:25.186626 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'tag': 'df07a794-9f3e-40cf-b080-d192bf73376a', 'status': 'completed', 'code': 200} Aug 31 07:44:25.193237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-c180e9ff-1a37-4a40-b208-385bdd1f1b02 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df07a794-9f3e-40cf-b080-d192bf73376a HTTP/1.1" status: 200 len: 217 time: 0.0624447 Aug 31 07:44:25.219363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-530a7142-df5e-4eda-ae37-f97c32180ec4 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7754982 Aug 31 07:44:25.227379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7490f5f7-9b9c-4be3-a99a-a9c3125d72de details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:25.240522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Request body: {'port': {'device_id': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:25.295736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.344318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-7453b4da-aa91-4744-887a-660438458549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.346891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-7453b4da-aa91-4744-887a-660438458549 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.1446648 Aug 31 07:44:25.371744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:25.386584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:25.400166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de', 'mac_address': 'fa:16:3e:4f:18:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:25.412036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed259-f50d-48e9-8ceb-17a843c3e9a8 req-fc146130-3b5e-4aa6-b6e1-4e3070da5f2d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.420361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5beed259-f50d-48e9-8ceb-17a843c3e9a8 req-fc146130-3b5e-4aa6-b6e1-4e3070da5f2d tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 944 time: 0.1752036 Aug 31 07:44:25.448257 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.457294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-1aa83178-c1dc-48d0-ae0f-2b468949cab9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721889 Aug 31 07:44:25.458373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.473523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7490f5f7-9b9c-4be3-a99a-a9c3125d72de {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:25.494959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:25.554238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f1c918af-c5f2-4913-8e86-81d0fa0456c2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:25.580181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7c4dfd7-86c7-4eef-ae7c-33b5c0a35236 req-a14c3468-7e47-4ec3-a403-10ebb4f36bfc tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933096 Aug 31 07:44:25.600321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.619686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5beed259-f50d-48e9-8ceb-17a843c3e9a8 req-9135a011-e7f6-4a22-842f-dc6866564456 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984620 Aug 31 07:44:25.685377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:25.705012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.768268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-0f5b9b89-5634-4238-8962-f7b2eddcada8 service neutron] 10.222.0.68 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991590 Aug 31 07:44:25.921024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4dfd7-86c7-4eef-ae7c-33b5c0a35236 req-cfbdab5f-0bec-46bc-a794-73f763c9c226 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.922566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7c4dfd7-86c7-4eef-ae7c-33b5c0a35236 req-cfbdab5f-0bec-46bc-a794-73f763c9c226 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341255 Aug 31 07:44:25.932038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7490f5f7-9b9c-4be3-a99a-a9c3125d72de'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:25.943028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c35a-49e2-450f-a949-1c5402d71586 req-26ef47d4-d518-4480-8a45-f940fd7d68a3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.944520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b750c35a-49e2-450f-a949-1c5402d71586 req-26ef47d4-d518-4480-8a45-f940fd7d68a3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.2460914 Aug 31 07:44:25.990006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7c4dfd7-86c7-4eef-ae7c-33b5c0a35236 req-7b9b1ff5-90f3-4993-a5cb-343b3d05ca4e tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/quotas/f9df65cba6cc44f48ad1480de5a74a9f HTTP/1.1" status: 200 len: 375 time: 0.0548775 Aug 31 07:44:26.049462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7c4dfd7-86c7-4eef-ae7c-33b5c0a35236 req-78b2945f-f4fd-44a0-a6fa-f7de8253e162 tempest-QuotasAdminNegativeTest-1807187379 tempest-QuotasAdminNegativeTest-1807187379-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461373 Aug 31 07:44:26.058309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-8804faae-810a-4419-884d-31ea7f325be1 service neutron] 10.222.0.68 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739770 Aug 31 07:44:26.075150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b750c35a-49e2-450f-a949-1c5402d71586 req-95f79dcd-69b4-43ff-9dc1-4a86489b63dd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201015 Aug 31 07:44:26.149506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a383b50d-8483-4724-899b-441490b5248f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:26.161093 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.180909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Transition to ACTIVE for port object a383b50d-8483-4724-899b-441490b5248f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:26.248043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-2bc73953-c03d-461c-86b6-829b63aea8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:26.249788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-2bc73953-c03d-461c-86b6-829b63aea8b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0497677 Aug 31 07:44:26.314009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.354410 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.420286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Pushing event updated for resources: {'Port': ['ID=a383b50d-8483-4724-899b-441490b5248f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:26.645708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5b85-5bdb-4d2d-ac93-c9968143df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.738503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94864d7-018a-4abd-9a6d-2b9d23721703 req-e46a6c87-db01-4638-a47a-304e8e1ba901 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:26.740078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f94864d7-018a-4abd-9a6d-2b9d23721703 req-e46a6c87-db01-4638-a47a-304e8e1ba901 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 945 time: 0.4593847 Aug 31 07:44:26.741013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36490) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:26.774668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-b8195a88-ceff-4042-833c-810ccdca2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:26.776243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-b8195a88-ceff-4042-833c-810ccdca2359 service neutron] 10.222.0.68 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 913 time: 0.5176275 Aug 31 07:44:26.859836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c69d4dd6-503a-447b-9d13-e4f77ad5793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.863399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-4183da92-60e6-40d8-b59c-9bbac6ab5a93 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df07a794-9f3e-40cf-b080-d192bf73376a HTTP/1.1" status: 200 len: 217 time: 0.0643373 Aug 31 07:44:26.903127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f94864d7-018a-4abd-9a6d-2b9d23721703 req-7383f4f4-ae6e-4225-9953-5eab6a5fcf44 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326396 Aug 31 07:44:26.918503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:26.934962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1c0f6-ab16-461e-b9bd-cb4cb7949b43 req-ad81e58c-2dd3-4bae-bfba-b8501837dd0a tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:26.943145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b1c0f6-ab16-461e-b9bd-cb4cb7949b43 req-ad81e58c-2dd3-4bae-bfba-b8501837dd0a tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 944 time: 0.2181919 Aug 31 07:44:26.948213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Attempting to bind port a383b50d-8483-4724-899b-441490b5248f on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:26.948559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Attempting to bind port a383b50d-8483-4724-899b-441490b5248f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:26.949421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Attempting to bind port a383b50d-8483-4724-899b-441490b5248f on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:26.975410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Port a383b50d-8483-4724-899b-441490b5248f on network 05986588-73a0-4065-a464-15babbe7ac0e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:26.976515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Attempting to bind port a383b50d-8483-4724-899b-441490b5248f on network 05986588-73a0-4065-a464-15babbe7ac0e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:26.983280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c69d4dd6-503a-447b-9d13-e4f77ad5793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.994777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:26.995043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Checking segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:26.995441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Bound using segment: {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:26.995894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Bound port: a383b50d-8483-4724-899b-441490b5248f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ea0821-de4b-4e2f-a74a-06c391275ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:26.996246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.000776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36496) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:27.007127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-0fd730b6-bda4-4456-82f5-c64699d31c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.008623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-0fd730b6-bda4-4456-82f5-c64699d31c8b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.1347871 Aug 31 07:44:27.032525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b1c0f6-ab16-461e-b9bd-cb4cb7949b43 req-7c5360d4-1124-4fdb-b56c-0f7be60f59a9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885835 Aug 31 07:44:27.057853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-0ffb2c48-70eb-4c11-82b4-58d16b0a6b97 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364561 Aug 31 07:44:27.097153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port f1c918af-c5f2-4913-8e86-81d0fa0456c2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:27.104601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f1c918af-c5f2-4913-8e86-81d0fa0456c2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:27.105235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.114860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32334ab8-261d-4be5-8cda-cad52a58f491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.129067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c69d4dd6-503a-447b-9d13-e4f77ad5793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.174590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] For port a383b50d-8483-4724-899b-441490b5248f, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:27.189708 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c69d4dd6-503a-447b-9d13-e4f77ad5793f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a33061276404398b8f861b58dc09853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464235 Aug 31 07:44:27.189997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36506) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:27.199153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d4dd6-503a-447b-9d13-e4f77ad5793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5df05-9d20-4417-8678-7a1a2bb476a9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.217697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] For port a383b50d-8483-4724-899b-441490b5248f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a383b50d-8483-4724-899b-441490b5248f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:27.219452 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.230320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-4197a0de-3660-4db8-8b30-5e198fc665ba service neutron] 10.222.0.68 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572151 Aug 31 07:44:27.248325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:27.252063 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19731c08-4b8d-4d95-b73b-1197ff8a8d8e" -d '{"events": [{"server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "name": "network-vif-plugged", "status": "completed", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:27.259568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7490f5f7-9b9c-4be3-a99a-a9c3125d72de up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:27.281842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32334ab8-261d-4be5-8cda-cad52a58f491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.317091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:27.363939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.376824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382d7f-e195-425f-ad7c-ee2937a87d3c req-6610deb7-d226-4941-99b6-cb7ca549c808 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.378395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd382d7f-e195-425f-ad7c-ee2937a87d3c req-6610deb7-d226-4941-99b6-cb7ca549c808 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.1445150 Aug 31 07:44:27.379053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0773c0b-c33a-4692-8ffd-dd0a9dd88ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.418436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32334ab8-261d-4be5-8cda-cad52a58f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.452505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.456288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:27.459630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.460852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.462040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] 10.222.0.45 "PUT /v2.0/ports/a383b50d-8483-4724-899b-441490b5248f HTTP/1.1" status: 200 len: 1092 time: 2.2282975 Aug 31 07:44:27.464314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'tag': 'a383b50d-8483-4724-899b-441490b5248f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:27.466594 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043e93b-1797-4d70-ab58-71b264101f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcae26a1-4597-484d-bf91-49b48e1407f9", "tag": "a383b50d-8483-4724-899b-441490b5248f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:27.467830 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32334ab8-261d-4be5-8cda-cad52a58f491 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9df65cba6cc44f48ad1480de5a74a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659386 Aug 31 07:44:27.469416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:27.469789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.471648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32334ab8-261d-4be5-8cda-cad52a58f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f50e0-7994-48ca-af6b-5d1e4a9d71f6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.476904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36514) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:27.477761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0773c0b-c33a-4692-8ffd-dd0a9dd88ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.523948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d384ca7b-70ba-4577-8689-a3b2ba45040c req-174743b9-5f17-4fe6-adaf-e72f89e8f41b service neutron] 10.222.0.68 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837017 Aug 31 07:44:27.528330 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4528ffa-de48-4b63-a4e1-1a0c1b13a641 x-openstack-request-id: req-f4528ffa-de48-4b63-a4e1-1a0c1b13a641 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:27.528624 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "name": "network-vif-plugged", "status": "completed", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:27.528875 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4528ffa-de48-4b63-a4e1-1a0c1b13a641 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:27.529257 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'code': 200} Aug 31 07:44:27.534420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b48cb7-91cf-4f86-8083-2ab4d139da4f service neutron] Pushing event updated for resources: {'Port': ['ID=a383b50d-8483-4724-899b-441490b5248f,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.555191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd382d7f-e195-425f-ad7c-ee2937a87d3c req-b3f21c58-6a62-4cd2-9b95-1ef6686989bb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627781 Aug 31 07:44:27.598530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.606534 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c72b9df-bbc5-48d9-ac45-5cee32cd61ce x-openstack-request-id: req-5c72b9df-bbc5-48d9-ac45-5cee32cd61ce {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:27.607183 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcae26a1-4597-484d-bf91-49b48e1407f9", "tag": "a383b50d-8483-4724-899b-441490b5248f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:27.607449 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c72b9df-bbc5-48d9-ac45-5cee32cd61ce {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:27.607904 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'tag': 'a383b50d-8483-4724-899b-441490b5248f', 'status': 'completed', 'code': 200} Aug 31 07:44:27.617040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da638494-d094-41f1-85ba-deecd25f2358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.643318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da638494-d094-41f1-85ba-deecd25f2358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.645197 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.679292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d303f-6408-47e8-9b4d-b80d859f8228 req-110e1115-dd1b-4e11-a609-177c119a3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.680840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-115d303f-6408-47e8-9b4d-b80d859f8228 req-110e1115-dd1b-4e11-a609-177c119a3c59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1097 time: 0.1030121 Aug 31 07:44:27.687217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:27.692147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-69d1973b-2e2f-4cff-a322-4c2c1560caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.694027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-69d1973b-2e2f-4cff-a322-4c2c1560caf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 1095 time: 0.0676925 Aug 31 07:44:27.752508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-67248f52-7695-4d04-b637-8ccaabe31814 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a383b50d-8483-4724-899b-441490b5248f HTTP/1.1" status: 200 len: 217 time: 0.0493088 Aug 31 07:44:27.760115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0773c0b-c33a-4692-8ffd-dd0a9dd88ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.762737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0773c0b-c33a-4692-8ffd-dd0a9dd88ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.763828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f0773c0b-c33a-4692-8ffd-dd0a9dd88ffe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99b5df05-9d20-4417-8678-7a1a2bb476a9 HTTP/1.1" status: 204 len: 168 time: 0.5700974 Aug 31 07:44:27.781425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-115d303f-6408-47e8-9b4d-b80d859f8228 req-bbf6fe04-71fc-4fe5-84fc-211b7973ef80 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857794 Aug 31 07:44:27.800330 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.808354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0773c0b-c33a-4692-8ffd-dd0a9dd88ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5df05-9d20-4417-8678-7a1a2bb476a9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.825000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-60fb1192-4db6-4cce-8e76-133ecac4385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.826701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-60fb1192-4db6-4cce-8e76-133ecac4385d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.0617933 Aug 31 07:44:27.865662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.919713 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da638494-d094-41f1-85ba-deecd25f2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.926692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da638494-d094-41f1-85ba-deecd25f2358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.926692 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da638494-d094-41f1-85ba-deecd25f2358 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b3f50e0-7994-48ca-af6b-5d1e4a9d71f6 HTTP/1.1" status: 204 len: 168 time: 0.4460156 Aug 31 07:44:27.932236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da638494-d094-41f1-85ba-deecd25f2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f50e0-7994-48ca-af6b-5d1e4a9d71f6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.994219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.039398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-30c27e49-8b91-4c04-ac83-352d362de4d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445554 Aug 31 07:44:28.058075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354119a-af02-4c4f-8999-33e8cd32010f req-ac7c21ca-ddca-47be-8989-7c7d1de9df04 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.059674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e354119a-af02-4c4f-8999-33e8cd32010f req-ac7c21ca-ddca-47be-8989-7c7d1de9df04 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.0769615 Aug 31 07:44:28.189512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e354119a-af02-4c4f-8999-33e8cd32010f req-0c454988-66fe-422e-8b45-f4397ad3835a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197023 Aug 31 07:44:28.216668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fad1f-f503-4d4c-8863-27e925d70573 req-69ead6b1-5f07-4cdd-b0dd-3172c6e64aa2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.218208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-479fad1f-f503-4d4c-8863-27e925d70573 req-69ead6b1-5f07-4cdd-b0dd-3172c6e64aa2 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 944 time: 0.1089623 Aug 31 07:44:28.220385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-cdf388d9-f478-4983-aa9c-f1ad2581d360 service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598272 Aug 31 07:44:28.310063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-479fad1f-f503-4d4c-8863-27e925d70573 req-4adac068-abea-41bf-8075-dd09241c9a53 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857160 Aug 31 07:44:28.357059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86bc9c47-e0fd-4306-90d4-90876f7bd205 req-8c66b774-da26-4398-b7a0-936c61d31b1c service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258647 Aug 31 07:44:28.581467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e93b-1797-4d70-ab58-71b264101f8e req-a6e1db64-036c-4914-ad82-760fad4c4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.583135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-a6e1db64-036c-4914-ad82-760fad4c4e6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a79ea504629431dbf749f1b89a5cd11&device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 1095 time: 0.0424004 Aug 31 07:44:28.638933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36544) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:28.657259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5f0a-d002-4e6a-890a-8890b49a61a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.716658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e93b-1797-4d70-ab58-71b264101f8e req-4966aa03-79c1-47e3-a7c5-2be54d603c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.718127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-4966aa03-79c1-47e3-a7c5-2be54d603c3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 200 len: 913 time: 0.1259208 Aug 31 07:44:28.726283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86a23d-9977-45d2-8626-a1714b682a6d req-57fa4fbe-88bc-4d58-bbb9-d3b6d7ba9570 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.727912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f86a23d-9977-45d2-8626-a1714b682a6d req-57fa4fbe-88bc-4d58-bbb9-d3b6d7ba9570 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 945 time: 0.0851767 Aug 31 07:44:28.770746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-582e64c4-e056-4016-a7c5-879587f28231 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a383b50d-8483-4724-899b-441490b5248f HTTP/1.1" status: 200 len: 217 time: 0.0418589 Aug 31 07:44:28.773768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5f0a-d002-4e6a-890a-8890b49a61a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.837501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f86a23d-9977-45d2-8626-a1714b682a6d req-13d0ccbe-0d34-49a0-b3ba-a40e09087eb2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014738 Aug 31 07:44:28.857223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5f0a-d002-4e6a-890a-8890b49a61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.859753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e93b-1797-4d70-ab58-71b264101f8e req-2f881316-d812-4dbe-b801-a203d0a9f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.861284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-2f881316-d812-4dbe-b801-a203d0a9f7bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 200 len: 852 time: 0.0792575 Aug 31 07:44:28.901174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-de9544b0-2fc7-4210-9552-da507653c73c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05986588-73a0-4065-a464-15babbe7ac0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 31 07:44:28.906397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f5f0a-d002-4e6a-890a-8890b49a61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007478bb-ece3-47d5-ab23-65514866d52c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:28.910731 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff0f5f0a-d002-4e6a-890a-8890b49a61a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d39d3b38f18400f9be67e04b3a5bb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707293 Aug 31 07:44:28.913969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36552) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:28.971940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e001e469-1fd9-4816-b0e9-42e4e0c4028b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.000675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e001e469-1fd9-4816-b0e9-42e4e0c4028b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.004811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-72cd4ea5-5af0-4008-a61d-93fad0ad9371 service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942712 Aug 31 07:44:29.048321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36556) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:29.112438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9043e93b-1797-4d70-ab58-71b264101f8e req-776b639e-9ba3-4320-a494-4a896bec035f service neutron] 10.222.0.45 "GET /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985889 Aug 31 07:44:29.151277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1729310604-network', 'tenant_id': '0245c3d8b2db4ff2ad5166164ab4010c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:29.176984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e001e469-1fd9-4816-b0e9-42e4e0c4028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.181234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e001e469-1fd9-4816-b0e9-42e4e0c4028b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.182670 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e001e469-1fd9-4816-b0e9-42e4e0c4028b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/007478bb-ece3-47d5-ab23-65514866d52c HTTP/1.1" status: 204 len: 168 time: 0.2677579 Aug 31 07:44:29.191750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001e469-1fd9-4816-b0e9-42e4e0c4028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007478bb-ece3-47d5-ab23-65514866d52c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:29.246234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Made reservation on behalf of 0245c3d8b2db4ff2ad5166164ab4010c for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:29.248376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.258824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.260812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device df07a794-9f3e-40cf-b080-d192bf73376a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:29.319449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9876b-fa04-498c-a879-3efb8207f1a9 req-dc1249db-267b-46e2-8de8-6eef1c58cd08 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.321368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88b9876b-fa04-498c-a879-3efb8207f1a9 req-dc1249db-267b-46e2-8de8-6eef1c58cd08 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.0578642 Aug 31 07:44:29.365576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.371305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88b9876b-fa04-498c-a879-3efb8207f1a9 req-baedfbbe-4020-4e2a-890d-1863af6e8de7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Aug 31 07:44:29.410916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port df07a794-9f3e-40cf-b080-d192bf73376a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=df07a794-9f3e-40cf-b080-d192bf73376a,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:29.420444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'df07a794-9f3e-40cf-b080-d192bf73376a', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'port_id': 'df07a794-9f3e-40cf-b080-d192bf73376a', 'mac_address': 'fa:16:3e:26:33:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4d7d6e-2655-4736-b24a-2ee79a34cfb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:29.450534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.460759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9418dd-9021-4f5d-8151-4e8456a8a64d req-ba4bf668-7110-4532-8ec0-7ce72d798f52 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.462484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a9418dd-9021-4f5d-8151-4e8456a8a64d req-ba4bf668-7110-4532-8ec0-7ce72d798f52 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 944 time: 0.0743310 Aug 31 07:44:29.469476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.485034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df07a794-9f3e-40cf-b080-d192bf73376a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:29.505582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port df07a794-9f3e-40cf-b080-d192bf73376a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=df07a794-9f3e-40cf-b080-d192bf73376a,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:29.508758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a9418dd-9021-4f5d-8151-4e8456a8a64d req-4e8b9e4f-8819-43ad-952a-ee4ddca5cbdc tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Aug 31 07:44:29.527921 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.530835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:29.533219 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a046a561-57e8-4423-aaf0-039ea5df68c6" -d '{"events": [{"server_uuid": "1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1", "name": "network-vif-plugged", "status": "completed", "tag": "7490f5f7-9b9c-4be3-a99a-a9c3125d72de"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:29.560840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb328f7-fe41-455e-8712-6912fcd8a8f2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:29.565408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:29.586048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.586625 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Added segment 435636e5-8be1-42ad-8b1a-db6a293b183c of type vlan for network ba275df3-99b7-4526-9096-badde19f3002 Aug 31 07:44:29.587209 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4234d7a8-bcaa-4bc9-a949-e3e7c80a17b7 x-openstack-request-id: req-4234d7a8-bcaa-4bc9-a949-e3e7c80a17b7 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:29.587944 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1", "name": "network-vif-plugged", "status": "completed", "tag": "7490f5f7-9b9c-4be3-a99a-a9c3125d72de", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:29.588387 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4234d7a8-bcaa-4bc9-a949-e3e7c80a17b7 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:29.588992 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de', 'code': 200} Aug 31 07:44:29.633297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.637785 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.702452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=df07a794-9f3e-40cf-b080-d192bf73376a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:29.711677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9808e-4ed2-4fa3-8867-4de950fb1e08 req-cf698aa3-9270-4735-9267-84980c76ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.713735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1a9808e-4ed2-4fa3-8867-4de950fb1e08 req-cf698aa3-9270-4735-9267-84980c76ec11 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 1098 time: 0.0525815 Aug 31 07:44:29.757401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1a9808e-4ed2-4fa3-8867-4de950fb1e08 req-223f7655-bd33-44ad-b94c-ef81438c7111 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Aug 31 07:44:29.780971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.782063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.782653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.850143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] Pushing event updated for resources: {'Network': ['ID=ba275df3-99b7-4526-9096-badde19f3002,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:29.860215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ba275df3-99b7-4526-9096-badde19f3002 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:29.934503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06dc2597-d7d4-4243-8dd5-44ba13879b11 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8847611 Aug 31 07:44:29.937491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36586) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:29.943215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Request body: {'subnet': {'network_id': 'ba275df3-99b7-4526-9096-badde19f3002', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1729310604-subnet', 'tenant_id': '0245c3d8b2db4ff2ad5166164ab4010c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:29.959531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['df07a794-9f3e-40cf-b080-d192bf73376a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:29.961866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342449-5b85-4dd7-8ca2-4da2e108da8b req-7b86321c-bd04-4292-8a3d-4c786a8344ed tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.964949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f342449-5b85-4dd7-8ca2-4da2e108da8b req-7b86321c-bd04-4292-8a3d-4c786a8344ed tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Aug 31 07:44:30.005153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f342449-5b85-4dd7-8ca2-4da2e108da8b req-79bd4dfe-3ee8-4779-ac46-cf40ca06c8c7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Aug 31 07:44:30.060981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Made reservation on behalf of 0245c3d8b2db4ff2ad5166164ab4010c for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:30.063387 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.138622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715355cf-1f7d-4111-8fa4-aa401a04efa5 req-db37d41d-8b63-4504-868d-fe7a8e4353d3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.140099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-715355cf-1f7d-4111-8fa4-aa401a04efa5 req-db37d41d-8b63-4504-868d-fe7a8e4353d3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0512915 Aug 31 07:44:30.179678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-715355cf-1f7d-4111-8fa4-aa401a04efa5 req-4df66b29-0bc1-4087-ad58-50a484f4534a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Aug 31 07:44:30.297548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6d51-93fd-43ca-b689-817cf00b50d2 req-9abf8918-f5c1-4ed7-bbe4-1f6815e15003 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.299605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54aa6d51-93fd-43ca-b689-817cf00b50d2 req-9abf8918-f5c1-4ed7-bbe4-1f6815e15003 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0484922 Aug 31 07:44:30.334439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54aa6d51-93fd-43ca-b689-817cf00b50d2 req-b724cd53-95a6-44bc-9ed0-cb2673805556 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286002 Aug 31 07:44:30.369462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.429842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc65a2ad-bd0f-4549-95f4-07ad421df998,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:30.440332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Checking segment: {'id': '435636e5-8be1-42ad-8b1a-db6a293b183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:30.440694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Network hostable DHCP agents. Network: ba275df3-99b7-4526-9096-badde19f3002, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:30.517962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8dac-73fe-42a9-b259-b2998ab68ad2 req-b0387dcb-bddf-41e1-972e-8591f2e8bf43 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.519532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58bc8dac-73fe-42a9-b259-b2998ab68ad2 req-b0387dcb-bddf-41e1-972e-8591f2e8bf43 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.0544043 Aug 31 07:44:30.527305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.560974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58bc8dac-73fe-42a9-b259-b2998ab68ad2 req-c667b195-8849-4ee5-806f-62d2a6e34e4c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Aug 31 07:44:30.581648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Network ba275df3-99b7-4526-9096-badde19f3002 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:30.646335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1852803697-network', 'tenant_id': '0a37f2b96dac40faa922fdf4e7f99591'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:30.677794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ba275df3-99b7-4526-9096-badde19f3002) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:30.683437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.684221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.691678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77082c9c-bf2c-4caf-8e55-8bbe643548c1 None None] Network ba275df3-99b7-4526-9096-badde19f3002 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:30.738592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa64d7-8efb-4b15-9d73-ee4100961936 req-896e55d0-40fb-4c2f-b353-b1fac8d2513f tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.740153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0aa64d7-8efb-4b15-9d73-ee4100961936 req-896e55d0-40fb-4c2f-b353-b1fac8d2513f tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 945 time: 0.0622306 Aug 31 07:44:30.794274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0aa64d7-8efb-4b15-9d73-ee4100961936 req-53919bcb-09c1-47e1-b5d6-7d0254bc913e tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Aug 31 07:44:30.838949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Made reservation on behalf of 0a37f2b96dac40faa922fdf4e7f99591 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:30.843638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.849931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575dc67f-c317-473c-8a58-ad38d3284db9 None None] Network ba275df3-99b7-4526-9096-badde19f3002 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:30.859433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.908771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ccfb2-424a-444f-b65f-b4f6915742f8 req-e16ef106-fcc7-47c4-88c0-1fe9928817c3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.910343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-008ccfb2-424a-444f-b65f-b4f6915742f8 req-e16ef106-fcc7-47c4-88c0-1fe9928817c3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0509570 Aug 31 07:44:30.924913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a383b50d-8483-4724-899b-441490b5248f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:30.953713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-008ccfb2-424a-444f-b65f-b4f6915742f8 req-2f32f09b-27d0-407c-83e0-bfb59afb5090 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Aug 31 07:44:30.980917 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4bdb3edc-b572-4b6b-b89f-8038e07346d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0342746 Aug 31 07:44:31.072408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a383b50d-8483-4724-899b-441490b5248f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a383b50d-8483-4724-899b-441490b5248f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:31.076167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.085669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'a383b50d-8483-4724-899b-441490b5248f', 'network_id': '05986588-73a0-4065-a464-15babbe7ac0e', 'port_id': 'a383b50d-8483-4724-899b-441490b5248f', 'mac_address': 'fa:16:3e:66:fa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4d7d6e-2655-4736-b24a-2ee79a34cfb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:31.123454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.141117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a383b50d-8483-4724-899b-441490b5248f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:31.163561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a383b50d-8483-4724-899b-441490b5248f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a383b50d-8483-4724-899b-441490b5248f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:31.234193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.258599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:31.267062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e211a99-4232-44da-a2ad-5ae02e2f1726,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:31.274679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.280812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device df07a794-9f3e-40cf-b080-d192bf73376a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:31.280947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.281352 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Added segment 2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b of type vlan for network fd9e7043-bc17-4025-b1c8-99b38c94cfed Aug 31 07:44:31.338479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.363164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a383b50d-8483-4724-899b-441490b5248f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:31.528980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a383b50d-8483-4724-899b-441490b5248f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:31.537107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.539007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:31.540025 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.551763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port df07a794-9f3e-40cf-b080-d192bf73376a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:31.560363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port df07a794-9f3e-40cf-b080-d192bf73376a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:31.560842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.627326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9e7043-bc17-4025-b1c8-99b38c94cfed,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:31.649222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network fd9e7043-bc17-4025-b1c8-99b38c94cfed details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:31.709013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1971178-23b8-419e-a80a-46677c4cc543 req-8783dff9-3055-4962-8c73-9531af76048c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:31.710725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1971178-23b8-419e-a80a-46677c4cc543 req-8783dff9-3055-4962-8c73-9531af76048c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.0645316 Aug 31 07:44:31.750217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1971178-23b8-419e-a80a-46677c4cc543 req-33eb70ab-1933-4bb9-bc14-fc84c75a76c3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Aug 31 07:44:31.760071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-664dfa17-480e-42f9-94e6-34fa3502db75 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2264316 Aug 31 07:44:31.760357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36638) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:31.762518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.767088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Request body: {'subnet': {'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1852803697-subnet', 'tenant_id': '0a37f2b96dac40faa922fdf4e7f99591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:31.804214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df07a794-9f3e-40cf-b080-d192bf73376a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:31.804214 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed311a53-fae1-458c-92fc-6f20507dd968" -d '{"events": [{"server_uuid": "4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0", "name": "network-vif-plugged", "status": "completed", "tag": "df07a794-9f3e-40cf-b080-d192bf73376a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:31.823680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port df07a794-9f3e-40cf-b080-d192bf73376a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=df07a794-9f3e-40cf-b080-d192bf73376a,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:31.847089 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca6cceb-ac2e-4f94-9e6b-275a16e4f3ba x-openstack-request-id: req-2ca6cceb-ac2e-4f94-9e6b-275a16e4f3ba {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:31.847375 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0", "name": "network-vif-plugged", "status": "completed", "tag": "df07a794-9f3e-40cf-b080-d192bf73376a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:31.848034 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ca6cceb-ac2e-4f94-9e6b-275a16e4f3ba {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:31.848462 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df07a794-9f3e-40cf-b080-d192bf73376a', 'code': 200} Aug 31 07:44:31.906857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36652) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:31.912010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-62169951-network', 'tenant_id': 'c486fd15b647443a8ee0f7faed6fa17e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:31.950119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Made reservation on behalf of 0a37f2b96dac40faa922fdf4e7f99591 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:31.952636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.976112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.987119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55ce0c-eec2-4d29-b118-4fd759320d6f req-d3419a9c-ae2a-4655-b881-e4a170bfa451 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:31.989319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f55ce0c-eec2-4d29-b118-4fd759320d6f req-d3419a9c-ae2a-4655-b881-e4a170bfa451 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 945 time: 0.0859931 Aug 31 07:44:32.020644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b10e4-264f-4248-b36d-6411d77507b6 req-285cf3ed-5895-43e9-80e1-b60b87125007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.023627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-759b10e4-264f-4248-b36d-6411d77507b6 req-285cf3ed-5895-43e9-80e1-b60b87125007 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0835168 Aug 31 07:44:32.075027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f55ce0c-eec2-4d29-b118-4fd759320d6f req-2623b711-2552-4d80-b7fd-196631604e9e tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783544 Aug 31 07:44:32.080201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=df07a794-9f3e-40cf-b080-d192bf73376a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:32.138008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-759b10e4-264f-4248-b36d-6411d77507b6 req-0b9cb624-16ac-4254-843d-0e07781ca1e9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031177 Aug 31 07:44:32.141985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Made reservation on behalf of c486fd15b647443a8ee0f7faed6fa17e for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:32.144496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.156137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf5db-5f2e-4ac8-9b90-db7a11144bce req-b1872527-35a9-4e7f-b29f-5f5582d372fe tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.157880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.158038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51bcf5db-5f2e-4ac8-9b90-db7a11144bce req-b1872527-35a9-4e7f-b29f-5f5582d372fe tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1097 time: 0.0553060 Aug 31 07:44:32.193745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51bcf5db-5f2e-4ac8-9b90-db7a11144bce req-4e818a95-a1d6-48ea-b9d2-8afccd908800 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297191 Aug 31 07:44:32.293132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.300836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.358090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7484d2-19e8-44a2-904f-0adcff2ddb3e,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:32.367619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Checking segment: {'id': '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:32.367987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Network hostable DHCP agents. Network: fd9e7043-bc17-4025-b1c8-99b38c94cfed, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:32.399633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.422016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:32.440196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03760e2-58d9-4239-bc88-9831049befe6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:32.444853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.445169 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Added segment fa6d52ba-f67b-4e1f-a4e6-e309aad5fd02 of type vlan for network 215c21af-9adc-4080-8915-7d89dcc5c1dc Aug 31 07:44:32.487672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.514442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-a2c9d9fd-5f21-4330-8266-917e2b7ffa8a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421083 Aug 31 07:44:32.525364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Network fd9e7043-bc17-4025-b1c8-99b38c94cfed is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:32.604120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-9b02e103-65b4-4352-8bf5-7dbef0355055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.605624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-9b02e103-65b4-4352-8bf5-7dbef0355055 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 1098 time: 0.0509753 Aug 31 07:44:32.633625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.634721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.635380 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.693399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, fd9e7043-bc17-4025-b1c8-99b38c94cfed) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:32.700351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.701561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:32.708607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c49742-ee5c-4b8a-90bc-9881dd213704 None None] Network fd9e7043-bc17-4025-b1c8-99b38c94cfed requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:32.717477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] Pushing event updated for resources: {'Network': ['ID=215c21af-9adc-4080-8915-7d89dcc5c1dc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:32.740477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-d681a18f-ba56-4b56-a2bb-78c859736b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.743266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-d681a18f-ba56-4b56-a2bb-78c859736b52 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d599e051-49f2-4189-a8e0-2e9502f964a9 HTTP/1.1" status: 200 len: 917 time: 0.1159892 Aug 31 07:44:32.750008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 215c21af-9adc-4080-8915-7d89dcc5c1dc details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:32.784169 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a36ae305-1f36-4c73-a392-d625fd4a31c7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8737025 Aug 31 07:44:32.785299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:32.791252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Request body: {'subnet': {'network_id': '215c21af-9adc-4080-8915-7d89dcc5c1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-62169951-subnet', 'tenant_id': 'c486fd15b647443a8ee0f7faed6fa17e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:32.822080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-29ba876e-4616-4091-b23f-fdc45c3adf07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b53a97-5d6a-441e-8010-369b21b11c4a HTTP/1.1" status: 200 len: 1002 time: 0.0703983 Aug 31 07:44:32.876726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18f12a67-a977-4db3-ad37-53370624ca19 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1149094 Aug 31 07:44:32.899020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-b3aad9ac-0137-4529-b108-e86fa52a0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.900772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-b3aad9ac-0137-4529-b108-e86fa52a0145 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b6bd840c-dffe-4d40-8b84-64296bcdda94 HTTP/1.1" status: 200 len: 855 time: 0.0683324 Aug 31 07:44:32.937097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e87ffe-1744-43b3-a06f-ef95a9125d81 None None] Network fd9e7043-bc17-4025-b1c8-99b38c94cfed requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:32.940855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a383b50d-8483-4724-899b-441490b5248f up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:32.977224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-987dd765-7e7c-4603-9f2b-24ad72510221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:32.977478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-987dd765-7e7c-4603-9f2b-24ad72510221 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d599e051-49f2-4189-a8e0-2e9502f964a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594468 Aug 31 07:44:33.066775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Made reservation on behalf of c486fd15b647443a8ee0f7faed6fa17e for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:33.069477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:33.134815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-847cbec1-64b3-4119-8f60-9dee3b7a9bfe service neutron] 10.222.0.68 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482310 Aug 31 07:44:33.318796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port a383b50d-8483-4724-899b-441490b5248f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:33.327458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port a383b50d-8483-4724-899b-441490b5248f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:33.327954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:33.406539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d12a7c-1edb-4010-8074-7beb1f64bcd6 req-45c4c99a-9422-4806-a355-8818411a2e8c service neutron] 10.222.0.68 "GET /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549241 Aug 31 07:44:33.457192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5160454-9f8d-4f14-a21e-b3c54ed7de91 req-f48af1e2-51e2-4d26-9f23-c07dde8c4dd9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:33.471271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5160454-9f8d-4f14-a21e-b3c54ed7de91 req-f48af1e2-51e2-4d26-9f23-c07dde8c4dd9 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 946 time: 0.1298676 Aug 31 07:44:33.505852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:33.563874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a383b50d-8483-4724-899b-441490b5248f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a383b50d-8483-4724-899b-441490b5248f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:33.598070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5160454-9f8d-4f14-a21e-b3c54ed7de91 req-81aa76e8-f4c0-4e3d-96bb-1f31facebadc tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247892 Aug 31 07:44:33.700913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:33.772947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051fbd09-0863-4622-8757-cb4fbfc44a76,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:33.782733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Checking segment: {'id': 'fa6d52ba-f67b-4e1f-a4e6-e309aad5fd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '215c21af-9adc-4080-8915-7d89dcc5c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:33.783091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Network hostable DHCP agents. Network: 215c21af-9adc-4080-8915-7d89dcc5c1dc, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:33.800670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:33.851090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a383b50d-8483-4724-899b-441490b5248f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:33.860519 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f700c709-b4bf-4fbd-be8d-9e721cf63e22" -d '{"events": [{"server_uuid": "bcae26a1-4597-484d-bf91-49b48e1407f9", "name": "network-vif-plugged", "status": "completed", "tag": "a383b50d-8483-4724-899b-441490b5248f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:33.877933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a383b50d-8483-4724-899b-441490b5248f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:33.905477 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d1124f-96f7-4b95-ade8-35a7e499fba2 x-openstack-request-id: req-e8d1124f-96f7-4b95-ade8-35a7e499fba2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:33.905775 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcae26a1-4597-484d-bf91-49b48e1407f9", "name": "network-vif-plugged", "status": "completed", "tag": "a383b50d-8483-4724-899b-441490b5248f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:33.906063 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8d1124f-96f7-4b95-ade8-35a7e499fba2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:33.906464 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a383b50d-8483-4724-899b-441490b5248f', 'code': 200} Aug 31 07:44:33.986131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:33.996588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1201006266-network', 'tenant_id': 'b68cae3887d543258c0d294611cf77db'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:34.021024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Network 215c21af-9adc-4080-8915-7d89dcc5c1dc is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:34.112744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3faf25-757e-4f3c-8887-b647389ead5c req-adde87de-e43b-40fd-9516-243f24874bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:34.115125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc3faf25-757e-4f3c-8887-b647389ead5c req-adde87de-e43b-40fd-9516-243f24874bab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 1097 time: 0.0799778 Aug 31 07:44:34.157179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc3faf25-757e-4f3c-8887-b647389ead5c req-1aa0d13c-7cfe-48ea-babb-c11d5681ed60 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Aug 31 07:44:34.165650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Made reservation on behalf of b68cae3887d543258c0d294611cf77db for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:34.173018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.177668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.236125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 215c21af-9adc-4080-8915-7d89dcc5c1dc) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:34.245446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:34.246063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.246733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faeef76-19e4-47e4-ab54-90aadc45c026 None None] Network 215c21af-9adc-4080-8915-7d89dcc5c1dc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:34.283637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.367965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.387806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6822872-81d4-43ed-add8-49920e00f63a None None] Network 215c21af-9adc-4080-8915-7d89dcc5c1dc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:34.402819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:34.406625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2063caeb-7ebc-43f2-8c8a-141c65c728d0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:34.416275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.416607 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Added segment 96780637-e74e-4307-a739-81b402954f6e of type vlan for network 545bcf84-696c-4e83-be5b-b8f24f8bd57c Aug 31 07:44:34.467626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.520301 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1df1aae9-72a1-4160-b808-3ab7f7b16d34 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7343104 Aug 31 07:44:34.615328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.618756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:34.618756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.687076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] Pushing event updated for resources: {'Network': ['ID=545bcf84-696c-4e83-be5b-b8f24f8bd57c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:34.699415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 545bcf84-696c-4e83-be5b-b8f24f8bd57c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:34.738366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203b5-20d9-4e4c-8cb9-36d6d313ffe9 req-0f5e6898-eebd-4b8c-9eed-2b5b45581b34 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:34.740051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f36203b5-20d9-4e4c-8cb9-36d6d313ffe9 req-0f5e6898-eebd-4b8c-9eed-2b5b45581b34 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 946 time: 0.0633421 Aug 31 07:44:34.774789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54e2872f-c757-4e36-8cc7-aca68591b655 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7867286 Aug 31 07:44:34.778339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:34.786740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Request body: {'subnet': {'network_id': '545bcf84-696c-4e83-be5b-b8f24f8bd57c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1201006266-subnet', 'tenant_id': 'b68cae3887d543258c0d294611cf77db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:34.808583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f36203b5-20d9-4e4c-8cb9-36d6d313ffe9 req-aec0ec24-95c4-498f-a602-95e18cd3c4ee tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Aug 31 07:44:35.006259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Made reservation on behalf of b68cae3887d543258c0d294611cf77db for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:35.009167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.248346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-e66536cc-2f06-47da-aee5-69844b02ecbe tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:44:35.249468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-e66536cc-2f06-47da-aee5-69844b02ecbe tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061038 Aug 31 07:44:35.261152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Request body: {'binding': {'host': 'n-h2-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:35.261550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Unknown quota resources ['binding']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:44:35.284912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.397989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663d6678-d432-4d9c-a5a0-33349ceec61d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:35.431122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Checking segment: {'id': '96780637-e74e-4307-a739-81b402954f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '545bcf84-696c-4e83-be5b-b8f24f8bd57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:35.431487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Network hostable DHCP agents. Network: 545bcf84-696c-4e83-be5b-b8f24f8bd57c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:35.479238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on host n-h2-713499-16 for vnic_type normal with profile None {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:35.479587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:35.479921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:35.484344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:35.484673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:35.489701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:35.490418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:35.491327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:35.491788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Bound port: f1c918af-c5f2-4913-8e86-81d0fa0456c2, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:35.546557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:35.576748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Network 545bcf84-696c-4e83-be5b-b8f24f8bd57c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:35.698331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.699520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-46d79f7b-9955-429f-b51d-8c664bddb123 service neutron] 10.222.0.36 "POST /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4420180 Aug 31 07:44:35.726392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 545bcf84-696c-4e83-be5b-b8f24f8bd57c) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:35.734507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f22c105-9ccd-4bfe-8898-aec3c9a1c8ef None None] Network 545bcf84-696c-4e83-be5b-b8f24f8bd57c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:35.740220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:35.740818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.862772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f5b58-9d78-40cb-8653-1d0a725ce905 None None] Network 545bcf84-696c-4e83-be5b-b8f24f8bd57c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:35.876065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6c2cc2e6-97a1-4a0f-9b95-fc69d5b293b0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0883424 Aug 31 07:44:36.271499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ec751-7dbc-4b0c-a13a-c56f30b5fd26 req-ac3e7a3c-ed30-45ab-846c-52e02231a141 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:36.273654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-304ec751-7dbc-4b0c-a13a-c56f30b5fd26 req-ac3e7a3c-ed30-45ab-846c-52e02231a141 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 945 time: 0.1344793 Aug 31 07:44:36.346651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-304ec751-7dbc-4b0c-a13a-c56f30b5fd26 req-4dfd32a8-aea9-4867-85f2-4401a9db29b6 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Aug 31 07:44:36.356215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-80003f64-a55e-41ff-9560-c6321e3feb76 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:36.357781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-80003f64-a55e-41ff-9560-c6321e3feb76 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/networks?id=ba275df3-99b7-4526-9096-badde19f3002 HTTP/1.1" status: 200 len: 825 time: 0.1575108 Aug 31 07:44:36.386610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-47d8beec-d6cb-4bbe-854b-d7c37e2b7cc0 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/quotas/0245c3d8b2db4ff2ad5166164ab4010c HTTP/1.1" status: 200 len: 375 time: 0.0167625 Aug 31 07:44:36.417353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4fc910bb-54fe-4f6a-94dc-3af1e7bab615 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0245c3d8b2db4ff2ad5166164ab4010c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291078 Aug 31 07:44:36.873008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-18c37c5b-f565-45f1-b887-d2e1e8f779ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:36.875087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-18c37c5b-f565-45f1-b887-d2e1e8f779ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1097 time: 0.1035085 Aug 31 07:44:36.885846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77550c-49a9-4d80-bb77-5b19aad242fe req-f712ac8d-f118-40b0-ab1b-204c311c2c5a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:36.887474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb77550c-49a9-4d80-bb77-5b19aad242fe req-f712ac8d-f118-40b0-ab1b-204c311c2c5a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 945 time: 0.1151888 Aug 31 07:44:36.946542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-de956e75-d462-4188-a98f-a68c0aecb5e7 service neutron] 10.222.0.36 "GET /v2.0/networks/ba275df3-99b7-4526-9096-badde19f3002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218515 Aug 31 07:44:37.035411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb77550c-49a9-4d80-bb77-5b19aad242fe req-6f490f41-c23c-4f9a-93dd-68e44f605b25 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409700 Aug 31 07:44:37.071331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-e7b3e577-7610-4711-95b1-b8ff0fa28b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:37.072800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-e7b3e577-7610-4711-95b1-b8ff0fa28b39 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1796539 Aug 31 07:44:37.132731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-c115ae2a-cea5-4363-bcaa-7a70af3f9334 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 200 len: 217 time: 0.0462749 Aug 31 07:44:37.147735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-cc575ba2-e52b-4969-8c1b-aec35d98d389 service neutron] 10.222.0.36 "GET /v2.0/networks/ba275df3-99b7-4526-9096-badde19f3002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924300 Aug 31 07:44:37.293204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-b42d4f1c-bef5-4f70-b58b-286ae660a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:37.294734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-b42d4f1c-bef5-4f70-b58b-286ae660a544 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1416566 Aug 31 07:44:37.342003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-bace5bca-e064-41bc-9b42-934119eff61b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392504 Aug 31 07:44:37.371151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-36cd33f7-bdc8-48ee-8621-0b235408fffd tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:37.372637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-36cd33f7-bdc8-48ee-8621-0b235408fffd tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/networks?id=fd9e7043-bc17-4025-b1c8-99b38c94cfed HTTP/1.1" status: 200 len: 815 time: 0.1539857 Aug 31 07:44:37.425361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-cc1cf762-7155-461e-ad93-ddab9a976303 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/quotas/0a37f2b96dac40faa922fdf4e7f99591 HTTP/1.1" status: 200 len: 375 time: 0.0417573 Aug 31 07:44:37.471155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-f5f43f03-d6f2-43f1-ad3f-d47200a04841 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a37f2b96dac40faa922fdf4e7f99591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360470 Aug 31 07:44:37.575573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-f3b8464a-a42a-483a-b039-8a5369e6ce86 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221420 Aug 31 07:44:37.675381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-7e311546-d8b6-4b8b-9b61-6b3195aabddd service neutron] 10.222.0.36 "GET /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907556 Aug 31 07:44:37.756703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-9dab437e-a95b-4d92-a001-c97ad5fcec74 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706576 Aug 31 07:44:37.792262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-bc9a83ee-a226-4400-adfd-17535d0a73e8 service neutron] 10.222.0.36 "GET /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101630 Aug 31 07:44:38.051334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-6604d53e-15e3-4e68-b945-4e2a469e3b37 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:38.052894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-6604d53e-15e3-4e68-b945-4e2a469e3b37 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.0597308 Aug 31 07:44:38.067731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-16'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:38.130184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87b3cb13-cc16-4713-b7b3-5530ccc8e20d req-ad94db1e-2555-4355-a278-8e4c3e3445b7 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 210 time: 0.0671146 Aug 31 07:44:38.176891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:38.395288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ca34cec-3d37-4c29-9acb-975f70226de5 req-9e5ab15e-de7a-433a-8a75-28421e8c2da9 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.0365551 Aug 31 07:44:38.435879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:38.517359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:38.605922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701a14c-b639-47d7-ad5a-be4c085b11d2 req-3a9d12cf-87cd-4a22-b72d-cb18ec7a0dab tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:38.607460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5701a14c-b639-47d7-ad5a-be4c085b11d2 req-3a9d12cf-87cd-4a22-b72d-cb18ec7a0dab tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 945 time: 0.1417274 Aug 31 07:44:38.607908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:38.610253 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d737d8df-dbfc-40c2-8a73-c932331931b0" -d '{"events": [{"server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:38.614388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:38.621243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-062f10d8-7cac-42f6-a646-35c90925057f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1346221 Aug 31 07:44:38.681267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5701a14c-b639-47d7-ad5a-be4c085b11d2 req-82b56866-c95d-4eb9-b503-82fdf9ad4781 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630617 Aug 31 07:44:38.703362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-20749f6a-818d-4f62-85ae-8932c9ade4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:38.705966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-20749f6a-818d-4f62-85ae-8932c9ade4f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1097 time: 0.0609727 Aug 31 07:44:38.733331 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11bc1de-eb25-4673-919d-191742f24676 x-openstack-request-id: req-f11bc1de-eb25-4673-919d-191742f24676 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:38.736171 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:38.736171 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f11bc1de-eb25-4673-919d-191742f24676 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:38.736171 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'code': 200} Aug 31 07:44:38.738749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:38.869094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:38.909445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-d8e3cc4c-4234-48b8-a209-51cef5545fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:38.911010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-d8e3cc4c-4234-48b8-a209-51cef5545fa4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.1733642 Aug 31 07:44:38.922673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on host n-h1-713499-16 for vnic_type normal with profile {"migrating_to": "n-h2-713499-16"} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:38.922673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:38.922673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:38.985329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:38.985664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Attempting to bind port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:39.023914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:39.024262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:39.024654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:39.025111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Bound port: f1c918af-c5f2-4913-8e86-81d0fa0456c2, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:39.025476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.045312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-c2b9101d-b7d3-4df5-a097-8531c4c44291 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 1000 time: 0.1250374 Aug 31 07:44:39.113359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286b76-d09d-44ac-905f-62235b97dda2 req-dcbc8b13-5b9f-4ead-9584-281d953b0b82 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.114845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06286b76-d09d-44ac-905f-62235b97dda2 req-dcbc8b13-5b9f-4ead-9584-281d953b0b82 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 945 time: 0.1308954 Aug 31 07:44:39.177291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-b868b3af-2d3b-4d6a-9903-86c15af71d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.179485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-b868b3af-2d3b-4d6a-9903-86c15af71d68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.1086137 Aug 31 07:44:39.185656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:39.226162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06286b76-d09d-44ac-905f-62235b97dda2 req-df0a89c7-e8ab-495a-93c6-abb0df336217 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/security-groups?id=7dd43c29-4d08-4307-9d81-c8e330921ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032560 Aug 31 07:44:39.230705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:39.247974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-fd3faeed-d4d1-4a31-83ed-3f941f0995a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.249733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-fd3faeed-d4d1-4a31-83ed-3f941f0995a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614932 Aug 31 07:44:39.281786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd038c86-9753-4417-a551-b8a93d9027a5 req-c8f13ba5-6afb-4b56-8644-30ae62292ea5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 210 time: 0.0292530 Aug 31 07:44:39.338694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.445045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:39.481179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.481706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.483143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-570cc016-e2d0-453f-8fec-cd9631bde61e service neutron] 10.222.0.68 "PUT /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 200 len: 1123 time: 1.4223292 Aug 31 07:44:39.484910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-deed65ef-1b1c-44aa-9fa6-4e429abd35dc service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076361 Aug 31 07:44:39.510303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0ba06a5-04d5-42de-9679-5aadc1f2d805 req-3937c5fb-60f8-428a-bbb5-8f4c123fb8ea tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.0421469 Aug 31 07:44:39.559922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f1c918af-c5f2-4913-8e86-81d0fa0456c2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:39.620093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-350fc158-3553-45fd-a252-2f5e5ed2bdbb tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.621587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-350fc158-3553-45fd-a252-2f5e5ed2bdbb tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 945 time: 0.1033490 Aug 31 07:44:39.715809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651450a9-371a-4b1f-b310-c8c1a7cbd1a8 req-3b2aa73b-2f10-4eea-8e20-65c0c7656009 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071259 Aug 31 07:44:39.832155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Deleting port a383b50d-8483-4724-899b-441490b5248f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:39.832514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.854559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b186db-0cdf-4001-8586-b5ba1b7892ea req-07bef85c-598a-4ca1-a289-18a6f8ae63df tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:39.856061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61b186db-0cdf-4001-8586-b5ba1b7892ea req-07bef85c-598a-4ca1-a289-18a6f8ae63df tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.0812991 Aug 31 07:44:39.942503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61b186db-0cdf-4001-8586-b5ba1b7892ea req-12fe5868-ca60-4c84-90f1-1b0a60fd3db7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575533 Aug 31 07:44:39.964791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] For port a383b50d-8483-4724-899b-441490b5248f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a383b50d-8483-4724-899b-441490b5248f,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:39.965168 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.980565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Calling delete_port for a383b50d-8483-4724-899b-441490b5248f owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:40.276352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.293736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['df07a794-9f3e-40cf-b080-d192bf73376a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:40.296730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a383b50d-8483-4724-899b-441490b5248f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:40.312911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event deleted for resources: {'Port': ['ID=a383b50d-8483-4724-899b-441490b5248f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:40.393816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d363a271-0a26-4fd0-91e6-f1e049b82118 req-c91e526a-5424-431c-90ff-6bea88fd6785 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 210 time: 0.0367482 Aug 31 07:44:40.444780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1b354de-7bbc-4f51-83f9-4241cd57f2bc req-eeb0dec1-bbe9-4a10-9ecc-e1c7ed3f0da4 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 210 time: 0.0459661 Aug 31 07:44:40.511632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] No DVR routers for this DVR port a383b50d-8483-4724-899b-441490b5248f on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:40.531613 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.537921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0a54c5-836e-4f44-a713-98d0f38f7cd1 req-2679a30d-a9a4-4471-ac54-cf4d06a32882 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.45 "DELETE /v2.0/ports/a383b50d-8483-4724-899b-441490b5248f HTTP/1.1" status: 204 len: 173 time: 0.8952863 Aug 31 07:44:40.561227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-13633a07-64a6-42ef-a1d0-49f794a08741 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:40.562976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-13633a07-64a6-42ef-a1d0-49f794a08741 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 946 time: 0.1170914 Aug 31 07:44:40.690333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ef109c-6d3c-4545-bb0c-dc46ef5ae811 req-268c38ac-6cdf-4196-a8ce-60004fb9da97 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.0574045 Aug 31 07:44:40.742001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Deleting port df07a794-9f3e-40cf-b080-d192bf73376a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:40.742001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.742001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2'}, {'server_uuid': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'name': 'network-vif-deleted', 'tag': 'a383b50d-8483-4724-899b-441490b5248f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:40.742001 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864f860-5e2d-430d-b28f-78b0ae435e45" -d '{"events": [{"name": "network-changed", "server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2"}, {"server_uuid": "bcae26a1-4597-484d-bf91-49b48e1407f9", "name": "network-vif-deleted", "tag": "a383b50d-8483-4724-899b-441490b5248f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:40.786795 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f81457-3c5f-4b25-ba52-7a9d8276e338 x-openstack-request-id: req-51f81457-3c5f-4b25-ba52-7a9d8276e338 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:40.787101 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2", "status": "completed", "code": 200}, {"server_uuid": "bcae26a1-4597-484d-bf91-49b48e1407f9", "name": "network-vif-deleted", "tag": "a383b50d-8483-4724-899b-441490b5248f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:40.787517 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51f81457-3c5f-4b25-ba52-7a9d8276e338 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:40.788432 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'status': 'completed', 'code': 200} Aug 31 07:44:40.788728 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcae26a1-4597-484d-bf91-49b48e1407f9', 'name': 'network-vif-deleted', 'tag': 'a383b50d-8483-4724-899b-441490b5248f', 'status': 'completed', 'code': 200} Aug 31 07:44:40.860408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] For port df07a794-9f3e-40cf-b080-d192bf73376a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=df07a794-9f3e-40cf-b080-d192bf73376a,segment=NetworkSegment(e3ea0821-de4b-4e2f-a74a-06c391275ad0),segment_id=e3ea0821-de4b-4e2f-a74a-06c391275ad0)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:40.860775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.876033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Calling delete_port for df07a794-9f3e-40cf-b080-d192bf73376a owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:41.120966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-ba4d2b7c-2160-4ba6-a1e4-bbf32e394e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.122511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-ba4d2b7c-2160-4ba6-a1e4-bbf32e394e30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1126 time: 0.3059094 Aug 31 07:44:41.231063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136551-a0c1-4e3e-b635-a3b1c4ff9cdb req-8ab49f37-b7ca-4294-a4ba-c0f91fe43369 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.236618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b136551-a0c1-4e3e-b635-a3b1c4ff9cdb req-8ab49f37-b7ca-4294-a4ba-c0f91fe43369 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.2225246 Aug 31 07:44:41.318532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:41.328357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-3d9a8740-99d0-4d87-ac12-2c0668f41df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.329884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-3d9a8740-99d0-4d87-ac12-2c0668f41df8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1766300 Aug 31 07:44:41.338391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b136551-a0c1-4e3e-b635-a3b1c4ff9cdb req-4d08b15c-cf7d-4694-9e2e-ea073bfa3906 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927854 Aug 31 07:44:41.388428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-f57a313b-055e-4ece-8c11-3412583cce7b tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.390052 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-f57a313b-055e-4ece-8c11-3412583cce7b tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.68 "GET /v2.0/networks?id=ba275df3-99b7-4526-9096-badde19f3002 HTTP/1.1" status: 200 len: 825 time: 0.1211092 Aug 31 07:44:41.400256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-87c99be0-430e-4a2f-9d5c-a7ca33575f82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 200 len: 217 time: 0.0593083 Aug 31 07:44:41.406971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Request body: {'port': {'device_id': '1338c60e-cf6f-4241-880b-7f36c2752819', 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002', 'admin_state_up': True, 'tenant_id': '0245c3d8b2db4ff2ad5166164ab4010c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:41.521341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-93f68e07-c8e8-48f2-9063-9e99f4079b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.522558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:41.523000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-93f68e07-c8e8-48f2-9063-9e99f4079b3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1124456 Aug 31 07:44:41.566445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 has no active binding in host n-h2-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:44:41.783254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Made reservation on behalf of 0245c3d8b2db4ff2ad5166164ab4010c for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:41.787327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.849594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09bbc911-985f-42cd-adef-6fc86e888442 req-a1c5503c-ffc2-4868-9e55-849e7e834d95 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcae26a1-4597-484d-bf91-49b48e1407f9 HTTP/1.1" status: 200 len: 210 time: 0.3212340 Aug 31 07:44:41.850321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.898009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e7f0fff-9fb2-4296-ac22-3542c99d006a req-4546783a-4581-443e-b039-4f5ce30f3456 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 210 time: 0.0575757 Aug 31 07:44:41.900172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-90c2906e-19b6-4df6-8b2c-4bcff7a8fc1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726094 Aug 31 07:44:41.977036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Pushing event deleted for resources: {'Port': ['ID=df07a794-9f3e-40cf-b080-d192bf73376a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:42.004485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Allocated IP 172.20.0.10 (ba275df3-99b7-4526-9096-badde19f3002/fc65a2ad-bd0f-4549-95f4-07ad421df998/108e6e18-c20e-40c8-8192-9150413b0b53) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:42.063251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] No DVR routers for this DVR port df07a794-9f3e-40cf-b080-d192bf73376a on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:42.089435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.092268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-985f0fae-5845-4b66-b435-3e9e47ff49f4 req-5f481dd1-6c77-48bc-bc2a-f667e2e72272 tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.68 "DELETE /v2.0/ports/df07a794-9f3e-40cf-b080-d192bf73376a HTTP/1.1" status: 204 len: 173 time: 1.5185957 Aug 31 07:44:42.136586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ec1234-9811-42d0-91cb-5c66308ccb30 req-5607eebd-c25c-4477-a2aa-f9635358eedf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.0411990 Aug 31 07:44:42.148737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-a2b06300-e4d0-43b3-a382-d5f7c298871f service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025526 Aug 31 07:44:42.259744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9864f860-5e2d-430d-b28f-78b0ae435e45 req-f0e5f263-ab14-4285-9e80-9c321c6ecc84 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006856 Aug 31 07:44:42.277867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-9849b767-db0d-4734-968d-9990a25573b8 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:42.279567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-9849b767-db0d-4734-968d-9990a25573b8 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.68 "GET /v2.0/networks?id=fd9e7043-bc17-4025-b1c8-99b38c94cfed HTTP/1.1" status: 200 len: 815 time: 0.1922915 Aug 31 07:44:42.295713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Request body: {'port': {'device_id': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed', 'admin_state_up': True, 'tenant_id': '0a37f2b96dac40faa922fdf4e7f99591'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:42.352045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.467781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.528831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Network ba275df3-99b7-4526-9096-badde19f3002 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:42.532772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053fbe-fdf9-4885-8e79-b5ac7599feaa req-a0637645-7388-4441-952c-74f4e0925b34 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:42.535831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b053fbe-fdf9-4885-8e79-b5ac7599feaa req-a0637645-7388-4441-952c-74f4e0925b34 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.0698757 Aug 31 07:44:42.536377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:42.540892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:42.547651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Pushing event updated for resources: {'Port': ['ID=108e6e18-c20e-40c8-8192-9150413b0b53,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:42.569587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Made reservation on behalf of 0a37f2b96dac40faa922fdf4e7f99591 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:42.573168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.600846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b053fbe-fdf9-4885-8e79-b5ac7599feaa req-6d4c9b80-be38-452f-bff1-5c5315d0e7d4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 Aug 31 07:44:42.676869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:42.677650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.789973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'name': 'network-vif-deleted', 'tag': 'df07a794-9f3e-40cf-b080-d192bf73376a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:42.792496 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89e0781-6e21-4687-ab7d-d228fbee11e7" -d '{"events": [{"server_uuid": "4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0", "name": "network-vif-deleted", "tag": "df07a794-9f3e-40cf-b080-d192bf73376a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:42.828670 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a61c4-f7d2-49ec-a539-976915049c4a x-openstack-request-id: req-828a61c4-f7d2-49ec-a539-976915049c4a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:42.828946 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0", "name": "network-vif-deleted", "tag": "df07a794-9f3e-40cf-b080-d192bf73376a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:42.829356 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-828a61c4-f7d2-49ec-a539-976915049c4a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:42.829751 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0', 'name': 'network-vif-deleted', 'tag': 'df07a794-9f3e-40cf-b080-d192bf73376a', 'status': 'completed', 'code': 200} Aug 31 07:44:42.878592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-209d092c-046f-4c60-a281-e34cb12d6708 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4772515 Aug 31 07:44:42.902955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Request body: {'port': {'device_id': '1338c60e-cf6f-4241-880b-7f36c2752819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:42.930889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Allocated IP 172.20.0.2 (fd9e7043-bc17-4025-b1c8-99b38c94cfed/2a7484d2-19e8-44a2-904f-0adcff2ddb3e/e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:42.962884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a383b50d-8483-4724-899b-441490b5248f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:42.999365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: a383b50d-8483-4724-899b-441490b5248f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:43.000069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a383b50d-8483-4724-899b-441490b5248f not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:43.016403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:43.032063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-559466fb-9f85-4bef-bfc7-872e0c6f0da1 req-2a38dc35-5a20-4e6f-a658-41044383a4df tempest-MultipleCreateTestJSON-610525057 tempest-MultipleCreateTestJSON-610525057-project] 10.222.0.36 "GET /v2.0/ports?device_id=4332dec0-bdab-4bbd-a3ef-8ba4f6b60bf0 HTTP/1.1" status: 200 len: 210 time: 0.0422118 Aug 31 07:44:43.059581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240f3b-a1eb-498b-925e-d0c4fd30e046 req-09cdbca5-0c37-4f9e-a456-69e59468a097 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:43.059581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17240f3b-a1eb-498b-925e-d0c4fd30e046 req-09cdbca5-0c37-4f9e-a456-69e59468a097 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 932 time: 0.0856519 Aug 31 07:44:43.102392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17240f3b-a1eb-498b-925e-d0c4fd30e046 req-9dbd5df3-6c9c-40ad-960f-e28e903ee031 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 Aug 31 07:44:43.240135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7502a65c-31cb-400b-afa3-3178999e9bed req-eb09b26c-633d-49ea-832e-4690c7fdd202 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.0282331 Aug 31 07:44:43.331015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device df07a794-9f3e-40cf-b080-d192bf73376a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:43.353004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: df07a794-9f3e-40cf-b080-d192bf73376a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:43.353350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device df07a794-9f3e-40cf-b080-d192bf73376a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:43.521259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:43.565039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-ef5bcf28-837b-4ed6-97d9-878455c9c040 service neutron] 10.222.0.45 "GET /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.0668592 Aug 31 07:44:43.691872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108e6e18-c20e-40c8-8192-9150413b0b53 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:43.700859 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:43.764168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:43.783054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813ef0b-dfb2-4ef7-bd1f-4390b47e871f req-b2154b0f-78c5-41c9-a50b-cfde4d18da7f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:43.784575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8813ef0b-dfb2-4ef7-bd1f-4390b47e871f req-b2154b0f-78c5-41c9-a50b-cfde4d18da7f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 943 time: 0.0807002 Aug 31 07:44:43.790081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:43.809864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Network fd9e7043-bc17-4025-b1c8-99b38c94cfed is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:43.813042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:43.817248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:43.840880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Pushing event updated for resources: {'Port': ['ID=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:43.841231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8813ef0b-dfb2-4ef7-bd1f-4390b47e871f req-531ed5ee-e7a2-4b59-b165-0045c64c4e91 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482724 Aug 31 07:44:43.869278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:43.869928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:43.930435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:43.946496 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Transition to ACTIVE for port object 108e6e18-c20e-40c8-8192-9150413b0b53 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:43.965951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c918af-c5f2-4913-8e86-81d0fa0456c2 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:43.977491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:44.092880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36896) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:44.102157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-e2d49a8e-ad7a-421b-a0ff-6315c13866cf tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8104143 Aug 31 07:44:44.128583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Request body: {'port': {'device_id': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:44.172433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Deleting subnet 4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:44.179102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.194257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.196018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.253249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.285494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.297060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71684-287e-4769-92e5-183646a5f5e8 req-40c2ce86-a738-4804-9190-80fbc9965900 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:44.298639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0eb71684-287e-4769-92e5-183646a5f5e8 req-40c2ce86-a738-4804-9190-80fbc9965900 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 944 time: 0.1091347 Aug 31 07:44:44.347305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Pushing event updated for resources: {'Port': ['ID=108e6e18-c20e-40c8-8192-9150413b0b53,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:44.347598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] Transition to ACTIVE for port object f1c918af-c5f2-4913-8e86-81d0fa0456c2 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:44.385378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0eb71684-287e-4769-92e5-183646a5f5e8 req-46655588-73f9-40a5-ac90-e29be72e2785 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760529 Aug 31 07:44:44.404610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d7fe5-c548-42a9-a84a-4a586002c102 req-89f4bb87-ae0e-42be-a2b4-7095d4812ebb tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:44.404610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f28d7fe5-c548-42a9-a84a-4a586002c102 req-89f4bb87-ae0e-42be-a2b4-7095d4812ebb tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 931 time: 0.0700893 Aug 31 07:44:44.408014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.447094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f28d7fe5-c548-42a9-a84a-4a586002c102 req-e452d485-480e-48cf-9132-dc05da07f19c tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Aug 31 07:44:44.448628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.516076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] No DVR routers for this DVR port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:44.528342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:44.556212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-4aa2b525-caa5-4b2c-a15c-7e94fede6665 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2/bindings/n-h2-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9839146 Aug 31 07:44:44.556935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Attempting to bind port 108e6e18-c20e-40c8-8192-9150413b0b53 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:44.557445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Attempting to bind port 108e6e18-c20e-40c8-8192-9150413b0b53 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '435636e5-8be1-42ad-8b1a-db6a293b183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:44.557608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Attempting to bind port 108e6e18-c20e-40c8-8192-9150413b0b53 on network ba275df3-99b7-4526-9096-badde19f3002 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:44.599096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Port 108e6e18-c20e-40c8-8192-9150413b0b53 on network ba275df3-99b7-4526-9096-badde19f3002 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:44.599429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Attempting to bind port 108e6e18-c20e-40c8-8192-9150413b0b53 on network ba275df3-99b7-4526-9096-badde19f3002 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:44.611536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:44.611885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Checking segment: {'id': '435636e5-8be1-42ad-8b1a-db6a293b183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:44.612276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Bound using segment: {'id': '435636e5-8be1-42ad-8b1a-db6a293b183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:44.612716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Bound port: 108e6e18-c20e-40c8-8192-9150413b0b53, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435636e5-8be1-42ad-8b1a-db6a293b183c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:44.613079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.724401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] For port 108e6e18-c20e-40c8-8192-9150413b0b53, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:44.729404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] For port 108e6e18-c20e-40c8-8192-9150413b0b53, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=108e6e18-c20e-40c8-8192-9150413b0b53,segment=NetworkSegment(435636e5-8be1-42ad-8b1a-db6a293b183c),segment_id=435636e5-8be1-42ad-8b1a-db6a293b183c)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:44.754463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.789317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4d7d6e-2655-4736-b24a-2ee79a34cfb0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:44.795784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:44.800663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.802751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e29c1a5f-b8d7-4a1c-a0f2-37f7f09276d0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d4d7d6e-2655-4736-b24a-2ee79a34cfb0 HTTP/1.1" status: 204 len: 168 time: 0.7087553 Aug 31 07:44:44.837146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:44.838127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.838127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Transition to ACTIVE for port object e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:44.876336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.931744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.966366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:44.967007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.968471 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] 10.222.0.68 "PUT /v2.0/ports/108e6e18-c20e-40c8-8192-9150413b0b53 HTTP/1.1" status: 200 len: 1093 time: 2.0701489 Aug 31 07:44:44.969427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1338c60e-cf6f-4241-880b-7f36c2752819', 'tag': '108e6e18-c20e-40c8-8192-9150413b0b53'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:44.972226 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f6985-aec3-4f6d-a886-a388b2357212" -d '{"events": [{"name": "network-changed", "server_uuid": "1338c60e-cf6f-4241-880b-7f36c2752819", "tag": "108e6e18-c20e-40c8-8192-9150413b0b53"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:44.978843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:44.992450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-18534deb-4d86-44f0-a53c-d4d7ffc0af43 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:44.994085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-18534deb-4d86-44f0-a53c-d4d7ffc0af43 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1157520 Aug 31 07:44:45.017226 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d764ab31-f621-4f72-a4ff-946909d45496 x-openstack-request-id: req-d764ab31-f621-4f72-a4ff-946909d45496 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:45.017517 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1338c60e-cf6f-4241-880b-7f36c2752819", "tag": "108e6e18-c20e-40c8-8192-9150413b0b53", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:45.017769 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d764ab31-f621-4f72-a4ff-946909d45496 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:45.018206 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1338c60e-cf6f-4241-880b-7f36c2752819', 'tag': '108e6e18-c20e-40c8-8192-9150413b0b53', 'status': 'completed', 'code': 200} Aug 31 07:44:45.018739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaecfdf-7109-49d5-b363-60d5ea6682c2 service neutron] Pushing event updated for resources: {'Port': ['ID=108e6e18-c20e-40c8-8192-9150413b0b53,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:45.081779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46689e-47f9-4a48-9fc9-02fd0225eae3 req-49949b46-4023-42a1-b0d1-262438486492 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.083590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c46689e-47f9-4a48-9fc9-02fd0225eae3 req-49949b46-4023-42a1-b0d1-262438486492 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.1745698 Aug 31 07:44:45.097395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.115848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05986588-73a0-4065-a464-15babbe7ac0e']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:45.130982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:45.136658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ea0821-de4b-4e2f-a74a-06c391275ad0') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:45.136960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ea0821-de4b-4e2f-a74a-06c391275ad0') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:45.151348 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.153050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f6985-aec3-4f6d-a886-a388b2357212 req-60ab4260-8f29-4dd5-99fa-da1bd831ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.153181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5c7f6985-aec3-4f6d-a886-a388b2357212 req-60ab4260-8f29-4dd5-99fa-da1bd831ca5d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0245c3d8b2db4ff2ad5166164ab4010c&device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 1096 time: 0.1062040 Aug 31 07:44:45.161896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-59cb715f-88cd-47c8-a706-315dd39352e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.164051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-59cb715f-88cd-47c8-a706-315dd39352e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 1096 time: 0.1566637 Aug 31 07:44:45.179364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.179622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Attempting to bind port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:45.179622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Attempting to bind port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:45.179940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Attempting to bind port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 on network fd9e7043-bc17-4025-b1c8-99b38c94cfed {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:45.182985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c46689e-47f9-4a48-9fc9-02fd0225eae3 req-d5f2f8ef-2fda-4301-a020-28fc0bb3ad33 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892015 Aug 31 07:44:45.188559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:45.188786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:45.190870 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:45.222513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 on network fd9e7043-bc17-4025-b1c8-99b38c94cfed not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:45.222842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Attempting to bind port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 on network fd9e7043-bc17-4025-b1c8-99b38c94cfed {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:45.236004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:45.236260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Checking segment: {'id': '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:45.238716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Bound using segment: {'id': '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:45.238716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Bound port: e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:45.238716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.285706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-3504fdce-0115-47ae-811b-0ae49350742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.288110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-3504fdce-0115-47ae-811b-0ae49350742e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0869634 Aug 31 07:44:45.326024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f6985-aec3-4f6d-a886-a388b2357212 req-8ad56f88-9dbe-440d-8ce4-270fc561c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.327566 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5c7f6985-aec3-4f6d-a886-a388b2357212 req-8ad56f88-9dbe-440d-8ce4-270fc561c1be service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0245c3d8b2db4ff2ad5166164ab4010c&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1617761 Aug 31 07:44:45.337326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] For port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:45.341826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] For port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,segment=NetworkSegment(2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b),segment_id=2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:45.365510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.392759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.398007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] 10.222.0.36 "DELETE /v2.0/networks/05986588-73a0-4065-a464-15babbe7ac0e HTTP/1.1" status: 204 len: 168 time: 0.5877278 Aug 31 07:44:45.400675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f56bbf-8823-4133-9687-f4e1780f1019 admin admin] Pushing event deleted for resources: {'Network': ['ID=05986588-73a0-4065-a464-15babbe7ac0e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:45.418833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.446273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-3272720d-9cb1-40ee-93e0-f0b28463da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.448140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-3272720d-9cb1-40ee-93e0-f0b28463da07 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1528113 Aug 31 07:44:45.483678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.485126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:45.487254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] 10.222.0.68 "PUT /v2.0/ports/e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 HTTP/1.1" status: 200 len: 1092 time: 1.3643627 Aug 31 07:44:45.520518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f6985-aec3-4f6d-a886-a388b2357212 req-03a40c53-8c70-4f81-a8ba-d14b178ef433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.522846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5c7f6985-aec3-4f6d-a886-a388b2357212 req-03a40c53-8c70-4f81-a8ba-d14b178ef433 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831250 Aug 31 07:44:45.538925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240996c7-c210-45d6-8e82-41cc33f7e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:45.569685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-0190f0c0-32cf-470d-9861-d351c685ff60 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 200 len: 217 time: 0.1088383 Aug 31 07:44:45.609255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-c2f260e4-40b3-4786-8f71-659a816a4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.610819 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-c2f260e4-40b3-4786-8f71-659a816a4a9b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0245c3d8b2db4ff2ad5166164ab4010c&device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 1096 time: 0.0476141 Aug 31 07:44:45.684445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-cff3be55-c8bf-4d95-a023-5de3875061f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.685950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-cff3be55-c8bf-4d95-a023-5de3875061f3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1050816 Aug 31 07:44:45.689890 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-7798b1a2-97a1-4e65-9e18-2087dfc5c8f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=108e6e18-c20e-40c8-8192-9150413b0b53 HTTP/1.1" status: 200 len: 217 time: 0.0626347 Aug 31 07:44:45.696507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14f19-dc9a-4771-9cd1-a3dc586cd85d req-28d9208b-73fa-4717-9121-d947c6fed06e tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.698004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7a14f19-dc9a-4771-9cd1-a3dc586cd85d req-28d9208b-73fa-4717-9121-d947c6fed06e tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 944 time: 0.1320760 Aug 31 07:44:45.714914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-238bf21c-1291-45a9-bdd7-4df0863fd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.718102 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-238bf21c-1291-45a9-bdd7-4df0863fd82a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0a37f2b96dac40faa922fdf4e7f99591&device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 1095 time: 0.0878286 Aug 31 07:44:45.722721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9907cbe-e122-40b4-8e62-305e2733f707 req-44a4938b-7f2f-4680-abc7-29cff4ef8aed tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.724461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9907cbe-e122-40b4-8e62-305e2733f707 req-44a4938b-7f2f-4680-abc7-29cff4ef8aed tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 943 time: 0.1469779 Aug 31 07:44:45.750417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-7a1302b2-f13b-4fec-84c3-fe712333f112 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445037 Aug 31 07:44:45.774752 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-6b557638-694b-43ff-9205-553bec960efa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 HTTP/1.1" status: 200 len: 217 time: 0.0407491 Aug 31 07:44:45.796498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-68025b40-d747-4f8e-8a46-871e3b071f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.798054 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-68025b40-d747-4f8e-8a46-871e3b071f56 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fc65a2ad-bd0f-4549-95f4-07ad421df998 HTTP/1.1" status: 200 len: 865 time: 0.0944800 Aug 31 07:44:45.853760 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-ff02ef91-b099-475f-96de-cc429068d1fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ba275df3-99b7-4526-9096-badde19f3002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325387 Aug 31 07:44:45.866121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-d099fcea-72c2-4897-b1d9-3e98953dcda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.866773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-d099fcea-72c2-4897-b1d9-3e98953dcda2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a7484d2-19e8-44a2-904f-0adcff2ddb3e HTTP/1.1" status: 200 len: 855 time: 0.0829020 Aug 31 07:44:45.871267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7a14f19-dc9a-4771-9cd1-a3dc586cd85d req-13d23f44-6d26-4815-b9ce-01234e94ec21 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526711 Aug 31 07:44:45.882325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9907cbe-e122-40b4-8e62-305e2733f707 req-88a4b7c5-b3e9-4629-8503-9799aca4ba82 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342320 Aug 31 07:44:45.936476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-726f8a10-06f4-40ed-9579-54d897ab3bf0 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682198 Aug 31 07:44:45.941099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-3534ea54-36a7-4dd7-b3ba-58b962787ca6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fd9e7043-bc17-4025-b1c8-99b38c94cfed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653677 Aug 31 07:44:46.026669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:46.042864 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-6d00eebc-aa2b-4e59-b30e-c0b32fdc8f25 service neutron] 10.222.0.68 "GET /v2.0/networks/ba275df3-99b7-4526-9096-badde19f3002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751051 Aug 31 07:44:46.055866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-2081db5d-d2be-44b6-b5b4-090aef603727 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941746 Aug 31 07:44:46.143837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-753a465f-ab34-41ab-8bfa-37e78826baba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a79ea504629431dbf749f1b89a5cd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160517 Aug 31 07:44:46.146881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36938) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:46.160686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-705c32b8-243a-4382-926f-327ba593fc39 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965027 Aug 31 07:44:46.213609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf565-15ef-4ccc-98c0-7b42b7ab8881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:46.241517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf565-15ef-4ccc-98c0-7b42b7ab8881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:46.247366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cc666064-2349-4f30-8db5-a803b15c4c88 req-d7bd9e4e-9ed5-46cd-a777-9b26345cea78 service neutron] 10.222.0.68 "GET /v2.0/networks/ba275df3-99b7-4526-9096-badde19f3002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945601 Aug 31 07:44:46.294669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32076f5b-ee16-4874-b4b1-75a9923b050e req-01872b10-fe70-4e06-9300-24c92bc70cb8 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243935 Aug 31 07:44:46.336126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5f649-eab4-4127-a557-c8222ad696e6 req-5100de67-b9ac-4e6c-b94b-a08a473c2c0a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:46.337756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a5f649-eab4-4127-a557-c8222ad696e6 req-5100de67-b9ac-4e6c-b94b-a08a473c2c0a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.0738881 Aug 31 07:44:46.401940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20a5f649-eab4-4127-a557-c8222ad696e6 req-73aab944-4470-4eff-88ee-20dc33ea899c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Aug 31 07:44:46.485410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf565-15ef-4ccc-98c0-7b42b7ab8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:46.488345 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf565-15ef-4ccc-98c0-7b42b7ab8881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:46.490192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a2fcf565-15ef-4ccc-98c0-7b42b7ab8881 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dd43c29-4d08-4307-9d81-c8e330921ae3 HTTP/1.1" status: 204 len: 168 time: 0.3415728 Aug 31 07:44:46.498393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf565-15ef-4ccc-98c0-7b42b7ab8881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd43c29-4d08-4307-9d81-c8e330921ae3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:46.684998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-3c526f70-1889-403d-95fe-474195caa222 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:46.686598 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-3c526f70-1889-403d-95fe-474195caa222 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.0478294 Aug 31 07:44:46.970455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-7f712b8e-0f6c-479f-abca-5009d321a801 service neutron] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:46.976278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-7f712b8e-0f6c-479f-abca-5009d321a801 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:46.978915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:46.979803 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6f9a91e4-840a-40b2-bcbe-fd3a9dd58848 req-7f712b8e-0f6c-479f-abca-5009d321a801 service neutron] 10.222.0.68 "DELETE /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2/bindings/n-h1-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.2822084 Aug 31 07:44:47.021272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'tag': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:47.028829 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7081fec5-55db-4e56-9578-316ead02ba97" -d '{"events": [{"name": "network-changed", "server_uuid": "40e4aba9-b9cb-4ad0-8726-d54b96131a2d", "tag": "e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:47.046362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38485c2-139e-4006-a010-4d7baed0a1f0 req-70dac750-326d-4ee1-9ffb-0a021dadf355 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.048590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e38485c2-139e-4006-a010-4d7baed0a1f0 req-70dac750-326d-4ee1-9ffb-0a021dadf355 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 943 time: 0.0828860 Aug 31 07:44:47.058951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:47.126918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ed566-ede3-47e2-b7c3-d6af27fc5b48 req-9ac84b0a-40f7-4a54-9ba7-7b0f9ab0a351 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.128502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f1ed566-ede3-47e2-b7c3-d6af27fc5b48 req-9ac84b0a-40f7-4a54-9ba7-7b0f9ab0a351 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 944 time: 0.1169631 Aug 31 07:44:47.132099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e38485c2-139e-4006-a010-4d7baed0a1f0 req-5d21716b-6f60-46cd-ad2b-1db5eded9f41 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592926 Aug 31 07:44:47.194107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f1ed566-ede3-47e2-b7c3-d6af27fc5b48 req-b9df7971-b3bc-4068-815e-a8c277b4a09c tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533111 Aug 31 07:44:47.238518 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437003df-1486-4a16-8941-2d44ab50b046 x-openstack-request-id: req-437003df-1486-4a16-8941-2d44ab50b046 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:47.238807 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e4aba9-b9cb-4ad0-8726-d54b96131a2d", "tag": "e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:47.239056 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-437003df-1486-4a16-8941-2d44ab50b046 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:47.239449 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'tag': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26', 'status': 'completed', 'code': 200} Aug 31 07:44:47.316001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081fec5-55db-4e56-9578-316ead02ba97 req-190283d7-3855-4f37-838c-23db66802035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.317526 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-190283d7-3855-4f37-838c-23db66802035 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0a37f2b96dac40faa922fdf4e7f99591&device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 1095 time: 0.0485194 Aug 31 07:44:47.475509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081fec5-55db-4e56-9578-316ead02ba97 req-4605de1d-ad68-41c3-ad29-e75c0fb3cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.486280 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-4605de1d-ad68-41c3-ad29-e75c0fb3cf3d service neutron] 10.222.0.68 "GET /v2.0/networks?id=fd9e7043-bc17-4025-b1c8-99b38c94cfed HTTP/1.1" status: 200 len: 916 time: 0.1523399 Aug 31 07:44:47.540259 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-15f8f3ca-fdb9-4a3a-94d7-4e9527e694f5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 HTTP/1.1" status: 200 len: 217 time: 0.0526643 Aug 31 07:44:47.591122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f408c0-e029-47b2-bdfc-dc54727d5320 req-bdfdb93b-d7c2-4c24-802a-a7077c85f530 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.592959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84f408c0-e029-47b2-bdfc-dc54727d5320 req-bdfdb93b-d7c2-4c24-802a-a7077c85f530 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.0952537 Aug 31 07:44:47.628506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081fec5-55db-4e56-9578-316ead02ba97 req-534b0e85-fabf-45d4-8514-4a7151e42ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.637470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-534b0e85-fabf-45d4-8514-4a7151e42ada service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a7484d2-19e8-44a2-904f-0adcff2ddb3e HTTP/1.1" status: 200 len: 855 time: 0.0823424 Aug 31 07:44:47.646388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84f408c0-e029-47b2-bdfc-dc54727d5320 req-f75f1620-5752-418a-9426-adb125150b2b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454943 Aug 31 07:44:47.694473 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-18034468-1cd9-4526-8c4a-dbb85072d026 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fd9e7043-bc17-4025-b1c8-99b38c94cfed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528748 Aug 31 07:44:47.790304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c254f0-7d74-4c22-98e9-62be6308bf79 req-0337f4e5-7ea5-41ea-8d8a-c34aaa64c07f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.791858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74c254f0-7d74-4c22-98e9-62be6308bf79 req-0337f4e5-7ea5-41ea-8d8a-c34aaa64c07f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0435028 Aug 31 07:44:47.799192 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-75e970a5-564b-4b2b-a71e-508608676e60 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862730 Aug 31 07:44:47.831818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74c254f0-7d74-4c22-98e9-62be6308bf79 req-4eb40154-25ff-4385-ab27-b856a6ae7d90 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330334 Aug 31 07:44:47.899126 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:47.919986 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7081fec5-55db-4e56-9578-316ead02ba97 req-f3fc347d-e0ad-4f01-ad18-47e499966157 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122653 Aug 31 07:44:48.193249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-253814b5-74f1-46b9-97b5-d09a5cfa5f06 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.195143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-253814b5-74f1-46b9-97b5-d09a5cfa5f06 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1280649 Aug 31 07:44:48.213518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-5e3aec10-ed62-4d2d-a965-6442b01cab7f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/quotas/2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 375 time: 0.0115938 Aug 31 07:44:48.283812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a5fccd20-73fb-4567-b8ff-e1e13b76f0cc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634398 Aug 31 07:44:48.408587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabf8b-ea23-4f8e-ab7b-eebc882afa19 req-c86393d5-43b8-44a8-86be-b6d59320ff7d tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.410740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14dabf8b-ea23-4f8e-ab7b-eebc882afa19 req-c86393d5-43b8-44a8-86be-b6d59320ff7d tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 943 time: 0.1158323 Aug 31 07:44:48.448730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-919f1704-b9a6-4799-8fa8-052e3934f59c service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569591 Aug 31 07:44:48.481832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14dabf8b-ea23-4f8e-ab7b-eebc882afa19 req-639ae7ed-5277-43ec-afa4-7496eb8357b4 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Aug 31 07:44:48.603078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-9f12f5cb-376a-4715-ad59-b7a9057a39a7 service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363840 Aug 31 07:44:48.615428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22072af4-5310-4a7e-b051-43e2db0d2c8c req-2fa6c1b1-2a97-4075-9c8d-2cfa9aedf952 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.617124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22072af4-5310-4a7e-b051-43e2db0d2c8c req-2fa6c1b1-2a97-4075-9c8d-2cfa9aedf952 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 944 time: 0.0686884 Aug 31 07:44:48.662400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22072af4-5310-4a7e-b051-43e2db0d2c8c req-27d316e9-9d9f-4972-888a-216a6b8a65b8 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348370 Aug 31 07:44:48.934819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-728ca5ca-f0e4-4e8e-b99e-debc12cfc1f6 req-f6c2fabd-dec1-485c-8628-d3e0ee7786c9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Aug 31 07:44:49.384264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:49.513483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,segment=NetworkSegment(2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b),segment_id=2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:49.526406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26', 'network_id': 'fd9e7043-bc17-4025-b1c8-99b38c94cfed', 'port_id': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26', 'mac_address': 'fa:16:3e:67:c4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7484d2-19e8-44a2-904f-0adcff2ddb3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:49.560266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37068) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:49.565439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.579358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:49.600350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,segment=NetworkSegment(2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b),segment_id=2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:49.671509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1484-73be-4d0e-84f8-f4ab77bebe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.757623 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.760180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 108e6e18-c20e-40c8-8192-9150413b0b53 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:49.770511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1484-73be-4d0e-84f8-f4ab77bebe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.862610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:49.878057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7d02-60e9-4262-910b-7c9d98a1a8ac req-65ead593-2560-4000-ae30-2db7bc5b6918 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:49.880708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f29d7d02-60e9-4262-910b-7c9d98a1a8ac req-65ead593-2560-4000-ae30-2db7bc5b6918 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 944 time: 0.0593081 Aug 31 07:44:49.906493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 108e6e18-c20e-40c8-8192-9150413b0b53, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=108e6e18-c20e-40c8-8192-9150413b0b53,segment=NetworkSegment(435636e5-8be1-42ad-8b1a-db6a293b183c),segment_id=435636e5-8be1-42ad-8b1a-db6a293b183c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:49.908800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1484-73be-4d0e-84f8-f4ab77bebe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.922849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '108e6e18-c20e-40c8-8192-9150413b0b53', 'network_id': 'ba275df3-99b7-4526-9096-badde19f3002', 'port_id': '108e6e18-c20e-40c8-8192-9150413b0b53', 'mac_address': 'fa:16:3e:72:e6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc65a2ad-bd0f-4549-95f4-07ad421df998', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:49.950418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f29d7d02-60e9-4262-910b-7c9d98a1a8ac req-9bc77216-7a89-4bff-87b8-fcd287d4f02d tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636251 Aug 31 07:44:49.973660 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.973797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a2f1484-73be-4d0e-84f8-f4ab77bebe79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3122611de6574f75a295afe548e1bfb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042404 Aug 31 07:44:49.973797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1484-73be-4d0e-84f8-f4ab77bebe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d0203-250a-4068-ba72-4b21d93b2bd1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:49.974015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37082) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:49.998557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108e6e18-c20e-40c8-8192-9150413b0b53 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:50.031591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:50.044282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 108e6e18-c20e-40c8-8192-9150413b0b53, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=108e6e18-c20e-40c8-8192-9150413b0b53,segment=NetworkSegment(435636e5-8be1-42ad-8b1a-db6a293b183c),segment_id=435636e5-8be1-42ad-8b1a-db6a293b183c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:50.060912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:50.131913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90256a50-c289-4b8e-9fb7-3a44ddea7220 req-fa6848b5-34ad-48d6-b8e0-5308b0dcd0bd tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:50.133307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90256a50-c289-4b8e-9fb7-3a44ddea7220 req-fa6848b5-34ad-48d6-b8e0-5308b0dcd0bd tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 944 time: 0.0726416 Aug 31 07:44:50.136856 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:50.182101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90256a50-c289-4b8e-9fb7-3a44ddea7220 req-2bdf0803-35a7-4e25-9b55-668c044ab304 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Aug 31 07:44:50.198051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=108e6e18-c20e-40c8-8192-9150413b0b53,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:50.216665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:50.219434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:50.220713 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/148d0203-250a-4068-ba72-4b21d93b2bd1 HTTP/1.1" status: 204 len: 168 time: 0.2512438 Aug 31 07:44:50.229189 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d0203-250a-4068-ba72-4b21d93b2bd1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:50.237370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.237723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.238099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.238612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.238937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.239272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.239605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.239934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.240885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.241224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.241656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.241894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40778900-0240-4865-8794-27f960ea9eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:50.365780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed699-4199-4aba-b3cc-828d8330c6a2 req-9c3287ee-cb90-4350-a9e9-bb5a7f21d962 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:50.367414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7aed699-4199-4aba-b3cc-828d8330c6a2 req-9c3287ee-cb90-4350-a9e9-bb5a7f21d962 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.0603120 Aug 31 07:44:50.429232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7aed699-4199-4aba-b3cc-828d8330c6a2 req-b930706c-e6f0-4cb0-ac50-252bcddbb448 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Aug 31 07:44:50.495000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b97c8a1c-7c23-44c4-a493-a36b475df813 req-d6d6a349-fa96-4ae2-a945-b12c6f9863f0 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 210 time: 0.0413179 Aug 31 07:44:50.541206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:50.552908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405bc17-6012-4cc3-a94c-a23b61039ca7 req-1ee26c54-4ac3-414f-9a06-9f478e815ff3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:50.554769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5405bc17-6012-4cc3-a94c-a23b61039ca7 req-1ee26c54-4ac3-414f-9a06-9f478e815ff3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0525708 Aug 31 07:44:50.577181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['108e6e18-c20e-40c8-8192-9150413b0b53'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:50.598153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5405bc17-6012-4cc3-a94c-a23b61039ca7 req-bdec1e87-5152-40ce-b499-04afa8f94702 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361381 Aug 31 07:44:51.072647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e5ef-1b3f-4072-8da2-be7f9be49678 req-ded29f50-3d7e-499d-8eb1-26150344312c tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:51.074089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64e9e5ef-1b3f-4072-8da2-be7f9be49678 req-ded29f50-3d7e-499d-8eb1-26150344312c tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 944 time: 0.0501535 Aug 31 07:44:51.117894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64e9e5ef-1b3f-4072-8da2-be7f9be49678 req-bd202593-6a66-49fb-a2ef-45d2b1239d7c tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Aug 31 07:44:51.306285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d22af-86b6-4a15-8c37-82326931343b req-48ee1a93-d7ea-4746-b892-0b25414ecb11 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:51.307894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f4d22af-86b6-4a15-8c37-82326931343b req-48ee1a93-d7ea-4746-b892-0b25414ecb11 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Aug 31 07:44:51.350811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f4d22af-86b6-4a15-8c37-82326931343b req-328260e7-4244-4e51-9e02-6eb835f66120 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Aug 31 07:44:51.463682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37124) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:51.495220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-e60fbc79-0e4b-4ef9-96cd-970e5fba0a79 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:51.497471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-e60fbc79-0e4b-4ef9-96cd-970e5fba0a79 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1175787 Aug 31 07:44:51.518036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Request body: {'port': {'device_id': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'admin_state_up': True, 'tenant_id': '2ea1ce04b6ba4ad3a552b972f2aa12b8'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:51.583994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1201965232-network', 'tenant_id': '887914ebd6ec400498e555047fd4b70a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:51.625461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21381165-af99-43e3-ab98-fb6e9905e496 req-69ec287d-b9de-4b3d-bca7-f7be470b796a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 210 time: 0.0389020 Aug 31 07:44:51.647468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e166517-58f9-40ae-950e-4f3cbb8cf3d4 req-05456852-ebb9-4301-8a4f-edf5f12a2a91 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:51.649653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e166517-58f9-40ae-950e-4f3cbb8cf3d4 req-05456852-ebb9-4301-8a4f-edf5f12a2a91 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.1494548 Aug 31 07:44:51.753776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Made reservation on behalf of 887914ebd6ec400498e555047fd4b70a for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:51.756341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:51.793997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:51.841532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-f9f48393-45eb-46f7-af38-d9119726b9ee tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:51.843136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-f9f48393-45eb-46f7-af38-d9119726b9ee tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 946 time: 0.0843477 Aug 31 07:44:51.998030 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.007019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Deleting port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:52.007019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.011607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e166517-58f9-40ae-950e-4f3cbb8cf3d4 req-a5161195-aa30-4ecd-a814-9d7cbdd5d2e5 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541465 Aug 31 07:44:52.034595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147386d-35ed-42d3-ba47-27c565703db6 req-9a578f0b-f49d-40da-a89f-203938ab4e10 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:52.039699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6147386d-35ed-42d3-ba47-27c565703db6 req-9a578f0b-f49d-40da-a89f-203938ab4e10 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0994084 Aug 31 07:44:52.077623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6147386d-35ed-42d3-ba47-27c565703db6 req-94e81b59-8a3d-4c9d-80ed-ce3d040d44e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346694 Aug 31 07:44:52.113678 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.117744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] For port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:52.118134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.142018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Calling delete_port for 7490f5f7-9b9c-4be3-a99a-a9c3125d72de owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:52.157554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:52.175227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e355acd4-cf41-48d1-941b-67f5c92ef8ef,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:52.181476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.181966 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Added segment 99e1a7e4-de2e-4b8f-b9fe-aace2fe46056 of type vlan for network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 Aug 31 07:44:52.183329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Made reservation on behalf of 2ea1ce04b6ba4ad3a552b972f2aa12b8 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:52.187324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.261699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.295444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f8553-519f-421f-9232-48ec9bb67e03 req-e071f757-f404-4bf1-8aa1-a28d510ba989 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:52.297601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b51f8553-519f-421f-9232-48ec9bb67e03 req-e071f757-f404-4bf1-8aa1-a28d510ba989 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 944 time: 0.1054401 Aug 31 07:44:52.376939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b51f8553-519f-421f-9232-48ec9bb67e03 req-712b0706-7f86-47d6-98d3-5bb10213e09b tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707388 Aug 31 07:44:52.377409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.378462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:52.379070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.392779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Allocated IP 172.20.0.2 (a9fef05d-49c9-41d5-aa23-f45b975b007c/f019a63c-8ec4-4553-b6a6-41d1a0a163a8/881117a1-abeb-4248-af80-f60f3a96813f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:52.440906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.455051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7490f5f7-9b9c-4be3-a99a-a9c3125d72de'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:52.487778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] Pushing event updated for resources: {'Network': ['ID=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:52.492704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event deleted for resources: {'Port': ['ID=7490f5f7-9b9c-4be3-a99a-a9c3125d72de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:52.501128 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-826515f6-d1fa-4b5b-aa7a-8df9b1d6848f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0335586 Aug 31 07:44:52.502372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37140) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:52.510555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Request body: {'subnet': {'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1201965232-subnet', 'tenant_id': '887914ebd6ec400498e555047fd4b70a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:52.515729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:52.554981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] No DVR routers for this DVR port 7490f5f7-9b9c-4be3-a99a-a9c3125d72de on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:52.562330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.562330 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8eb3fb60-eb12-4bd8-861b-8a7a3b66595f req-5d403aa8-6e18-4e3f-8956-7e8cd93ab524 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.68 "DELETE /v2.0/ports/7490f5f7-9b9c-4be3-a99a-a9c3125d72de HTTP/1.1" status: 204 len: 173 time: 0.7087893 Aug 31 07:44:52.562330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'name': 'network-vif-deleted', 'tag': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:52.564175 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4b8f02-b614-486b-8c4d-c6b05916296e" -d '{"events": [{"server_uuid": "1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1", "name": "network-vif-deleted", "tag": "7490f5f7-9b9c-4be3-a99a-a9c3125d72de"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:52.575462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959903a-eb73-439d-b11a-c686d7d4fe4e req-67d6afdd-a567-4331-8173-5aea78e07558 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:52.580853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b959903a-eb73-439d-b11a-c686d7d4fe4e req-67d6afdd-a567-4331-8173-5aea78e07558 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 945 time: 0.1223078 Aug 31 07:44:52.610422 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4d245-dfe2-4d82-9ca6-311bd934a253 x-openstack-request-id: req-33a4d245-dfe2-4d82-9ca6-311bd934a253 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:52.610715 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1", "name": "network-vif-deleted", "tag": "7490f5f7-9b9c-4be3-a99a-a9c3125d72de", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:52.610972 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33a4d245-dfe2-4d82-9ca6-311bd934a253 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:52.611377 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1', 'name': 'network-vif-deleted', 'tag': '7490f5f7-9b9c-4be3-a99a-a9c3125d72de', 'status': 'completed', 'code': 200} Aug 31 07:44:52.649922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b959903a-eb73-439d-b11a-c686d7d4fe4e req-da1b858a-d3b6-4b8d-a652-5c2b27317060 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615156 Aug 31 07:44:52.654812 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.761171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58e67e83-c60f-45d7-9135-050557293d9c req-3ee9c75a-0e68-425c-9132-2fd88bb8c739 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 210 time: 0.0572004 Aug 31 07:44:52.767209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Made reservation on behalf of 887914ebd6ec400498e555047fd4b70a for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:52.767209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:52.963746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.009214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Network a9fef05d-49c9-41d5-aa23-f45b975b007c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:53.012462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:53.016493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:53.023138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:53.071741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.072398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.113624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b93a7a77-5e2a-42f0-8f77-679891292beb req-88e21ccc-bed9-4b6d-a8a7-3a016bdd03b6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Aug 31 07:44:53.131143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.199320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2944e7-9fb6-4af9-92c3-cd6b490514fe,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:53.200547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-dd08ee80-7bc0-4dbe-b258-31a0c7a71198 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6900272 Aug 31 07:44:53.202859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Checking segment: {'id': '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:53.203232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Network hostable DHCP agents. Network: d881dcc0-b51f-40f7-b6d2-f755ce4d79d8, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:53.217491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Request body: {'port': {'device_id': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:53.254054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b381ff7-47ae-4ccf-96aa-931be96d0067 req-7261477a-8c73-45a0-b630-712cf2527f30 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.255774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b381ff7-47ae-4ccf-96aa-931be96d0067 req-7261477a-8c73-45a0-b630-712cf2527f30 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0948467 Aug 31 07:44:53.285365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:53.328329 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.351086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b381ff7-47ae-4ccf-96aa-931be96d0067 req-ebf9735e-0521-471c-a3fd-e67295727412 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852079 Aug 31 07:44:53.379972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, d881dcc0-b51f-40f7-b6d2-f755ce4d79d8) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:53.385404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.386104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.388679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:53.396889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182875ff-1f18-4b37-b64f-d145f2c5d90e None None] Network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:53.451188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.570193 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-783d336c-6bf7-48a9-91eb-165178988361 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0662625 Aug 31 07:44:53.624649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e34b3f-5295-4e17-aed0-65d84056cf8b None None] Network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:53.662136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534304da-fbfe-4332-9410-7a86670b61ce req-fee87ec9-eca1-4446-8afe-94d8f5aecd4f tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.666080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-534304da-fbfe-4332-9410-7a86670b61ce req-fee87ec9-eca1-4446-8afe-94d8f5aecd4f tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 944 time: 0.1825607 Aug 31 07:44:53.757491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-534304da-fbfe-4332-9410-7a86670b61ce req-96028eff-99de-4cb9-827e-3de2655f10e9 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714171 Aug 31 07:44:53.773930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:53.817288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:53.817705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.850243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881117a1-abeb-4248-af80-f60f3a96813f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:53.860810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.889496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e3a7b-8f6e-4dff-9bea-eba45210f95a req-33c2c1f7-212a-4833-888e-b6951e22faff tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.890463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f1c4-4454-4410-9f39-e0f2232f3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.893259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-558e3a7b-8f6e-4dff-9bea-eba45210f95a req-33c2c1f7-212a-4833-888e-b6951e22faff tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 945 time: 0.0907478 Aug 31 07:44:53.893259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Transition to ACTIVE for port object 881117a1-abeb-4248-af80-f60f3a96813f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:53.928806 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.954202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:53.956319 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964d1e2-bb8b-4c35-8f22-5bb765e0e50d" -d '{"events": [{"server_uuid": "40e4aba9-b9cb-4ad0-8726-d54b96131a2d", "name": "network-vif-plugged", "status": "completed", "tag": "e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:53.970060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,segment=NetworkSegment(2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b),segment_id=2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:53.975554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5e30-36d0-42fd-9dc9-294238e128c0 req-efd1775a-8b4b-45be-99ca-854ef7f8c7a6 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.977146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a51c5e30-36d0-42fd-9dc9-294238e128c0 req-efd1775a-8b4b-45be-99ca-854ef7f8c7a6 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 931 time: 0.0985672 Aug 31 07:44:53.980101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-558e3a7b-8f6e-4dff-9bea-eba45210f95a req-654aacd4-a87d-4c21-8833-48c7330818f6 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Aug 31 07:44:54.003121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.074375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a51c5e30-36d0-42fd-9dc9-294238e128c0 req-bafbf302-dd0f-4639-a8bd-e7708fc8ea16 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892675 Aug 31 07:44:54.086129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:54.096621 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.100552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 108e6e18-c20e-40c8-8192-9150413b0b53 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:54.176600 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bb5405-9389-4482-83d4-52b42d9b9666 x-openstack-request-id: req-d9bb5405-9389-4482-83d4-52b42d9b9666 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:54.176600 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e4aba9-b9cb-4ad0-8726-d54b96131a2d", "name": "network-vif-plugged", "status": "completed", "tag": "e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:54.176952 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9bb5405-9389-4482-83d4-52b42d9b9666 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:54.177138 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26', 'code': 200} Aug 31 07:44:54.192112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:54.213647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:54.214266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:54.214672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:54.219715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:54.221192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:54.228333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:54.230160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:54.230569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:54.231027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Bound port: 881117a1-abeb-4248-af80-f60f3a96813f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:54.232014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.268138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 108e6e18-c20e-40c8-8192-9150413b0b53 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:54.273260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 108e6e18-c20e-40c8-8192-9150413b0b53 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:54.273636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.278951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ad3b12d-975d-4db6-a728-dfc46cac7ccc req-3f2e6132-6b3c-492c-aca9-01ab474031e8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0349188 Aug 31 07:44:54.330442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9778-9850-441e-808b-1d2f89e64602 req-3751dfdd-95ce-4606-ab90-75a4b99e0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:54.332051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-efac9778-9850-441e-808b-1d2f89e64602 req-3751dfdd-95ce-4606-ab90-75a4b99e0a1c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 1097 time: 0.0592172 Aug 31 07:44:54.378028 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-efac9778-9850-441e-808b-1d2f89e64602 req-790203a8-4b97-45fb-9cba-574cf95fd616 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Aug 31 07:44:54.405597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.427139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:54.448356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 108e6e18-c20e-40c8-8192-9150413b0b53, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=108e6e18-c20e-40c8-8192-9150413b0b53,segment=NetworkSegment(435636e5-8be1-42ad-8b1a-db6a293b183c),segment_id=435636e5-8be1-42ad-8b1a-db6a293b183c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:54.463846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:54.506030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-aa118bdb-f570-4bad-9a2b-b760b35ad05a tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:54.507505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-aa118bdb-f570-4bad-9a2b-b760b35ad05a tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/networks?id=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 HTTP/1.1" status: 200 len: 822 time: 0.1889679 Aug 31 07:44:54.530571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1844e-e7da-494a-92bd-654d70e9f996 req-71e864d7-c827-49d9-bd3a-6c6e4176d84b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:54.532029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c1844e-e7da-494a-92bd-654d70e9f996 req-71e864d7-c827-49d9-bd3a-6c6e4176d84b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0894794 Aug 31 07:44:54.534525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-857173ff-3f23-4d93-b191-3d7796571d57 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/quotas/887914ebd6ec400498e555047fd4b70a HTTP/1.1" status: 200 len: 375 time: 0.0199111 Aug 31 07:44:54.569109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.570270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7490f5f7-9b9c-4be3-a99a-a9c3125d72de no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:54.581248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-93c80953-6c79-4472-a803-fd87cbe9dcbd tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=887914ebd6ec400498e555047fd4b70a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405114 Aug 31 07:44:54.610854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.614671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 7490f5f7-9b9c-4be3-a99a-a9c3125d72de {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:54.615783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7490f5f7-9b9c-4be3-a99a-a9c3125d72de not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:54.644010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=108e6e18-c20e-40c8-8192-9150413b0b53,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:54.662845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c1844e-e7da-494a-92bd-654d70e9f996 req-f02cf284-f179-40ac-9437-5e69168e8699 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190772 Aug 31 07:44:54.704089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:54.704783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.706260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] 10.222.0.45 "PUT /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 1092 time: 1.4931791 Aug 31 07:44:54.706831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:54.711097 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a2030-76b7-402d-9f69-bd672cbdf11e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "tag": "881117a1-abeb-4248-af80-f60f3a96813f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:54.760446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b16d-0466-411f-b89a-10f997949357 service neutron] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:54.784735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-5fd38fba-1401-4908-a6a4-ac54aad5650b service neutron] 10.222.0.36 "GET /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883554 Aug 31 07:44:54.870529 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7affadf-6202-43b9-9f60-89b19b54b39b x-openstack-request-id: req-e7affadf-6202-43b9-9f60-89b19b54b39b {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:54.870849 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "tag": "881117a1-abeb-4248-af80-f60f3a96813f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:54.871096 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7affadf-6202-43b9-9f60-89b19b54b39b {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:54.871488 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f', 'status': 'completed', 'code': 200} Aug 31 07:44:54.918383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-b049eb62-9754-4e9c-a542-5d6361389aaa service neutron] 10.222.0.36 "GET /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259873 Aug 31 07:44:54.932610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-d231a512-92f9-4094-8b7a-293181d65037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:54.934157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-d231a512-92f9-4094-8b7a-293181d65037 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1095 time: 0.0542552 Aug 31 07:44:55.001928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-6eb86819-c350-4c49-88ee-acf83539a036 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 217 time: 0.0554397 Aug 31 07:44:55.031802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fb086-d1e0-45b4-84b7-0ecbbe049e8a req-65b76480-d2df-42e4-a8cf-8ad728190783 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.033702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-572fb086-d1e0-45b4-84b7-0ecbbe049e8a req-65b76480-d2df-42e4-a8cf-8ad728190783 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 945 time: 0.0985570 Aug 31 07:44:55.092510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-38063fb2-0348-464d-9878-50005a78ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.094067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-38063fb2-0348-464d-9878-50005a78ff85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0797379 Aug 31 07:44:55.101434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-572fb086-d1e0-45b4-84b7-0ecbbe049e8a req-b029194a-5781-4bac-baae-d21480dfdf7f tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Aug 31 07:44:55.138095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-add390a7-61eb-4ce3-bd75-0804c589e4d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331521 Aug 31 07:44:55.270200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e0ad8-a410-40d2-bc72-93be4fd23e1a req-5babd4b1-cf0e-4974-8852-acc9889fa9c8 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.271996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-119e0ad8-a410-40d2-bc72-93be4fd23e1a req-5babd4b1-cf0e-4974-8852-acc9889fa9c8 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.1130273 Aug 31 07:44:55.305269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-0f698140-3205-49a9-9214-8835c8fa39bf service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557117 Aug 31 07:44:55.407938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-119e0ad8-a410-40d2-bc72-93be4fd23e1a req-d2de2c17-97e4-449b-9ee9-b1da8ef98ddc tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263418 Aug 31 07:44:55.424584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc3296-b3da-431f-ae12-37abf7c65c8a req-81e9fa17-d328-4c39-ae89-33247ef6fec8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.432642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bedc3296-b3da-431f-ae12-37abf7c65c8a req-81e9fa17-d328-4c39-ae89-33247ef6fec8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.1497562 Aug 31 07:44:55.511625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e14bfafe-47ce-4b3f-8222-0466f685233d req-e69e35fa-5c2c-4e19-9e7d-7b470ddcc412 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 210 time: 0.0464580 Aug 31 07:44:55.520431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bedc3296-b3da-431f-ae12-37abf7c65c8a req-6e5f93f4-6f1d-4e71-a40d-fd8ed0f017f2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870399 Aug 31 07:44:55.523002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fd417ca-6a0a-40ea-a3f1-cf227c9d084a req-b8073ed5-a28e-46fa-838a-b6eb837d82dc service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974936 Aug 31 07:44:55.607584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3e56093-91c7-4948-8cde-cdb39c54a30a req-1733e7a2-d2ce-4bde-b5fe-cb1dfc4267e9 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0343454 Aug 31 07:44:55.817116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:55.851383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd555e9-6449-4bff-8bd0-a2829b228f9b req-facb4eff-3791-4b3c-b758-94f3fcd47d53 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.860226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd555e9-6449-4bff-8bd0-a2829b228f9b req-facb4eff-3791-4b3c-b758-94f3fcd47d53 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1074481 Aug 31 07:44:55.887327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-44e58d67-debb-458b-9a54-8f06d56aab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.889012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-44e58d67-debb-458b-9a54-8f06d56aab84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1095 time: 0.1080329 Aug 31 07:44:55.924063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd555e9-6449-4bff-8bd0-a2829b228f9b req-39a99af3-d245-4eef-a65a-3a2181e7a0cf tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623577 Aug 31 07:44:55.998047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-c1d16c4d-393d-4c07-b5e4-fe98b9edb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.999845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-c1d16c4d-393d-4c07-b5e4-fe98b9edb8bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1000607 Aug 31 07:44:56.045707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-45723fd5-c09b-4c45-adc8-9422c0fad1d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 217 time: 0.0375829 Aug 31 07:44:56.099751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-ef34fe43-2470-4fc1-ab96-3049d1afb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:56.101270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-ef34fe43-2470-4fc1-ab96-3049d1afb264 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0485914 Aug 31 07:44:56.143670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-ebc4f10c-264c-4b14-94d8-4fc310bb300f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340989 Aug 31 07:44:56.180359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1338c60e-cf6f-4241-880b-7f36c2752819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108e6e18-c20e-40c8-8192-9150413b0b53'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:56.181402 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02afb76-d163-4d58-88c0-0b9a306caea1" -d '{"events": [{"server_uuid": "1338c60e-cf6f-4241-880b-7f36c2752819", "name": "network-vif-plugged", "status": "completed", "tag": "108e6e18-c20e-40c8-8192-9150413b0b53"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:56.221387 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edede4ac-7de7-4d8b-900f-195f546f3e98 x-openstack-request-id: req-edede4ac-7de7-4d8b-900f-195f546f3e98 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:56.221834 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1338c60e-cf6f-4241-880b-7f36c2752819", "name": "network-vif-plugged", "status": "completed", "tag": "108e6e18-c20e-40c8-8192-9150413b0b53", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:56.222169 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edede4ac-7de7-4d8b-900f-195f546f3e98 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:56.223014 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1338c60e-cf6f-4241-880b-7f36c2752819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108e6e18-c20e-40c8-8192-9150413b0b53', 'code': 200} Aug 31 07:44:56.279443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced2071-2656-4e17-a39e-13afded01d49 req-1e22f72e-71ab-471e-ae01-bfc85a141f9e tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:56.280987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ced2071-2656-4e17-a39e-13afded01d49 req-1e22f72e-71ab-471e-ae01-bfc85a141f9e tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 945 time: 0.0816710 Aug 31 07:44:56.288539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-1d4d6759-fbee-43b5-871b-ae24d4dee08c service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364913 Aug 31 07:44:56.328586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bc1c8-f81b-4646-8568-c6403b1fb706 req-43b46278-7231-4ff3-ba6b-5b0770609475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:56.331441 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-851bc1c8-f81b-4646-8568-c6403b1fb706 req-43b46278-7231-4ff3-ba6b-5b0770609475 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 1098 time: 0.0448730 Aug 31 07:44:56.370342 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-851bc1c8-f81b-4646-8568-c6403b1fb706 req-7c047421-cb10-47ad-beff-ea1bb2cf7a3d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Aug 31 07:44:56.386713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ced2071-2656-4e17-a39e-13afded01d49 req-19fe8480-1bcc-4c5d-9a90-a2b54e872e64 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971956 Aug 31 07:44:56.421698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.422749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6a2030-76b7-402d-9f69-bd672cbdf11e req-ea236ac0-30bb-4220-9788-0c0fd75bdcc8 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188312 Aug 31 07:44:56.543498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ea9d-bcd1-4fa6-9f33-fedbee483e8a req-25628796-c9ef-4765-a06c-8cfc9abdd60e tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:56.545226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c65ea9d-bcd1-4fa6-9f33-fedbee483e8a req-25628796-c9ef-4765-a06c-8cfc9abdd60e tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.0605679 Aug 31 07:44:56.621552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c65ea9d-bcd1-4fa6-9f33-fedbee483e8a req-a273afd6-a314-4717-ae4e-d517fe0ca793 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666330 Aug 31 07:44:56.623550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6690eef8-1b02-405f-a2f8-97d61c8d198b req-03f36f48-520e-490d-a419-1f258e7b21b5 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 210 time: 0.0370717 Aug 31 07:44:56.660083 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50983bc2-5b03-4f39-9dcd-c61305a8f7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.751788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2162ec7-8d85-470d-9817-69e502776848 req-97154c56-6c89-4a3b-99b6-f10cd5be5226 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0449173 Aug 31 07:44:56.783814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1456d-d162-4cf3-b5b9-6d399604611d req-d5a45e42-d92e-46ac-a48a-b3fc23a189c7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:56.787779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71a1456d-d162-4cf3-b5b9-6d399604611d req-d5a45e42-d92e-46ac-a48a-b3fc23a189c7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.0882676 Aug 31 07:44:56.824699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71a1456d-d162-4cf3-b5b9-6d399604611d req-6302b54c-b4df-43f7-b6c4-7d3fc5170c65 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Aug 31 07:44:57.051164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99153cba-ddc4-4a29-877b-9be3769c43a5 req-62b6fae1-97ad-471c-b85a-ef79c29a499d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.052818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99153cba-ddc4-4a29-877b-9be3769c43a5 req-62b6fae1-97ad-471c-b85a-ef79c29a499d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0505280 Aug 31 07:44:57.097891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99153cba-ddc4-4a29-877b-9be3769c43a5 req-8d9fe426-7ee3-4886-90b8-8c1079a134cc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Aug 31 07:44:57.788086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ad0aeeb-a30c-48f6-a406-87ad7d877599 req-0af12d48-187a-41d7-a225-ed4db30b6664 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 210 time: 0.0480535 Aug 31 07:44:57.812769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07cb9-8df2-4521-b6bb-e248e64255f3 req-aa778ed5-308b-4990-ab1b-cbf7529ca101 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.814895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ae07cb9-8df2-4521-b6bb-e248e64255f3 req-aa778ed5-308b-4990-ab1b-cbf7529ca101 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.1139154 Aug 31 07:44:57.857641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ae07cb9-8df2-4521-b6bb-e248e64255f3 req-49262d52-d530-4144-8c6b-7e1a775e1b9b tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Aug 31 07:44:57.896855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05b01d54-a575-4f9e-bb22-54429bbe08f2 req-ed0e6dc3-d562-4cec-9174-7ca2299dcadd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d471d1b-97da-45b5-8fc3-c8b7cfcaf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Aug 31 07:44:57.923314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.989831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45078cb-c28d-40e4-b97e-4f1e81e41dcd req-38879d49-7039-4bd4-9e3b-352987d553cb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.991636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45078cb-c28d-40e4-b97e-4f1e81e41dcd req-38879d49-7039-4bd4-9e3b-352987d553cb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.0715129 Aug 31 07:44:58.034966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45078cb-c28d-40e4-b97e-4f1e81e41dcd req-38c1fc16-593f-419c-8461-eacee89ccf2e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Aug 31 07:44:58.224034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc6432-a84e-4f48-8ed9-0aa3efb1de79 req-fe0fbad5-1c0e-4482-a6bf-18bc3588cd78 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:58.226954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcdc6432-a84e-4f48-8ed9-0aa3efb1de79 req-fe0fbad5-1c0e-4482-a6bf-18bc3588cd78 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0547416 Aug 31 07:44:58.332404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcdc6432-a84e-4f48-8ed9-0aa3efb1de79 req-f54cd8bd-771b-41b2-876d-7fa4dee40c7b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939469 Aug 31 07:44:58.362465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-416a0894-fa2f-4a81-a3ad-45f94974ca0e tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:58.363996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-416a0894-fa2f-4a81-a3ad-45f94974ca0e tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.45 "GET /v2.0/networks?id=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 HTTP/1.1" status: 200 len: 822 time: 0.1358275 Aug 31 07:44:58.386720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Request body: {'port': {'device_id': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8', 'admin_state_up': True, 'tenant_id': '887914ebd6ec400498e555047fd4b70a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:58.759216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Made reservation on behalf of 887914ebd6ec400498e555047fd4b70a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:58.762760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.914261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a663c46-7442-4802-85fe-9fcbf55dc74f req-9139b2de-7ef3-4418-a921-e460eabf2f30 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 210 time: 0.0535889 Aug 31 07:44:58.942612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Allocated IP 172.20.0.7 (d881dcc0-b51f-40f7-b6d2-f755ce4d79d8/0f2944e7-9fb6-4af9-92c3-cd6b490514fe/d025fcb5-5139-4a85-b658-dbf4df248821) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:59.076589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:59.126712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331294-aa46-4ae1-a50b-d5526b6899f9 req-f1718ee9-5bca-4c01-b178-e278acc06dcb tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:59.128409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70331294-aa46-4ae1-a50b-d5526b6899f9 req-f1718ee9-5bca-4c01-b178-e278acc06dcb tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.1745665 Aug 31 07:44:59.195640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70331294-aa46-4ae1-a50b-d5526b6899f9 req-ad9625b0-c3a1-431a-917d-58f384dc9c4d tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602386 Aug 31 07:44:59.201683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:59.219708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '881117a1-abeb-4248-af80-f60f3a96813f', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'port_id': '881117a1-abeb-4248-af80-f60f3a96813f', 'mac_address': 'fa:16:3e:b0:23:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019a63c-8ec4-4553-b6a6-41d1a0a163a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:59.261540 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.276443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.279274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881117a1-abeb-4248-af80-f60f3a96813f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:59.311636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e746914-e411-423f-bcec-baf9cd05eebd req-ac08a154-c812-4ffe-a79c-ea8bb0b5d15d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:59.313391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:59.313564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e746914-e411-423f-bcec-baf9cd05eebd req-ac08a154-c812-4ffe-a79c-ea8bb0b5d15d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.1064692 Aug 31 07:44:59.409817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc11b-3393-46a0-845b-55f5fcfd65d4 req-ed53bd9d-f210-40f0-a7f2-39c2b052c06f tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:59.411372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e2cc11b-3393-46a0-845b-55f5fcfd65d4 req-ed53bd9d-f210-40f0-a7f2-39c2b052c06f tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.0968089 Aug 31 07:44:59.418327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e746914-e411-423f-bcec-baf9cd05eebd req-e162b5e5-6473-49c0-8317-44d308019ef3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894682 Aug 31 07:44:59.441979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.465448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.478366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e2cc11b-3393-46a0-845b-55f5fcfd65d4 req-7626a345-d496-484e-8706-f7e88cf7120c tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Aug 31 07:44:59.482350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:59.534509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ce2fd-bd8b-4a50-af1a-d6734d0c0507 req-be2918b6-8fc3-4c4f-843c-51c6552de97c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:59.541682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf1ce2fd-bd8b-4a50-af1a-d6734d0c0507 req-be2918b6-8fc3-4c4f-843c-51c6552de97c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0555608 Aug 31 07:44:59.575516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.679429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf1ce2fd-bd8b-4a50-af1a-d6734d0c0507 req-8ef1cd05-cfa9-43b7-bcbd-23a9fe3c5a6f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361392 Aug 31 07:44:59.681187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:59.685412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['881117a1-abeb-4248-af80-f60f3a96813f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:59.698262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:59.701511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:00.040552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Pushing event updated for resources: {'Port': ['ID=d025fcb5-5139-4a85-b658-dbf4df248821,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:00.073272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f20ec-313c-4b6d-8607-298171eccf74 req-fe35dc00-08e5-44f0-a2ef-47bf64ee1a81 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:00.074794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5f20ec-313c-4b6d-8607-298171eccf74 req-fe35dc00-08e5-44f0-a2ef-47bf64ee1a81 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.5172791 Aug 31 07:45:00.087250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:00.087779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.104405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5f20ec-313c-4b6d-8607-298171eccf74 req-e1b3d87d-b8aa-489d-8b78-c64e378ccc05 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0238781 Aug 31 07:45:00.136415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5f20ec-313c-4b6d-8607-298171eccf74 req-8877ee9e-e4d8-4abc-9eac-92112fcb0926 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262115 Aug 31 07:45:00.198379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-15395c83-6e27-47b3-aa12-ba1343095608 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8162420 Aug 31 07:45:00.212086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Request body: {'port': {'device_id': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:00.262318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5f20ec-313c-4b6d-8607-298171eccf74 req-93ae4891-1c10-41fa-a74a-aadf674bda37 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187532 Aug 31 07:45:00.330336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.410664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb5f20ec-313c-4b6d-8607-298171eccf74 req-5b5660e5-dc4d-45d0-bf9c-b63fb1a0eb35 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330111 Aug 31 07:45:00.628147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d025fcb5-5139-4a85-b658-dbf4df248821 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:00.637631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.659577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Transition to ACTIVE for port object d025fcb5-5139-4a85-b658-dbf4df248821 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:00.716664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffc7ad-85b1-439d-8155-6be1944c0dbf req-0540aa8e-c4c7-4ae5-ada4-8c235d55851e tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:00.719550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4ffc7ad-85b1-439d-8155-6be1944c0dbf req-0540aa8e-c4c7-4ae5-ada4-8c235d55851e tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.0701120 Aug 31 07:45:00.760461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4ffc7ad-85b1-439d-8155-6be1944c0dbf req-1941372a-7cd0-4937-beb3-759616fb3041 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344133 Aug 31 07:45:00.815336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.896166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Pushing event updated for resources: {'Port': ['ID=d025fcb5-5139-4a85-b658-dbf4df248821,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:00.920843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0b8e6-5f4b-4a2e-98f8-8471eccb838f req-fa1aff56-6ac3-48ca-a6ac-5c5614a89c3f tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:00.922637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21f0b8e6-5f4b-4a2e-98f8-8471eccb838f req-fa1aff56-6ac3-48ca-a6ac-5c5614a89c3f tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 943 time: 0.0784154 Aug 31 07:45:01.024332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21f0b8e6-5f4b-4a2e-98f8-8471eccb838f req-68dbf922-f9bb-43f9-857f-019cd68e4d12 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862930 Aug 31 07:45:01.049012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Attempting to bind port d025fcb5-5139-4a85-b658-dbf4df248821 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:01.049968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Attempting to bind port d025fcb5-5139-4a85-b658-dbf4df248821 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:01.050558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Attempting to bind port d025fcb5-5139-4a85-b658-dbf4df248821 on network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:01.066212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Port d025fcb5-5139-4a85-b658-dbf4df248821 on network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:01.066823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Attempting to bind port d025fcb5-5139-4a85-b658-dbf4df248821 on network d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:01.078891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:01.079670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Checking segment: {'id': '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:01.080349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Bound using segment: {'id': '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:01.080970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Bound port: d025fcb5-5139-4a85-b658-dbf4df248821, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:01.082401 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.086042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:01.219430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] For port d025fcb5-5139-4a85-b658-dbf4df248821, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:01.256064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] For port d025fcb5-5139-4a85-b658-dbf4df248821, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d025fcb5-5139-4a85-b658-dbf4df248821,segment=NetworkSegment(99e1a7e4-de2e-4b8f-b9fe-aace2fe46056),segment_id=99e1a7e4-de2e-4b8f-b9fe-aace2fe46056)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:01.260131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e18e7760-69fe-42f1-99eb-5fa17aad76f9 req-23efd398-8c10-424e-a222-d71333f58283 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35ecb03-e96c-4a3f-8990-5fe2e1ea56d2 HTTP/1.1" status: 200 len: 210 time: 0.0540795 Aug 31 07:45:01.274530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855f373-fdc0-477e-bd22-0c4b3432c040 req-c86ee459-130d-45cb-ae17-fdec7e37c7ef tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.282228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f855f373-fdc0-477e-bd22-0c4b3432c040 req-c86ee459-130d-45cb-ae17-fdec7e37c7ef tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 944 time: 0.1385045 Aug 31 07:45:01.287259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 881117a1-abeb-4248-af80-f60f3a96813f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:01.288731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 881117a1-abeb-4248-af80-f60f3a96813f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:01.289525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.327016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f855f373-fdc0-477e-bd22-0c4b3432c040 req-3a28977d-e9e9-4cd6-9b79-f5c7749595ca tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Aug 31 07:45:01.405301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ddffc-4816-4132-9825-b6ca97053465 req-0cce55f9-06fa-44d0-bb60-32b2999dd9d1 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.407772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d99ddffc-4816-4132-9825-b6ca97053465 req-0cce55f9-06fa-44d0-bb60-32b2999dd9d1 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0752888 Aug 31 07:45:01.439765 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.484354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d99ddffc-4816-4132-9825-b6ca97053465 req-fb04d657-d3b4-4869-b538-89c78d91a76e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703437 Aug 31 07:45:01.493057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.493855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.496759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] 10.222.0.45 "PUT /v2.0/ports/d025fcb5-5139-4a85-b658-dbf4df248821 HTTP/1.1" status: 200 len: 1092 time: 1.2889788 Aug 31 07:45:01.499627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'tag': 'd025fcb5-5139-4a85-b658-dbf4df248821'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:01.504424 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82" -d '{"events": [{"name": "network-changed", "server_uuid": "48f57b06-7cd4-468b-82cc-6408f5ac4aba", "tag": "d025fcb5-5139-4a85-b658-dbf4df248821"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:01.551928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036b2e-783c-4cb5-a6d9-b6e3308c8222 service neutron] Pushing event updated for resources: {'Port': ['ID=d025fcb5-5139-4a85-b658-dbf4df248821,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:01.576098 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.633176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:01.635680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:01.638902 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cabcf2e-0255-43c5-ab98-e18ce2cfde4c" -d '{"events": [{"server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "name": "network-vif-plugged", "status": "completed", "tag": "881117a1-abeb-4248-af80-f60f3a96813f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:01.706300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-f1b21a09-15f6-471f-8171-5a7e124faf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.706300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-f1b21a09-15f6-471f-8171-5a7e124faf39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=887914ebd6ec400498e555047fd4b70a&device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 1095 time: 0.0521567 Aug 31 07:45:01.752730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-8a98e39a-0df6-4d62-a2a9-c49f7108b43b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d025fcb5-5139-4a85-b658-dbf4df248821 HTTP/1.1" status: 200 len: 217 time: 0.0442119 Aug 31 07:45:01.764544 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.828858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-63157784-de60-4d32-8753-1daacb735f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.830821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-63157784-de60-4d32-8753-1daacb735f21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f2944e7-9fb6-4af9-92c3-cd6b490514fe HTTP/1.1" status: 200 len: 862 time: 0.0697081 Aug 31 07:45:01.857515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:01.866183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.866666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.867013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.867352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.867688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.868019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.868344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.868676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.869001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.869323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.869645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.870006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.874004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-3e3f7025-3548-473c-a428-21765e74ea53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310550 Aug 31 07:45:01.979825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-f76c7943-f663-476b-8f49-6207e7c46b58 service neutron] 10.222.0.45 "GET /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963011 Aug 31 07:45:02.094034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc4879d4-1d7f-4ad5-86ca-f21042b1e188 req-8c540ee2-d7a6-4de0-b6e0-319802e61c3f service neutron] 10.222.0.45 "GET /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030383 Aug 31 07:45:02.268568 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2844e-f41c-43b9-aeb2-1756eb89694b x-openstack-request-id: req-78d2844e-f41c-43b9-aeb2-1756eb89694b {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:02.269034 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f57b06-7cd4-468b-82cc-6408f5ac4aba", "tag": "d025fcb5-5139-4a85-b658-dbf4df248821", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:02.269384 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78d2844e-f41c-43b9-aeb2-1756eb89694b {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:02.270043 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'tag': 'd025fcb5-5139-4a85-b658-dbf4df248821', 'status': 'completed', 'code': 200} Aug 31 07:45:02.301528 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f4a27-1cc2-4232-9732-f480f5ccc8a5 x-openstack-request-id: req-4f8f4a27-1cc2-4232-9732-f480f5ccc8a5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:02.302448 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "name": "network-vif-plugged", "status": "completed", "tag": "881117a1-abeb-4248-af80-f60f3a96813f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:02.303085 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f8f4a27-1cc2-4232-9732-f480f5ccc8a5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:02.303645 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f', 'code': 200} Aug 31 07:45:02.362600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-7ad199f6-3abe-43d6-bccb-a05227c652f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.365495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-7ad199f6-3abe-43d6-bccb-a05227c652f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=887914ebd6ec400498e555047fd4b70a&device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 1095 time: 0.0661530 Aug 31 07:45:02.583208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8b879-613d-46ce-bb91-28669a2d277b req-a3cfb3f3-cf1a-4e44-8403-83924f0dd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.585269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bd8b879-613d-46ce-bb91-28669a2d277b req-a3cfb3f3-cf1a-4e44-8403-83924f0dd337 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1097 time: 0.1934965 Aug 31 07:45:02.619540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f21b-1b71-4dee-8584-c07f8c63cf78 req-a9f43cde-8be9-4e95-96f1-88d1741c58d4 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.623012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4d2f21b-1b71-4dee-8584-c07f8c63cf78 req-a9f43cde-8be9-4e95-96f1-88d1741c58d4 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 943 time: 0.1983130 Aug 31 07:45:02.628821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-aeff9f2e-d046-4987-883c-f1d2124ad717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.630864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-aeff9f2e-d046-4987-883c-f1d2124ad717 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 HTTP/1.1" status: 200 len: 923 time: 0.2398605 Aug 31 07:45:02.641108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00c11e-aa29-4e52-a033-8cc5e812d57f req-12126a9b-d3cb-4567-a90f-499910ca90a5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.642667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f00c11e-aa29-4e52-a033-8cc5e812d57f req-12126a9b-d3cb-4567-a90f-499910ca90a5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.1292212 Aug 31 07:45:02.711897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-6be850c2-a19e-4fba-932e-c7f05eac81c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d025fcb5-5139-4a85-b658-dbf4df248821 HTTP/1.1" status: 200 len: 217 time: 0.0683150 Aug 31 07:45:02.731286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bd8b879-613d-46ce-bb91-28669a2d277b req-2f1a72aa-5310-4cae-9cf0-15e3cfe4c40e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308792 Aug 31 07:45:02.773161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4d2f21b-1b71-4dee-8584-c07f8c63cf78 req-a1777bcc-2c04-4f24-a743-9e3e789491d8 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396301 Aug 31 07:45:02.793891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f00c11e-aa29-4e52-a033-8cc5e812d57f req-00498d8c-781b-443c-94e5-ad583c40d6be tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369767 Aug 31 07:45:02.808123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-f6d00e4b-5c86-469a-9996-2ae1a142f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.814698 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-f6d00e4b-5c86-469a-9996-2ae1a142f374 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f2944e7-9fb6-4af9-92c3-cd6b490514fe HTTP/1.1" status: 200 len: 862 time: 0.0865722 Aug 31 07:45:02.940856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450401-a3fe-44f6-945f-fb35c25d0ac2 req-5ddf036b-4906-4643-8885-49011576e808 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.942380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb450401-a3fe-44f6-945f-fb35c25d0ac2 req-5ddf036b-4906-4643-8885-49011576e808 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.0757432 Aug 31 07:45:02.997277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-367ecab4-d142-4aee-b84f-e89de43048da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446455 Aug 31 07:45:03.004771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0fd6e-8bda-48a5-b845-029606ce0530 req-48b414f6-a47f-484b-9f70-5eeb2db3a2c2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.009984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7af0fd6e-8bda-48a5-b845-029606ce0530 req-48b414f6-a47f-484b-9f70-5eeb2db3a2c2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1084237 Aug 31 07:45:03.092774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb450401-a3fe-44f6-945f-fb35c25d0ac2 req-c68b3b26-08f7-4d4a-b36d-f281801203e7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421068 Aug 31 07:45:03.096272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:03.121120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7af0fd6e-8bda-48a5-b845-029606ce0530 req-6f2b4c45-943e-436f-9028-2698215b3c9d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049521 Aug 31 07:45:03.194535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-915625fe-03d0-4af9-9beb-78a628153629 service neutron] 10.222.0.45 "GET /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871567 Aug 31 07:45:03.262785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:03.276041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'mac_address': 'fa:16:3e:b5:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:03.315486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.330225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3548223b-3f0e-4759-a3cd-9d78d6cabb32 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:03.353727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:03.392711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7fb1bc-d3eb-4303-892a-62bcc627ea82 req-22ce074a-24a9-4c92-b0b4-cdff673e5911 service neutron] 10.222.0.45 "GET /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852665 Aug 31 07:45:03.443531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-bde46d04-4617-4cb3-93ee-3ef896022e20 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.447609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-bde46d04-4617-4cb3-93ee-3ef896022e20 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.1807749 Aug 31 07:45:03.452904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.471862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-2fb36233-1441-4959-9f6d-0008e0768bf2 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0179913 Aug 31 07:45:03.514793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-9fa263bc-f1e6-4689-9a3c-8fa44121e97b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369625 Aug 31 07:45:03.545758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:03.567070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['3548223b-3f0e-4759-a3cd-9d78d6cabb32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:03.625728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-46d036e2-5fcc-4b35-ba04-4187e7944a42 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043139 Aug 31 07:45:03.684660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-c7fb5628-e901-4b5f-bb42-1bdedac3753c tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.686988 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-c7fb5628-e901-4b5f-bb42-1bdedac3753c tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.68 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.0665650 Aug 31 07:45:03.793163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-450d6958-ee44-4289-8819-773363969bad service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582983 Aug 31 07:45:03.858889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Deleting port 108e6e18-c20e-40c8-8192-9150413b0b53 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:03.859243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.960985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cff55-8d8a-435d-a1c2-56d1353f3e27 req-40246cfd-0802-4328-a61b-de57c96130c5 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.962709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a62cff55-8d8a-435d-a1c2-56d1353f3e27 req-40246cfd-0802-4328-a61b-de57c96130c5 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 943 time: 0.0658455 Aug 31 07:45:04.004639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] For port 108e6e18-c20e-40c8-8192-9150413b0b53, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=108e6e18-c20e-40c8-8192-9150413b0b53,segment=NetworkSegment(435636e5-8be1-42ad-8b1a-db6a293b183c),segment_id=435636e5-8be1-42ad-8b1a-db6a293b183c)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:04.005071 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.023768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a62cff55-8d8a-435d-a1c2-56d1353f3e27 req-e44394d5-4fae-4b05-b64b-715adda108a9 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531728 Aug 31 07:45:04.028064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Calling delete_port for 108e6e18-c20e-40c8-8192-9150413b0b53 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:04.246427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf56ab80-8d37-41ef-b0ba-2f5478f87afb req-1b536b57-5f76-4e89-b019-9af83b3d246b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 210 time: 0.0565960 Aug 31 07:45:04.279179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33584dd8-a3e5-4e18-8a0f-b118813fb61a req-14bac78e-a912-4fe7-8cd7-79cae0fb0f29 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:04.281380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33584dd8-a3e5-4e18-8a0f-b118813fb61a req-14bac78e-a912-4fe7-8cd7-79cae0fb0f29 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 946 time: 0.1646733 Aug 31 07:45:04.299177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.305649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['108e6e18-c20e-40c8-8192-9150413b0b53'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:04.351176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33584dd8-a3e5-4e18-8a0f-b118813fb61a req-4829f86f-cf34-49f4-b31c-fadf6ac13e7b tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/security-groups?id=8bb328f7-fe41-455e-8712-6912fcd8a8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Aug 31 07:45:04.389036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Pushing event deleted for resources: {'Port': ['ID=108e6e18-c20e-40c8-8192-9150413b0b53,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:04.513279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] No DVR routers for this DVR port 108e6e18-c20e-40c8-8192-9150413b0b53 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:04.524832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.527740 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-89664dce-7d1c-4637-86c6-bb84ef6a2294 req-0557c978-e8ba-4118-8cb9-7d81d0c715c5 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.68 "DELETE /v2.0/ports/108e6e18-c20e-40c8-8192-9150413b0b53 HTTP/1.1" status: 204 len: 173 time: 0.8320580 Aug 31 07:45:04.528229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1338c60e-cf6f-4241-880b-7f36c2752819', 'name': 'network-vif-deleted', 'tag': '108e6e18-c20e-40c8-8192-9150413b0b53'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:04.539375 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6734acbb-7cec-45b3-a8db-bff75d218d71" -d '{"events": [{"server_uuid": "1338c60e-cf6f-4241-880b-7f36c2752819", "name": "network-vif-deleted", "tag": "108e6e18-c20e-40c8-8192-9150413b0b53"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:04.558034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24c3e9-b4e9-4e9d-aad6-91ae107b6ce3 req-805b576d-df1b-42f2-a009-9f62fda1d297 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:04.568938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e24c3e9-b4e9-4e9d-aad6-91ae107b6ce3 req-805b576d-df1b-42f2-a009-9f62fda1d297 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 944 time: 0.1306951 Aug 31 07:45:04.720138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e24c3e9-b4e9-4e9d-aad6-91ae107b6ce3 req-f9298d31-9cc4-4397-bbbe-87fdb0796531 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498101 Aug 31 07:45:04.976750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c81fd-f9e6-4e70-bf83-3b20f58cac4c req-41df92b2-3c4a-48c2-8c16-32d4e0fb76f8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:04.991335 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f61c30-aec3-4ffe-9e6b-cfdbac749416 x-openstack-request-id: req-c1f61c30-aec3-4ffe-9e6b-cfdbac749416 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:04.996300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d9c81fd-f9e6-4e70-bf83-3b20f58cac4c req-41df92b2-3c4a-48c2-8c16-32d4e0fb76f8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.1236446 Aug 31 07:45:04.997958 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1338c60e-cf6f-4241-880b-7f36c2752819", "name": "network-vif-deleted", "tag": "108e6e18-c20e-40c8-8192-9150413b0b53", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:04.998511 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1f61c30-aec3-4ffe-9e6b-cfdbac749416 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:04.999521 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1338c60e-cf6f-4241-880b-7f36c2752819', 'name': 'network-vif-deleted', 'tag': '108e6e18-c20e-40c8-8192-9150413b0b53', 'status': 'completed', 'code': 200} Aug 31 07:45:05.090773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d025fcb5-5139-4a85-b658-dbf4df248821 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:05.095466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:05.106443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d9c81fd-f9e6-4e70-bf83-3b20f58cac4c req-d6feda21-a82e-4948-b1c6-905d64305f58 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089818 Aug 31 07:45:05.296740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:05.298083 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.308564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560ded-2a97-488c-93a3-d5223c180e71 req-a4dc3574-0af2-4b43-adf6-4e51df5d5dea tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:05.317656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91560ded-2a97-488c-93a3-d5223c180e71 req-a4dc3574-0af2-4b43-adf6-4e51df5d5dea tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.1431129 Aug 31 07:45:05.362191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d025fcb5-5139-4a85-b658-dbf4df248821, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d025fcb5-5139-4a85-b658-dbf4df248821,segment=NetworkSegment(99e1a7e4-de2e-4b8f-b9fe-aace2fe46056),segment_id=99e1a7e4-de2e-4b8f-b9fe-aace2fe46056)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:05.383249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd025fcb5-5139-4a85-b658-dbf4df248821', 'network_id': 'd881dcc0-b51f-40f7-b6d2-f755ce4d79d8', 'port_id': 'd025fcb5-5139-4a85-b658-dbf4df248821', 'mac_address': 'fa:16:3e:6a:eb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2944e7-9fb6-4af9-92c3-cd6b490514fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:05.391869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91560ded-2a97-488c-93a3-d5223c180e71 req-db955446-bb83-4993-848b-d9a1b7c54348 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724788 Aug 31 07:45:05.448872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62788-774c-43d7-b6db-328766d3cb22 req-505fcf92-716a-404e-8473-2a12276e4551 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:05.463225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7d62788-774c-43d7-b6db-328766d3cb22 req-505fcf92-716a-404e-8473-2a12276e4551 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 943 time: 0.2419720 Aug 31 07:45:05.517260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.566779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7d62788-774c-43d7-b6db-328766d3cb22 req-3d357ecb-3582-491d-bbf6-f1ccf8f3dcd0 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953074 Aug 31 07:45:05.594166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.633930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:05.638847 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bc599e-febd-4889-a438-6d1df75b8978" -d '{"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-plugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:05.656642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d025fcb5-5139-4a85-b658-dbf4df248821 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:05.682654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d025fcb5-5139-4a85-b658-dbf4df248821, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d025fcb5-5139-4a85-b658-dbf4df248821,segment=NetworkSegment(99e1a7e4-de2e-4b8f-b9fe-aace2fe46056),segment_id=99e1a7e4-de2e-4b8f-b9fe-aace2fe46056)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:05.687373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:05.722721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce412469-3172-4a76-840c-3141186a2504 req-84b23c8d-64c3-49f0-baa0-a8cb89a914b1 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:05.731146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce412469-3172-4a76-840c-3141186a2504 req-84b23c8d-64c3-49f0-baa0-a8cb89a914b1 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1097 time: 0.1633115 Aug 31 07:45:05.742852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1ffdcd9-20fe-485e-8f99-b3d2be2abb52 req-1dbb4870-0d60-459f-b4f6-1b4b386e6ae3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 210 time: 0.0618410 Aug 31 07:45:05.786306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce412469-3172-4a76-840c-3141186a2504 req-8d73ce01-2b11-41bd-afea-2ed995efea44 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540094 Aug 31 07:45:05.870352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-133de0f4-7a39-4023-af77-6e991ff13d93 req-5ee5054e-f4cc-4083-8c31-a64dee96cdc6 tempest-ServersNegativeTestMultiTenantJSON-1678522793 tempest-ServersNegativeTestMultiTenantJSON-1678522793-project] 10.222.0.36 "GET /v2.0/ports?device_id=1338c60e-cf6f-4241-880b-7f36c2752819 HTTP/1.1" status: 200 len: 210 time: 0.0307717 Aug 31 07:45:05.897856 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.975501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.980013 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f170b601-f1ec-430c-b8e2-0b25bb610218 x-openstack-request-id: req-f170b601-f1ec-430c-b8e2-0b25bb610218 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:05.989897 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-plugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:05.989897 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f170b601-f1ec-430c-b8e2-0b25bb610218 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:05.991047 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'code': 200} Aug 31 07:45:06.055202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d025fcb5-5139-4a85-b658-dbf4df248821,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:06.166730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d025fcb5-5139-4a85-b658-dbf4df248821'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:06.206896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830583fb-5d6e-4246-a943-7ed79126a723 req-761de838-5b2f-46e7-8089-77df12435b02 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:06.209544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-830583fb-5d6e-4246-a943-7ed79126a723 req-761de838-5b2f-46e7-8089-77df12435b02 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1329670 Aug 31 07:45:06.289595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-830583fb-5d6e-4246-a943-7ed79126a723 req-1b108665-5947-41fc-872b-532290a68189 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712898 Aug 31 07:45:06.332869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:06.729294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05870412-37d0-4fa4-be22-ab58ea2ff88d req-f9cfc174-5203-4071-a35b-8bfaddb2912f tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:06.731123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05870412-37d0-4fa4-be22-ab58ea2ff88d req-f9cfc174-5203-4071-a35b-8bfaddb2912f tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 944 time: 0.0648220 Aug 31 07:45:06.777519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05870412-37d0-4fa4-be22-ab58ea2ff88d req-a81636e2-1abc-42e6-a031-fd9142ceb8f8 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Aug 31 07:45:06.897464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fe3da8a-8f99-46e4-b225-73a42bd69170 req-c110246a-dd7e-400e-9cb1-5f2476f24a92 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 210 time: 0.0661039 Aug 31 07:45:06.938023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37472) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:07.008205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Deleting subnet fc65a2ad-bd0f-4549-95f4-07ad421df998 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:07.011563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.060648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.105884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.128092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d025fcb5-5139-4a85-b658-dbf4df248821 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:07.294946 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.320434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d025fcb5-5139-4a85-b658-dbf4df248821 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:07.327667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d025fcb5-5139-4a85-b658-dbf4df248821 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:07.328887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.402855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.416765 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fc65a2ad-bd0f-4549-95f4-07ad421df998 HTTP/1.1" status: 204 len: 168 time: 0.4776192 Aug 31 07:45:07.417079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37482) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:07.418174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191711-ed05-494b-8276-b37c5a7badcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc65a2ad-bd0f-4549-95f4-07ad421df998,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:07.539268 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.554073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 108e6e18-c20e-40c8-8192-9150413b0b53 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:07.575255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.580933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 108e6e18-c20e-40c8-8192-9150413b0b53 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:07.581400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 108e6e18-c20e-40c8-8192-9150413b0b53 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:07.604376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d025fcb5-5139-4a85-b658-dbf4df248821, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d025fcb5-5139-4a85-b658-dbf4df248821,segment=NetworkSegment(99e1a7e4-de2e-4b8f-b9fe-aace2fe46056),segment_id=99e1a7e4-de2e-4b8f-b9fe-aace2fe46056)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:07.629116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f8f84-9dfd-4c95-be42-9c0d63a70744 req-08774f5b-6de5-45df-b2b5-33f1c53b637d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:07.637946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-645f8f84-9dfd-4c95-be42-9c0d63a70744 req-08774f5b-6de5-45df-b2b5-33f1c53b637d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1733596 Aug 31 07:45:07.721789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.829436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d025fcb5-5139-4a85-b658-dbf4df248821,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:07.832139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.853768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba275df3-99b7-4526-9096-badde19f3002']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.871606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-645f8f84-9dfd-4c95-be42-9c0d63a70744 req-787e8c6d-ffe2-4d0b-acc3-0ccd75248fd3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296951 Aug 31 07:45:07.913591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435636e5-8be1-42ad-8b1a-db6a293b183c') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.915694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435636e5-8be1-42ad-8b1a-db6a293b183c') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.947642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.992425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025fcb5-5139-4a85-b658-dbf4df248821'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:07.996070 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0038359-94e0-436c-a8f0-aa989f8631fa" -d '{"events": [{"server_uuid": "48f57b06-7cd4-468b-82cc-6408f5ac4aba", "name": "network-vif-plugged", "status": "completed", "tag": "d025fcb5-5139-4a85-b658-dbf4df248821"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:08.040561 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.370861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-97e761ac-0ed7-4ed8-952d-0825395ff40d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:08.372389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-97e761ac-0ed7-4ed8-952d-0825395ff40d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.6532104 Aug 31 07:45:08.390321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:08.390321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:08.392218 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:08.410680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Request body: {'port': {'device_id': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'admin_state_up': True, 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:08.547288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a559d67-92e4-409e-bd46-d8c2c5f0b49e req-3a16e658-5562-4ff2-a7a7-9041b724b386 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:08.548851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a559d67-92e4-409e-bd46-d8c2c5f0b49e req-3a16e658-5562-4ff2-a7a7-9041b724b386 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 945 time: 0.5532327 Aug 31 07:45:08.587840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba466c-58d9-44ed-809a-5317a7e1c083 req-0479a4a7-c0b3-4eea-8ac0-0d7e28ef350b tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:08.589467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66ba466c-58d9-44ed-809a-5317a7e1c083 req-0479a4a7-c0b3-4eea-8ac0-0d7e28ef350b tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.2132976 Aug 31 07:45:08.761785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66ba466c-58d9-44ed-809a-5317a7e1c083 req-443c88b3-e916-41da-aeb7-d50c42780fa0 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584077 Aug 31 07:45:08.781203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a559d67-92e4-409e-bd46-d8c2c5f0b49e req-580de3d0-adb8-4d87-be56-349f464b1f2d tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163973 Aug 31 07:45:08.832685 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d5f1e-928d-4ea1-88db-7aa9d67b58d0 x-openstack-request-id: req-794d5f1e-928d-4ea1-88db-7aa9d67b58d0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:08.833608 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f57b06-7cd4-468b-82cc-6408f5ac4aba", "name": "network-vif-plugged", "status": "completed", "tag": "d025fcb5-5139-4a85-b658-dbf4df248821", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:08.834149 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-794d5f1e-928d-4ea1-88db-7aa9d67b58d0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:08.834880 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd025fcb5-5139-4a85-b658-dbf4df248821', 'code': 200} Aug 31 07:45:08.887252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fda01b6-6d34-4678-8059-7a5e2bb5842c req-7e318433-2f67-46d2-a62c-a93425ea167e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 210 time: 0.0510755 Aug 31 07:45:08.945654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb37c17-3a38-4404-b6fc-2adfc8c01a4b req-010fd8bb-af0d-48f0-aabd-a43ae2267fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:08.947280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fb37c17-3a38-4404-b6fc-2adfc8c01a4b req-010fd8bb-af0d-48f0-aabd-a43ae2267fc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 1097 time: 0.0449252 Aug 31 07:45:08.956362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.014244 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.014244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ba275df3-99b7-4526-9096-badde19f3002 HTTP/1.1" status: 204 len: 168 time: 1.5568981 Aug 31 07:45:09.014244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba275df3-99b7-4526-9096-badde19f3002,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.015410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.038062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.038413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.038758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.039099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.039432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.039764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.040112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.040426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.040749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.041073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.041397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.041776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a19b9ec-6aa4-4a6e-8b2c-a9033e942977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:09.047650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fb37c17-3a38-4404-b6fc-2adfc8c01a4b req-331f088c-b296-4d3a-b0ea-be034e785591 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919619 Aug 31 07:45:09.068242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1708145-3df0-4ce8-8fa6-3a3f34c1e2fa req-d0172a52-36ec-409a-954a-3d465feb96d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:09.069732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1708145-3df0-4ce8-8fa6-3a3f34c1e2fa req-d0172a52-36ec-409a-954a-3d465feb96d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0822020 Aug 31 07:45:09.071826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Deleting subnet 051fbd09-0863-4622-8757-cb4fbfc44a76 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:09.075175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.113104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.114651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1708145-3df0-4ce8-8fa6-3a3f34c1e2fa req-083e5c88-9170-4b2e-89fe-fedeb6de38f5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376496 Aug 31 07:45:09.153519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.159456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:09.165836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.321736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.356591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Allocated IP 172.20.0.11 (85c91e7d-b84e-474b-aece-0c86cc3261b5/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5/c56c8f24-7936-49c2-98a9-c4e72586eba3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:09.395068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.398947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/051fbd09-0863-4622-8757-cb4fbfc44a76 HTTP/1.1" status: 204 len: 168 time: 0.3822787 Aug 31 07:45:09.400512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9c1a-b3c0-437a-83c3-852f1945e9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051fbd09-0863-4622-8757-cb4fbfc44a76,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.401940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.572847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.740090 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.760366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215c21af-9adc-4080-8915-7d89dcc5c1dc']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:09.764264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.776161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6d52ba-f67b-4e1f-a4e6-e309aad5fd02') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:09.776467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6d52ba-f67b-4e1f-a4e6-e309aad5fd02') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:09.790034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.809317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.825678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:09.826104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:09.827820 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:10.008370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96228d80-9b61-4581-8927-625800af2c27 req-4e0cbf68-7f2f-4f14-b000-7b7b8645180f tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:10.010689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96228d80-9b61-4581-8927-625800af2c27 req-4e0cbf68-7f2f-4f14-b000-7b7b8645180f tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 945 time: 0.0664091 Aug 31 07:45:10.012567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.081954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.094798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:10.103754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.106954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] 10.222.0.36 "DELETE /v2.0/networks/215c21af-9adc-4080-8915-7d89dcc5c1dc HTTP/1.1" status: 204 len: 168 time: 0.7003651 Aug 31 07:45:10.113729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:10.137022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:10.140702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event updated for resources: {'Port': ['ID=c56c8f24-7936-49c2-98a9-c4e72586eba3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.154035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707021eb-e651-4f28-9413-c5fd3b46b23c admin admin] Pushing event deleted for resources: {'Network': ['ID=215c21af-9adc-4080-8915-7d89dcc5c1dc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.186220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96228d80-9b61-4581-8927-625800af2c27 req-7261734e-bc2b-4b39-9217-a55140e00b60 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674047 Aug 31 07:45:10.238234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:10.238919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.352694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f271bfd-9d75-4147-930d-0970c51ab0a5 req-0c43f051-76d9-4869-88a5-e547045da3e4 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:10.357134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f271bfd-9d75-4147-930d-0970c51ab0a5 req-0c43f051-76d9-4869-88a5-e547045da3e4 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.0721478 Aug 31 07:45:10.365306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-74be02d5-160e-4a74-9076-303456931d5c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9561787 Aug 31 07:45:10.383031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Request body: {'port': {'device_id': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:10.440949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f271bfd-9d75-4147-930d-0970c51ab0a5 req-b680cd2f-f69a-4867-b1e1-57f39c58b49b tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722709 Aug 31 07:45:10.480040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.655480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37548) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:10.713243 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-212a9dbb-c241-4371-a76b-799cf0f0f41d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0245c3d8b2db4ff2ad5166164ab4010c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551941 Aug 31 07:45:10.718475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:10.773352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49af966a-4ecf-4bba-94b0-4eb21d2596a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.812040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49af966a-4ecf-4bba-94b0-4eb21d2596a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.812420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225309b-3365-49ed-a73f-9f14fc51f3c9 req-b642606a-528f-4823-984a-676d7864bf5e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:10.814146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3225309b-3365-49ed-a73f-9f14fc51f3c9 req-b642606a-528f-4823-984a-676d7864bf5e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 932 time: 0.1628962 Aug 31 07:45:10.898838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3225309b-3365-49ed-a73f-9f14fc51f3c9 req-8f538df0-5f01-43f1-a2fd-5367b858e90f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773323 Aug 31 07:45:10.925690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56c8f24-7936-49c2-98a9-c4e72586eba3 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:10.958146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.056734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49af966a-4ecf-4bba-94b0-4eb21d2596a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.057789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Transition to ACTIVE for port object c56c8f24-7936-49c2-98a9-c4e72586eba3 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:11.059651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49af966a-4ecf-4bba-94b0-4eb21d2596a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.060865 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-49af966a-4ecf-4bba-94b0-4eb21d2596a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bb328f7-fe41-455e-8712-6912fcd8a8f2 HTTP/1.1" status: 204 len: 168 time: 0.3410480 Aug 31 07:45:11.067996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17610f8-95b0-4faa-ab27-5b2b3c632f4f req-fee6b1d2-e554-49df-9c73-5a497abbca43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:11.070267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f17610f8-95b0-4faa-ab27-5b2b3c632f4f req-fee6b1d2-e554-49df-9c73-5a497abbca43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0599756 Aug 31 07:45:11.079453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af966a-4ecf-4bba-94b0-4eb21d2596a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb328f7-fe41-455e-8712-6912fcd8a8f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:11.151580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f17610f8-95b0-4faa-ab27-5b2b3c632f4f req-605440c7-b9dd-444f-974a-e81dde5f2906 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746000 Aug 31 07:45:11.239068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.310841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Pushing event updated for resources: {'Port': ['ID=c56c8f24-7936-49c2-98a9-c4e72586eba3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:11.409577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd4920-5285-4b04-a113-ec9356b37712 req-103dcf53-101b-4365-8da7-50730722fece tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:11.411683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34cd4920-5285-4b04-a113-ec9356b37712 req-103dcf53-101b-4365-8da7-50730722fece tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 945 time: 0.0957906 Aug 31 07:45:11.498942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Attempting to bind port c56c8f24-7936-49c2-98a9-c4e72586eba3 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:11.499324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Attempting to bind port c56c8f24-7936-49c2-98a9-c4e72586eba3 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:11.499804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Attempting to bind port c56c8f24-7936-49c2-98a9-c4e72586eba3 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:11.522536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34cd4920-5285-4b04-a113-ec9356b37712 req-52c3561c-b5ba-459c-a4dc-7dee57d12607 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Aug 31 07:45:11.536499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Port c56c8f24-7936-49c2-98a9-c4e72586eba3 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:11.536841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Attempting to bind port c56c8f24-7936-49c2-98a9-c4e72586eba3 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:11.546920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:11.549294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:11.553926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Bound using segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:11.554597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Bound port: c56c8f24-7936-49c2-98a9-c4e72586eba3, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:11.555166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.743626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-f752f3ba-4718-40ab-9d5c-e6cd304bd73c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:11.750446 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-f752f3ba-4718-40ab-9d5c-e6cd304bd73c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.1372626 Aug 31 07:45:11.779829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] For port c56c8f24-7936-49c2-98a9-c4e72586eba3, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:11.784154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] For port c56c8f24-7936-49c2-98a9-c4e72586eba3, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:11.814895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352d5ab-5eab-40a1-8ec2-939ed5acc780 req-b4965b2a-0a8a-4f74-b746-a8b8d8175244 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:11.826248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f352d5ab-5eab-40a1-8ec2-939ed5acc780 req-b4965b2a-0a8a-4f74-b746-a8b8d8175244 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 946 time: 0.1810265 Aug 31 07:45:11.897987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f352d5ab-5eab-40a1-8ec2-939ed5acc780 req-ced68b9b-b1fb-4600-8b27-c3dcbd5f6d61 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702744 Aug 31 07:45:11.910869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.933488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Deleting port 42b53a97-5d6a-441e-8010-369b21b11c4a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:11.944391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.975351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:11.976033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.979088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] 10.222.0.45 "PUT /v2.0/ports/c56c8f24-7936-49c2-98a9-c4e72586eba3 HTTP/1.1" status: 200 len: 1093 time: 1.6011305 Aug 31 07:45:11.979486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'tag': 'c56c8f24-7936-49c2-98a9-c4e72586eba3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:11.981955 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e346b-61f8-4850-a617-e0095c6935cb" -d '{"events": [{"name": "network-changed", "server_uuid": "abd8b2e8-19ff-4a28-b43d-7cb7d8432568", "tag": "c56c8f24-7936-49c2-98a9-c4e72586eba3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:12.025125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd1a92-21c2-482d-b0ec-c487a8efa361 service neutron] Pushing event updated for resources: {'Port': ['ID=c56c8f24-7936-49c2-98a9-c4e72586eba3,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.085793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] For port 42b53a97-5d6a-441e-8010-369b21b11c4a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=42b53a97-5d6a-441e-8010-369b21b11c4a,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:12.086358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.137658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ae31-9d67-431e-ab03-4c7f1409c9da req-b341a106-9063-43ba-a834-6e7ada3eddda tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.140291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b583ae31-9d67-431e-ab03-4c7f1409c9da req-b341a106-9063-43ba-a834-6e7ada3eddda tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 944 time: 0.0757978 Aug 31 07:45:12.244910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b583ae31-9d67-431e-ab03-4c7f1409c9da req-5c1a52eb-7fcc-4fc2-a09a-1c9a5640ad27 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900583 Aug 31 07:45:12.247629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-069fab17-6038-49d1-ba8c-4d0a86ea3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.249071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-069fab17-6038-49d1-ba8c-4d0a86ea3e94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 1096 time: 0.0855284 Aug 31 07:45:12.312939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37580) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.318760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-73e7075f-64aa-4296-b3da-178fcd310327 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3 HTTP/1.1" status: 200 len: 217 time: 0.0537832 Aug 31 07:45:12.352103 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a45335a-ad4f-4524-bf59-f2f1ce5562a9 x-openstack-request-id: req-6a45335a-ad4f-4524-bf59-f2f1ce5562a9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:12.353476 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd8b2e8-19ff-4a28-b43d-7cb7d8432568", "tag": "c56c8f24-7936-49c2-98a9-c4e72586eba3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:12.355870 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a45335a-ad4f-4524-bf59-f2f1ce5562a9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:12.357495 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'tag': 'c56c8f24-7936-49c2-98a9-c4e72586eba3', 'status': 'completed', 'code': 200} Aug 31 07:45:12.379368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.380389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.383053 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Floating IP 1b637491-da3d-4169-a9ac-57753e982142 disassociated. External IP: 172.25.0.108, port: 42b53a97-5d6a-441e-8010-369b21b11c4a. Aug 31 07:45:12.383053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Calling delete_port for 42b53a97-5d6a-441e-8010-369b21b11c4a owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:12.415415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37582) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.416220 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e5558220-40cf-4794-b5dc-317af19df638 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c486fd15b647443a8ee0f7faed6fa17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020236 Aug 31 07:45:12.503953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-33e7077b-5124-49ba-a165-80b6fcfc8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.505962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-33e7077b-5124-49ba-a165-80b6fcfc8fd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.1633601 Aug 31 07:45:12.550853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0affa93-4ed8-4841-a230-d6e931b9a024 req-6712eeaa-3e52-4fe3-b989-f4397eb4a368 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.555065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0affa93-4ed8-4841-a230-d6e931b9a024 req-6712eeaa-3e52-4fe3-b989-f4397eb4a368 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1526947 Aug 31 07:45:12.578595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-bdfa1df8-5320-4f79-875b-00c28773149c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587723 Aug 31 07:45:12.714325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.729613 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db6108bc-3717-4e09-b9fc-d5559acca921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.787320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event deleted for resources: {'Port': ['ID=42b53a97-5d6a-441e-8010-369b21b11c4a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.797716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db6108bc-3717-4e09-b9fc-d5559acca921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.878433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0affa93-4ed8-4841-a230-d6e931b9a024 req-4c1905ca-2cb9-4245-a8bc-f82905eafb57 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093371 Aug 31 07:45:12.910361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc0f62-d2e7-4e08-8369-9e1e0371f79f req-625a19dc-77f3-4cf9-8187-625f51259b6d tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.912804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44bc0f62-d2e7-4e08-8369-9e1e0371f79f req-625a19dc-77f3-4cf9-8187-625f51259b6d tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 945 time: 0.2581959 Aug 31 07:45:12.944300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-7fb2c2b1-eadb-47f2-8665-0bdec348f6df service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562691 Aug 31 07:45:13.160167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db6108bc-3717-4e09-b9fc-d5559acca921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.167831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db6108bc-3717-4e09-b9fc-d5559acca921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.173610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-db6108bc-3717-4e09-b9fc-d5559acca921 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f03760e2-58d9-4239-bc88-9831049befe6 HTTP/1.1" status: 204 len: 168 time: 0.7541912 Aug 31 07:45:13.286844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03448dde-a61a-4dcd-8a13-0b2d93a899a7 req-fb634ebc-28af-49b2-9ee9-f9222cb3ca90 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.1362450 Aug 31 07:45:13.305588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d50dcf-968c-4ce3-bd12-e0a515a1fe49 req-0dd15646-db75-4dd3-bf16-a9cce8361237 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483622 Aug 31 07:45:13.306008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6108bc-3717-4e09-b9fc-d5559acca921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03760e2-58d9-4239-bc88-9831049befe6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:13.343808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44bc0f62-d2e7-4e08-8369-9e1e0371f79f req-a1f213ad-98db-4562-8cd5-5e479035fb9b tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159579 Aug 31 07:45:13.521573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:13.627779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597b818-c49d-40fc-ad7c-aec28ac0f421 req-d557105d-1a73-4753-b525-546048568bbb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:13.637793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1597b818-c49d-40fc-ad7c-aec28ac0f421 req-d557105d-1a73-4753-b525-546048568bbb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 944 time: 0.1436305 Aug 31 07:45:13.668426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-fe8fa9b4-2fae-4b50-8b9f-66710dd66189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:13.677774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-fe8fa9b4-2fae-4b50-8b9f-66710dd66189 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 1096 time: 0.1646521 Aug 31 07:45:13.695890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:13.710063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] Sync routers for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:13.730084 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:13.732683 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:13.748916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] No DVR routers for this DVR port 42b53a97-5d6a-441e-8010-369b21b11c4a on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:13.752515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.756554 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8112c89a-0e90-4148-bb86-331b07c00f1f req-9747f922-fc59-425a-8aad-543a74193393 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.68 "DELETE /v2.0/ports/42b53a97-5d6a-441e-8010-369b21b11c4a HTTP/1.1" status: 204 len: 173 time: 1.9978645 Aug 31 07:45:13.757306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'name': 'network-vif-deleted', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:13.760702 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1514612f-3f3e-4230-ac42-d2be06d52e0f" -d '{"events": [{"server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "name": "network-vif-deleted", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:13.825919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1597b818-c49d-40fc-ad7c-aec28ac0f421 req-29cf396f-899b-4101-8848-00259fcee282 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840911 Aug 31 07:45:13.834886 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59647edf-aa07-42d1-9809-bafd79a25383 x-openstack-request-id: req-59647edf-aa07-42d1-9809-bafd79a25383 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:13.834886 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a703777-e8d6-4c08-af41-dc576049542b", "name": "network-vif-deleted", "tag": "42b53a97-5d6a-441e-8010-369b21b11c4a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:13.835665 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59647edf-aa07-42d1-9809-bafd79a25383 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:13.836228 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a703777-e8d6-4c08-af41-dc576049542b', 'name': 'network-vif-deleted', 'tag': '42b53a97-5d6a-441e-8010-369b21b11c4a', 'status': 'completed', 'code': 200} Aug 31 07:45:13.933854 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:13.978634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c376e-94ec-44ec-a147-38acadee8b27 req-34ba9d25-7631-49b0-bb85-644e8e707571 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:13.983156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-873c376e-94ec-44ec-a147-38acadee8b27 req-34ba9d25-7631-49b0-bb85-644e8e707571 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.45 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 945 time: 0.1352134 Aug 31 07:45:13.986047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-63aa3c9a-28d3-4cf5-9cf1-df1c6b573af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:13.990099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-63aa3c9a-28d3-4cf5-9cf1-df1c6b573af2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 913 time: 0.3065937 Aug 31 07:45:14.276513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-385a4033-86c5-46c3-a228-8e221b3f195c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3 HTTP/1.1" status: 200 len: 217 time: 0.1020777 Aug 31 07:45:14.277404 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:14.321486 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] Checking router: 795637ef-5e14-4ff5-bb10-2bf9b7b9641a for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:14.335871 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:14.337091 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:14.466462 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:14.623393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee91dfc7-fcc7-4a19-a22d-dafb3fe38cc7 req-888d0b7b-48bb-4900-b0de-1b647f6fdb30 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0653911 Aug 31 07:45:14.653721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-80800b18-17cf-43fb-91b6-ad7dc5eef4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:14.655214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-80800b18-17cf-43fb-91b6-ad7dc5eef4ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.0945129 Aug 31 07:45:14.687260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786204-a6e5-4a5c-b0f7-9a3722bcdd72 req-40745242-4176-434f-a1ae-55099713388d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:14.687848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f786204-a6e5-4a5c-b0f7-9a3722bcdd72 req-40745242-4176-434f-a1ae-55099713388d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.5721221 Aug 31 07:45:14.716686 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:14.741342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-3c7e5448-1cf1-449a-8afe-58a016846b69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762651 Aug 31 07:45:14.748528 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4788cf9-96bd-445f-96ae-a7148a507ce7 None None] The sync data for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 is: [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:40:18Z', 'revision_number': 4, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5e645a9b-2e23-467a-88c8-952b17ddad1b', 'name': '', 'network_id': 'd599e051-49f2-4189-a8e0-2e9502f964a9', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'mac_address': 'fa:16:3e:1b:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:16Z', 'updated_at': '2021-08-31T07:40:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'subnets': [{'id': 'b6bd840c-dffe-4d40-8b84-64296bcdda94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:14.771312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Deleting port d025fcb5-5139-4a85-b658-dbf4df248821 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:14.771312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.904206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f786204-a6e5-4a5c-b0f7-9a3722bcdd72 req-adc0f46b-bc90-4f20-9891-bec3d69ba448 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152557 Aug 31 07:45:14.945992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6697-1e7d-4b23-b8c8-72323565ecad req-50daebd6-7494-4ea7-8561-3d51052f6614 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:14.947669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01bd6697-1e7d-4b23-b8c8-72323565ecad req-50daebd6-7494-4ea7-8561-3d51052f6614 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 945 time: 0.2097595 Aug 31 07:45:14.995087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] For port d025fcb5-5139-4a85-b658-dbf4df248821, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d025fcb5-5139-4a85-b658-dbf4df248821,segment=NetworkSegment(99e1a7e4-de2e-4b8f-b9fe-aace2fe46056),segment_id=99e1a7e4-de2e-4b8f-b9fe-aace2fe46056)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:14.995480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.020415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-399c12a9-223b-4e6a-9d85-5b58c320eff2 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598691 Aug 31 07:45:15.046448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Calling delete_port for d025fcb5-5139-4a85-b658-dbf4df248821 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:15.155581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01bd6697-1e7d-4b23-b8c8-72323565ecad req-b6c78ede-207c-415c-8480-b2d7162ab82e tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/security-groups?id=e355acd4-cf41-48d1-941b-67f5c92ef8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846817 Aug 31 07:45:15.189063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e156cbc-3414-4d24-b940-feac742d88fe None None] New status for floating IP 1b637491-da3d-4169-a9ac-57753e982142: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:45:15.251036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c69dfc-5c94-4678-9ccf-b8d5935bca16 req-b1ec765f-8450-4e51-bcd3-421d9c3fc30a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:15.252680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5c69dfc-5c94-4678-9ccf-b8d5935bca16 req-b1ec765f-8450-4e51-bcd3-421d9c3fc30a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 944 time: 0.2150211 Aug 31 07:45:15.320424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2e346b-61f8-4850-a617-e0095c6935cb req-a5f069e3-8e5b-4492-8275-6e8b5fa26e80 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850797 Aug 31 07:45:15.367765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5c69dfc-5c94-4678-9ccf-b8d5935bca16 req-353cc843-5600-49a5-9013-42ff641ea9f6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996735 Aug 31 07:45:15.495396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 42b53a97-5d6a-441e-8010-369b21b11c4a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:15.537703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.555028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 42b53a97-5d6a-441e-8010-369b21b11c4a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:15.555674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 42b53a97-5d6a-441e-8010-369b21b11c4a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:15.576131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Pushing event deleted for resources: {'Port': ['ID=d025fcb5-5139-4a85-b658-dbf4df248821,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:15.671355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] No DVR routers for this DVR port d025fcb5-5139-4a85-b658-dbf4df248821 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:15.675430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.694145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-873c376e-94ec-44ec-a147-38acadee8b27 req-95d95e41-a42b-4edc-9b07-4cb96badf337 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.45 "DELETE /v2.0/ports/d025fcb5-5139-4a85-b658-dbf4df248821 HTTP/1.1" status: 204 len: 173 time: 1.7020788 Aug 31 07:45:15.695158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'name': 'network-vif-deleted', 'tag': 'd025fcb5-5139-4a85-b658-dbf4df248821'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:15.700301 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5352e336-95ab-46ac-82ea-60c73b2129e0" -d '{"events": [{"server_uuid": "48f57b06-7cd4-468b-82cc-6408f5ac4aba", "name": "network-vif-deleted", "tag": "d025fcb5-5139-4a85-b658-dbf4df248821"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:15.750647 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047815f1-7c6a-41ac-956f-490627dade0f x-openstack-request-id: req-047815f1-7c6a-41ac-956f-490627dade0f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:15.750942 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f57b06-7cd4-468b-82cc-6408f5ac4aba", "name": "network-vif-deleted", "tag": "d025fcb5-5139-4a85-b658-dbf4df248821", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:15.751191 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-047815f1-7c6a-41ac-956f-490627dade0f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:15.751718 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f57b06-7cd4-468b-82cc-6408f5ac4aba', 'name': 'network-vif-deleted', 'tag': 'd025fcb5-5139-4a85-b658-dbf4df248821', 'status': 'completed', 'code': 200} Aug 31 07:45:15.790736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b598068-bde3-4fa7-a1ea-2cd2371818fd req-9201bdf6-f75f-4604-9a08-597fd58d1274 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0516450 Aug 31 07:45:16.063492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f623e2-f213-4ec8-a4eb-df0f95431aa1 req-cc792728-afa5-4595-bbd9-4a680640a4f6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:16.072234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08f623e2-f213-4ec8-a4eb-df0f95431aa1 req-cc792728-afa5-4595-bbd9-4a680640a4f6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0756788 Aug 31 07:45:16.119357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08f623e2-f213-4ec8-a4eb-df0f95431aa1 req-42c9fd31-2e57-4ca7-a3c5-941ca8aac90c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Aug 31 07:45:16.333335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7525e6a-3c90-4d4e-bf34-9de3fbcf48e9 req-0b170d53-e5b4-4d75-bc6c-728b203b3be9 tempest-ServerAddressesNegativeTestJSON-55753031 tempest-ServerAddressesNegativeTestJSON-55753031-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f57b06-7cd4-468b-82cc-6408f5ac4aba HTTP/1.1" status: 200 len: 210 time: 0.0390503 Aug 31 07:45:16.510839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:16.622525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a89f-365e-4a93-a22b-03ddabf5831e req-55c06e19-5a4d-41ca-b818-48bc73e19f4a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:16.628868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86e9a89f-365e-4a93-a22b-03ddabf5831e req-55c06e19-5a4d-41ca-b818-48bc73e19f4a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 944 time: 0.1312108 Aug 31 07:45:16.768328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86e9a89f-365e-4a93-a22b-03ddabf5831e req-d80989a7-8f52-4fce-9cb8-24673ce16f1f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266348 Aug 31 07:45:16.792273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-57f64ff3-a0c1-41bf-8ba7-21c8ea232179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.941600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-57f64ff3-a0c1-41bf-8ba7-21c8ea232179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.004402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a4befef-acb2-4470-971f-67244e821af8 req-3c63880c-a5c4-481c-a2c7-b9743e2e7b02 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0412912 Aug 31 07:45:17.038355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-57f64ff3-a0c1-41bf-8ba7-21c8ea232179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.083745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64ff3-a0c1-41bf-8ba7-21c8ea232179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7556eb07-bf04-47e7-8f73-dcc3ff1250b7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:17.088197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-57f64ff3-a0c1-41bf-8ba7-21c8ea232179 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bef248ecd9e4857909465f512d89acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764997 Aug 31 07:45:17.091042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37666) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:17.146704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c56c8f24-7936-49c2-98a9-c4e72586eba3 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:17.148978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d025fcb5-5139-4a85-b658-dbf4df248821 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:17.195931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: d025fcb5-5139-4a85-b658-dbf4df248821 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:17.196882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d025fcb5-5139-4a85-b658-dbf4df248821 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:17.209963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f63ecbb-d55c-470f-aef2-f3998243adb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.260736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f63ecbb-d55c-470f-aef2-f3998243adb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.318712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c56c8f24-7936-49c2-98a9-c4e72586eba3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:17.331224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c56c8f24-7936-49c2-98a9-c4e72586eba3', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': 'c56c8f24-7936-49c2-98a9-c4e72586eba3', 'mac_address': 'fa:16:3e:35:b4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:17.379866 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.398743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37672) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:17.399983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56c8f24-7936-49c2-98a9-c4e72586eba3 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:17.419059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ce773-7da1-479e-b034-bc832d6817bf req-bb07783f-540d-475a-810e-ee4a8b910cd2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:17.426820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f3ce773-7da1-479e-b034-bc832d6817bf req-bb07783f-540d-475a-810e-ee4a8b910cd2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1688590 Aug 31 07:45:17.427539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c56c8f24-7936-49c2-98a9-c4e72586eba3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:17.490471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Deleting subnet 0f2944e7-9fb6-4af9-92c3-cd6b490514fe {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:17.494458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.508497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f3ce773-7da1-479e-b034-bc832d6817bf req-16b06a2d-3705-46d0-8006-7257383bc51e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751173 Aug 31 07:45:17.540430 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.578682 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.592195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f63ecbb-d55c-470f-aef2-f3998243adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.595759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f63ecbb-d55c-470f-aef2-f3998243adb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.597120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1f63ecbb-d55c-470f-aef2-f3998243adb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7556eb07-bf04-47e7-8f73-dcc3ff1250b7 HTTP/1.1" status: 204 len: 168 time: 0.5047078 Aug 31 07:45:17.615646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ecbb-d55c-470f-aef2-f3998243adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7556eb07-bf04-47e7-8f73-dcc3ff1250b7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:17.635119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.647335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c56c8f24-7936-49c2-98a9-c4e72586eba3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:17.819105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c56c8f24-7936-49c2-98a9-c4e72586eba3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:17.898224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.937904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d81313-8942-4f91-bb60-905bfa139589 req-7e1ee15e-7ef4-483e-ac27-866675a9b8fe tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:17.943617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36d81313-8942-4f91-bb60-905bfa139589 req-7e1ee15e-7ef4-483e-ac27-866675a9b8fe tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 945 time: 0.0855546 Aug 31 07:45:17.981120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.988735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0f2944e7-9fb6-4af9-92c3-cd6b490514fe HTTP/1.1" status: 204 len: 168 time: 0.5861304 Aug 31 07:45:17.990911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37680) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:17.992714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e35a4-9999-44b7-b36c-88b79bdb4ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2944e7-9fb6-4af9-92c3-cd6b490514fe,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:18.027056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36d81313-8942-4f91-bb60-905bfa139589 req-2c7af55a-5899-4908-8227-5275b21d7803 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809128 Aug 31 07:45:18.140635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.316837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ca6ab1e-1bf2-4c8e-946b-cfc60549fc69 req-8bc506a4-79bc-41be-bb51-00fe33ecf114 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.1161282 Aug 31 07:45:18.349113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.364949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d881dcc0-b51f-40f7-b6d2-f755ce4d79d8']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:18.389436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:18.389799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e1a7e4-de2e-4b8f-b9fe-aace2fe46056') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:18.406332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.420583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.430633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:18.435042 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:18.593860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.605150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.620225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] 10.222.0.36 "DELETE /v2.0/networks/d881dcc0-b51f-40f7-b6d2-f755ce4d79d8 HTTP/1.1" status: 204 len: 168 time: 0.6262343 Aug 31 07:45:18.709468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1f2f1-3315-4db1-a40e-5a481a2d90cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d881dcc0-b51f-40f7-b6d2-f755ce4d79d8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:18.838197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3112-5f7b-44f6-b236-95bb1e7023ef req-50487ab6-38d8-408d-92eb-094554f667ea tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.849786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46d3112-5f7b-44f6-b236-95bb1e7023ef req-50487ab6-38d8-408d-92eb-094554f667ea tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1663892 Aug 31 07:45:18.909433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46d3112-5f7b-44f6-b236-95bb1e7023ef req-e81f24ca-0815-49c2-992b-735479481976 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582709 Aug 31 07:45:19.148983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37708) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:19.194901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c56c8f24-7936-49c2-98a9-c4e72586eba3 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:19.245324 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3530aa05-d6bb-437a-a1a4-375148e48c66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=887914ebd6ec400498e555047fd4b70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942554 Aug 31 07:45:19.247822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37712) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:19.274052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df858f92-e6df-4fca-a4f0-93a6d137370c req-b82f8c4b-a7e3-4ba6-9f63-86dfa61ba31c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.289176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df858f92-e6df-4fca-a4f0-93a6d137370c req-b82f8c4b-a7e3-4ba6-9f63-86dfa61ba31c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 945 time: 0.1571543 Aug 31 07:45:19.333494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb1389c0-deff-4806-a186-d7396b0da428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:19.389432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df858f92-e6df-4fca-a4f0-93a6d137370c req-210fbc81-5754-4a50-9b57-3305aba904c1 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785179 Aug 31 07:45:19.420451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb1389c0-deff-4806-a186-d7396b0da428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:19.564916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-698c2713-d376-4f33-aaec-6660945cc692 req-4024a9f7-f22e-47ad-a8b6-816872330b8c tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0420616 Aug 31 07:45:19.897213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port c56c8f24-7936-49c2-98a9-c4e72586eba3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:19.902146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c56c8f24-7936-49c2-98a9-c4e72586eba3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:19.903881 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:19.945594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb1389c0-deff-4806-a186-d7396b0da428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:19.948436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb1389c0-deff-4806-a186-d7396b0da428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:19.952412 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb1389c0-deff-4806-a186-d7396b0da428 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e355acd4-cf41-48d1-941b-67f5c92ef8ef HTTP/1.1" status: 204 len: 168 time: 0.7034497 Aug 31 07:45:19.966366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1389c0-deff-4806-a186-d7396b0da428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e355acd4-cf41-48d1-941b-67f5c92ef8ef,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:20.010970 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:20.037664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56c8f24-7936-49c2-98a9-c4e72586eba3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:20.040135 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace12d5-9589-4d66-b1ff-c562f7af1395" -d '{"events": [{"server_uuid": "abd8b2e8-19ff-4a28-b43d-7cb7d8432568", "name": "network-vif-plugged", "status": "completed", "tag": "c56c8f24-7936-49c2-98a9-c4e72586eba3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:20.054476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c56c8f24-7936-49c2-98a9-c4e72586eba3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:20.128487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd172464-e333-44ff-a33a-adca0dc79e08 req-de8a5b8a-9cd7-4d74-b859-176ae93b05e3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:20.131309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd172464-e333-44ff-a33a-adca0dc79e08 req-de8a5b8a-9cd7-4d74-b859-176ae93b05e3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0777185 Aug 31 07:45:20.177185 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:20.227635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd172464-e333-44ff-a33a-adca0dc79e08 req-2353be03-4733-416f-a244-9384753d6a6d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778933 Aug 31 07:45:20.306158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c56c8f24-7936-49c2-98a9-c4e72586eba3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:20.332362 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c317b6-7937-439e-86f6-7e98a3e7ce77 x-openstack-request-id: req-74c317b6-7937-439e-86f6-7e98a3e7ce77 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:20.333031 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd8b2e8-19ff-4a28-b43d-7cb7d8432568", "name": "network-vif-plugged", "status": "completed", "tag": "c56c8f24-7936-49c2-98a9-c4e72586eba3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:20.334078 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74c317b6-7937-439e-86f6-7e98a3e7ce77 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:20.334709 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56c8f24-7936-49c2-98a9-c4e72586eba3', 'code': 200} Aug 31 07:45:20.505240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0857ac-e743-427a-985d-3ef2b62eeb43 req-d40a6aeb-d651-4896-8f73-797fc2e6ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:20.505587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a0857ac-e743-427a-985d-3ef2b62eeb43 req-d40a6aeb-d651-4896-8f73-797fc2e6ae4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 1098 time: 0.1085978 Aug 31 07:45:20.597955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52d185-df90-454e-aa32-054795a4fee1 req-71c47ead-8885-4032-ab0c-9c098cb91957 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:20.606474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a52d185-df90-454e-aa32-054795a4fee1 req-71c47ead-8885-4032-ab0c-9c098cb91957 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.0986624 Aug 31 07:45:20.609533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a0857ac-e743-427a-985d-3ef2b62eeb43 req-38f37657-8374-4f3e-8733-d702ecc25c1f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927014 Aug 31 07:45:20.687983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a52d185-df90-454e-aa32-054795a4fee1 req-4a7eae77-424f-42a5-9996-0b2504c85866 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779216 Aug 31 07:45:20.792256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2a09fab-77f3-4eb1-9745-84b3e17d9cc5 req-6df320a3-f55c-408f-b470-bde4cbc60cc0 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0433435 Aug 31 07:45:21.365662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dd5aa-2e7f-4e1a-96f8-4aa4ef703400 req-02f5a148-39eb-43af-af0f-6e9b4e57d621 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:21.367185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-837dd5aa-2e7f-4e1a-96f8-4aa4ef703400 req-02f5a148-39eb-43af-af0f-6e9b4e57d621 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0587437 Aug 31 07:45:21.407128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-837dd5aa-2e7f-4e1a-96f8-4aa4ef703400 req-5d1795d2-baa2-4678-821c-a0e3769c79c4 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337884 Aug 31 07:45:21.597225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37772) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:21.767230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-132044924-network', 'tenant_id': 'f35e0216cb214369a6b6afd124d9125b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:21.841212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdad55-52b7-4517-a23b-8c29336234af req-40a52afb-a4da-4fbd-8f50-2f25186347a8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:21.849273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32cdad55-52b7-4517-a23b-8c29336234af req-40a52afb-a4da-4fbd-8f50-2f25186347a8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.0618691 Aug 31 07:45:21.886236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32cdad55-52b7-4517-a23b-8c29336234af req-e33e78d4-89a0-4fe5-9fed-d13d7d7666b3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Aug 31 07:45:21.936224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Made reservation on behalf of f35e0216cb214369a6b6afd124d9125b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:21.950471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:21.968339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:21.985035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d74e90a-5bd0-4faa-a918-8026a489b0cc req-7ea7c870-a987-4b25-8550-cf4ac0f99a78 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a703777-e8d6-4c08-af41-dc576049542b HTTP/1.1" status: 200 len: 210 time: 0.0379410 Aug 31 07:45:22.075863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.176898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.210501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3894e2-a64c-40bc-ad77-fa2175b02a3b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:22.225046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:45:22.238287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.244066 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Added segment 8ade4f0c-e829-4219-9efb-eb6f4294882d of type vlan for network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 Aug 31 07:45:22.335055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.496038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.499125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:22.499125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.572066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832ab8f-c6b3-4ae4-a1c4-eade98d76dc3 req-caafeb3b-bfdf-40a2-b36f-4ff03cb393ba tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:22.580397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e832ab8f-c6b3-4ae4-a1c4-eade98d76dc3 req-caafeb3b-bfdf-40a2-b36f-4ff03cb393ba tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0756476 Aug 31 07:45:22.634770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] Pushing event updated for resources: {'Network': ['ID=31d9adf6-cfc7-44c5-8858-40c0e72924a6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:22.651585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:45:22.654211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e832ab8f-c6b3-4ae4-a1c4-eade98d76dc3 req-b057b61e-8035-4252-b598-867495980e12 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727561 Aug 31 07:45:22.741054 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-21ac82e8-6982-4aa0-b1af-377df2ab394d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1419754 Aug 31 07:45:22.741729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37812) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:22.747732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Request body: {'subnet': {'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-132044924-subnet', 'tenant_id': 'f35e0216cb214369a6b6afd124d9125b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:22.778628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-07ef169e-6136-47bc-9527-9823a942a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:22.780150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-07ef169e-6136-47bc-9527-9823a942a9fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1097 time: 0.0643201 Aug 31 07:45:22.873763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Made reservation on behalf of f35e0216cb214369a6b6afd124d9125b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:22.873763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.906257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-9cfa8661-1527-4a52-a67f-7536fddf7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:22.906257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-9cfa8661-1527-4a52-a67f-7536fddf7437 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.1129091 Aug 31 07:45:23.063594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-3a03e5eb-8bd3-4574-af82-3df1343e42aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 1000 time: 0.1489644 Aug 31 07:45:23.143772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9403b8d-3c2c-4a2d-920b-8db25ef57c16 req-59a1f8b6-90ed-4dbe-8e19-50d61c0d7664 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:23.154414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9403b8d-3c2c-4a2d-920b-8db25ef57c16 req-59a1f8b6-90ed-4dbe-8e19-50d61c0d7664 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.1772399 Aug 31 07:45:23.176542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.187342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-86875deb-19d0-4b5f-b371-7bc69649ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:23.187342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-86875deb-19d0-4b5f-b371-7bc69649ebde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.1133864 Aug 31 07:45:23.249222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9403b8d-3c2c-4a2d-920b-8db25ef57c16 req-1ddd10bc-647b-47d8-b231-ff7267500ed0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877895 Aug 31 07:45:23.278041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59207886-0164-4af7-9590-1d22d44f776f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:23.278041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Checking segment: {'id': '8ade4f0c-e829-4219-9efb-eb6f4294882d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:23.278041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Network hostable DHCP agents. Network: 31d9adf6-cfc7-44c5-8858-40c0e72924a6, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:45:23.279065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-0f775c05-199c-4beb-ab53-f174c671b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:23.279065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-0f775c05-199c-4beb-ab53-f174c671b01f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837939 Aug 31 07:45:23.410505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-e7cfd8cd-fbfe-4b00-be3d-7e3616a86469 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229579 Aug 31 07:45:23.482523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:45:23.509225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c797d4a-9ad8-4d45-a78f-41ee78190cee req-94ef7a17-c81b-4501-9e95-49211977c2b6 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905435 Aug 31 07:45:23.546005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.554414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:23.612000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 31d9adf6-cfc7-44c5-8858-40c0e72924a6) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:23.622966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d9ac9a-e114-4c9c-9b4b-f5d7e5fc713e None None] Network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:23.642008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:23.646008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.707931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a59162dd-014d-4702-9f34-3fd8fd07049d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.741779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a59162dd-014d-4702-9f34-3fd8fd07049d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.800652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-936404d9-a7cc-4cd1-9d06-ed9d9436fe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.806280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e79616-d915-452e-9031-23df0afd327f None None] Network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:23.810443 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2839f080-e77a-46a8-bdf3-04be67e6227d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0675588 Aug 31 07:45:23.901432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af9791-3cd8-4868-9cde-634767a0b048 req-64387d31-5acb-4c34-839c-0d6e6972f9f7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:23.903685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66af9791-3cd8-4868-9cde-634767a0b048 req-64387d31-5acb-4c34-839c-0d6e6972f9f7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0616093 Aug 31 07:45:23.929016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a59162dd-014d-4702-9f34-3fd8fd07049d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.937245 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a59162dd-014d-4702-9f34-3fd8fd07049d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:23.938766 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a59162dd-014d-4702-9f34-3fd8fd07049d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e63c2fd-c812-4ba0-84e9-1f390e9af5ed HTTP/1.1" status: 204 len: 168 time: 0.3835490 Aug 31 07:45:23.945068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37848) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:23.960596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59162dd-014d-4702-9f34-3fd8fd07049d tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63c2fd-c812-4ba0-84e9-1f390e9af5ed,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:23.987651 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-06241d20-8a9e-4799-b80e-d404ddc42489 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] show failed (client error): The resource could not be found. Aug 31 07:45:23.990480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-06241d20-8a9e-4799-b80e-d404ddc42489 tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "GET /v2.0/security-groups/5e63c2fd-c812-4ba0-84e9-1f390e9af5ed HTTP/1.1" status: 404 len: 347 time: 0.0426919 Aug 31 07:45:23.992596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37850) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:23.997048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66af9791-3cd8-4868-9cde-634767a0b048 req-37afcc69-dc10-4b1f-9321-48a3a43652a6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842016 Aug 31 07:45:24.154342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775d812-e5f2-4308-bbce-efbaecac76a4 req-340a7336-1abf-48d7-b6c9-95a1c5c90a42 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:24.157066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1775d812-e5f2-4308-bbce-efbaecac76a4 req-340a7336-1abf-48d7-b6c9-95a1c5c90a42 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.0685997 Aug 31 07:45:24.183116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Deleting port f2c47fe9-a5ab-4e96-8ef9-76ab18863f02 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:24.183883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.205176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1775d812-e5f2-4308-bbce-efbaecac76a4 req-4d9dd9e0-d503-4e9d-bf06-d808c9fea641 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Aug 31 07:45:24.281619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.282002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.296802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Calling delete_port for f2c47fe9-a5ab-4e96-8ef9-76ab18863f02 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:24.566504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-cf50befa-6c0c-4ee6-9fd7-a4f8126eb717 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:24.568687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-cf50befa-6c0c-4ee6-9fd7-a4f8126eb717 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/networks?id=31d9adf6-cfc7-44c5-8858-40c0e72924a6 HTTP/1.1" status: 200 len: 820 time: 0.1274800 Aug 31 07:45:24.586161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-9a5faaa7-47e9-4eff-a837-29099394af53 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/quotas/f35e0216cb214369a6b6afd124d9125b HTTP/1.1" status: 200 len: 375 time: 0.0106199 Aug 31 07:45:24.588468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.623377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Pushing event deleted for resources: {'Port': ['ID=f2c47fe9-a5ab-4e96-8ef9-76ab18863f02,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:24.626879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-f229eb6a-f49c-4edd-91c9-ff542bc2b2ca tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f35e0216cb214369a6b6afd124d9125b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312085 Aug 31 07:45:24.735371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.740100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.741783 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d8f0e6a-c2ec-40fb-afc0-4544ca96f46e tempest-ServersTestBootFromVolume-1907971189 tempest-ServersTestBootFromVolume-1907971189-project] 10.222.0.36 "DELETE /v2.0/floatingips/1b637491-da3d-4169-a9ac-57753e982142 HTTP/1.1" status: 204 len: 168 time: 0.7473280 Aug 31 07:45:24.744880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37874) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:24.857923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-37274caa-4e55-45c1-9639-c6047b984380 service neutron] 10.222.0.36 "GET /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218294 Aug 31 07:45:24.900508 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:45:25.042750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-e9036789-a5ce-4a52-824f-4998f5a27cdf service neutron] 10.222.0.36 "GET /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831484 Aug 31 07:45:25.184232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2e088-d536-443f-ad74-15f104d8a308 req-f95a0c7c-0332-4493-94c2-b3e00af24c65 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:25.186122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ea2e088-d536-443f-ad74-15f104d8a308 req-f95a0c7c-0332-4493-94c2-b3e00af24c65 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.0682049 Aug 31 07:45:25.262080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ea2e088-d536-443f-ad74-15f104d8a308 req-4c7e3b5b-5147-4048-8ba4-d7005a28632f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682757 Aug 31 07:45:25.560616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af1fbc7b-8092-400d-a2e3-3ec34ceec753 req-a06149c9-f5ff-4a81-93e5-6d568483fdf9 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 210 time: 0.0579402 Aug 31 07:45:25.560616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73313a88-0f01-4ac1-b8c0-7ca5b3170bec req-5aff46c8-3b2a-46df-bbeb-d43da40fb9c6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:25.562067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:25.564826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73313a88-0f01-4ac1-b8c0-7ca5b3170bec req-5aff46c8-3b2a-46df-bbeb-d43da40fb9c6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.1428816 Aug 31 07:45:25.612851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73313a88-0f01-4ac1-b8c0-7ca5b3170bec req-d121ebbd-edf9-4091-b675-02d8ad01d44b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Aug 31 07:45:25.885949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.019611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Deleting port 5e645a9b-2e23-467a-88c8-952b17ddad1b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:26.020212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.228405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] For port 5e645a9b-2e23-467a-88c8-952b17ddad1b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5e645a9b-2e23-467a-88c8-952b17ddad1b,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:26.229287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.250528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Calling delete_port for 5e645a9b-2e23-467a-88c8-952b17ddad1b owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:26.330209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33c15-abe2-45ae-a533-fec493b09b4d req-ba9036bd-234c-458c-a2d2-2e33b46b1814 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:26.331719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3b33c15-abe2-45ae-a533-fec493b09b4d req-ba9036bd-234c-458c-a2d2-2e33b46b1814 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.0649562 Aug 31 07:45:26.435670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.464490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3b33c15-abe2-45ae-a533-fec493b09b4d req-9274b600-0d65-49e7-ba1d-4969c9556bf2 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255138 Aug 31 07:45:26.499084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7a07e-a307-4da4-8dbe-f84a1ace614e req-15a63bbe-c475-40e2-8df9-6bdeb6609488 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:26.500770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdf7a07e-a307-4da4-8dbe-f84a1ace614e req-15a63bbe-c475-40e2-8df9-6bdeb6609488 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 945 time: 0.1020231 Aug 31 07:45:26.586185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdf7a07e-a307-4da4-8dbe-f84a1ace614e req-9177279a-beb7-402e-b0e2-25c98053db56 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789182 Aug 31 07:45:26.663670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb694cc3-c97b-43a0-ac01-1d9297e87ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.714358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cc2cd90-e623-499a-baae-7de048d71167 req-aa30f0b3-883d-495f-82fd-33319d813133 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 210 time: 0.1014423 Aug 31 07:45:26.779597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.828491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e645a9b-2e23-467a-88c8-952b17ddad1b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:27.059001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.198998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:27.288244 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.312680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:27.315506 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17765b8b-d2ce-461f-8a7c-7d6739aab70a" -d '{"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-unplugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:27.328901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:27.397799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:27.398976 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0848686d-fa3d-4b47-9312-abe56b19a251 x-openstack-request-id: req-0848686d-fa3d-4b47-9312-abe56b19a251 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:27.399366 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-unplugged", "status": "failed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "code": 422}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:27.399748 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0848686d-fa3d-4b47-9312-abe56b19a251 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:27.400233 n-d-713499-16 neutron-server[95447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'code': 422} returned with failed status Aug 31 07:45:27.448407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.517177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:27.578623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:27.588115 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-73782914-6c87-47ba-8a44-82da08282a83 admin admin] 10.222.0.36 "PUT /v2.0/routers/795637ef-5e14-4ff5-bb10-2bf9b7b9641a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418701 Aug 31 07:45:27.590991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37940) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:27.593311 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] Sync routers for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:27.608486 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:27.609434 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:27.630561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae75b-e501-43ad-8f66-316368bdcf37 req-400082dd-484b-4dab-acdd-314488eafcd0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:27.638317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82ae75b-e501-43ad-8f66-316368bdcf37 req-400082dd-484b-4dab-acdd-314488eafcd0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.0678434 Aug 31 07:45:27.726886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82ae75b-e501-43ad-8f66-316368bdcf37 req-2aac746d-412d-44fc-90ad-5add86d39a2f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Aug 31 07:45:27.796376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.803342 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:27.907133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4098d3d-cc91-4b10-85cd-9e73fcdd3761 req-fd1d8d10-4673-473f-a162-5e914d752771 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 210 time: 0.0336325 Aug 31 07:45:27.931277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-67593a48-ba29-490a-b874-5ed340914590 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:27.931277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-67593a48-ba29-490a-b874-5ed340914590 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 946 time: 0.0974030 Aug 31 07:45:27.958177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.962654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.066109 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:45:26Z', 'revision_number': 5, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port': {'id': '0833a943-dd60-4a6d-b8b9-12a2a470da5f', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:40:10Z', 'updated_at': '2021-08-31T07:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:28.091919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Deleting port c56c8f24-7936-49c2-98a9-c4e72586eba3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:28.093258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.106523 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] Checking router: 795637ef-5e14-4ff5-bb10-2bf9b7b9641a for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:28.116688 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] Routers {'795637ef-5e14-4ff5-bb10-2bf9b7b9641a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:28.117381 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:28.195693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Deleting port 0833a943-dd60-4a6d-b8b9-12a2a470da5f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:28.196274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.271477 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] Set router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:28.313880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] For port c56c8f24-7936-49c2-98a9-c4e72586eba3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c56c8f24-7936-49c2-98a9-c4e72586eba3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:28.317429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.350454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Calling delete_port for c56c8f24-7936-49c2-98a9-c4e72586eba3 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:28.350700 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:45:27Z', 'revision_number': 6, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:28.384617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acc57f-d52f-4b28-89f8-0cdd7a8c1a50 None None] The sync data for ids ['795637ef-5e14-4ff5-bb10-2bf9b7b9641a'] in n-d-713499-16 is: [{'id': '795637ef-5e14-4ff5-bb10-2bf9b7b9641a', 'name': 'tempest-ServersTestBootFromVolume-1547966525-router', 'tenant_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:40:09Z', 'updated_at': '2021-08-31T07:45:27Z', 'revision_number': 6, 'project_id': 'a8e8ec79cd204c5892ed78a160a8c146', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:28.394249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] For port 0833a943-dd60-4a6d-b8b9-12a2a470da5f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0833a943-dd60-4a6d-b8b9-12a2a470da5f,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:28.395334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.414065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Calling delete_port for 0833a943-dd60-4a6d-b8b9-12a2a470da5f owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:28.642747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-0b122efc-540b-4c1a-8c59-463d962bebc8 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.644240 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-0b122efc-540b-4c1a-8c59-463d962bebc8 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.68 "GET /v2.0/networks?id=31d9adf6-cfc7-44c5-8858-40c0e72924a6 HTTP/1.1" status: 200 len: 820 time: 0.2199767 Aug 31 07:45:28.666252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Request body: {'port': {'device_id': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6', 'admin_state_up': True, 'tenant_id': 'f35e0216cb214369a6b6afd124d9125b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:28.802030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.822399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c56c8f24-7936-49c2-98a9-c4e72586eba3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:28.979732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event deleted for resources: {'Port': ['ID=c56c8f24-7936-49c2-98a9-c4e72586eba3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:28.991143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.007153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] No DVR routers for this DVR port c56c8f24-7936-49c2-98a9-c4e72586eba3 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:29.011604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.014890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c402466a-9404-4afb-9f99-7ba0218e87cd req-9bf56edc-6fb1-4bf4-8407-1fe9f82ac238 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "DELETE /v2.0/ports/c56c8f24-7936-49c2-98a9-c4e72586eba3 HTTP/1.1" status: 204 len: 173 time: 1.0785964 Aug 31 07:45:29.015625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'name': 'network-vif-deleted', 'tag': 'c56c8f24-7936-49c2-98a9-c4e72586eba3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:29.028790 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68d7150-bf4f-4d83-a179-f2e17b44fd45" -d '{"events": [{"server_uuid": "abd8b2e8-19ff-4a28-b43d-7cb7d8432568", "name": "network-vif-deleted", "tag": "c56c8f24-7936-49c2-98a9-c4e72586eba3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:29.045654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Pushing event deleted for resources: {'Port': ['ID=0833a943-dd60-4a6d-b8b9-12a2a470da5f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:29.058209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Made reservation on behalf of f35e0216cb214369a6b6afd124d9125b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:29.061838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.182468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fbd6a74-2143-4eec-aca1-21e474ce0347 req-b36fc2bf-e09d-4d2b-acab-217c8d8fd5c8 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 210 time: 0.0516021 Aug 31 07:45:29.216540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.250549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb256fbd-f351-479d-99a8-e2d77037938e req-e4249966-3bd8-4a07-9145-56e2dc412c20 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 210 time: 0.1382535 Aug 31 07:45:29.301377 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74de00-4024-4126-ad34-79dc7187d7ea x-openstack-request-id: req-1e74de00-4024-4126-ad34-79dc7187d7ea {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:29.301916 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd8b2e8-19ff-4a28-b43d-7cb7d8432568", "name": "network-vif-deleted", "tag": "c56c8f24-7936-49c2-98a9-c4e72586eba3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:29.302353 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e74de00-4024-4126-ad34-79dc7187d7ea {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:29.303023 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd8b2e8-19ff-4a28-b43d-7cb7d8432568', 'name': 'network-vif-deleted', 'tag': 'c56c8f24-7936-49c2-98a9-c4e72586eba3', 'status': 'completed', 'code': 200} Aug 31 07:45:29.396244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.430385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.512672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.572399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Allocated IP 172.20.0.13 (31d9adf6-cfc7-44c5-8858-40c0e72924a6/59207886-0164-4af7-9590-1d22d44f776f/66d087ad-917c-4d98-be12-b649f0a71730) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:29.632248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-8153239d-913b-4109-ae4f-ef7c02c1794e req-cbf7b677-474d-4bd1-aef8-83fc1d79d3af service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:45:29.633251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8153239d-913b-4109-ae4f-ef7c02c1794e req-cbf7b677-474d-4bd1-aef8-83fc1d79d3af service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065887 Aug 31 07:45:29.747564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d868d5d-e53a-4190-8cda-43290917f2aa req-97bcf5f7-4d48-4325-a86d-35ef1b2f0ddb tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:29.749292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d868d5d-e53a-4190-8cda-43290917f2aa req-97bcf5f7-4d48-4325-a86d-35ef1b2f0ddb tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0443561 Aug 31 07:45:29.789315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d868d5d-e53a-4190-8cda-43290917f2aa req-de4a8810-6d6a-4357-9f87-91ef05d5515f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Aug 31 07:45:29.791283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.836930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.837501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 795637ef-5e14-4ff5-bb10-2bf9b7b9641a {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:45:29.843368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.844639 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2f8e1b83-6421-423b-9f37-ba07f72caecc admin admin] 10.222.0.36 "DELETE /v2.0/routers/795637ef-5e14-4ff5-bb10-2bf9b7b9641a HTTP/1.1" status: 204 len: 168 time: 2.2526715 Aug 31 07:45:29.847399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:29.899120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Deleting subnet b6bd840c-dffe-4d40-8b84-64296bcdda94 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:29.903453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.944075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:29.969528 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.148202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0833a943-dd60-4a6d-b8b9-12a2a470da5f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:30.185598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0833a943-dd60-4a6d-b8b9-12a2a470da5f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:30.186148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0833a943-dd60-4a6d-b8b9-12a2a470da5f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:30.186743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5e645a9b-2e23-467a-88c8-952b17ddad1b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:30.221024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5e645a9b-2e23-467a-88c8-952b17ddad1b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:30.221292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5e645a9b-2e23-467a-88c8-952b17ddad1b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:30.224527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a3f4-018f-4a5b-bbfb-c2637ae0e642 req-7331391d-67fa-4170-885d-3a4446e754a9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.226258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a352a3f4-018f-4a5b-bbfb-c2637ae0e642 req-7331391d-67fa-4170-885d-3a4446e754a9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0786352 Aug 31 07:45:30.272249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a352a3f4-018f-4a5b-bbfb-c2637ae0e642 req-2374a2e0-b08f-42da-88e8-a31352e2a73f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 Aug 31 07:45:30.341501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:30.353083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:30.353791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Pushing event updated for resources: {'Port': ['ID=66d087ad-917c-4d98-be12-b649f0a71730,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:30.372835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:30.426231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.453006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.453636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.475152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52f0c1-ff6c-44e9-83b5-2a2a44baf418 req-f4d55858-045f-40ff-b431-9a159a36a60b tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.476673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e52f0c1-ff6c-44e9-83b5-2a2a44baf418 req-f4d55858-045f-40ff-b431-9a159a36a60b tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 932 time: 0.0519066 Aug 31 07:45:30.517558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e52f0c1-ff6c-44e9-83b5-2a2a44baf418 req-27dddae4-86b2-4f47-9315-7bbac625de53 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Aug 31 07:45:30.555993 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-4ff1b858-c98a-4f82-a10e-7997ea3aef9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427434 Aug 31 07:45:30.557215 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-a67e0c88-af6f-4260-a982-2e2597d03376 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9009457 Aug 31 07:45:30.571754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Request body: {'port': {'device_id': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:30.610917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.623856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed86d00e-5522-4781-bdea-9c569922aa7b req-5f6aa64b-3a0c-40a9-bae8-e9af39234030 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=abd8b2e8-19ff-4a28-b43d-7cb7d8432568 HTTP/1.1" status: 200 len: 210 time: 0.0339365 Aug 31 07:45:30.705749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bd840c-dffe-4d40-8b84-64296bcdda94,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:30.706661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5da0da-9234-49da-8608-180ac09d01dc None None] Network d599e051-49f2-4189-a8e0-2e9502f964a9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:30.711238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.715982 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19129735-06fa-42cc-9c48-e3f21e629edd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b6bd840c-dffe-4d40-8b84-64296bcdda94 HTTP/1.1" status: 204 len: 168 time: 0.8653324 Aug 31 07:45:30.715982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.716809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38014) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:30.868675 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.939946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Deleting port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:30.940347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.100746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] For port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:31.101123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.116889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] DHCP port deletion for d599e051-49f2-4189-a8e0-2e9502f964a9 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:45:31.124854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Calling delete_port for f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:31.148337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d087ad-917c-4d98-be12-b649f0a71730 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:31.159013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.194232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Transition to ACTIVE for port object 66d087ad-917c-4d98-be12-b649f0a71730 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:31.205223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c56c8f24-7936-49c2-98a9-c4e72586eba3 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:31.243721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] Deleting port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:31.245771 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.248955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: c56c8f24-7936-49c2-98a9-c4e72586eba3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:31.249615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c56c8f24-7936-49c2-98a9-c4e72586eba3 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:31.312313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.317513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] For port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,segment=NetworkSegment(bb657885-7b17-4719-a116-1005e6f53c44),segment_id=bb657885-7b17-4719-a116-1005e6f53c44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:31.318042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.332041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] Calling delete_port for f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:31.354367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Pushing event updated for resources: {'Port': ['ID=66d087ad-917c-4d98-be12-b649f0a71730,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:31.427847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Attempting to bind port 66d087ad-917c-4d98-be12-b649f0a71730 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:31.428180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Attempting to bind port 66d087ad-917c-4d98-be12-b649f0a71730 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '8ade4f0c-e829-4219-9efb-eb6f4294882d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:31.428509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Attempting to bind port 66d087ad-917c-4d98-be12-b649f0a71730 on network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:31.432642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Port 66d087ad-917c-4d98-be12-b649f0a71730 on network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:31.432962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Attempting to bind port 66d087ad-917c-4d98-be12-b649f0a71730 on network 31d9adf6-cfc7-44c5-8858-40c0e72924a6 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:31.437788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:31.438184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Checking segment: {'id': '8ade4f0c-e829-4219-9efb-eb6f4294882d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:31.438597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Bound using segment: {'id': '8ade4f0c-e829-4219-9efb-eb6f4294882d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:31.439016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Bound port: 66d087ad-917c-4d98-be12-b649f0a71730, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade4f0c-e829-4219-9efb-eb6f4294882d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:31.439369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.480121 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.488082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.514118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] Pushing event deleted for resources: {'Port': ['ID=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:31.515164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:31.516882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc65620-29bc-4a5f-87c7-374f142a7a89 None None] No DVR routers for this DVR port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:31.536480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] No DVR routers for this DVR port f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:31.538278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] For port 66d087ad-917c-4d98-be12-b649f0a71730, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:31.538278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] For port 66d087ad-917c-4d98-be12-b649f0a71730, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66d087ad-917c-4d98-be12-b649f0a71730,segment=NetworkSegment(8ade4f0c-e829-4219-9efb-eb6f4294882d),segment_id=8ade4f0c-e829-4219-9efb-eb6f4294882d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:31.605006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.615168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d599e051-49f2-4189-a8e0-2e9502f964a9']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:31.625878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb657885-7b17-4719-a116-1005e6f53c44') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:31.626229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb657885-7b17-4719-a116-1005e6f53c44') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:31.635058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.649195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.655385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:31.655799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:31.657501 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:31.775973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.816628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:31.817433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.818982 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] 10.222.0.68 "PUT /v2.0/ports/66d087ad-917c-4d98-be12-b649f0a71730 HTTP/1.1" status: 200 len: 1093 time: 1.2530334 Aug 31 07:45:31.821311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'tag': '66d087ad-917c-4d98-be12-b649f0a71730'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:31.824848 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647459a-66f3-4392-b3bf-019fec9d45d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ebc518-2e0b-4886-81e0-de2173c5c2c1", "tag": "66d087ad-917c-4d98-be12-b649f0a71730"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:31.851193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf2cf-7cd0-4897-99f0-9a441e2e293f service neutron] Pushing event updated for resources: {'Port': ['ID=66d087ad-917c-4d98-be12-b649f0a71730,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:31.882564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.887529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:31.889538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d599e051-49f2-4189-a8e0-2e9502f964a9 HTTP/1.1" status: 204 len: 168 time: 1.1709523 Aug 31 07:45:31.908701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f19035-562d-411b-bfac-c06bfbaa5ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d599e051-49f2-4189-a8e0-2e9502f964a9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:31.922157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42ba16-f342-4160-b93e-ffa0d80e82ba req-377f2b23-8d6b-48e2-a9db-9db978dba325 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:31.923901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e42ba16-f342-4160-b93e-ffa0d80e82ba req-377f2b23-8d6b-48e2-a9db-9db978dba325 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0806491 Aug 31 07:45:31.970600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e42ba16-f342-4160-b93e-ffa0d80e82ba req-52a60c2a-a95c-4259-8e28-5b92ec89b73c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393689 Aug 31 07:45:32.164291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:32.167321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-073fc65f-cad1-47fd-ae84-9488eafb0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.169092 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-073fc65f-cad1-47fd-ae84-9488eafb0d69 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f35e0216cb214369a6b6afd124d9125b&device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 1096 time: 0.0557091 Aug 31 07:45:32.187962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:32.188698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f4abf5ba-d148-44c2-aaf8-8ebe1ea16f15 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:32.217492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ab8d-a10a-4882-b5c8-e939fa72323c req-c029a653-019c-4c65-b9eb-678d0fa800ce tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.219140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce53ab8d-a10a-4882-b5c8-e939fa72323c req-c029a653-019c-4c65-b9eb-678d0fa800ce tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 944 time: 0.0733871 Aug 31 07:45:32.228427 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-5f839d57-89e2-44b4-a525-24ac96113f26 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66d087ad-917c-4d98-be12-b649f0a71730 HTTP/1.1" status: 200 len: 217 time: 0.0489316 Aug 31 07:45:32.268098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce53ab8d-a10a-4882-b5c8-e939fa72323c req-b273334c-a9ef-4ae1-97a3-874bd0515f7f tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Aug 31 07:45:32.330439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-b0ba9b10-2fa8-4aa5-9a37-779b2a706dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:32.332111 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-b0ba9b10-2fa8-4aa5-9a37-779b2a706dd3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59207886-0164-4af7-9590-1d22d44f776f HTTP/1.1" status: 200 len: 860 time: 0.0952814 Aug 31 07:45:32.420060 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-080c14c0-1e6e-48c3-9996-c616c00de033 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=31d9adf6-cfc7-44c5-8858-40c0e72924a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629466 Aug 31 07:45:32.467248 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5138b91-8a1f-4db2-afad-1e3abfdcf941 x-openstack-request-id: req-e5138b91-8a1f-4db2-afad-1e3abfdcf941 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:32.467543 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ebc518-2e0b-4886-81e0-de2173c5c2c1", "tag": "66d087ad-917c-4d98-be12-b649f0a71730", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:32.467796 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5138b91-8a1f-4db2-afad-1e3abfdcf941 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:32.468197 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'tag': '66d087ad-917c-4d98-be12-b649f0a71730', 'status': 'completed', 'code': 200} Aug 31 07:45:32.579223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:32.599293 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-29a8b68e-ee3d-49ae-8b4c-59d4c93972f4 service neutron] 10.222.0.68 "GET /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701343 Aug 31 07:45:32.667751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-28e73de5-50e5-4b38-b4f1-f7eb5fbddbc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8e8ec79cd204c5892ed78a160a8c146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871766 Aug 31 07:45:32.678508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38082) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:32.761271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5d2bb297-3fdb-4ec6-9ed9-c149871b83e7 req-5ae1f1d5-0f89-490d-8ee0-dff1347b18c7 service neutron] 10.222.0.68 "GET /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539845 Aug 31 07:45:33.005227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-8de7f594-6860-4176-9494-ba1ca6f7e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:33.014037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-8de7f594-6860-4176-9494-ba1ca6f7e8d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f35e0216cb214369a6b6afd124d9125b&device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 1096 time: 0.0806153 Aug 31 07:45:33.176948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-b1fb666f-1341-4042-b645-3b6d5e1f9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:33.176948 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-b1fb666f-1341-4042-b645-3b6d5e1f9a85 service neutron] 10.222.0.68 "GET /v2.0/networks?id=31d9adf6-cfc7-44c5-8858-40c0e72924a6 HTTP/1.1" status: 200 len: 921 time: 0.1518376 Aug 31 07:45:33.199835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98878657-8c44-45a7-9ec4-83e90358b78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:33.226645 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-dfbb47bb-3039-456e-a6f5-1db6d8cebbf1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66d087ad-917c-4d98-be12-b649f0a71730 HTTP/1.1" status: 200 len: 217 time: 0.0420291 Aug 31 07:45:33.267139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98878657-8c44-45a7-9ec4-83e90358b78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:33.288005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-580f8260-05eb-44cb-a0ff-a518982b004f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:33.289943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-580f8260-05eb-44cb-a0ff-a518982b004f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.6391699 Aug 31 07:45:33.312920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-a406bd9c-b0c8-47fa-911d-01487f3ca535 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0121865 Aug 31 07:45:33.329736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-703b3c20-5334-4ce8-a501-c7c9bc28bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:33.331296 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-703b3c20-5334-4ce8-a501-c7c9bc28bc03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59207886-0164-4af7-9590-1d22d44f776f HTTP/1.1" status: 200 len: 860 time: 0.0949421 Aug 31 07:45:33.369257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-7c7b17df-baca-44ac-87df-4e04bf90761a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474486 Aug 31 07:45:33.387558 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-ff4cdc88-a737-4620-9c2e-45b05a89302a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=31d9adf6-cfc7-44c5-8858-40c0e72924a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472956 Aug 31 07:45:33.492691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-cf57ad09-bc44-418b-a7c5-08acec4cdda2 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215479 Aug 31 07:45:33.508392 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-236b6acd-6ad1-4d1a-8c0a-68c1bcf21544 service neutron] 10.222.0.68 "GET /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119840 Aug 31 07:45:33.547947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-c35efcb1-fd42-447c-9831-001e09caa69b tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:45:33.555858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-c35efcb1-fd42-447c-9831-001e09caa69b tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4489605 Aug 31 07:45:33.668116 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2647459a-66f3-4392-b3bf-019fec9d45d2 req-216cbe49-e4ed-44a0-9c64-7042fa8f2430 service neutron] 10.222.0.68 "GET /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510491 Aug 31 07:45:33.668869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-41e8e341-ebe9-454f-818f-0c7675cf49a5 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752284 Aug 31 07:45:33.677884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Request body: {'binding': {'host': 'n-h2-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:33.678381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Unknown quota resources ['binding']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:45:33.705793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98878657-8c44-45a7-9ec4-83e90358b78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:33.709170 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98878657-8c44-45a7-9ec4-83e90358b78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:33.715437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-98878657-8c44-45a7-9ec4-83e90358b78b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01977b09-4246-4f41-b755-0c46790b12cd HTTP/1.1" status: 204 len: 168 time: 1.0353973 Aug 31 07:45:33.727306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98878657-8c44-45a7-9ec4-83e90358b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01977b09-4246-4f41-b755-0c46790b12cd,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:33.907829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on host n-h2-713499-16 for vnic_type normal with profile None {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:33.908695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:33.909032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:33.913938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:33.914274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:33.919796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:33.920434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:33.921072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:33.921072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Bound port: 881117a1-abeb-4248-af80-f60f3a96813f, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:33.984572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:34.091530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:34.095060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ec116766-3e9e-43ec-9e04-a9d136336c70 service neutron] 10.222.0.36 "POST /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5358458 Aug 31 07:45:34.234464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335f941-cc35-432a-b2b6-c1c15a896b77 req-db156e8a-f7c6-4057-bc2c-d27269bf6ff4 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:34.236257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a335f941-cc35-432a-b2b6-c1c15a896b77 req-db156e8a-f7c6-4057-bc2c-d27269bf6ff4 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0991423 Aug 31 07:45:34.315565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a335f941-cc35-432a-b2b6-c1c15a896b77 req-0b814ab0-f20a-4997-b087-46d836eb6a79 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642023 Aug 31 07:45:34.578834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cdcfb-45cf-41c5-8d13-ae98e61f2d0c req-ae0306ed-e008-4a86-8245-477b19b5c1b5 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:34.580847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b79cdcfb-45cf-41c5-8d13-ae98e61f2d0c req-ae0306ed-e008-4a86-8245-477b19b5c1b5 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 944 time: 0.1132026 Aug 31 07:45:34.655791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6402e1a5-73d8-465b-9ed7-229163eefc36 req-ad115913-a95d-40ab-8d58-4b0f5362c2c1 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 210 time: 0.0289075 Aug 31 07:45:34.663631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b79cdcfb-45cf-41c5-8d13-ae98e61f2d0c req-ec40a451-95f4-40d4-be0a-8d3925cc2de0 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713589 Aug 31 07:45:34.931765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac423b-bb0d-445f-a902-4e498f7729a8 req-9d43fa86-9fb6-4de5-ac0e-1983a0cc7f28 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:34.944686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adac423b-bb0d-445f-a902-4e498f7729a8 req-9d43fa86-9fb6-4de5-ac0e-1983a0cc7f28 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.1829021 Aug 31 07:45:35.038557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adac423b-bb0d-445f-a902-4e498f7729a8 req-d5771b7c-0841-4d2d-81ea-db74a042e9f7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Aug 31 07:45:35.153184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-18d2a62b-64e1-4f84-9e37-46f2373e18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:35.155130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-18d2a62b-64e1-4f84-9e37-46f2373e18cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1097 time: 0.0506589 Aug 31 07:45:35.312181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-4c1ae86c-b136-4a8b-b2a9-5e1dda776a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:35.315511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-4c1ae86c-b136-4a8b-b2a9-5e1dda776a93 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1513793 Aug 31 07:45:35.371321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-fb4ad985-235c-4674-aaf1-b00632b0a466 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 217 time: 0.0486050 Aug 31 07:45:35.479198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-4297081b-5b71-4ed8-b03d-26aada15fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:35.480808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-4297081b-5b71-4ed8-b03d-26aada15fd64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1019714 Aug 31 07:45:35.538652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66d087ad-917c-4d98-be12-b649f0a71730 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:35.566160 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-4333c282-044c-45f0-aaa7-80f40f979076 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739877 Aug 31 07:45:35.607234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9bf93-957d-4848-a4b6-82c3ed902741 req-c6e3dd8d-8c04-44b4-a79e-7291d35161f1 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:35.618771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1e9bf93-957d-4848-a4b6-82c3ed902741 req-c6e3dd8d-8c04-44b4-a79e-7291d35161f1 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1874557 Aug 31 07:45:35.681452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66d087ad-917c-4d98-be12-b649f0a71730, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66d087ad-917c-4d98-be12-b649f0a71730,segment=NetworkSegment(8ade4f0c-e829-4219-9efb-eb6f4294882d),segment_id=8ade4f0c-e829-4219-9efb-eb6f4294882d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:35.721236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1e9bf93-957d-4848-a4b6-82c3ed902741 req-55f7aee9-1216-4b8f-9c07-23bd6ab49acc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966487 Aug 31 07:45:35.722238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '66d087ad-917c-4d98-be12-b649f0a71730', 'network_id': '31d9adf6-cfc7-44c5-8858-40c0e72924a6', 'port_id': '66d087ad-917c-4d98-be12-b649f0a71730', 'mac_address': 'fa:16:3e:b0:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59207886-0164-4af7-9590-1d22d44f776f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:35.776890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38164) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:35.796483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:35.818815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-bb02db03-5b77-403d-89b5-59d6fb8a8973 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441387 Aug 31 07:45:35.858629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d087ad-917c-4d98-be12-b649f0a71730 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:35.898639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6e7d518-e994-4b2a-8c8b-0e611e84214a req-1aa62810-d54c-4f1b-82dc-0de792808913 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 210 time: 0.0950296 Aug 31 07:45:35.909138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66d087ad-917c-4d98-be12-b649f0a71730, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66d087ad-917c-4d98-be12-b649f0a71730,segment=NetworkSegment(8ade4f0c-e829-4219-9efb-eb6f4294882d),segment_id=8ade4f0c-e829-4219-9efb-eb6f4294882d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:36.010066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1139568285-network', 'tenant_id': '147fee931b9e4a52acf4e11891b52443'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:36.016510 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ad1d1167-f16a-49f2-b0b1-f7f8bf2c492b service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851408 Aug 31 07:45:36.052305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d509cd-a9f4-40c7-869d-1c2e8107e738 req-bbf7c991-9dab-4b56-9c55-78b735187638 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.054405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37d509cd-a9f4-40c7-869d-1c2e8107e738 req-bbf7c991-9dab-4b56-9c55-78b735187638 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 944 time: 0.1298940 Aug 31 07:45:36.094166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.145522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37d509cd-a9f4-40c7-869d-1c2e8107e738 req-7ae20655-9552-479e-8733-67600882e881 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821817 Aug 31 07:45:36.184249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:36.212697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66d087ad-917c-4d98-be12-b649f0a71730,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:36.257760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73905932-6722-4e76-a39f-0d2220cd279f req-2fcfb1e2-8c69-4acd-9509-40cf5243c8b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.259698 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73905932-6722-4e76-a39f-0d2220cd279f req-2fcfb1e2-8c69-4acd-9509-40cf5243c8b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.1075702 Aug 31 07:45:36.313979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Made reservation on behalf of 147fee931b9e4a52acf4e11891b52443 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:36.313979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.331292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.345267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73905932-6722-4e76-a39f-0d2220cd279f req-0ba61015-d61d-459b-ac1e-f8ff6b3c3370 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660300 Aug 31 07:45:36.383095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f00d9ebe-32b6-443f-9974-683edff956b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.434049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['66d087ad-917c-4d98-be12-b649f0a71730'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:36.468082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.633340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.691493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:45:36.715948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f487bf19-19f4-4048-9857-4289330a6556,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:36.740408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.740875 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Added segment b44529b6-81e7-48c2-a944-42d4cadfc947 of type vlan for network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 Aug 31 07:45:36.793733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.798427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f00d9ebe-32b6-443f-9974-683edff956b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.923099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e5739-36c8-43df-bdee-55c4df1110ea req-c7ec89de-67e4-4a55-af38-e878fa9fd21c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:36.932839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d62e5739-36c8-43df-bdee-55c4df1110ea req-c7ec89de-67e4-4a55-af38-e878fa9fd21c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0852034 Aug 31 07:45:36.946155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f00d9ebe-32b6-443f-9974-683edff956b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.979467 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f00d9ebe-32b6-443f-9974-683edff956b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3789ce4b9814826987819a0615e9877&name=default HTTP/1.1" status: 200 len: 2982 time: 0.7937691 Aug 31 07:45:36.982455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38184) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:37.014495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.015528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:37.016172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.023742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d9ebe-32b6-443f-9974-683edff956b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e25023-621f-4852-a246-49feb2472dee,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:37.043167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d62e5739-36c8-43df-bdee-55c4df1110ea req-9e82492e-c904-4147-bf57-c2b199f60796 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092675 Aug 31 07:45:37.116062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f84f940-f837-455b-bf21-43ab9a5c2ea8 req-ec7a1c65-8b2d-46a4-be78-167961db9e16 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 210 time: 0.1088262 Aug 31 07:45:37.144488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] Pushing event updated for resources: {'Network': ['ID=e57d7475-1c0e-4adf-a72a-9485b9ce7d87,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:37.158770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:45:37.165498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a170618-da78-47ea-a9c7-4b862d93e511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.210821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a170618-da78-47ea-a9c7-4b862d93e511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.308295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-65cf589e-590a-4afa-855c-0bc6af6bb467 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5293677 Aug 31 07:45:37.311201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:37.317729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Request body: {'subnet': {'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-subnet', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:37.334409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dccef1-a9bc-47aa-a801-fecb07385079 req-07dd4174-d9c3-4882-8258-1c8a97d65c13 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:37.338710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4dccef1-a9bc-47aa-a801-fecb07385079 req-07dd4174-d9c3-4882-8258-1c8a97d65c13 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 945 time: 0.0672967 Aug 31 07:45:37.386621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4dccef1-a9bc-47aa-a801-fecb07385079 req-186872eb-bc0c-4298-8c0a-3bb7402ba56c tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349944 Aug 31 07:45:37.553919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355d550-e663-438b-8d54-b3f3acab7e44 req-9a5574ed-3380-409b-a233-e17eed85c32c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:37.555459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7355d550-e663-438b-8d54-b3f3acab7e44 req-9a5574ed-3380-409b-a233-e17eed85c32c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.0811098 Aug 31 07:45:37.562510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Made reservation on behalf of 147fee931b9e4a52acf4e11891b52443 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:37.565565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.581432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-7fed2fdb-8014-456a-95e6-dca9a2bcaf83 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:37.583023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-7fed2fdb-8014-456a-95e6-dca9a2bcaf83 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.1713674 Aug 31 07:45:37.593213 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a170618-da78-47ea-a9c7-4b862d93e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.595989 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a170618-da78-47ea-a9c7-4b862d93e511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:37.599717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0a170618-da78-47ea-a9c7-4b862d93e511 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48e25023-621f-4852-a246-49feb2472dee HTTP/1.1" status: 204 len: 168 time: 0.6135938 Aug 31 07:45:37.623185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Request body: {'port': {'device_id': '7c5039e1-926b-4128-8061-b813a35868d1', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'admin_state_up': True, 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:37.699002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7355d550-e663-438b-8d54-b3f3acab7e44 req-1c47c53e-de0a-4755-82eb-1afed570f7fc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356585 Aug 31 07:45:37.736497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a170618-da78-47ea-a9c7-4b862d93e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e25023-621f-4852-a246-49feb2472dee,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:38.002553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.060826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f11a22-9f09-4ea0-babf-0c9cf3ef746b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:38.071110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:38.079312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Checking segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:38.079312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Network hostable DHCP agents. Network: e57d7475-1c0e-4adf-a72a-9485b9ce7d87, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:45:38.079669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.176102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:45:38.273314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867e2de-5145-4625-8e63-94347b986161 req-ee36439b-9d4c-456e-80a4-dbe6ff4b15f7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:38.274902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9867e2de-5145-4625-8e63-94347b986161 req-ee36439b-9d4c-456e-80a4-dbe6ff4b15f7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1140721 Aug 31 07:45:38.296908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9227d033-bd51-4bbd-ac27-63a2d39304e8 req-42264229-7889-4332-9dfd-c2cdca570abb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 210 time: 0.0757394 Aug 31 07:45:38.316460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e57d7475-1c0e-4adf-a72a-9485b9ce7d87) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:38.319874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:38.321235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.332442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ae297-0a24-4320-afa1-1611bf0b42cc None None] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:38.348550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9867e2de-5145-4625-8e63-94347b986161 req-595601d6-54a6-4c8f-a2d2-01af67658d22 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574424 Aug 31 07:45:38.354621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Allocated IP 172.20.0.12 (85c91e7d-b84e-474b-aece-0c86cc3261b5/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5/ea86439e-6c50-4931-b875-dfe868ede8e3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:38.483535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1af142d2-fc5a-45c2-bf5e-d680e4dacd5e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1702752 Aug 31 07:45:38.484370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:38.491477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:38.607194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:45:38.608080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.633102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.655896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d7d7-35cd-48dd-a65d-cb50c7539525 req-8fbb3e08-65ab-408c-be3d-80c0e8703266 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:38.657528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e70d7d7-35cd-48dd-a65d-cb50c7539525 req-8fbb3e08-65ab-408c-be3d-80c0e8703266 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 945 time: 0.0837519 Aug 31 07:45:38.680147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.681258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.726390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e70d7d7-35cd-48dd-a65d-cb50c7539525 req-aa3cd494-77f3-4fbf-a3ab-3d22dd14abd8 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Aug 31 07:45:38.832422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:38.869511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Allocated IP 172.20.0.2 (e57d7475-1c0e-4adf-a72a-9485b9ce7d87/39f11a22-9f09-4ea0-babf-0c9cf3ef746b/577f66fd-1ed1-4a42-b50e-5f25d49ecef0) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:38.918087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8125bc2-8ff2-419d-8e68-672e1ced6ecb req-4dad47aa-d9d9-47bc-8e61-986f6ba0f5f6 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:38.923262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8125bc2-8ff2-419d-8e68-672e1ced6ecb req-4dad47aa-d9d9-47bc-8e61-986f6ba0f5f6 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Aug 31 07:45:38.923262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.009864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:39.026692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:39.037641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:39.046543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:39.080374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8125bc2-8ff2-419d-8e68-672e1ced6ecb req-f6b7d70f-775d-48b4-97ce-5b686cf8f214 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473494 Aug 31 07:45:39.138921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:39.139622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.208385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.218961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Transition to ACTIVE for port object 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:39.236630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Transition to ACTIVE for port object 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:39.270022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.289133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-4c4ac6e6-1bbc-4688-b835-5979cb73b253 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6906493 Aug 31 07:45:39.310353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Request body: {'port': {'device_id': '7c5039e1-926b-4128-8061-b813a35868d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:39.366586 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.383185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.442878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:39.458288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:39.465821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:39.485901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Pushing event updated for resources: {'Port': ['ID=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:39.569654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66d087ad-917c-4d98-be12-b649f0a71730 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:39.680622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Attempting to bind port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:39.681516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Attempting to bind port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Attempting to bind port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 on network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Checking segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Bound using segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Bound port: 577f66fd-1ed1-4a42-b50e-5f25d49ecef0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:39.755127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.767058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea86439e-6c50-4931-b875-dfe868ede8e3 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:39.776584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.790382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Transition to ACTIVE for port object ea86439e-6c50-4931-b875-dfe868ede8e3 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:39.832762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] For port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:39.839628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] For port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:39.872755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5781a3-f6ab-49ed-80e5-1a8156c01251 req-1145d17d-a032-469b-b570-a9104287ae6d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:39.874977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae5781a3-f6ab-49ed-80e5-1a8156c01251 req-1145d17d-a032-469b-b570-a9104287ae6d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0739267 Aug 31 07:45:39.907727 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.931888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:39.933563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81079f-da98-4bc6-be4e-660213307f16 req-7b827940-fc8e-4f96-bdf4-4a8e5021fd3e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:39.935364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e81079f-da98-4bc6-be4e-660213307f16 req-7b827940-fc8e-4f96-bdf4-4a8e5021fd3e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 932 time: 0.1431634 Aug 31 07:45:39.963980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae5781a3-f6ab-49ed-80e5-1a8156c01251 req-8640cb27-3be2-497e-a028-a3539258226d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822165 Aug 31 07:45:40.022394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e81079f-da98-4bc6-be4e-660213307f16 req-71e87bd4-fd36-42c1-96a5-8888adc2b86b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767272 Aug 31 07:45:40.086115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Allocated IP 172.25.0.30 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/9fa9673e-5cdd-4798-97a2-e9ded9058586) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:40.164373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528afe01-9e2a-4d49-a245-c20ceae4ef61 req-3c906df2-0c08-4a4f-89b6-e25d06093e83 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:40.166640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-528afe01-9e2a-4d49-a245-c20ceae4ef61 req-3c906df2-0c08-4a4f-89b6-e25d06093e83 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 945 time: 0.0763652 Aug 31 07:45:40.213149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-528afe01-9e2a-4d49-a245-c20ceae4ef61 req-4cfbef99-dcdc-4788-a37e-dd5b94385df2 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Aug 31 07:45:40.218934 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.328449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 66d087ad-917c-4d98-be12-b649f0a71730 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:40.335217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 66d087ad-917c-4d98-be12-b649f0a71730 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:40.335699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.396643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3754a15-db9b-43fd-9a03-bc48ca398091 req-4ee9c971-cef2-4484-8f72-b7f603d7f6b9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:40.400018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3754a15-db9b-43fd-9a03-bc48ca398091 req-4ee9c971-cef2-4484-8f72-b7f603d7f6b9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.0629456 Aug 31 07:45:40.428095 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.434227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.489940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.494973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.529079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3754a15-db9b-43fd-9a03-bc48ca398091 req-077faf2a-d673-4a65-91ea-bc4111de02e0 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167650 Aug 31 07:45:40.546080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eca6d-1c09-43db-a0af-d521e8bb8b42 None None] Pushing event updated for resources: {'Port': ['ID=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:40.563110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:40.607324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d087ad-917c-4d98-be12-b649f0a71730'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:40.615684 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd3ec5-95e2-475f-aaf9-a282a0200fa5" -d '{"events": [{"server_uuid": "d4ebc518-2e0b-4886-81e0-de2173c5c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d087ad-917c-4d98-be12-b649f0a71730"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:40.619453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:40.622894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:40.629862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:40.657339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66d087ad-917c-4d98-be12-b649f0a71730, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66d087ad-917c-4d98-be12-b649f0a71730,segment=NetworkSegment(8ade4f0c-e829-4219-9efb-eb6f4294882d),segment_id=8ade4f0c-e829-4219-9efb-eb6f4294882d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:40.701948 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472e6819-b94c-4aeb-af0d-7b2ad9812adc x-openstack-request-id: req-472e6819-b94c-4aeb-af0d-7b2ad9812adc {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:40.702371 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ebc518-2e0b-4886-81e0-de2173c5c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "66d087ad-917c-4d98-be12-b649f0a71730", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:40.702775 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-472e6819-b94c-4aeb-af0d-7b2ad9812adc {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:40.703404 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d087ad-917c-4d98-be12-b649f0a71730', 'code': 200} Aug 31 07:45:40.713055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=9fa9673e-5cdd-4798-97a2-e9ded9058586,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:40.762035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Attempting to bind port ea86439e-6c50-4931-b875-dfe868ede8e3 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:40.762706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Attempting to bind port ea86439e-6c50-4931-b875-dfe868ede8e3 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:40.763243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Attempting to bind port ea86439e-6c50-4931-b875-dfe868ede8e3 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:40.768481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Port ea86439e-6c50-4931-b875-dfe868ede8e3 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:40.769045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Attempting to bind port ea86439e-6c50-4931-b875-dfe868ede8e3 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:40.776559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:40.777111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:40.777723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Bound using segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:40.778543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Bound port: ea86439e-6c50-4931-b875-dfe868ede8e3, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:40.778932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.780489 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:40.871671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66d087ad-917c-4d98-be12-b649f0a71730,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:40.922221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:40.926045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:41.016205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dd074-adba-4078-a8c8-4d9f7712ee77 req-f0d40a6d-a033-4b7f-88a0-ec18cb4bfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.017943 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d43dd074-adba-4078-a8c8-4d9f7712ee77 req-f0d40a6d-a033-4b7f-88a0-ec18cb4bfa11 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 1098 time: 0.1204386 Aug 31 07:45:41.059716 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d43dd074-adba-4078-a8c8-4d9f7712ee77 req-cc42ae5f-63e6-4f57-b1a7-162a70acb59b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Aug 31 07:45:41.115591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e21f0e-53ba-4576-b771-e6993e618947 req-4f9180ff-291d-4df0-a1dc-e884b4dc7b31 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.117143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8e21f0e-53ba-4576-b771-e6993e618947 req-4f9180ff-291d-4df0-a1dc-e884b4dc7b31 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0542753 Aug 31 07:45:41.167230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8e21f0e-53ba-4576-b771-e6993e618947 req-f3c7ae6f-3994-4491-b703-967254727e13 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Aug 31 07:45:41.172251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:41.204288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.205210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:41.207813 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea86439e-6c50-4931-b875-dfe868ede8e3 HTTP/1.1" status: 200 len: 1093 time: 1.9016025 Aug 31 07:45:41.209975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:41.213359 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:41.255036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9cf0c-2f31-4abf-92cb-e5a0b9d7c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:41.318227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9ce3-6522-4354-b206-345294a0911e req-cb348fa7-45af-4d80-bc05-58d13abaecee tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.320107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-340e9ce3-6522-4354-b206-345294a0911e req-cb348fa7-45af-4d80-bc05-58d13abaecee tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 944 time: 0.0608380 Aug 31 07:45:41.327329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:41.381780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-340e9ce3-6522-4354-b206-345294a0911e req-e54bf023-0f27-43a5-b4f7-527516de250b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547392 Aug 31 07:45:41.480136 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e732b3-7a78-4d05-94a2-32f804ef5288 x-openstack-request-id: req-c3e732b3-7a78-4d05-94a2-32f804ef5288 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:41.480507 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:41.480842 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3e732b3-7a78-4d05-94a2-32f804ef5288 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:41.481295 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'status': 'completed', 'code': 200} Aug 31 07:45:41.495535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-cf8bdbad-399c-48c5-aea0-a13e0351beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.497242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-cf8bdbad-399c-48c5-aea0-a13e0351beaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 1096 time: 0.0664568 Aug 31 07:45:41.582978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-2684a782-eee7-493c-86ca-f44fca584676 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea86439e-6c50-4931-b875-dfe868ede8e3 HTTP/1.1" status: 200 len: 217 time: 0.0755837 Aug 31 07:45:41.637490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:41.699869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54b01-5721-4835-8240-3b0216792cc8 req-90c90bd4-65e4-4a4d-8c95-364038e23542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:41.703088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-90c90bd4-65e4-4a4d-8c95-364038e23542 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.0983925 Aug 31 07:45:41.847677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-2e7bba3c-be04-4ecb-b517-af64ddffb72c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744457 Aug 31 07:45:41.963514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0514f84-97d6-4b44-90ac-27a4c4fc1bba None None] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:42.016405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-77aae962-2117-4bac-9855-73b76584f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.018020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-77aae962-2117-4bac-9855-73b76584f403 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d&tenant_id=7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 1095 time: 0.4049113 Aug 31 07:45:42.067509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5c36a-6452-4f5f-a2ca-2d0dd6788926 req-c0198d87-0aea-4fc0-addd-02b6eb022602 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.075644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ff5c36a-6452-4f5f-a2ca-2d0dd6788926 req-c0198d87-0aea-4fc0-addd-02b6eb022602 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 946 time: 0.4912753 Aug 31 07:45:42.204092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ff5c36a-6452-4f5f-a2ca-2d0dd6788926 req-d980b05e-8ed0-4663-b743-5cbef59c383d tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276224 Aug 31 07:45:42.262005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-c52e45e0-7701-4398-87f0-e09dc740cd5b service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005594 Aug 31 07:45:42.265147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-97553160-51c6-479f-97c2-1d84cb7356bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.266727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-97553160-51c6-479f-97c2-1d84cb7356bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1095 time: 0.2213466 Aug 31 07:45:42.330597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:42.541732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7aed03cc-52e0-4424-ab89-361616def469 None None] Provisioning for port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:42.603895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df10f5-48bc-43a1-b2c0-23febcb59f3d req-7d64de10-a20c-4a85-bbd8-7dcf136a6659 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.605471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00df10f5-48bc-43a1-b2c0-23febcb59f3d req-7d64de10-a20c-4a85-bbd8-7dcf136a6659 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.2704217 Aug 31 07:45:42.633918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Router d9524a83-08e9-4691-a578-fba3f7bf1f84 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:45:42.695320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1e908-e31e-4e56-a485-b1226d50ad39 req-abfc8901-b6b9-4d73-bd99-c368b07c6df2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.696131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:42.702007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:42.702007 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:42.709569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30e1e908-e31e-4e56-a485-b1226d50ad39 req-abfc8901-b6b9-4d73-bd99-c368b07c6df2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.2182665 Aug 31 07:45:42.754564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-1acd4a32-0af7-43ef-bc0d-0f4fde1211f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:42.768367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-1acd4a32-0af7-43ef-bc0d-0f4fde1211f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.4666770 Aug 31 07:45:42.804712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69c54b01-5721-4835-8240-3b0216792cc8 req-5aa04dca-7f6c-47dd-9440-f45fea69a5d9 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285745 Aug 31 07:45:42.896914 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:42.904577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:42.938179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Sync routers for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:43.054403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00df10f5-48bc-43a1-b2c0-23febcb59f3d req-e528368b-2576-4d4e-8513-66503f9dba56 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317358 Aug 31 07:45:43.062655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:43.064389 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6f5d7ac6-b5c3-4cee-9ce8-da611a63e6cf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5778036 Aug 31 07:45:43.067583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30e1e908-e31e-4e56-a485-b1226d50ad39 req-229fe17c-15d7-4be1-b45d-ced71e848e15 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568058 Aug 31 07:45:43.068149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38278) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:43.078254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-695fcde7-2416-45ad-9e0c-139960056137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:43.080063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-695fcde7-2416-45ad-9e0c-139960056137 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 1096 time: 0.1028349 Aug 31 07:45:43.118508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-de2b5f97-f4d3-4038-a6d0-45ac029741a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 998 time: 0.2927423 Aug 31 07:45:43.155178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:43.157103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5ed27410-6e53-473c-a936-92c634e8e305 None None] Provisioning complete for port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:43.157674 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ed27410-6e53-473c-a936-92c634e8e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:43.161126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:43.162066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:43.420594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:43.569166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:43.631814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:43.833230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:41Z', 'revision_number': 3, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:43.874487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-de48a327-2366-4329-b3b4-08648a297d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:43.876171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-de48a327-2366-4329-b3b4-08648a297d08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 913 time: 0.7863054 Aug 31 07:45:43.888472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-f9aa8ad4-7dd2-4ccd-af30-9ced9de9ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:43.890360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-f9aa8ad4-7dd2-4ccd-af30-9ced9de9ba00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.2581780 Aug 31 07:45:43.895438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Checking router: d9524a83-08e9-4691-a578-fba3f7bf1f84 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:43.895793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Updating router d9524a83-08e9-4691-a578-fba3f7bf1f84 port 9fa9673e-5cdd-4798-97a2-e9ded9058586 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:45:43.956437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25231a92-2138-437a-89c8-0f4f8d570e2a req-1f6ddcbf-825c-40a7-b646-3527d7414527 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:43.957500 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:43.964966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25231a92-2138-437a-89c8-0f4f8d570e2a req-1f6ddcbf-825c-40a7-b646-3527d7414527 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 946 time: 0.3247819 Aug 31 07:45:43.973590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-93b622e5-89ed-4eca-b789-f0a1f415f3fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea86439e-6c50-4931-b875-dfe868ede8e3 HTTP/1.1" status: 200 len: 217 time: 0.0819309 Aug 31 07:45:44.012015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9431c-a30f-47f6-889a-766594862706 req-571dab48-c74f-4e8c-bca9-a9386ae7e2d6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:44.013781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beb9431c-a30f-47f6-889a-766594862706 req-571dab48-c74f-4e8c-bca9-a9386ae7e2d6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 944 time: 0.3646586 Aug 31 07:45:44.130163 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:44.182106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:44.224967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-5e006a9d-bedc-4158-90a2-3f5bde261da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:44.227023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-5e006a9d-bedc-4158-90a2-3f5bde261da2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3236430 Aug 31 07:45:44.243421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beb9431c-a30f-47f6-889a-766594862706 req-6e70921b-1160-4d3d-97ca-493b533ce0fe tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865160 Aug 31 07:45:44.253236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25231a92-2138-437a-89c8-0f4f8d570e2a req-f234451c-0eca-48df-b41c-a55a212d6348 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870970 Aug 31 07:45:44.409454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Allocated IP 172.20.0.1 (e57d7475-1c0e-4adf-a72a-9485b9ce7d87/39f11a22-9f09-4ea0-babf-0c9cf3ef746b/4d282b8b-58e6-4763-8150-9c5073802ecc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:44.449630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-4b9124f0-f4a2-4ac8-886c-b57be7dea891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:44.451393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-4b9124f0-f4a2-4ac8-886c-b57be7dea891 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.4202352 Aug 31 07:45:44.551350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:44.551731 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:44.560088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-ca34f3e9-21b7-44ee-8e53-349f8fdc02a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962245 Aug 31 07:45:44.600259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:44.611671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121cf8f-d1cd-427d-b236-ba7b8f2c9abf req-8a29baf0-c2db-4810-ad88-53bba0a6cfff tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:44.614211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5121cf8f-d1cd-427d-b236-ba7b8f2c9abf req-8a29baf0-c2db-4810-ad88-53bba0a6cfff tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.2494216 Aug 31 07:45:44.617033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Transition to ACTIVE for port object 4d282b8b-58e6-4763-8150-9c5073802ecc will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:44.664345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-160d6872-b22e-48f2-b906-5281409f0f51 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100368 Aug 31 07:45:44.723059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:44.733688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Transition to ACTIVE for port object 9fa9673e-5cdd-4798-97a2-e9ded9058586 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:44.821280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34520e5a-2350-4e58-85aa-7553e7dcb00d req-75c7a751-37b5-403d-a13a-985e75927d11 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:44.822822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34520e5a-2350-4e58-85aa-7553e7dcb00d req-75c7a751-37b5-403d-a13a-985e75927d11 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.2971771 Aug 31 07:45:44.837567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5121cf8f-d1cd-427d-b236-ba7b8f2c9abf req-20ace3d8-2b1e-4f94-9272-cf0ec07a63a7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719482 Aug 31 07:45:44.867835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:44.889952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-3268e24a-c4bc-4dec-a76c-b25199e8e887 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082697 Aug 31 07:45:44.915669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34520e5a-2350-4e58-85aa-7553e7dcb00d req-d798671e-5b99-4399-9140-1bb0c8198230 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839107 Aug 31 07:45:44.927278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:44.956231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:44.968054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c403b6f8-c54e-4247-b2af-d291a468c124 req-78ad1851-11e9-4e2e-bdf1-9fce0e95a0a8 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646573 Aug 31 07:45:44.981349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:44.987168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:45.030605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc910e7a-acee-4b7f-a0f0-abc843ccb64d req-807d08b5-60ac-4ee5-a0f2-71274a52e471 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283126 Aug 31 07:45:45.051391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Pushing event updated for resources: {'Port': ['ID=4d282b8b-58e6-4763-8150-9c5073802ecc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:45.060765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153626-8189-4f53-a9c8-0ea0d6814dd3 None None] Pushing event updated for resources: {'Port': ['ID=9fa9673e-5cdd-4798-97a2-e9ded9058586,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:45.063971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Attempting to bind port 9fa9673e-5cdd-4798-97a2-e9ded9058586 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:45.065311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Attempting to bind port 9fa9673e-5cdd-4798-97a2-e9ded9058586 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:45.065311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Attempting to bind port 9fa9673e-5cdd-4798-97a2-e9ded9058586 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:45.073527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:45.074001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:45.074416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.074966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:45.075659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Bound port: 9fa9673e-5cdd-4798-97a2-e9ded9058586, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:45.076063 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.089544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.193336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] For port 9fa9673e-5cdd-4798-97a2-e9ded9058586, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:45.199210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] For port 9fa9673e-5cdd-4798-97a2-e9ded9058586, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9fa9673e-5cdd-4798-97a2-e9ded9058586,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:45.275488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ea86439e-6c50-4931-b875-dfe868ede8e3 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:45.330437 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.408543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b5ec6-90e7-4d0f-bd13-f2a2f57ba3db req-3e44fe37-7173-4185-9e50-d260b26d4e01 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:45.411387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb5b5ec6-90e7-4d0f-bd13-f2a2f57ba3db req-3e44fe37-7173-4185-9e50-d260b26d4e01 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 944 time: 0.0588937 Aug 31 07:45:45.446406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.473733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153626-8189-4f53-a9c8-0ea0d6814dd3 None None] Pushing event updated for resources: {'Port': ['ID=9fa9673e-5cdd-4798-97a2-e9ded9058586,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:45.475145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb5b5ec6-90e7-4d0f-bd13-f2a2f57ba3db req-7ecb9655-bb30-4081-8c40-b808aaf84394 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538630 Aug 31 07:45:45.500536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:45.501831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:45.627175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-50ab2503-cb33-4ca9-ab8c-4551b4fcbfdf None None] Provisioning for port 4d282b8b-58e6-4763-8150-9c5073802ecc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:45.642289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-50ab2503-cb33-4ca9-ab8c-4551b4fcbfdf None None] Provisioning complete for port 4d282b8b-58e6-4763-8150-9c5073802ecc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:45.642900 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50ab2503-cb33-4ca9-ab8c-4551b4fcbfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.707289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.726545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:45.754836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'mac_address': 'fa:16:3e:4b:a8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:45.767418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-50ab2503-cb33-4ca9-ab8c-4551b4fcbfdf None None] Port 4d282b8b-58e6-4763-8150-9c5073802ecc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:45:45.773872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:45.879425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.931072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:45.942659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea86439e-6c50-4931-b875-dfe868ede8e3 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:46.011062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:46.079722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Pushing event updated for resources: {'Port': ['ID=4d282b8b-58e6-4763-8150-9c5073802ecc,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:46.097120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:46.120285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:46.122829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded9f5-d9ec-4853-a573-97d4caec6583 req-fec58598-da37-4c4c-94d4-b9a4a428e666 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:46.136778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51ded9f5-d9ec-4853-a573-97d4caec6583 req-fec58598-da37-4c4c-94d4-b9a4a428e666 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.1223323 Aug 31 07:45:46.227698 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51ded9f5-d9ec-4853-a573-97d4caec6583 req-d56fb0e9-39b0-49cd-b277-e2cc863b0468 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897985 Aug 31 07:45:46.375741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:46.391962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['ea86439e-6c50-4931-b875-dfe868ede8e3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:46.427145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:46.443250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:46.521325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35894c-4dad-440f-a14a-7a6fb73d9575 req-4d0f8901-0cdc-4f23-8c18-f37ba09cf02d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:46.523515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:44Z', 'revision_number': 1, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:46.535451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f35894c-4dad-440f-a14a-7a6fb73d9575 req-4d0f8901-0cdc-4f23-8c18-f37ba09cf02d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1428106 Aug 31 07:45:46.655663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75e247-65f6-4132-9f8b-53d55aa19df9 None None] The sync data for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 is: [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:44Z', 'revision_number': 1, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:46.739855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f35894c-4dad-440f-a14a-7a6fb73d9575 req-8c41b840-f81f-4ee6-8608-1df93a1515c4 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034872 Aug 31 07:45:46.765308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Router d9524a83-08e9-4691-a578-fba3f7bf1f84 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:46.839228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688ab74-71bb-441a-a930-de800547a4d7 req-9888eed0-c483-4e5a-ab5e-8a4bc8948011 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:46.843694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5688ab74-71bb-441a-a930-de800547a4d7 req-9888eed0-c483-4e5a-ab5e-8a4bc8948011 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 946 time: 0.2898691 Aug 31 07:45:46.975334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5688ab74-71bb-441a-a930-de800547a4d7 req-93f3443a-255e-47c7-8188-922c41eeff30 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/security-groups?id=6a3894e2-a64c-40bc-ad77-fa2175b02a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198633 Aug 31 07:45:47.012286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3e49fc99-6e50-4184-9f40-6ac76df54ff9 None None] Provisioning complete for port 4d282b8b-58e6-4763-8150-9c5073802ecc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:47.012672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3e49fc99-6e50-4184-9f40-6ac76df54ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:47.029489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:47.046584 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff9262a7-cbe1-43cc-bc0f-8d1b7bad370a admin admin] 10.222.0.36 "PUT /v2.0/routers/d9524a83-08e9-4691-a578-fba3f7bf1f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9763732 Aug 31 07:45:47.076244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3e49fc99-6e50-4184-9f40-6ac76df54ff9 None None] Port 4d282b8b-58e6-4763-8150-9c5073802ecc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:45:47.239319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0779f-22a7-43df-a4a0-0bfd60958665 req-298b8825-8136-4a46-b810-2b6d2b53032b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:47.251608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86e0779f-22a7-43df-a4a0-0bfd60958665 req-298b8825-8136-4a46-b810-2b6d2b53032b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 945 time: 0.1330051 Aug 31 07:45:47.344934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86e0779f-22a7-43df-a4a0-0bfd60958665 req-6f319e39-8fa9-42da-86b2-f02804676371 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921485 Aug 31 07:45:47.656307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1941df1-ab45-4cd5-bb6a-d259e026a870 req-9a098688-9015-4cf7-9570-8e4b48874cde tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:47.678633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1941df1-ab45-4cd5-bb6a-d259e026a870 req-9a098688-9015-4cf7-9570-8e4b48874cde tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.1722670 Aug 31 07:45:47.739140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-ca2a4dfb-8e25-4f2c-bdd1-17ed99b414dc tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:47.744126 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-ca2a4dfb-8e25-4f2c-bdd1-17ed99b414dc tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.68 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 946 time: 0.1556826 Aug 31 07:45:47.787710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1941df1-ab45-4cd5-bb6a-d259e026a870 req-2ff1ac06-b404-4cbd-b905-9241ff07d958 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179721 Aug 31 07:45:48.018842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Deleting port 66d087ad-917c-4d98-be12-b649f0a71730 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:48.019935 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.221103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d9b96-0148-48d5-8567-c9be6250d7c0 req-6027a08b-127f-483e-8ccf-b2472a2cf980 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:48.229140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2d9b96-0148-48d5-8567-c9be6250d7c0 req-6027a08b-127f-483e-8ccf-b2472a2cf980 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 945 time: 0.1798882 Aug 31 07:45:48.261793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fa9673e-5cdd-4798-97a2-e9ded9058586 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:48.333376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] For port 66d087ad-917c-4d98-be12-b649f0a71730, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66d087ad-917c-4d98-be12-b649f0a71730,segment=NetworkSegment(8ade4f0c-e829-4219-9efb-eb6f4294882d),segment_id=8ade4f0c-e829-4219-9efb-eb6f4294882d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:48.333851 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.366865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Calling delete_port for 66d087ad-917c-4d98-be12-b649f0a71730 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:48.372285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2d9b96-0148-48d5-8567-c9be6250d7c0 req-edfd9c55-e8de-4494-a150-e6c52a109f97 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420894 Aug 31 07:45:48.490636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9fa9673e-5cdd-4798-97a2-e9ded9058586 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:48.500509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9fa9673e-5cdd-4798-97a2-e9ded9058586 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:48.501570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.607410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7f51d-160c-4024-bc41-5ac041d7127c req-6fd07009-0af6-4fdf-aa65-ab7b69c7de15 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:48.618799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3f7f51d-160c-4024-bc41-5ac041d7127c req-6fd07009-0af6-4fdf-aa65-ab7b69c7de15 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1585448 Aug 31 07:45:48.637643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38396) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:48.646946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113068930', 'description': 'tempest-description--1782593141'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:48.732849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3f7f51d-160c-4024-bc41-5ac041d7127c req-d44fa510-ff67-410f-aba7-5185e43f7a19 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014242 Aug 31 07:45:48.762068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.765005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.837217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9fa9673e-5cdd-4798-97a2-e9ded9058586, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9fa9673e-5cdd-4798-97a2-e9ded9058586,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:48.841602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['66d087ad-917c-4d98-be12-b649f0a71730'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:48.843666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f636cad3-0135-46cf-baee-01d82a39a725 req-c015234e-3ac2-4643-b74e-ac3c48a0a771 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 210 time: 0.0568659 Aug 31 07:45:48.851568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Pushing event deleted for resources: {'Port': ['ID=66d087ad-917c-4d98-be12-b649f0a71730,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:48.873790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.943501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:48.971814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] No DVR routers for this DVR port 66d087ad-917c-4d98-be12-b649f0a71730 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:49.006364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afffc3-af97-4e0b-871b-3ea58327c869 req-f59290b7-3282-423b-a9f1-0cfafb0c289b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:49.011678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89afffc3-af97-4e0b-871b-3ea58327c869 req-f59290b7-3282-423b-a9f1-0cfafb0c289b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 945 time: 0.1258585 Aug 31 07:45:49.076357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.080634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.085519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a32c2998-6640-43fd-8c80-f01bd4fafb7e req-43ef9a50-0715-469c-9487-a8a640c06f33 tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.68 "DELETE /v2.0/ports/66d087ad-917c-4d98-be12-b649f0a71730 HTTP/1.1" status: 204 len: 173 time: 1.3340249 Aug 31 07:45:49.086289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'name': 'network-vif-deleted', 'tag': '66d087ad-917c-4d98-be12-b649f0a71730'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:49.089186 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f129d50-a767-4571-81a0-0e795daf3214" -d '{"events": [{"server_uuid": "d4ebc518-2e0b-4886-81e0-de2173c5c2c1", "name": "network-vif-deleted", "tag": "66d087ad-917c-4d98-be12-b649f0a71730"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:49.105503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9fa9673e-5cdd-4798-97a2-e9ded9058586,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:49.120936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89afffc3-af97-4e0b-871b-3ea58327c869 req-3d0f2fef-83ef-47ed-a5f2-254b297cfbdb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047549 Aug 31 07:45:49.135730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-d36ede3a-c9e1-4252-b03b-57df137c3b17 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:49.137315 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-d36ede3a-c9e1-4252-b03b-57df137c3b17 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.68 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 945 time: 0.2386506 Aug 31 07:45:49.190829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.221848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576365cc-87e7-49e7-ba26-1d1e3a795dcc req-1cb9ed4e-6b4b-4a12-b0ec-fa36fd65d5ce tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:49.231569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-576365cc-87e7-49e7-ba26-1d1e3a795dcc req-1cb9ed4e-6b4b-4a12-b0ec-fa36fd65d5ce tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.0907116 Aug 31 07:45:49.276627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-576365cc-87e7-49e7-ba26-1d1e3a795dcc req-b840ea61-a733-4764-b27a-917bb651f368 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Aug 31 07:45:49.292376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84cd6a-6f29-4bae-aa56-d9039b16c545,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:49.294859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ea86439e-6c50-4931-b875-dfe868ede8e3 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:49.315335 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca6c16-7672-4b94-a2b4-c733b8fbf604 x-openstack-request-id: req-2fca6c16-7672-4b94-a2b4-c733b8fbf604 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:49.315618 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ebc518-2e0b-4886-81e0-de2173c5c2c1", "name": "network-vif-deleted", "tag": "66d087ad-917c-4d98-be12-b649f0a71730", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:49.316659 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fca6c16-7672-4b94-a2b4-c733b8fbf604 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:49.317081 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ebc518-2e0b-4886-81e0-de2173c5c2c1', 'name': 'network-vif-deleted', 'tag': '66d087ad-917c-4d98-be12-b649f0a71730', 'status': 'completed', 'code': 200} Aug 31 07:45:49.349891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Deleting port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:49.350823 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.453991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.464445 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d73fd2c6-7fc7-4160-b1c6-b7ed28126841 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8159397 Aug 31 07:45:49.464580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38408) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:49.465062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Request body: {'security_group_rule': {'security_group_id': '0d84cd6a-6f29-4bae-aa56-d9039b16c545', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:49.527857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port ea86439e-6c50-4931-b875-dfe868ede8e3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:49.532030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port ea86439e-6c50-4931-b875-dfe868ede8e3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:49.532401 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.566356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] For port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,segment=NetworkSegment(2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b),segment_id=2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:49.566860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.593120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Calling delete_port for e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:49.626130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cbb36-f08a-4ecb-8939-2a61956cbc1a req-1c7175bd-f06e-43e6-8c98-aee5eb329101 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:49.641170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-970cbb36-f08a-4ecb-8939-2a61956cbc1a req-1c7175bd-f06e-43e6-8c98-aee5eb329101 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 945 time: 0.1647038 Aug 31 07:45:49.670677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.712384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:49.715535 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbafe1e-1b57-4418-b655-975222a1e304" -d '{"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-plugged", "status": "completed", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:49.732250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:49.755427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-970cbb36-f08a-4ecb-8939-2a61956cbc1a req-e425ef1b-19ae-4dd9-88a9-f179b697fafd tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/security-groups?id=6e211a99-4232-44da-a2ad-5ae02e2f1726&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132157 Aug 31 07:45:49.780831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.825974 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08a898-6d78-4fc5-bc9c-fff4c8f8ee78 x-openstack-request-id: req-6b08a898-6d78-4fc5-bc9c-fff4c8f8ee78 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:49.826576 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-plugged", "status": "completed", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:49.827055 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b08a898-6d78-4fc5-bc9c-fff4c8f8ee78 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:49.827732 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'code': 200} Aug 31 07:45:49.867583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:49.975125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:50.000205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:50.035695 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Sync routers for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:50.043537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Pushing event deleted for resources: {'Port': ['ID=e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:50.067004 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:50.067849 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:50.089076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73d27f2b-58a6-4568-9534-0c2cd67453bf req-4f725c1c-2402-4b62-a529-69a10dfa0a0c tempest-ServerMetadataNegativeTestJSON-501285367 tempest-ServerMetadataNegativeTestJSON-501285367-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ebc518-2e0b-4886-81e0-de2173c5c2c1 HTTP/1.1" status: 200 len: 210 time: 0.0732744 Aug 31 07:45:50.150767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:50.169320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] No DVR routers for this DVR port e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:50.183949 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:50.186325 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4a2f5b2-bc48-46d0-a824-02fde53d72f1 req-5afbd2bb-5314-4c6f-8ab5-af324e6452b0 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.68 "DELETE /v2.0/ports/e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 HTTP/1.1" status: 204 len: 173 time: 1.0408289 Aug 31 07:45:50.194486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ba5fb-cbf7-457f-9e9e-57b5b171d20d req-8d04138c-d6de-4c3e-8fbc-ce5a8e2f1c25 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:50.202179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e4ba5fb-cbf7-457f-9e9e-57b5b171d20d req-8d04138c-d6de-4c3e-8fbc-ce5a8e2f1c25 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.3041272 Aug 31 07:45:50.270315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fa9673e-5cdd-4798-97a2-e9ded9058586 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:50.270649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfcf1b-6466-4815-ae49-8e97f6245534 req-55121ef6-345e-4d22-b6dd-2604ccd6e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:50.270649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79dfcf1b-6466-4815-ae49-8e97f6245534 req-55121ef6-345e-4d22-b6dd-2604ccd6e54d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 1098 time: 0.1743495 Aug 31 07:45:50.324859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e4ba5fb-cbf7-457f-9e9e-57b5b171d20d req-46016697-34f7-4a4d-97d5-e09d902a932b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058476 Aug 31 07:45:50.587361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79dfcf1b-6466-4815-ae49-8e97f6245534 req-996bbd35-b2db-40df-968f-e19a6c9b89f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121751 Aug 31 07:45:50.626119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3f00-40b6-4e3c-914f-7c7c7bd0bc99 req-26415f8e-1763-4882-a1c5-2b6fc5adf45b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:50.628020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5ba3f00-40b6-4e3c-914f-7c7c7bd0bc99 req-26415f8e-1763-4882-a1c5-2b6fc5adf45b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1586633 Aug 31 07:45:50.672270 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:50.696287 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:50.721667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9fa9673e-5cdd-4798-97a2-e9ded9058586 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:50.728346 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:50.739220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a66fdf-914b-44e9-b993-66df8dbbeb23,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:50.838403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5ba3f00-40b6-4e3c-914f-7c7c7bd0bc99 req-b04f1cb9-fb6c-43fc-9531-90438c762645 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018242 Aug 31 07:45:50.911011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13da797-9d8e-4efc-bdb8-4c2b2c2a7771 req-a1f6cdf0-2b16-4573-bc5f-10a890fb4a6a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:50.931345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e13da797-9d8e-4efc-bdb8-4c2b2c2a7771 req-a1f6cdf0-2b16-4573-bc5f-10a890fb4a6a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.2019773 Aug 31 07:45:50.936263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:50.957959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38432) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:50.959675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9138c0c6-81bf-48ce-9b63-9f12c0cc87a9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4988031 Aug 31 07:45:50.965712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Request body: {'security_group_rule': {'security_group_id': '0d84cd6a-6f29-4bae-aa56-d9039b16c545', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:51.137717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28a3ea82-a649-4f80-a0e0-3a6e0b333310 req-5c357b8a-d999-45ae-b45c-03402b964a0d tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.1175246 Aug 31 07:45:51.140158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.153655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e13da797-9d8e-4efc-bdb8-4c2b2c2a7771 req-30d3db39-eac8-49db-ae8f-2f5759fc1559 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184653 Aug 31 07:45:51.239346 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 2, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:51.241538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38438) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:51.274047 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Checking router: d9524a83-08e9-4691-a578-fba3f7bf1f84 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:51.276710 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Updating router d9524a83-08e9-4691-a578-fba3f7bf1f84 port 4d282b8b-58e6-4763-8150-9c5073802ecc binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:45:51.305834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.317936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'name': 'network-vif-deleted', 'tag': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:51.320515 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cafc6ef-46dd-4fc4-b52c-4d1b37a3582c" -d '{"events": [{"server_uuid": "40e4aba9-b9cb-4ad0-8726-d54b96131a2d", "name": "network-vif-deleted", "tag": "e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:51.322462 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.331185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38442) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:51.338589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Deleting subnet 59207886-0164-4af7-9590-1d22d44f776f {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:51.347078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.388020 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01579e-d952-4ffe-b044-7c222700b9ce x-openstack-request-id: req-5c01579e-d952-4ffe-b044-7c222700b9ce {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:51.388501 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e4aba9-b9cb-4ad0-8726-d54b96131a2d", "name": "network-vif-deleted", "tag": "e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:51.388877 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c01579e-d952-4ffe-b044-7c222700b9ce {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:51.389502 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4aba9-b9cb-4ad0-8726-d54b96131a2d', 'name': 'network-vif-deleted', 'tag': 'e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26', 'status': 'completed', 'code': 200} Aug 31 07:45:51.408776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.448241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.463386 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.490782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42ce0aa-51d5-49a4-b6b7-d3a9a6d220fa,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:51.508005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.509955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.513079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.513838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.519762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:51.604467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:51.642472 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.643927 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ecb199de-2d93-43b3-9c5f-da7ff7b67788 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6845205 Aug 31 07:45:51.647425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:51.653538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:51.682978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caee52a-8259-4eeb-95da-60a2c14aa2e6 req-8e1939a5-2218-4b2a-b7f0-4e4d35a69040 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:51.684555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2caee52a-8259-4eeb-95da-60a2c14aa2e6 req-8e1939a5-2218-4b2a-b7f0-4e4d35a69040 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1894643 Aug 31 07:45:51.696874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:51.697992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e5fa6f8b-e9f9-4ad1-9d3f-9ebc29045d26 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:51.699847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66d087ad-917c-4d98-be12-b649f0a71730 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:51.737049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d25ce44-0de6-464b-a0b8-b6591b18a7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.775309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 66d087ad-917c-4d98-be12-b649f0a71730 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:51.778557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66d087ad-917c-4d98-be12-b649f0a71730 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:51.786200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2caee52a-8259-4eeb-95da-60a2c14aa2e6 req-bcfa0cf1-06f7-4c87-a7ca-b45a207a225e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859995 Aug 31 07:45:51.912236 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:51.922173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ea7bbc70-056b-4b5f-b5b7-9de71da6c4a6 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:51.924133 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-ea7bbc70-056b-4b5f-b5b7-9de71da6c4a6 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.0636849 Aug 31 07:45:51.941654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-16'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:52.057291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.057452 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Transition to ACTIVE for port object 4d282b8b-58e6-4763-8150-9c5073802ecc will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:52.064018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.070281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.111576 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.116379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59207886-0164-4af7-9590-1d22d44f776f HTTP/1.1" status: 204 len: 168 time: 0.8736420 Aug 31 07:45:52.123273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faaf296-2b1c-416a-9981-7ecf07d9bb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59207886-0164-4af7-9590-1d22d44f776f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:52.123273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38454) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:52.193489 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.231080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b613f80-c4a3-4930-85d0-048581b629ea req-e42e93f6-68bd-4079-b7cb-983d080a97f0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:52.232788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b613f80-c4a3-4930-85d0-048581b629ea req-e42e93f6-68bd-4079-b7cb-983d080a97f0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1776657 Aug 31 07:45:52.295842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.371596 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Pushing event updated for resources: {'Port': ['ID=4d282b8b-58e6-4763-8150-9c5073802ecc,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:52.386418 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.386671 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.386919 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.387216 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.387551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.387881 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.388218 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.388551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.388881 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.390190 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.390525 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.390853 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:52.496462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.501633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d25ce44-0de6-464b-a0b8-b6591b18a7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.515805 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Attempting to bind port 4d282b8b-58e6-4763-8150-9c5073802ecc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:52.516081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d9adf6-cfc7-44c5-8858-40c0e72924a6']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:52.516471 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Attempting to bind port 4d282b8b-58e6-4763-8150-9c5073802ecc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:52.517241 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Attempting to bind port 4d282b8b-58e6-4763-8150-9c5073802ecc on network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:52.526186 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:52.526801 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Checking segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:52.528394 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.529089 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Bound using segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:52.530134 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Bound port: 4d282b8b-58e6-4763-8150-9c5073802ecc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:52.531306 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.549439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:52.571742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b613f80-c4a3-4930-85d0-048581b629ea req-26d1f76b-245c-42d1-94e0-c1b8cfabfecf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300459 Aug 31 07:45:52.573679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ade4f0c-e829-4219-9efb-eb6f4294882d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:52.574001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ade4f0c-e829-4219-9efb-eb6f4294882d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:52.601681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.605143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.639827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.647409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:52.647819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:52.649586 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:52.661496 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] For port 4d282b8b-58e6-4763-8150-9c5073802ecc, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:52.677537 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] For port 4d282b8b-58e6-4763-8150-9c5073802ecc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4d282b8b-58e6-4763-8150-9c5073802ecc,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:52.712869 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d25ce44-0de6-464b-a0b8-b6591b18a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.739563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:52.809848 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d25ce44-0de6-464b-a0b8-b6591b18a7c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77deb82d6f80426c89c10fabaa15aa55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4764490 Aug 31 07:45:52.815435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38466) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:52.816009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25ce44-0de6-464b-a0b8-b6591b18a7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566773c-7cb0-476f-bbf8-89fe1dd102f5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:52.857270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:52.881302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cc48b86-506e-49e3-b48e-967464066f2b req-24d51fb9-604a-48f2-afef-1263050f2323 tempest-VolumesAdminNegativeTest-642204072 tempest-VolumesAdminNegativeTest-642204072-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e4aba9-b9cb-4ad0-8726-d54b96131a2d HTTP/1.1" status: 200 len: 210 time: 0.4562962 Aug 31 07:45:52.887100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Allocated IP 172.25.0.186 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/456cca07-8570-424d-87f5-cf7ceeba971f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:52.913521 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.045730 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:53.046015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748c1a-e9dc-47e7-ac17-389be2267f58 req-30faafc4-1595-4716-b5bf-2d5e535e1026 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:53.054419 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:53.056311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33748c1a-e9dc-47e7-ac17-389be2267f58 req-30faafc4-1595-4716-b5bf-2d5e535e1026 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 945 time: 0.3239470 Aug 31 07:45:53.070868 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38cf8c-0ba7-4171-8ba1-6d72c92b49b9 None None] Pushing event updated for resources: {'Port': ['ID=4d282b8b-58e6-4763-8150-9c5073802ecc,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:53.078172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.126263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97ca257d-95d1-4a0c-ba72-878c948ab757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.130229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.136778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.143073 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/31d9adf6-cfc7-44c5-8858-40c0e72924a6 HTTP/1.1" status: 204 len: 168 time: 1.0153677 Aug 31 07:45:53.170341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33748c1a-e9dc-47e7-ac17-389be2267f58 req-2dc1e187-690c-4a1a-9557-cc5202414f64 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078522 Aug 31 07:45:53.197389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9104a-c8c7-48b0-964b-36a58b54ab84 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d9adf6-cfc7-44c5-8858-40c0e72924a6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:53.206139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.255585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97ca257d-95d1-4a0c-ba72-878c948ab757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.349781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a1825-3c8c-4bd7-88e8-048c0a93413e req-26cb31f1-342b-4c6c-9018-619db6e01e13 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:53.353170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45a1825-3c8c-4bd7-88e8-048c0a93413e req-26cb31f1-342b-4c6c-9018-619db6e01e13 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1624286 Aug 31 07:45:53.360957 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:53.372480 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.421658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.444763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:53.448203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:53.449576 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc99f3-449f-4374-ab6a-e96863b3e12f" -d '{"events": [{"server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "881117a1-abeb-4248-af80-f60f3a96813f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:53.469123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:53.479099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:53.506123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45a1825-3c8c-4bd7-88e8-048c0a93413e req-152156ff-de3f-4ef2-9be9-a507fb79d312 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413395 Aug 31 07:45:53.512569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:53.521682 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabee9dc-ca04-4f06-a024-f9ad9ed170f8 x-openstack-request-id: req-fabee9dc-ca04-4f06-a024-f9ad9ed170f8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:53.522133 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "name": "network-vif-unplugged", "status": "completed", "tag": "881117a1-abeb-4248-af80-f60f3a96813f", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:53.522474 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fabee9dc-ca04-4f06-a024-f9ad9ed170f8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:53.522970 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f', 'code': 200} Aug 31 07:45:53.592789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on host n-h1-713499-16 for vnic_type normal with profile {"migrating_to": "n-h2-713499-16"} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:53.593158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:53.593584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:53.602065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:53.602212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:53.610740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:53.611066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event updated for resources: {'Port': ['ID=456cca07-8570-424d-87f5-cf7ceeba971f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:53.616712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97ca257d-95d1-4a0c-ba72-878c948ab757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.620125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:53.626945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97ca257d-95d1-4a0c-ba72-878c948ab757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.627852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:53.627852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:53.627852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Bound port: 881117a1-abeb-4248-af80-f60f3a96813f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:53.627852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.628918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97ca257d-95d1-4a0c-ba72-878c948ab757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b566773c-7cb0-476f-bbf8-89fe1dd102f5 HTTP/1.1" status: 204 len: 168 time: 0.7541447 Aug 31 07:45:53.670036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca257d-95d1-4a0c-ba72-878c948ab757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566773c-7cb0-476f-bbf8-89fe1dd102f5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:53.747037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38476) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:53.754261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:53.757641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:53.803861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:52Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:53.812201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.828675 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a459518c-d632-4836-baa2-4249459ce82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.883924 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0046e-342c-40c8-8c3a-4a23600d6b10 None None] The sync data for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 is: [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:52Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:53.896496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-218f824d-1422-4161-a2c4-2d8a51710ef7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f35e0216cb214369a6b6afd124d9125b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424503 Aug 31 07:45:53.897088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38478) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:53.915129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719df1b-7b7d-4936-a65c-831e16ac0a29 req-7acbd12c-13f6-440b-91a6-dc64b8747c80 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:53.919880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8719df1b-7b7d-4936-a65c-831e16ac0a29 req-7acbd12c-13f6-440b-91a6-dc64b8747c80 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1845746 Aug 31 07:45:53.933524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:53.970042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38482) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:53.995092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on host n-h1-713499-16 for vnic_type normal with profile {"migrating_to": "n-h2-713499-16"} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:53.995447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:53.998903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:54.009180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:54.009476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Attempting to bind port 881117a1-abeb-4248-af80-f60f3a96813f on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:54.026701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:54.027148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:54.027651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:54.029226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Bound port: 881117a1-abeb-4248-af80-f60f3a96813f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:54.029890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.030529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8719df1b-7b7d-4936-a65c-831e16ac0a29 req-fa88de8c-a4a8-4bae-8967-ef7e3e4c3372 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051314 Aug 31 07:45:54.044243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.219891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Deleting subnet 2a7484d2-19e8-44a2-904f-0adcff2ddb3e {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:54.224859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.304818 n-d-713499-16 neutron-server[95447]: WARNING neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Concurrent port binding operations failed on port 881117a1-abeb-4248-af80-f60f3a96813f Aug 31 07:45:54.312423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:54.325298 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.325831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d282b8b-58e6-4763-8150-9c5073802ecc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:54.340666 n-d-713499-16 neutron-server[95447]: INFO neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Attempt 2 to bind port 881117a1-abeb-4248-af80-f60f3a96813f Aug 31 07:45:54.341909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f has no active binding in host n-h2-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:45:54.384381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.577900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dafb48-587e-4e78-834b-878e1c37b6b1 req-e2003200-da0a-4ec5-bc83-c6baef555411 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:54.582651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45dafb48-587e-4e78-834b-878e1c37b6b1 req-e2003200-da0a-4ec5-bc83-c6baef555411 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.2729671 Aug 31 07:45:54.647877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45dafb48-587e-4e78-834b-878e1c37b6b1 req-62a2a35e-6f67-4c29-a4b1-2ed508bd06dd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Aug 31 07:45:54.650079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 4d282b8b-58e6-4763-8150-9c5073802ecc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:54.651009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.660143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4d282b8b-58e6-4763-8150-9c5073802ecc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:54.660143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.707910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7484d2-19e8-44a2-904f-0adcff2ddb3e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:54.713567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.723036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-579ca694-be28-4a7d-ac1f-0665003e7b9e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a7484d2-19e8-44a2-904f-0adcff2ddb3e HTTP/1.1" status: 204 len: 168 time: 0.7346771 Aug 31 07:45:54.723036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38500) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:54.893504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.896352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.908059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4346a-b4e1-446b-a96f-5f13fc1b63dd req-9c4de15f-6540-4a38-a5db-e19e5747802b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:54.917411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6c4346a-b4e1-446b-a96f-5f13fc1b63dd req-9c4de15f-6540-4a38-a5db-e19e5747802b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1769817 Aug 31 07:45:54.954171 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.038165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 4d282b8b-58e6-4763-8150-9c5073802ecc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4d282b8b-58e6-4763-8150-9c5073802ecc,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:55.070391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6c4346a-b4e1-446b-a96f-5f13fc1b63dd req-51f184dc-0c80-400d-9cf2-3b22f8228a65 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433804 Aug 31 07:45:55.117671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.138851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9e7043-bc17-4025-b1c8-99b38c94cfed']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:55.164128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:55.164667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e34bf1b-8d86-40b1-9a3f-52ee41a06a2b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:55.179563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.202839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:55.213329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.213329 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] 10.222.0.68 "PUT /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 1123 time: 3.2729685 Aug 31 07:45:55.219586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.226635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-390cd724-8a9c-4b13-bb63-dca76c364481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.227882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836befd4-94f4-47b9-ac85-b8177862443e service neutron] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=8']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:55.254338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:55.264787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:55.266078 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:55.376402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-390cd724-8a9c-4b13-bb63-dca76c364481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.416132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=4d282b8b-58e6-4763-8150-9c5073802ecc,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:55.431654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['881117a1-abeb-4248-af80-f60f3a96813f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:55.457363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.464490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['881117a1-abeb-4248-af80-f60f3a96813f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:55.524236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:55.528081 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982cb6d-a77f-444e-a6be-c488891784f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "tag": "881117a1-abeb-4248-af80-f60f3a96813f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:55.595204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470d6f9-f659-4bd4-9b77-9e3563f5a507 req-a5b6538c-7b66-42dd-aa94-9f973534ef48 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:55.605241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6470d6f9-f659-4bd4-9b77-9e3563f5a507 req-a5b6538c-7b66-42dd-aa94-9f973534ef48 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1132042 Aug 31 07:45:55.608072 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05e053-3e92-4daf-822c-474275f3edbc x-openstack-request-id: req-cc05e053-3e92-4daf-822c-474275f3edbc {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:55.608361 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "tag": "881117a1-abeb-4248-af80-f60f3a96813f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:55.610119 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc05e053-3e92-4daf-822c-474275f3edbc {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:55.610119 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f', 'status': 'completed', 'code': 200} Aug 31 07:45:55.677471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.682569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-390cd724-8a9c-4b13-bb63-dca76c364481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.687815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-390cd724-8a9c-4b13-bb63-dca76c364481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.689115 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-390cd724-8a9c-4b13-bb63-dca76c364481 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a3894e2-a64c-40bc-ad77-fa2175b02a3b HTTP/1.1" status: 204 len: 168 time: 1.7918916 Aug 31 07:45:55.732383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd724-8a9c-4b13-bb63-dca76c364481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3894e2-a64c-40bc-ad77-fa2175b02a3b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:55.764615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6470d6f9-f659-4bd4-9b77-9e3563f5a507 req-3d0b9b9e-cdaa-4caa-b26e-f7fe1f2e13c7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488824 Aug 31 07:45:55.765846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.790112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.792054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd9e7043-bc17-4025-b1c8-99b38c94cfed HTTP/1.1" status: 204 len: 168 time: 1.0730281 Aug 31 07:45:55.814086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38532) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:55.849984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.884666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:55.935109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event updated for resources: {'Port': ['ID=456cca07-8570-424d-87f5-cf7ceeba971f,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:56.101790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.105959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66bdabfd-cb17-4adc-8cc5-9a8fe8554c44 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4547560 Aug 31 07:45:56.194490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d282b8b-58e6-4763-8150-9c5073802ecc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:56.278266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4d282b8b-58e6-4763-8150-9c5073802ecc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:56.278696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.387010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Deleting subnet 663d6678-d432-4d9c-a5a0-33349ceec61d {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:56.390492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41af516-1903-4d78-9326-3974527f76c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9e7043-bc17-4025-b1c8-99b38c94cfed,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:56.426233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.487977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.530549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-aa9711ce-6f74-4b3e-9fd3-b72277cdf603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:56.532460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-aa9711ce-6f74-4b3e-9fd3-b72277cdf603 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1126 time: 0.8753507 Aug 31 07:45:56.586959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0d4a-42f6-4536-84c5-3aca73a5f5dd req-39ee9e86-e3d5-4e3e-a62a-228b120a7e40 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:56.598339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ead0d4a-42f6-4536-84c5-3aca73a5f5dd req-39ee9e86-e3d5-4e3e-a62a-228b120a7e40 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.6833584 Aug 31 07:45:56.622722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.712616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546d820-2afa-4fb6-8148-7f8d0f3a2bcf req-aeb741c5-d4b5-4b76-be71-f3c4da24e178 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:56.718609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8546d820-2afa-4fb6-8148-7f8d0f3a2bcf req-aeb741c5-d4b5-4b76-be71-f3c4da24e178 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.3868222 Aug 31 07:45:56.722226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d63a1e4b-a1bc-4e40-b470-bc0152ee3a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.801297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ead0d4a-42f6-4536-84c5-3aca73a5f5dd req-9ff6c290-f153-4223-8faf-739c73212b1d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018607 Aug 31 07:45:56.807943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.822071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8546d820-2afa-4fb6-8148-7f8d0f3a2bcf req-ead79b45-c668-4471-bca0-dd0040e6525e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923522 Aug 31 07:45:57.017223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-19d9e265-4641-47f9-8eef-7a2f8352a201 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--113068930&fields=id&tenant_id=147fee931b9e4a52acf4e11891b52443 HTTP/1.1" status: 200 len: 267 time: 0.0734706 Aug 31 07:45:57.156056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.266728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663d6678-d432-4d9c-a5a0-33349ceec61d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:57.277373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.282844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-940698eb-8c8c-41b9-ba34-c62ac63d7d6b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/663d6678-d432-4d9c-a5a0-33349ceec61d HTTP/1.1" status: 204 len: 168 time: 1.4551437 Aug 31 07:45:57.284768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38578) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:57.367929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbcafd-ce06-4809-a0a8-8baddb87210d req-b283be3d-5575-48bf-82b1-9fec98f04e9f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:57.369626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbfbcafd-ce06-4809-a0a8-8baddb87210d req-b283be3d-5575-48bf-82b1-9fec98f04e9f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.3382080 Aug 31 07:45:57.421539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.425776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-fef28ecc-0101-4c3d-9266-02ea5929f7a6 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:57.429150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-fef28ecc-0101-4c3d-9266-02ea5929f7a6 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/networks?id=e57d7475-1c0e-4adf-a72a-9485b9ce7d87 HTTP/1.1" status: 200 len: 815 time: 0.4106276 Aug 31 07:45:57.541106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbfbcafd-ce06-4809-a0a8-8baddb87210d req-951718d3-4150-414d-9f76-8cf705c86631 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556170 Aug 31 07:45:57.548167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-db79279a-bc24-4654-9025-f154fa75267a tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/quotas/147fee931b9e4a52acf4e11891b52443 HTTP/1.1" status: 200 len: 375 time: 0.1040566 Aug 31 07:45:57.566111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.577358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545bcf84-696c-4e83-be5b-b8f24f8bd57c']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:57.588431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96780637-e74e-4307-a739-81b402954f6e') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:57.588717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96780637-e74e-4307-a739-81b402954f6e') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:57.599359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.607378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-0c90a903-9a7e-4611-8949-3220dcc9121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:57.609527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-0c90a903-9a7e-4611-8949-3220dcc9121d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.4737618 Aug 31 07:45:57.616482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.625578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:57.626302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:57.628457 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:57.694873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-ba1fb57b-a006-4677-af60-b26d8ce303f0 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=147fee931b9e4a52acf4e11891b52443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330354 Aug 31 07:45:57.762125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-b18cf306-61ff-481e-8b9c-38ce17a1dfa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 217 time: 0.0661504 Aug 31 07:45:57.848378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.854302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.856172 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] 10.222.0.36 "DELETE /v2.0/networks/545bcf84-696c-4e83-be5b-b8f24f8bd57c HTTP/1.1" status: 204 len: 168 time: 0.5704076 Aug 31 07:45:57.881937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-15b84a7f-9fd4-45fd-81ba-50266b635b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:57.883551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-15b84a7f-9fd4-45fd-81ba-50266b635b35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0548513 Aug 31 07:45:57.896884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc867064-5456-426d-bf95-365af118c486 admin admin] Pushing event deleted for resources: {'Network': ['ID=545bcf84-696c-4e83-be5b-b8f24f8bd57c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:57.936235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.957083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-ce56ed1f-6978-4a6f-9f34-f60cf7e4fe36 service neutron] 10.222.0.36 "GET /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487364 Aug 31 07:45:58.073260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc800218-746a-4068-bbd5-1b5617dbce85 req-cc57c401-b828-423f-a8db-9d9f3ebb7e72 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:58.074928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc800218-746a-4068-bbd5-1b5617dbce85 req-cc57c401-b828-423f-a8db-9d9f3ebb7e72 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.1037071 Aug 31 07:45:58.142263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc800218-746a-4068-bbd5-1b5617dbce85 req-ca445ba3-8d83-4888-85e5-9e4963753347 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Aug 31 07:45:58.160443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-9aac0b85-490d-4b90-b217-5528cb70a6bc service neutron] 10.222.0.36 "GET /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008872 Aug 31 07:45:58.300230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4549c28-f784-4aba-9c83-3e54e617271a req-57c70243-db24-4ff7-9bca-373d9ecb9e3a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:58.316754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4549c28-f784-4aba-9c83-3e54e617271a req-57c70243-db24-4ff7-9bca-373d9ecb9e3a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0639410 Aug 31 07:45:58.316915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38602) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:58.357527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4549c28-f784-4aba-9c83-3e54e617271a req-3fcab56a-7896-4f21-ad32-33b05996ae42 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447977 Aug 31 07:45:58.529134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a4ce37-a295-4413-9d2c-e5e398c19268 req-ae35658a-b0e2-4775-b011-07adfc742083 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 210 time: 0.0626550 Aug 31 07:45:58.643040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1680806111-network', 'tenant_id': 'bd9af4d7abc1408b97f9ea66ecbf8f09'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:58.778174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68ec7-2f0e-4e70-a2ed-d3b91a2119e3 req-37be6415-5a31-4a07-a6f2-28d50eb8f3de tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:58.780921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cca68ec7-2f0e-4e70-a2ed-d3b91a2119e3 req-37be6415-5a31-4a07-a6f2-28d50eb8f3de tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1177857 Aug 31 07:45:58.844263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cca68ec7-2f0e-4e70-a2ed-d3b91a2119e3 req-2794337a-18f6-4351-bcd9-07ce57affd3e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 Aug 31 07:45:58.922369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38620) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:58.958782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Made reservation on behalf of bd9af4d7abc1408b97f9ea66ecbf8f09 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:58.961732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:58.970303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a48b0aa-7aa1-4e78-9059-59be74acf9bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a37f2b96dac40faa922fdf4e7f99591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452192 Aug 31 07:45:58.970931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38622) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:59.050522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.096077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b79786-22d3-4add-bb5e-2cb202bcc85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.123004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b79786-22d3-4add-bb5e-2cb202bcc85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.334820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.341621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f11350-6025-420b-a775-75b7d3f2593a req-9ea6b314-7604-449c-ae6d-e81555f964f9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:59.346342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62f11350-6025-420b-a775-75b7d3f2593a req-9ea6b314-7604-449c-ae6d-e81555f964f9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.0646682 Aug 31 07:45:59.358906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b79786-22d3-4add-bb5e-2cb202bcc85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.362396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b79786-22d3-4add-bb5e-2cb202bcc85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.363786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63b79786-22d3-4add-bb5e-2cb202bcc85b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e211a99-4232-44da-a2ad-5ae02e2f1726 HTTP/1.1" status: 204 len: 168 time: 0.3920355 Aug 31 07:45:59.378599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b79786-22d3-4add-bb5e-2cb202bcc85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e211a99-4232-44da-a2ad-5ae02e2f1726,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:59.452939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62f11350-6025-420b-a775-75b7d3f2593a req-7b0dcafd-2f17-4f07-b78b-36d11e8e4c4b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025298 Aug 31 07:45:59.453266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.490171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.510447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:45:59.548015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.548768 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Added segment 38ff7b8c-df26-4f3e-9ffe-3132dc74ba42 of type vlan for network f61737e8-42a0-4f21-82fa-4d70bde846eb Aug 31 07:45:59.559696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7fd3d-1102-4826-98d1-c545ed21cf60 req-2d35487c-a8e9-41ae-b2d6-2b287344c09a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:59.569504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dde7fd3d-1102-4826-98d1-c545ed21cf60 req-2d35487c-a8e9-41ae-b2d6-2b287344c09a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0947511 Aug 31 07:45:59.606670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b13f3-92f6-4ceb-9abd-b47445784619,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:59.632498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.650195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dde7fd3d-1102-4826-98d1-c545ed21cf60 req-0c866870-3beb-4ac4-a885-e8f5cc53cc62 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791430 Aug 31 07:45:59.711265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86c3a9ac-a6c8-4ad1-bbec-602452d7def5 req-650108d3-d83c-477a-87d2-db004fd2cca5 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 210 time: 0.0285742 Aug 31 07:45:59.807817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.808861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:59.809538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.873156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] Pushing event updated for resources: {'Network': ['ID=f61737e8-42a0-4f21-82fa-4d70bde846eb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:59.882990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f61737e8-42a0-4f21-82fa-4d70bde846eb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:45:59.967323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc82418-1f5b-4a0a-8fa7-e55f887bd8bd req-2557a149-47c2-4402-ae92-188333e9b314 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:59.969008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fc82418-1f5b-4a0a-8fa7-e55f887bd8bd req-2557a149-47c2-4402-ae92-188333e9b314 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0508499 Aug 31 07:46:00.009693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fc82418-1f5b-4a0a-8fa7-e55f887bd8bd req-03a5f45a-5feb-49ae-b443-830923f64b26 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Aug 31 07:46:00.042960 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-31dac08c-682f-49d5-b464-32e1cb2de782 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7290249 Aug 31 07:46:00.044938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-c83f7953-e60e-49eb-bb9d-1d69ff20e3c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262928 Aug 31 07:46:00.047034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38644) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:00.052644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Request body: {'subnet': {'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1680806111-subnet', 'tenant_id': 'bd9af4d7abc1408b97f9ea66ecbf8f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:00.155654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-c5d6650d-8e7f-40d5-a7d9-c789dc82c0b6 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994964 Aug 31 07:46:00.246723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Made reservation on behalf of bd9af4d7abc1408b97f9ea66ecbf8f09 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:00.249092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.295972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f982cb6d-a77f-444e-a6be-c488891784f3 req-68e8fe7b-06c7-4716-be2f-14ed51c0d453 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306028 Aug 31 07:46:00.448796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38648) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:00.584615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ad2fb-0a98-46bf-b394-c0e78cc674c3 req-3bde4f58-c1f7-42ba-b745-6fc6d0490d7e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:00.586229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-553ad2fb-0a98-46bf-b394-c0e78cc674c3 req-3bde4f58-c1f7-42ba-b745-6fc6d0490d7e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.0607352 Aug 31 07:46:00.592101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.602488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44b472ef-1a71-4c5c-80cf-276650e84453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.615157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38654) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:00.674309 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0b1c01a4-f27c-4bb0-9448-eb22c52d0bd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b68cae3887d543258c0d294611cf77db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578494 Aug 31 07:46:00.677543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:00.702294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b662233-7c8d-4a5f-97fb-f2f30da278ef,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:00.710538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-553ad2fb-0a98-46bf-b394-c0e78cc674c3 req-3063cf46-adaf-49e5-bfbc-48707f9f9e36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150186 Aug 31 07:46:00.728711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Checking segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:00.729074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Network hostable DHCP agents. Network: f61737e8-42a0-4f21-82fa-4d70bde846eb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:46:00.749336 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b45e7fb-39f4-4411-bc91-2e404fa2c267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.794978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b45e7fb-39f4-4411-bc91-2e404fa2c267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.851394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2db9b286-cdba-4565-9c51-c377abb25f68 req-88a1af27-931f-46ea-9fef-68cb87e23287 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 210 time: 0.0542409 Aug 31 07:46:00.876879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44b472ef-1a71-4c5c-80cf-276650e84453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.890360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdce81-0e1f-44f3-ba3f-427b08d73975 req-20c16eaa-8292-49bf-8e28-53252c4816d8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:00.892031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73fdce81-0e1f-44f3-ba3f-427b08d73975 req-20c16eaa-8292-49bf-8e28-53252c4816d8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1144910 Aug 31 07:46:00.932373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73fdce81-0e1f-44f3-ba3f-427b08d73975 req-c85fe9b3-3360-46e5-9d92-5e71360b8105 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Aug 31 07:46:00.944233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Network f61737e8-42a0-4f21-82fa-4d70bde846eb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:46:01.004352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44b472ef-1a71-4c5c-80cf-276650e84453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.004560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b45e7fb-39f4-4411-bc91-2e404fa2c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.008415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b45e7fb-39f4-4411-bc91-2e404fa2c267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.008574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8b45e7fb-39f4-4411-bc91-2e404fa2c267 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2063caeb-7ebc-43f2-8c8a-141c65c728d0 HTTP/1.1" status: 204 len: 168 time: 0.3299835 Aug 31 07:46:01.016533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45e7fb-39f4-4411-bc91-2e404fa2c267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2063caeb-7ebc-43f2-8c8a-141c65c728d0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:01.060468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-44b472ef-1a71-4c5c-80cf-276650e84453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed1c56cef583480f95829ca9c9417154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6105609 Aug 31 07:46:01.061629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b472ef-1a71-4c5c-80cf-276650e84453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ebafd-6b5c-46fa-a23d-a21d15a574a1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:01.064742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38668) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:01.102829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f61737e8-42a0-4f21-82fa-4d70bde846eb) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:01.112991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed9f04e-3be2-4eae-8fbe-8566c97818bd None None] Network f61737e8-42a0-4f21-82fa-4d70bde846eb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:01.127238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:01.128685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.148151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ce192f2-87af-4215-a572-4fade9d569b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.157057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28b5eb-dcfd-4a6b-beb0-38168b95fa9c req-9aec15be-a8c0-46ab-81f2-0bc13b107d2b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:01.159611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c28b5eb-dcfd-4a6b-beb0-38168b95fa9c req-9aec15be-a8c0-46ab-81f2-0bc13b107d2b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0674925 Aug 31 07:46:01.201729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ce192f2-87af-4215-a572-4fade9d569b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.218471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c28b5eb-dcfd-4a6b-beb0-38168b95fa9c req-973b7478-8b33-456b-ac05-0ce3fdd85c3d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507867 Aug 31 07:46:01.268504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bf3caf81-17f6-4edd-9048-ed72b70b0d15 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2203808 Aug 31 07:46:01.278066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8214b-d461-48e3-aa97-60ee231695c5 None None] Network f61737e8-42a0-4f21-82fa-4d70bde846eb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:01.407662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ce192f2-87af-4215-a572-4fade9d569b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.413780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ce192f2-87af-4215-a572-4fade9d569b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.413780 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6ce192f2-87af-4215-a572-4fade9d569b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c32ebafd-6b5c-46fa-a23d-a21d15a574a1 HTTP/1.1" status: 204 len: 168 time: 0.3436799 Aug 31 07:46:01.420819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce192f2-87af-4215-a572-4fade9d569b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ebafd-6b5c-46fa-a23d-a21d15a574a1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:01.854045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-14cf3136-4e04-431e-ba5e-bd8cbf1a73b6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:01.857008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-14cf3136-4e04-431e-ba5e-bd8cbf1a73b6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 814 time: 0.1283302 Aug 31 07:46:01.903313 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:01.908787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-4c612ebd-0163-4997-848f-ed28e895888e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/quotas/bd9af4d7abc1408b97f9ea66ecbf8f09 HTTP/1.1" status: 200 len: 375 time: 0.0367634 Aug 31 07:46:01.946539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-761e85a0-5c0b-4e30-b5ff-f3f60a07ad9e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387039 Aug 31 07:46:01.964174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81f77-43d6-425b-b3e4-c3d6a5e88ac4 req-d04abad8-f1e5-45c9-8917-468a037a6f13 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:01.972456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bf81f77-43d6-425b-b3e4-c3d6a5e88ac4 req-d04abad8-f1e5-45c9-8917-468a037a6f13 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.1137159 Aug 31 07:46:02.082788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-c7de1979-f403-4a96-b79a-369bb609f211 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:02.086419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bf81f77-43d6-425b-b3e4-c3d6a5e88ac4 req-8323a392-7bdc-42ad-a310-e44a08332c35 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128614 Aug 31 07:46:02.087288 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-c7de1979-f403-4a96-b79a-369bb609f211 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.68 "GET /v2.0/networks?id=e57d7475-1c0e-4adf-a72a-9485b9ce7d87 HTTP/1.1" status: 200 len: 815 time: 0.2811022 Aug 31 07:46:02.157297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-9f662517-cea7-45ed-bd09-4503be736a67 service neutron] 10.222.0.36 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984994 Aug 31 07:46:02.177580 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-7da04d02-7daa-4324-829b-ddf3a75eb071 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147fee931b9e4a52acf4e11891b52443 HTTP/1.1" status: 200 len: 379 time: 0.0749238 Aug 31 07:46:02.188553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Request body: {'port': {'device_id': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'admin_state_up': True, 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'security_groups': ['0d84cd6a-6f29-4bae-aa56-d9039b16c545']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:02.246184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aed067ba-9a02-4a6b-afeb-fe81f2d49a86 req-1180319c-9e1d-4111-bf59-d888826991cf tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 210 time: 0.0656631 Aug 31 07:46:02.294440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-3eedd83a-d42c-4739-ad0d-afa57c67d64f service neutron] 10.222.0.36 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330600 Aug 31 07:46:02.394347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e1af-8957-4dfd-939f-abd1f6290826 req-58fcfce6-c6f6-460e-9572-ded7d9dd6d21 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:02.395874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db46e1af-8957-4dfd-939f-abd1f6290826 req-58fcfce6-c6f6-460e-9572-ded7d9dd6d21 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0530331 Aug 31 07:46:02.436092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db46e1af-8957-4dfd-939f-abd1f6290826 req-e00c1575-12f3-423c-aca1-035d87576093 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Aug 31 07:46:02.444027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Made reservation on behalf of 147fee931b9e4a52acf4e11891b52443 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:02.447779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:02.537388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38712) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:02.566873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa3b-ca7f-48c9-b827-d30f2f8dee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:02.610650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dd5d3-0184-4bf2-8f35-c4fc45fc4426 req-4380de0c-526a-46f4-a891-05393efcda8d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:02.619853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-931dd5d3-0184-4bf2-8f35-c4fc45fc4426 req-4380de0c-526a-46f4-a891-05393efcda8d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1099539 Aug 31 07:46:02.680630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Allocated IP 172.20.0.8 (e57d7475-1c0e-4adf-a72a-9485b9ce7d87/39f11a22-9f09-4ea0-babf-0c9cf3ef746b/d9880637-75cd-4510-8558-c9463cafb058) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:02.702629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ceb07f8-ede5-4fe4-bfa2-e31fb30c1c54 req-208818cd-2560-4034-9e88-cd19fead841d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 210 time: 0.0784822 Aug 31 07:46:02.733726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-931dd5d3-0184-4bf2-8f35-c4fc45fc4426 req-3479c356-bc20-420e-8c6e-3e439be1f841 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109548 Aug 31 07:46:02.833582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa3b-ca7f-48c9-b827-d30f2f8dee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:02.882730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:02.900524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Transition to ACTIVE for port object d9880637-75cd-4510-8558-c9463cafb058 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:02.974080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa3b-ca7f-48c9-b827-d30f2f8dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.010928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38730) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:03.014004 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ba07fa3b-ca7f-48c9-b827-d30f2f8dee3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3a681ce3da24bf484a42e0952a98dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747143 Aug 31 07:46:03.014710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07fa3b-ca7f-48c9-b827-d30f2f8dee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8843cf0-5dbd-44a1-9548-7b106d0eeba7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:03.017095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:03.036539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.093505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:03.103519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:03.112505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:03.142132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event updated for resources: {'Port': ['ID=d9880637-75cd-4510-8558-c9463cafb058,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:03.148028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a798cbe-0959-4e91-bc9a-f0a4f3dfcf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.180550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-network', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:03.192268 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a798cbe-0959-4e91-bc9a-f0a4f3dfcf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.205375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:03.206791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.252361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57473079-c371-4a16-b88c-9f6d396640b9 req-cc30e637-0b81-4d69-9e2f-e1ca2b6779fd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:03.254110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57473079-c371-4a16-b88c-9f6d396640b9 req-cc30e637-0b81-4d69-9e2f-e1ca2b6779fd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.0585527 Aug 31 07:46:03.306127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Made reservation on behalf of e56c1ebb195c42c2abbed61e065f2222 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:03.308447 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.321941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57473079-c371-4a16-b88c-9f6d396640b9 req-6498a777-e2b5-4a5c-ac36-41ef43a31b03 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Aug 31 07:46:03.331584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.389623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751151-8e24-4abf-81e3-8fba4f4c1892 req-46a5bc90-b8cd-4918-a361-4a2d145c41bd tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:03.391175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27751151-8e24-4abf-81e3-8fba4f4c1892 req-46a5bc90-b8cd-4918-a361-4a2d145c41bd tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 931 time: 0.0576019 Aug 31 07:46:03.399524 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-744fd539-83ac-4e72-8712-5b36d08e0afb tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2157443 Aug 31 07:46:03.411761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-f7fcebd8-ef18-42d4-bf1a-ee8b5b4e5d42 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:46:03.412827 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-f7fcebd8-ef18-42d4-bf1a-ee8b5b4e5d42 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053668 Aug 31 07:46:03.427797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a798cbe-0959-4e91-bc9a-f0a4f3dfcf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.430813 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a798cbe-0959-4e91-bc9a-f0a4f3dfcf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.434836 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5a798cbe-0959-4e91-bc9a-f0a4f3dfcf60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8843cf0-5dbd-44a1-9548-7b106d0eeba7 HTTP/1.1" status: 204 len: 168 time: 0.4167681 Aug 31 07:46:03.444295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27751151-8e24-4abf-81e3-8fba4f4c1892 req-553cbaa7-20f8-4019-a1e5-b5f5d57bd0a6 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462415 Aug 31 07:46:03.444592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a798cbe-0959-4e91-bc9a-f0a4f3dfcf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8843cf0-5dbd-44a1-9548-7b106d0eeba7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:03.499268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Request body: {'port': {'device_id': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:03.558239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.561879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.586199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71f816-1899-4bf0-84c7-5ac60149b2f4 req-0046c320-bb0d-4403-a9b5-937706ad6492 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:03.587781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b71f816-1899-4bf0-84c7-5ac60149b2f4 req-0046c320-bb0d-4403-a9b5-937706ad6492 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.0594485 Aug 31 07:46:03.616593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f6ea5efd-3374-4eec-ae66-456931042961 None None] Provisioning for port d9880637-75cd-4510-8558-c9463cafb058 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:03.622602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f6ea5efd-3374-4eec-ae66-456931042961 None None] Provisioning complete for port d9880637-75cd-4510-8558-c9463cafb058 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:03.623002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5efd-3374-4eec-ae66-456931042961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.630043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b71f816-1899-4bf0-84c7-5ac60149b2f4 req-991fed0b-849b-4421-93dc-eb4cb6ea838b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356705 Aug 31 07:46:03.661715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea5efd-3374-4eec-ae66-456931042961 None None] Port d9880637-75cd-4510-8558-c9463cafb058 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:03.716106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.756709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b6764a-ffb0-4541-8b42-5ca341628b7b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:03.765656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:46:03.790738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.791257 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Added segment b72322ea-25a1-4e5c-87a8-b806665ce704 of type vlan for network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec Aug 31 07:46:03.820479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c70b6f9a-53cf-42e7-8db0-0b11caf22d4f req-b5ad3785-9a26-413d-a210-6ac5e660f244 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 210 time: 0.0435386 Aug 31 07:46:03.855962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9880637-75cd-4510-8558-c9463cafb058 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:03.864440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.877721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Transition to ACTIVE for port object d9880637-75cd-4510-8558-c9463cafb058 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:03.886872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.916886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44296bf-9c44-4dc2-bb66-a706b49f836b req-3ac4ec3c-2d01-4797-b877-49c908ecc9cb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:03.918441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d44296bf-9c44-4dc2-bb66-a706b49f836b req-3ac4ec3c-2d01-4797-b877-49c908ecc9cb tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1004753 Aug 31 07:46:03.965217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d44296bf-9c44-4dc2-bb66-a706b49f836b req-a56411ac-1bfa-4e9c-b8e2-26e6ff005daf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Aug 31 07:46:04.041830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.099105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d9880637-75cd-4510-8558-c9463cafb058,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:04.115362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.116376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.116969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.176428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Attempting to bind port d9880637-75cd-4510-8558-c9463cafb058 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:04.176428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Attempting to bind port d9880637-75cd-4510-8558-c9463cafb058 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:04.176428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Attempting to bind port d9880637-75cd-4510-8558-c9463cafb058 on network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:04.185357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Port d9880637-75cd-4510-8558-c9463cafb058 on network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:46:04.185689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Attempting to bind port d9880637-75cd-4510-8558-c9463cafb058 on network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:04.192331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:04.192735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Checking segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:04.193139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Bound using segment: {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:04.193608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Bound port: d9880637-75cd-4510-8558-c9463cafb058, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44529b6-81e7-48c2-a944-42d4cadfc947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:04.194024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.206534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:04.219108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:46:04.256371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9d19bab8-c468-4041-8903-00990bd3e4d5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2456944 Aug 31 07:46:04.259125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38762) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:04.264409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Request body: {'subnet': {'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-subnet', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:04.288872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] For port d9880637-75cd-4510-8558-c9463cafb058, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:04.293462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] For port d9880637-75cd-4510-8558-c9463cafb058, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d9880637-75cd-4510-8558-c9463cafb058,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:04.413205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Made reservation on behalf of e56c1ebb195c42c2abbed61e065f2222 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:04.414120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.416472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.466052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.467038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:04.468745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] 10.222.0.68 "PUT /v2.0/ports/d9880637-75cd-4510-8558-c9463cafb058 HTTP/1.1" status: 200 len: 1092 time: 1.0467863 Aug 31 07:46:04.469267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:04.471756 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a40dd1-82e9-46e2-a33a-890a7aa24220" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "tag": "d9880637-75cd-4510-8558-c9463cafb058"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:04.508180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561a390-0f98-41c7-82b9-15010fb45a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d9880637-75cd-4510-8558-c9463cafb058,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:04.550731 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256a7401-069d-4a0d-9a1f-c6f072419c60 x-openstack-request-id: req-256a7401-069d-4a0d-9a1f-c6f072419c60 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:04.556822 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "tag": "d9880637-75cd-4510-8558-c9463cafb058", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:04.556822 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-256a7401-069d-4a0d-9a1f-c6f072419c60 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:04.556822 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058', 'status': 'completed', 'code': 200} Aug 31 07:46:04.679386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a40dd1-82e9-46e2-a33a-890a7aa24220 req-d2c9774d-927b-40c1-8388-9a6ce2d8efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.680986 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-46a40dd1-82e9-46e2-a33a-890a7aa24220 req-d2c9774d-927b-40c1-8388-9a6ce2d8efc8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=147fee931b9e4a52acf4e11891b52443&device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 1095 time: 0.0815616 Aug 31 07:46:04.795074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244703f4-b37d-4869-aa63-ce57153e1bd0 req-860b8647-ae19-4eff-af3a-c4aaa03a162f tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.802960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-244703f4-b37d-4869-aa63-ce57153e1bd0 req-860b8647-ae19-4eff-af3a-c4aaa03a162f tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 943 time: 0.1387622 Aug 31 07:46:04.813473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a40dd1-82e9-46e2-a33a-890a7aa24220 req-ce173bae-5b58-4f9f-90a1-b586ea67ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.813473 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-46a40dd1-82e9-46e2-a33a-890a7aa24220 req-ce173bae-5b58-4f9f-90a1-b586ea67ad0d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=147fee931b9e4a52acf4e11891b52443&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1207147 Aug 31 07:46:04.829759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd664c-9338-49b8-bafb-ea48c29e5895 req-9c041671-5551-4f3b-bd97-df728e606597 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.833258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9bd664c-9338-49b8-bafb-ea48c29e5895 req-9c041671-5551-4f3b-bd97-df728e606597 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.4283485 Aug 31 07:46:04.880974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-244703f4-b37d-4869-aa63-ce57153e1bd0 req-9bb8a5ec-e07f-454e-8f75-64302636cc2f tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767140 Aug 31 07:46:04.889258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9bd664c-9338-49b8-bafb-ea48c29e5895 req-c42b5dbb-a7b7-42d9-86b1-7c00b1abdd6b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 Aug 31 07:46:04.941673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a40dd1-82e9-46e2-a33a-890a7aa24220 req-bf9734fd-d35b-4ea3-8718-80c329c30767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.943279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-46a40dd1-82e9-46e2-a33a-890a7aa24220 req-bf9734fd-d35b-4ea3-8718-80c329c30767 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248465 Aug 31 07:46:04.965347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:05.036667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-ac67b93c-b66e-4bbe-b2bd-c064a226ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.038410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-ac67b93c-b66e-4bbe-b2bd-c064a226ca5b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=147fee931b9e4a52acf4e11891b52443&device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 1095 time: 0.0528746 Aug 31 07:46:05.040801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58b55a9-0651-4d83-ac54-34fa2936a8f3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:05.067931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84029b1-fa8c-4db4-a25c-37096d3d646b req-f11a22e9-e1ab-47e5-806c-fc4620900ea2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 210 time: 0.0937457 Aug 31 07:46:05.135020 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-adbf6fb0-05e4-451e-b914-f6f8a5084412 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9880637-75cd-4510-8558-c9463cafb058 HTTP/1.1" status: 200 len: 217 time: 0.0822804 Aug 31 07:46:05.157335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Checking segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:05.157981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Network hostable DHCP agents. Network: 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:46:05.181947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e61396-e6d2-4c01-b55d-73cc92a14ad2 req-7af18277-7e8b-4682-bc09-c363e7bd202c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.189474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8e61396-e6d2-4c01-b55d-73cc92a14ad2 req-7af18277-7e8b-4682-bc09-c363e7bd202c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1925457 Aug 31 07:46:05.227086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-522077c7-fdd0-4591-82c5-68ed9bf5de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.229064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-522077c7-fdd0-4591-82c5-68ed9bf5de4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=39f11a22-9f09-4ea0-babf-0c9cf3ef746b HTTP/1.1" status: 200 len: 854 time: 0.0863438 Aug 31 07:46:05.249160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8e61396-e6d2-4c01-b55d-73cc92a14ad2 req-46c132ef-0e35-4df1-97f3-c164fc9ef928 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578136 Aug 31 07:46:05.309380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-8d61928b-9ede-4cf8-9e2f-94dcbb7175d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.314425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-8d61928b-9ede-4cf8-9e2f-94dcbb7175d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e57d7475-1c0e-4adf-a72a-9485b9ce7d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705700 Aug 31 07:46:05.327621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:46:05.474765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00486b-91d9-466e-9ad3-17023f07d02d req-e92cc94f-254e-4c6a-8fbd-03ccd1ef8a9e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.482331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b00486b-91d9-466e-9ad3-17023f07d02d req-e92cc94f-254e-4c6a-8fbd-03ccd1ef8a9e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1415806 Aug 31 07:46:05.485273 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-49ced5dd-9291-4597-9669-a8de4200a982 service neutron] 10.222.0.68 "GET /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627431 Aug 31 07:46:05.541158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b00486b-91d9-466e-9ad3-17023f07d02d req-61f803a7-4439-42ce-af44-9e2011aad024 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575688 Aug 31 07:46:05.576218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-fc543a79-cb24-47b2-a0c0-6e59212e2d71 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.578495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-fc543a79-cb24-47b2-a0c0-6e59212e2d71 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.45 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 814 time: 0.2010136 Aug 31 07:46:05.592548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Request body: {'port': {'device_id': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'admin_state_up': True, 'tenant_id': 'bd9af4d7abc1408b97f9ea66ecbf8f09'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:05.626324 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cb52726f-f8da-4b8a-8280-303b46c1e870 req-1e0d59fc-9089-4dbd-b868-fcf92d827fcd service neutron] 10.222.0.68 "GET /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314356 Aug 31 07:46:06.270930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:06.285632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd98a0-e6b0-4975-bfb7-61fad5339c40 None None] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:06.372820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.372820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.372820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89146b-cd22-4e08-9c06-bb9144f7beb0 req-3a1ee3b5-9525-4393-ac3f-916c459b6c18 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.372820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa89146b-cd22-4e08-9c06-bb9144f7beb0 req-3a1ee3b5-9525-4393-ac3f-916c459b6c18 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 943 time: 0.3697314 Aug 31 07:46:06.372820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0b076-0a56-4c3a-a0ba-39612d7d0ace req-52f6e55e-ac80-4271-a60f-8bbaa448d057 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.372820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4f0b076-0a56-4c3a-a0ba-39612d7d0ace req-52f6e55e-ac80-4271-a60f-8bbaa448d057 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.1014223 Aug 31 07:46:06.432113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa89146b-cd22-4e08-9c06-bb9144f7beb0 req-df4afd14-2a2e-46f7-8aa2-cd7086c97acf tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610545 Aug 31 07:46:06.439579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4f0b076-0a56-4c3a-a0ba-39612d7d0ace req-bf4c88b9-62de-4bb9-ab59-ee495ffcc4cb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Aug 31 07:46:06.457354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:46:06.458409 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.530550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6bda69d-8560-4c7c-875d-7da1daf59136 req-590e7ede-834a-4f01-bf3f-2bcf9e3a60f8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 210 time: 0.0298688 Aug 31 07:46:06.680119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Made reservation on behalf of bd9af4d7abc1408b97f9ea66ecbf8f09 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:06.683826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.701300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Allocated IP 172.20.0.2 (80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec/a58b55a9-0651-4d83-ac54-34fa2936a8f3/68030f72-e8d9-4acb-8215-690341c3057f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:06.712479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e5551-3b33-43dd-9465-85bf9a2fb46d req-cbb2a5fc-3dc0-4e61-8900-e6257bfd1e36 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.721858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0e5551-3b33-43dd-9465-85bf9a2fb46d req-cbb2a5fc-3dc0-4e61-8900-e6257bfd1e36 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1243880 Aug 31 07:46:06.809681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0e5551-3b33-43dd-9465-85bf9a2fb46d req-b4c0cfec-a289-4976-8693-c6b4e60bb79a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867159 Aug 31 07:46:06.852778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6a7a8d7b-03e7-433d-b075-293de267c010 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5925069 Aug 31 07:46:06.855436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38806) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:06.860529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:06.876538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647f97d-1847-4051-9342-b8e7b8883939 req-f337132a-29f1-40ef-a348-4841b164d4b1 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.878128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e647f97d-1847-4051-9342-b8e7b8883939 req-f337132a-29f1-40ef-a348-4841b164d4b1 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1889946 Aug 31 07:46:06.919356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.932648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Transition to ACTIVE for port object 68030f72-e8d9-4acb-8215-690341c3057f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:06.953506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Transition to ACTIVE for port object 68030f72-e8d9-4acb-8215-690341c3057f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:06.979117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.984275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.984471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e647f97d-1847-4051-9342-b8e7b8883939 req-e2a30527-0ae7-40e3-9037-7b3f5029c028 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936880 Aug 31 07:46:06.993490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Allocated IP 172.20.0.7 (f61737e8-42a0-4f21-82fa-4d70bde846eb/8b662233-7c8d-4a5f-97fb-f2f30da278ef/c9dd463b-36bf-4277-839e-675a0e3b54fd) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:07.055018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.105004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.141562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:07.145222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:07.148861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:07.197036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-6fe047e6-a200-4dca-af91-a436a112d3db service neutron] 10.222.0.45 "GET /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.1057475 Aug 31 07:46:07.239317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Attempting to bind port 68030f72-e8d9-4acb-8215-690341c3057f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:07.240138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Attempting to bind port 68030f72-e8d9-4acb-8215-690341c3057f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:07.240712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Attempting to bind port 68030f72-e8d9-4acb-8215-690341c3057f on network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:07.245433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Pushing event updated for resources: {'Port': ['ID=68030f72-e8d9-4acb-8215-690341c3057f,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:07.257078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.267459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.267826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.268194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.269060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.269375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.269696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.270163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.270364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.271285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.271285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.271678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.271678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:07.276426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:07.276840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Checking segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:07.277251 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.277643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Bound using segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:07.278216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Bound port: 68030f72-e8d9-4acb-8215-690341c3057f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:07.278753 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.353026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] For port 68030f72-e8d9-4acb-8215-690341c3057f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:07.364196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] For port 68030f72-e8d9-4acb-8215-690341c3057f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68030f72-e8d9-4acb-8215-690341c3057f,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:07.368396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:07.389005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.445684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:07.452384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.508431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.512409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:07.573222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f51efa-f722-4983-a6f2-dfeebb8b2d3d None None] Pushing event updated for resources: {'Port': ['ID=68030f72-e8d9-4acb-8215-690341c3057f,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:07.638277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Network f61737e8-42a0-4f21-82fa-4d70bde846eb is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:07.683458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:07.693862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881117a1-abeb-4248-af80-f60f3a96813f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:07.700017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:07.778191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:07.800032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:07.809943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:07.810575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.821513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.840417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced81c-e2e0-4b0f-bd44-e919d32b4337 req-2906ec8d-1d57-43f8-9947-bd9519eb46ef tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:07.840417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7ced81c-e2e0-4b0f-bd44-e919d32b4337 req-2906ec8d-1d57-43f8-9947-bd9519eb46ef tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 943 time: 0.2790370 Aug 31 07:46:07.862900 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.863424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b2b3f-d9a8-4dec-861a-faf270ae1459 req-09182ccd-450d-403d-ace1-98bbfc31826a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:07.864960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-747b2b3f-d9a8-4dec-861a-faf270ae1459 req-09182ccd-450d-403d-ace1-98bbfc31826a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 943 time: 0.2538028 Aug 31 07:46:07.926084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:07.933617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7ced81c-e2e0-4b0f-bd44-e919d32b4337 req-8693448a-fa55-44cf-b4cf-04e281692aab tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795264 Aug 31 07:46:07.938212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-747b2b3f-d9a8-4dec-861a-faf270ae1459 req-8ae59a9a-1e30-4f64-97af-ab9da234f2e0 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Aug 31 07:46:07.953227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-0050e17f-19d7-4d04-b739-adf14b4b2d66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3651304 Aug 31 07:46:07.991657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Request body: {'port': {'device_id': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:08.022498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Allocated IP 172.25.0.215 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/67571b46-5f76-44f8-89e7-0d4efa14a7dc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:08.120084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.198457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] Transition to ACTIVE for port object 881117a1-abeb-4248-af80-f60f3a96813f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:08.203759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.214976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68030f72-e8d9-4acb-8215-690341c3057f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:08.269463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49025-c4db-4102-9624-04e95250ab73 req-18652e42-1d29-4b53-8742-da8cbe8d89ef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:08.271003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66f49025-c4db-4102-9624-04e95250ab73 req-18652e42-1d29-4b53-8742-da8cbe8d89ef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 931 time: 0.1848748 Aug 31 07:46:08.350887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.358605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f22ca-12e6-4352-8e59-d5afdf724c21 req-f7f9edf2-111b-4428-9e9f-fdaa62650827 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:08.361619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f07f22ca-12e6-4352-8e59-d5afdf724c21 req-f7f9edf2-111b-4428-9e9f-fdaa62650827 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1881990 Aug 31 07:46:08.367635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.398576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 68030f72-e8d9-4acb-8215-690341c3057f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:08.405491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:08.409059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:08.413110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:08.445620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Pushing event updated for resources: {'Port': ['ID=67571b46-5f76-44f8-89e7-0d4efa14a7dc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:08.525570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66f49025-c4db-4102-9624-04e95250ab73 req-3bba8f8a-cbe8-4d30-bced-798b9fa72be0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472377 Aug 31 07:46:08.606860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] No DVR routers for this DVR port 881117a1-abeb-4248-af80-f60f3a96813f on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:08.611279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f07f22ca-12e6-4352-8e59-d5afdf724c21 req-89180dfa-0458-47cd-844c-ef158ea9ef8d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343767 Aug 31 07:46:08.639311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] Pushing event updated for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:08.703483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13cb7ecd-8e45-4ed7-a388-dd71c10aae5e service neutron] 10.222.0.45 "PUT /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f/bindings/n-h2-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4985847 Aug 31 07:46:08.744660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab5554-3778-47b6-9cc6-8d7909f1dd12 req-dcfcd953-5e59-4dca-a19c-e5815a115484 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:08.746448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86ab5554-3778-47b6-9cc6-8d7909f1dd12 req-dcfcd953-5e59-4dca-a19c-e5815a115484 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1422691 Aug 31 07:46:08.752874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cd426-8ae9-47fb-9085-b05abbc8d249 None None] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:08.825779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.831463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86ab5554-3778-47b6-9cc6-8d7909f1dd12 req-e3646a0a-553a-4b9f-bf70-e23b8ec76979 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765584 Aug 31 07:46:08.835887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:08.845280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.870065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Transition to ACTIVE for port object c9dd463b-36bf-4277-839e-675a0e3b54fd will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:09.058821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] Provisioning for port 68030f72-e8d9-4acb-8215-690341c3057f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:09.063970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-5ed57b62-384b-4460-a344-cf16f9e35001 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.067162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-5ed57b62-384b-4460-a344-cf16f9e35001 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.0908566 Aug 31 07:46:09.067316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] Provisioning complete for port 68030f72-e8d9-4acb-8215-690341c3057f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:09.067442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.116950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.173864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-620c50a6-d2af-40b5-9e0f-4f67f93af8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.176059 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-620c50a6-d2af-40b5-9e0f-4f67f93af8e1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 1096 time: 0.0677733 Aug 31 07:46:09.177624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.178010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.221553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] For port 68030f72-e8d9-4acb-8215-690341c3057f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68030f72-e8d9-4acb-8215-690341c3057f,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:09.230398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6e77e-f065-44b2-bdc4-a6679be793ee req-cbb58d9e-b4ec-41b9-9c9a-91eba6f19847 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.232118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9f6e77e-f065-44b2-bdc4-a6679be793ee req-cbb58d9e-b4ec-41b9-9c9a-91eba6f19847 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 944 time: 0.1652484 Aug 31 07:46:09.260213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:09.309744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb25cb-4f75-4fbd-a1b4-f85d9ea24ed5 req-93d17069-e383-4d42-99e6-97363581f289 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.316028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.316254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4beb25cb-4f75-4fbd-a1b4-f85d9ea24ed5 req-93d17069-e383-4d42-99e6-97363581f289 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 943 time: 0.2098053 Aug 31 07:46:09.339978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.340397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.340686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.341111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.341516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.341778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.344862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.344862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.344862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.344862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.344862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.344862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.393512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:09.407945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9f6e77e-f065-44b2-bdc4-a6679be793ee req-e6e3ffaf-03ea-497b-adae-05ca9fb96d21 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459560 Aug 31 07:46:09.408107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a728fd2-e6a0-456b-90a2-c09db43123c4 None None] Pushing event updated for resources: {'Port': ['ID=68030f72-e8d9-4acb-8215-690341c3057f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:09.452953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4beb25cb-4f75-4fbd-a1b4-f85d9ea24ed5 req-dbbaaf09-dd23-4894-b2f1-ddec38c98100 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266186 Aug 31 07:46:09.459545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:09.460106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:09.460966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9f6d2802-068e-45ce-8926-3d0df0b76202 None None] Provisioning complete for port 68030f72-e8d9-4acb-8215-690341c3057f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:09.461427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd on network f61737e8-42a0-4f21-82fa-4d70bde846eb {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:09.461930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f6d2802-068e-45ce-8926-3d0df0b76202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.466827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Port c9dd463b-36bf-4277-839e-675a0e3b54fd on network f61737e8-42a0-4f21-82fa-4d70bde846eb not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:46:09.467159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd on network f61737e8-42a0-4f21-82fa-4d70bde846eb {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:09.472972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:09.473319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Checking segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:09.473713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Bound using segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:09.476902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Bound port: c9dd463b-36bf-4277-839e-675a0e3b54fd, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:09.476902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.547675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:09.554223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:09.607574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-c02d3327-4bfd-45b2-8c2c-119ca06cf3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.609334 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-c02d3327-4bfd-45b2-8c2c-119ca06cf3aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1096 time: 0.3811035 Aug 31 07:46:09.624689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:09.639693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'port_id': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'mac_address': 'fa:16:3e:b5:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:09.700384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.751322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.751839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.752019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.753596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] 10.222.0.45 "PUT /v2.0/ports/c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 1092 time: 1.7766573 Aug 31 07:46:09.754106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d9880637-75cd-4510-8558-c9463cafb058 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:09.755974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:09.764587 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ffa86-9785-4605-8dba-1629dfface37" -d '{"events": [{"name": "network-changed", "server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:09.769298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13462e56-2436-4198-a250-8e6d158ec99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.771309 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-13462e56-2436-4198-a250-8e6d158ec99b service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1353850 Aug 31 07:46:09.788609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb1306-94d6-4361-971c-19589de5b256 req-95c69cfd-49b7-4a47-b5d5-0ad77b07c1d0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.790198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3bb1306-94d6-4361-971c-19589de5b256 req-95c69cfd-49b7-4a47-b5d5-0ad77b07c1d0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.1682186 Aug 31 07:46:09.826376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-3e896d58-6a58-4763-ad83-a280984c928e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 200 len: 217 time: 0.0419238 Aug 31 07:46:09.854536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3548223b-3f0e-4759-a3cd-9d78d6cabb32 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:09.856407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597611e-d6d6-4ac1-b62c-6eabbabba9aa service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:09.890329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-6a1952a9-effa-4c53-b94a-f33ee87ac199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.891036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3bb1306-94d6-4361-971c-19589de5b256 req-44e8cf94-03e7-4269-bbef-7c0e083b71a6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856411 Aug 31 07:46:09.891820 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-6a1952a9-effa-4c53-b94a-f33ee87ac199 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0554597 Aug 31 07:46:09.898967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f60a-86d9-4ad8-b73f-738365573ece req-da2abf99-b4e5-4ca6-9109-527a5b8439f0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.906504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3654f60a-86d9-4ad8-b73f-738365573ece req-da2abf99-b4e5-4ca6-9109-527a5b8439f0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 943 time: 0.1317813 Aug 31 07:46:09.935320 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-67e64e29-8327-40f9-a3a6-8050d046164c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351152 Aug 31 07:46:09.966958 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bfde90-a4f0-4543-adeb-11b35d9716e4 x-openstack-request-id: req-07bfde90-a4f0-4543-adeb-11b35d9716e4 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:09.972228 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:09.972228 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07bfde90-a4f0-4543-adeb-11b35d9716e4 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:09.972228 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'status': 'completed', 'code': 200} Aug 31 07:46:09.996102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3654f60a-86d9-4ad8-b73f-738365573ece req-9ec2d191-059f-4a4f-8b06-60de9b1ea1a8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886827 Aug 31 07:46:10.014535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-bc56c3f4-b384-494f-8f62-8d72d2f17211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.016080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-bc56c3f4-b384-494f-8f62-8d72d2f17211 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1095 time: 0.1024053 Aug 31 07:46:10.019721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:46:10.053817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:10.075127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-77889e05-064e-465f-af65-146017c9b907 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.0500188 Aug 31 07:46:10.094111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d9880637-75cd-4510-8558-c9463cafb058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d9880637-75cd-4510-8558-c9463cafb058,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:10.107318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd9880637-75cd-4510-8558-c9463cafb058', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'port_id': 'd9880637-75cd-4510-8558-c9463cafb058', 'mac_address': 'fa:16:3e:0c:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:10.154883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aece89-184b-4aeb-960a-58703eeff40b req-9fa82d25-bec9-480d-ba2a-3cb86d0deabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.154883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-9fa82d25-bec9-480d-ba2a-3cb86d0deabd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.0620012 Aug 31 07:46:10.160156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68030f72-e8d9-4acb-8215-690341c3057f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:10.161327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562844-9122-486a-b555-f01b7ba95e98 req-a24db939-da09-4708-8e81-40172c7ca8ac tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.162781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34562844-9122-486a-b555-f01b7ba95e98 req-a24db939-da09-4708-8e81-40172c7ca8ac tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1293013 Aug 31 07:46:10.166379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.195803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:10.201667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-1da0b8d0-a37c-4377-acc1-6857cfba7861 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377283 Aug 31 07:46:10.213523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9880637-75cd-4510-8558-c9463cafb058 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:10.219042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.223319 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-067e4c55-5b02-4b41-a80d-7a7a660419b9 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761698 Aug 31 07:46:10.228878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Sync routers for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:10.292270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34562844-9122-486a-b555-f01b7ba95e98 req-7d4447a4-f293-4ae0-acb1-d50fa83c16e7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189027 Aug 31 07:46:10.304052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d9880637-75cd-4510-8558-c9463cafb058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d9880637-75cd-4510-8558-c9463cafb058,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:10.309857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:10.310487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:10.348086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.349004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-fb63820b-3eed-4302-9ff8-12a3f15f2898 service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335251 Aug 31 07:46:10.349915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-855a9fdc-e2b4-423b-9e95-2f87c6921d1c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.4932749 Aug 31 07:46:10.353034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38868) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:10.354298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-619f3652-81d5-4e79-87f3-ec079cc84a32 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265535 Aug 31 07:46:10.365133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 68030f72-e8d9-4acb-8215-690341c3057f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:10.365519 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.418157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.477597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:10.566333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99aece89-184b-4aeb-960a-58703eeff40b req-b115f2a0-4306-4a6d-b668-596d85104dbb service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062290 Aug 31 07:46:10.569628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['3548223b-3f0e-4759-a3cd-9d78d6cabb32'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:10.684711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:10.764813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d9880637-75cd-4510-8558-c9463cafb058,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:10.767543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d9880637-75cd-4510-8558-c9463cafb058'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:10.990490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66331716-69d9-4fae-a53a-a150986af9a2 req-6a7d2262-278c-402d-bcbc-41fcda34677b tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.992337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-6a7d2262-278c-402d-bcbc-41fcda34677b tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.0593350 Aug 31 07:46:11.076819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3756e4-c4d4-4ce8-9776-b9c74aba820d req-073aca57-4802-4d53-a97d-96bea556e6f3 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.083036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38884) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:11.083244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec3756e4-c4d4-4ce8-9776-b9c74aba820d req-073aca57-4802-4d53-a97d-96bea556e6f3 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 944 time: 0.4744701 Aug 31 07:46:11.088108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:08Z', 'revision_number': 3, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:11.091991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-e2f78485-cf72-4769-bf6a-c526651ca837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.093484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-e2f78485-cf72-4769-bf6a-c526651ca837 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1095 time: 0.1354299 Aug 31 07:46:11.105970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38c05-062f-4db3-baa5-a17bee516305 req-c33ead1d-d668-4d48-a55b-eee1bef29da4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.107715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed38c05-062f-4db3-baa5-a17bee516305 req-c33ead1d-d668-4d48-a55b-eee1bef29da4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 944 time: 0.4980419 Aug 31 07:46:11.123347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Checking router: dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:11.124033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Updating router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 port 67571b46-5f76-44f8-89e7-0d4efa14a7dc binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:46:11.156829 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.222920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25356f72-cbb1-4ae7-817b-c04f90afa60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.287464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-66331716-69d9-4fae-a53a-a150986af9a2 req-f7206ae8-833f-4619-84f4-9e6df2ee7759 service neutron] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:11.294120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-66331716-69d9-4fae-a53a-a150986af9a2 req-f7206ae8-833f-4619-84f4-9e6df2ee7759 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.295382 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66331716-69d9-4fae-a53a-a150986af9a2 req-f7206ae8-833f-4619-84f4-9e6df2ee7759 service neutron] 10.222.0.68 "DELETE /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f/bindings/n-h1-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.2949269 Aug 31 07:46:11.298284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec3756e4-c4d4-4ce8-9776-b9c74aba820d req-82cafd7b-9239-4e9a-8178-f50717c17fd9 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966486 Aug 31 07:46:11.317897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed38c05-062f-4db3-baa5-a17bee516305 req-5a42a452-0dd7-48e8-9000-efc641799217 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919572 Aug 31 07:46:11.342204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25356f72-cbb1-4ae7-817b-c04f90afa60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.399575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-189b348a-b77c-491e-8d7c-209e8921cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.400558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-189b348a-b77c-491e-8d7c-209e8921cbd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 915 time: 0.2888093 Aug 31 07:46:11.472420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.484138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Transition to ACTIVE for port object 67571b46-5f76-44f8-89e7-0d4efa14a7dc will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:11.490555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25356f72-cbb1-4ae7-817b-c04f90afa60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.502149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-cfcc80ce-a488-4593-a6c5-f6703b4bbb28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.0858064 Aug 31 07:46:11.545297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356f72-cbb1-4ae7-817b-c04f90afa60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d369cca-c61c-44fc-a1e0-1e961f2cb1f9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:11.552179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25356f72-cbb1-4ae7-817b-c04f90afa60e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be2d2360489b44d38140adcc4bc872a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649668 Aug 31 07:46:11.553123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38890) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:11.582363 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.608504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a599a2df-f39d-4691-a3be-68ff5bb7a08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.634208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a599a2df-f39d-4691-a3be-68ff5bb7a08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.639453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Attempting to bind port 67571b46-5f76-44f8-89e7-0d4efa14a7dc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:11.639965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Attempting to bind port 67571b46-5f76-44f8-89e7-0d4efa14a7dc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:11.640661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Attempting to bind port 67571b46-5f76-44f8-89e7-0d4efa14a7dc on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:11.644514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c0e3-922a-498c-bb08-d2ef196b7911 None None] Pushing event updated for resources: {'Port': ['ID=67571b46-5f76-44f8-89e7-0d4efa14a7dc,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:11.654295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:11.654675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:11.655129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.655527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:11.655994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Bound port: 67571b46-5f76-44f8-89e7-0d4efa14a7dc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:11.662235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac051a-1149-4942-a088-a47b5e37dbe9 req-b016278f-659b-4e60-8625-0700b99c4096 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.662808 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.664306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aac051a-1149-4942-a088-a47b5e37dbe9 req-b016278f-659b-4e60-8625-0700b99c4096 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.2491755 Aug 31 07:46:11.683418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-cfb54151-156e-4d04-aae9-95416ea5d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.685037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-cfb54151-156e-4d04-aae9-95416ea5d49d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.1628227 Aug 31 07:46:11.707009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeee8b-2c10-4b31-866d-f6e653356b36 req-696d8ef0-822d-4e1d-87a2-883d40bae82d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.708542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbfeee8b-2c10-4b31-866d-f6e653356b36 req-696d8ef0-822d-4e1d-87a2-883d40bae82d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 944 time: 0.2252533 Aug 31 07:46:11.731402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] For port 67571b46-5f76-44f8-89e7-0d4efa14a7dc, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:11.734764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] For port 67571b46-5f76-44f8-89e7-0d4efa14a7dc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=67571b46-5f76-44f8-89e7-0d4efa14a7dc,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:11.771699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-0cf07801-81e7-49c0-ae16-dac02598bbdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603683 Aug 31 07:46:11.863936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aac051a-1149-4942-a088-a47b5e37dbe9 req-74c76d52-f45f-4182-8279-f6cdf187e5b8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987565 Aug 31 07:46:11.885703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a599a2df-f39d-4691-a3be-68ff5bb7a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.885999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbfeee8b-2c10-4b31-866d-f6e653356b36 req-d0a9db34-8963-4466-afde-ea87edc15f65 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641059 Aug 31 07:46:11.886170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a599a2df-f39d-4691-a3be-68ff5bb7a08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.886819 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a599a2df-f39d-4691-a3be-68ff5bb7a08f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d369cca-c61c-44fc-a1e0-1e961f2cb1f9 HTTP/1.1" status: 204 len: 168 time: 0.3321116 Aug 31 07:46:11.906850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599a2df-f39d-4691-a3be-68ff5bb7a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d369cca-c61c-44fc-a1e0-1e961f2cb1f9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:11.908860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.913936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:11.979292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-275f1ea2-358d-49ed-96be-b1e50fc2fd64 service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794481 Aug 31 07:46:12.031739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c0e3-922a-498c-bb08-d2ef196b7911 None None] Pushing event updated for resources: {'Port': ['ID=67571b46-5f76-44f8-89e7-0d4efa14a7dc,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:12.034620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:12.038521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:12.153685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:12.227008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea24d1-4a10-4dc5-b2ce-acd47e206a33 req-b2ad0579-4126-4b9d-ab58-b764a456ddc0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:12.228543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aea24d1-4a10-4dc5-b2ce-acd47e206a33 req-b2ad0579-4126-4b9d-ab58-b764a456ddc0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.2757735 Aug 31 07:46:12.291627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c8ffa86-9785-4605-8dba-1629dfface37 req-0cfa1abc-9893-43fe-b4c8-d29748bd76fc service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824593 Aug 31 07:46:12.332223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aea24d1-4a10-4dc5-b2ce-acd47e206a33 req-e97ee346-a20e-4dcb-bde2-3ae18e4ee059 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930638 Aug 31 07:46:12.333356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Allocated IP 172.20.0.1 (80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec/a58b55a9-0651-4d83-ac54-34fa2936a8f3/d30cda2c-177c-4005-8a03-d3a9360eef29) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:12.395441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:08Z', 'revision_number': 3, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:12.430087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef92c80-5861-4528-9509-6dd678f58e20 None None] The sync data for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 is: [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:08Z', 'revision_number': 3, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:12.538169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5a072-085b-4b1c-9f20-6b32a1f281ce req-60232225-2b99-43dc-8c7e-7c11528bf0db tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:12.539803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1b5a072-085b-4b1c-9f20-6b32a1f281ce req-60232225-2b99-43dc-8c7e-7c11528bf0db tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 944 time: 0.1129005 Aug 31 07:46:12.551110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a20e30-d5e0-4901-aece-fe2c9289e730 req-42443bf4-090d-4599-b039-191352c69bc7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:12.552851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98a20e30-d5e0-4901-aece-fe2c9289e730 req-42443bf4-090d-4599-b039-191352c69bc7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 944 time: 0.1461656 Aug 31 07:46:12.574716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.614232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Transition to ACTIVE for port object d30cda2c-177c-4005-8a03-d3a9360eef29 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:12.690219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1b5a072-085b-4b1c-9f20-6b32a1f281ce req-97180a24-4aa5-4c5b-8171-5cc9372239e6 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330841 Aug 31 07:46:12.706641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98a20e30-d5e0-4901-aece-fe2c9289e730 req-5a647351-60ed-4ac9-9391-5328d987057b tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312692 Aug 31 07:46:12.844245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:12.855751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443abb10-6152-48c3-ae31-e6ceace5967d req-10d82ee7-3caa-4f8d-9f84-e909de0f89f3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:12.857611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-443abb10-6152-48c3-ae31-e6ceace5967d req-10d82ee7-3caa-4f8d-9f84-e909de0f89f3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1096 time: 0.0536699 Aug 31 07:46:12.862127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb35b-b641-4946-a865-2ffed820b794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.873645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.958260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:12.966667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-443abb10-6152-48c3-ae31-e6ceace5967d req-226bc7ae-4b48-468f-9c14-ee9e030c722f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011534 Aug 31 07:46:12.969977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:12.976928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:12.981361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=d30cda2c-177c-4005-8a03-d3a9360eef29,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:13.001150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb35b-b641-4946-a865-2ffed820b794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.092270 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.152619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e851d-9912-48ed-ab30-c11ad39a20a5 req-5a021ac3-84d1-4863-84ec-8d93a88ad163 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:13.154287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-677e851d-9912-48ed-ab30-c11ad39a20a5 req-5a021ac3-84d1-4863-84ec-8d93a88ad163 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.1786048 Aug 31 07:46:13.197269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4059-b0cf-4e9f-bd9a-4345d764360f req-b8917d3a-cb78-4653-8bcb-958fed5b3c38 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:13.198469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-701b4059-b0cf-4e9f-bd9a-4345d764360f req-b8917d3a-cb78-4653-8bcb-958fed5b3c38 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 944 time: 0.1536090 Aug 31 07:46:13.201446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d3cb35b-b641-4946-a865-2ffed820b794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.258008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-677e851d-9912-48ed-ab30-c11ad39a20a5 req-e6273fc2-e165-460d-8ef3-f28b6d271869 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953093 Aug 31 07:46:13.259133 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d3cb35b-b641-4946-a865-2ffed820b794 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf9069032b14414183eb248bba6845f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134240 Aug 31 07:46:13.264966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38914) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:13.269628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cb35b-b641-4946-a865-2ffed820b794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2655b116-8e2e-4ccf-adf5-cf50e9fd1262,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:13.328424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-701b4059-b0cf-4e9f-bd9a-4345d764360f req-801878eb-9ef4-459d-b438-5dfd61a0a5a6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953970 Aug 31 07:46:13.351961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-99c88f6f-bc13-4bec-b831-68cd6b8590fa None None] Provisioning for port d30cda2c-177c-4005-8a03-d3a9360eef29 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:13.351961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-99c88f6f-bc13-4bec-b831-68cd6b8590fa None None] Provisioning complete for port d30cda2c-177c-4005-8a03-d3a9360eef29 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:13.351961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-99c88f6f-bc13-4bec-b831-68cd6b8590fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.385616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c25d923-644e-4138-8a40-01817d756c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.407959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb5f0-a614-4022-b1ae-0dcc890419d8 req-fd5c8107-2a0d-447d-bf7c-c3d1eb9b9d29 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:13.407959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8bbb5f0-a614-4022-b1ae-0dcc890419d8 req-fd5c8107-2a0d-447d-bf7c-c3d1eb9b9d29 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 1096 time: 0.0758014 Aug 31 07:46:13.430875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c25d923-644e-4138-8a40-01817d756c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.517053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:13.519645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:13.579381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-99c88f6f-bc13-4bec-b831-68cd6b8590fa None None] Port d30cda2c-177c-4005-8a03-d3a9360eef29 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:13.650390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:13.654439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.698383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:13.714257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'port_id': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'mac_address': 'fa:16:3e:27:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b662233-7c8d-4a5f-97fb-f2f30da278ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:13.725230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d9880637-75cd-4510-8558-c9463cafb058 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:13.800078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8bbb5f0-a614-4022-b1ae-0dcc890419d8 req-eb1029ae-7e67-4913-b05b-ae0c0c7375e3 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819175 Aug 31 07:46:13.807276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.822877 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.833721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd403b6a-1034-4c91-b30a-d4125c088c4f req-64023cfc-f448-40dc-962c-658f367c9fb8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:13.834607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd403b6a-1034-4c91-b30a-d4125c088c4f req-64023cfc-f448-40dc-962c-658f367c9fb8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.4064610 Aug 31 07:46:13.864008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:13.898695 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.915178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:13.934430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:13.936813 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86012cb9-d908-4a14-b921-30ef29dfa1c3" -d '{"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-plugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:13.947761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd403b6a-1034-4c91-b30a-d4125c088c4f req-bbda8272-6132-42f8-a572-62d3a2ca4aaf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053045 Aug 31 07:46:13.950791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:13.989932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c25d923-644e-4138-8a40-01817d756c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.992599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c25d923-644e-4138-8a40-01817d756c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:13.994336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c25d923-644e-4138-8a40-01817d756c80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2655b116-8e2e-4ccf-adf5-cf50e9fd1262 HTTP/1.1" status: 204 len: 168 time: 0.7222872 Aug 31 07:46:14.006677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.013729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25d923-644e-4138-8a40-01817d756c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2655b116-8e2e-4ccf-adf5-cf50e9fd1262,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:14.036876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52929e-e4bb-438c-84c1-42868c854986 req-86416090-1fe7-44d2-b86b-c443773e89ad tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:14.038515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e52929e-e4bb-438c-84c1-42868c854986 req-86416090-1fe7-44d2-b86b-c443773e89ad tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 944 time: 0.1317191 Aug 31 07:46:14.104811 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.106422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port d9880637-75cd-4510-8558-c9463cafb058 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:14.124089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:14.126744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d9880637-75cd-4510-8558-c9463cafb058 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:14.127118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.162091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e52929e-e4bb-438c-84c1-42868c854986 req-c07ede6d-8b9a-4d16-940e-ce183c2dcb1f tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134949 Aug 31 07:46:14.198555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.222988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:14.228947 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461adc47-4f31-47c8-8dca-08d79a558dfe x-openstack-request-id: req-461adc47-4f31-47c8-8dca-08d79a558dfe {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:14.229245 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-plugged", "status": "completed", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:14.229496 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-461adc47-4f31-47c8-8dca-08d79a558dfe {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:14.229912 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'code': 200} Aug 31 07:46:14.271548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c9dd463b-36bf-4277-839e-675a0e3b54fd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:14.279597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 67571b46-5f76-44f8-89e7-0d4efa14a7dc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:14.308518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.343666 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.427953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d9880637-75cd-4510-8558-c9463cafb058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d9880637-75cd-4510-8558-c9463cafb058,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:14.435521 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.439072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=d30cda2c-177c-4005-8a03-d3a9360eef29,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:14.504903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47380034-891d-43ee-8059-b41a850161b3 req-ab6e46b8-c4dc-416a-95f1-d399d756e549 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:14.506489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47380034-891d-43ee-8059-b41a850161b3 req-ab6e46b8-c4dc-416a-95f1-d399d756e549 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.1242428 Aug 31 07:46:14.568495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.595648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 67571b46-5f76-44f8-89e7-0d4efa14a7dc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:14.602245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47380034-891d-43ee-8059-b41a850161b3 req-c3978e6b-7ebb-415e-9c66-b354927e02b7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822470 Aug 31 07:46:14.611956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 67571b46-5f76-44f8-89e7-0d4efa14a7dc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:14.619009 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.658466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:14.662478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e77d49-ed81-4752-8d1d-97475b569173 req-c9a044e3-6c3a-4379-ba74-857aadddbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:14.670520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29e77d49-ed81-4752-8d1d-97475b569173 req-c9a044e3-6c3a-4379-ba74-857aadddbb37 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1098 time: 0.1247454 Aug 31 07:46:14.678267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:14.696677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d9880637-75cd-4510-8558-c9463cafb058,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:14.774685 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.805135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 67571b46-5f76-44f8-89e7-0d4efa14a7dc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=67571b46-5f76-44f8-89e7-0d4efa14a7dc,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:14.875863 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.898617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29e77d49-ed81-4752-8d1d-97475b569173 req-624bbdda-c13e-4cb0-a6e3-03aa1b5981ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073901 Aug 31 07:46:14.923537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694fda-3296-4049-94f8-3f7de6fada57 req-b6b4e195-8f56-4a83-948c-e23a22ef0314 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:14.931942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f694fda-3296-4049-94f8-3f7de6fada57 req-b6b4e195-8f56-4a83-948c-e23a22ef0314 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.1436770 Aug 31 07:46:14.942048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=67571b46-5f76-44f8-89e7-0d4efa14a7dc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:14.974245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:14.992274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f694fda-3296-4049-94f8-3f7de6fada57 req-b30c47c9-2bb8-4260-aff1-86445439704f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593438 Aug 31 07:46:15.020641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fb72c28a-d13e-4ca1-91f5-7621050cff62 None None] Provisioning complete for port d30cda2c-177c-4005-8a03-d3a9360eef29 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:15.021026 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb72c28a-d13e-4ca1-91f5-7621050cff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.060553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fb72c28a-d13e-4ca1-91f5-7621050cff62 None None] Port d30cda2c-177c-4005-8a03-d3a9360eef29 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:15.157023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fda4-6ff3-4930-abcd-21734bdef743 req-154fa53e-5027-4edb-b84b-6965408dcccd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:15.158700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e55fda4-6ff3-4930-abcd-21734bdef743 req-154fa53e-5027-4edb-b84b-6965408dcccd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1036208 Aug 31 07:46:15.183505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:15.191258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fe50714e-7fd0-489c-8603-552ec0c7ebe5 admin admin] 10.222.0.36 "PUT /v2.0/routers/dd30ce9a-d09c-4ceb-87cb-e6b04af693a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8355150 Aug 31 07:46:15.198876 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Sync routers for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:15.213347 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:15.215423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:15.234782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e55fda4-6ff3-4930-abcd-21734bdef743 req-84bc74b8-f763-4ed0-8e25-d7233a2a0b36 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Aug 31 07:46:15.337288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e0b78-61c5-4571-aa97-570edfbf6ef2 req-a11b28d5-d646-444e-ab79-f29f4e9e4984 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:15.339223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-418e0b78-61c5-4571-aa97-570edfbf6ef2 req-a11b28d5-d646-444e-ab79-f29f4e9e4984 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.0721540 Aug 31 07:46:15.369835 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:15.404268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-418e0b78-61c5-4571-aa97-570edfbf6ef2 req-c7e6e57a-510a-4965-bd95-d4e16e40da96 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573676 Aug 31 07:46:15.409894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:15.613686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port c9dd463b-36bf-4277-839e-675a0e3b54fd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:15.619632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c9dd463b-36bf-4277-839e-675a0e3b54fd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:15.620019 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.634914 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 2, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:15.671343 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Checking router: dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:15.671843 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Updating router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 port d30cda2c-177c-4005-8a03-d3a9360eef29 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:46:15.717246 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.753448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.795750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:15.861698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9924f26-cdec-4042-9bf6-b1d58c5bd556 req-924c6f0d-6468-470f-9414-ddd326e0336a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:15.863701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9924f26-cdec-4042-9bf6-b1d58c5bd556 req-924c6f0d-6468-470f-9414-ddd326e0336a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.0991471 Aug 31 07:46:15.938583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.013984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9924f26-cdec-4042-9bf6-b1d58c5bd556 req-91843d37-5338-43db-9852-fb1a23deed31 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180639 Aug 31 07:46:16.042266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:16.110685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-c5c83544-e0a5-48c3-a619-781d507e0118 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:16.116731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-c5c83544-e0a5-48c3-a619-781d507e0118 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks?id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 200 len: 829 time: 0.2132051 Aug 31 07:46:16.140912 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.145213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-84c65509-dc74-492b-b7c0-7fff08b86290 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/quotas/e56c1ebb195c42c2abbed61e065f2222 HTTP/1.1" status: 200 len: 375 time: 0.0186136 Aug 31 07:46:16.166322 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Transition to ACTIVE for port object d30cda2c-177c-4005-8a03-d3a9360eef29 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:16.216975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 67571b46-5f76-44f8-89e7-0d4efa14a7dc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:16.257973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058'}, {'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:16.270252 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c56664-7f93-408d-8f96-3eb641d2cc23" -d '{"events": [{"server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "name": "network-vif-plugged", "status": "completed", "tag": "d9880637-75cd-4510-8558-c9463cafb058"}, {"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:16.270481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d6d10297-0652-4049-a713-89c263c8559a tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130536 Aug 31 07:46:16.294365 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.297122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-2394afe9-cd7d-448b-b4eb-9f93dd41e786 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:46:16.309455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-2394afe9-cd7d-448b-b4eb-9f93dd41e786 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229545 Aug 31 07:46:16.333959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 67571b46-5f76-44f8-89e7-0d4efa14a7dc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:16.334342 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.425210 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bfa0c-b1da-42a6-ad39-a48a7851587b None None] Pushing event updated for resources: {'Port': ['ID=d30cda2c-177c-4005-8a03-d3a9360eef29,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:16.474777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297be61-fac8-4595-82f9-30512f6d32b3 req-3d61ea3f-6deb-490b-9b66-62a8b3a538b9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:16.483632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f297be61-fac8-4595-82f9-30512f6d32b3 req-3d61ea3f-6deb-490b-9b66-62a8b3a538b9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.2083755 Aug 31 07:46:16.540203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Attempting to bind port d30cda2c-177c-4005-8a03-d3a9360eef29 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:16.541030 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Attempting to bind port d30cda2c-177c-4005-8a03-d3a9360eef29 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:16.541709 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Attempting to bind port d30cda2c-177c-4005-8a03-d3a9360eef29 on network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:16.548840 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:16.550759 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Checking segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:16.551368 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.551960 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Bound using segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:16.552642 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Bound port: d30cda2c-177c-4005-8a03-d3a9360eef29, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:16.553246 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.637445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f297be61-fac8-4595-82f9-30512f6d32b3 req-b72615d2-dc5a-4e85-bc39-dff8636470fd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439691 Aug 31 07:46:16.646473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-8ef03402-3b27-4a6d-9b9e-c4b7983b09a9 service neutron] 10.222.0.36 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357637 Aug 31 07:46:16.689660 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] For port d30cda2c-177c-4005-8a03-d3a9360eef29, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:16.707615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] For port d30cda2c-177c-4005-8a03-d3a9360eef29, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d30cda2c-177c-4005-8a03-d3a9360eef29,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:16.823091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-a7dfcefb-9abe-41e1-abd0-1a107ec31b77 service neutron] 10.222.0.36 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754808 Aug 31 07:46:16.859830 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.932469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c46833-8ff1-4d2d-adcc-9b8594808b66 req-c8b634e5-04dc-4329-8cef-9aae8015be3f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:16.941909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51c46833-8ff1-4d2d-adcc-9b8594808b66 req-c8b634e5-04dc-4329-8cef-9aae8015be3f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0688996 Aug 31 07:46:16.981236 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bfa0c-b1da-42a6-ad39-a48a7851587b None None] Pushing event updated for resources: {'Port': ['ID=d30cda2c-177c-4005-8a03-d3a9360eef29,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:16.989452 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:16.990966 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:17.007033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51c46833-8ff1-4d2d-adcc-9b8594808b66 req-f55cc7ff-499d-4347-8847-09fd888a9625 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Aug 31 07:46:17.071757 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17721512-14ec-495e-8300-4f010e97de6b x-openstack-request-id: req-17721512-14ec-495e-8300-4f010e97de6b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:17.072331 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "name": "network-vif-plugged", "status": "completed", "tag": "d9880637-75cd-4510-8558-c9463cafb058", "code": 200}, {"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:17.072331 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17721512-14ec-495e-8300-4f010e97de6b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:17.072772 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058', 'code': 200} Aug 31 07:46:17.078244 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'code': 200} Aug 31 07:46:17.261614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cb487-52b9-47e4-a24e-0e784cb0ad42 req-333c7b51-3932-451a-b119-7ec6a5300dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:17.264120 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-064cb487-52b9-47e4-a24e-0e784cb0ad42 req-333c7b51-3932-451a-b119-7ec6a5300dff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 1097 time: 0.0676627 Aug 31 07:46:17.320488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-064cb487-52b9-47e4-a24e-0e784cb0ad42 req-80c25a7a-d7f1-4080-b9ef-86279997bc8b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473442 Aug 31 07:46:17.401867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b3722-27e6-4725-9adb-c66f46913d1c req-1093b577-67d5-42ce-ba20-351d879e674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:17.403532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b0b3722-27e6-4725-9adb-c66f46913d1c req-1093b577-67d5-42ce-ba20-351d879e674a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1097 time: 0.2658489 Aug 31 07:46:17.429259 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:17.452948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf0c2-88ef-4737-91ca-695642d2750c req-f9d26ad8-82ed-4f85-8a8e-ae0aea051726 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:17.454731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4abf0c2-88ef-4737-91ca-695642d2750c req-f9d26ad8-82ed-4f85-8a8e-ae0aea051726 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.2204998 Aug 31 07:46:17.466365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027641-e033-424d-aed7-8e8b1e1cb7d5 req-329f770a-0a9b-4055-bed8-adb0710a0dcd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:17.474628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f027641-e033-424d-aed7-8e8b1e1cb7d5 req-329f770a-0a9b-4055-bed8-adb0710a0dcd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1857092 Aug 31 07:46:17.541045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b0b3722-27e6-4725-9adb-c66f46913d1c req-b5c3f7e3-6842-4c45-bbbd-29412bcd2ba1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264937 Aug 31 07:46:17.554897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4abf0c2-88ef-4737-91ca-695642d2750c req-f78a759c-99d2-4bda-b51f-5f2fa0bf09fa tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774198 Aug 31 07:46:17.560852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f027641-e033-424d-aed7-8e8b1e1cb7d5 req-712a1475-bcde-475a-bb0f-32dae3de2d9c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849314 Aug 31 07:46:17.662381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-120cd451-9d6f-41ab-a6a8-fa9dd68f3639 req-6bf20d2e-192d-4c45-96eb-142e69fe5713 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 210 time: 0.0421100 Aug 31 07:46:17.769995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:16Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:17.782738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e542d-b1a4-440f-bb3e-cda2e603a558 req-9347134f-9dce-4802-bc70-8c7f98926643 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:17.790332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef6e542d-b1a4-440f-bb3e-cda2e603a558 req-9347134f-9dce-4802-bc70-8c7f98926643 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.0642567 Aug 31 07:46:17.831652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef6e542d-b1a4-440f-bb3e-cda2e603a558 req-f074183b-e45b-4813-af92-e489d6df010e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381761 Aug 31 07:46:17.835212 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bae1-5894-4e5c-9943-dbfe319ae5e3 None None] The sync data for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 is: [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:16Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:18.177302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270575d-5956-4bc1-8272-8401b9f02232 req-3da72f0a-174f-4bb8-a4c3-831fd3acc0d8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:18.186360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f270575d-5956-4bc1-8272-8401b9f02232 req-3da72f0a-174f-4bb8-a4c3-831fd3acc0d8 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0974128 Aug 31 07:46:18.207804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d30cda2c-177c-4005-8a03-d3a9360eef29 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:18.270687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f270575d-5956-4bc1-8272-8401b9f02232 req-89bbd0a5-5e8b-4ec7-8d89-854a2ac52c00 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684412 Aug 31 07:46:18.413914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d30cda2c-177c-4005-8a03-d3a9360eef29 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:18.419422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d30cda2c-177c-4005-8a03-d3a9360eef29 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:18.420137 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.521007 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.573962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port d30cda2c-177c-4005-8a03-d3a9360eef29, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d30cda2c-177c-4005-8a03-d3a9360eef29,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:18.750366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.761499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3fd4-02d7-49b7-9231-0f05a01819e4 req-9c9a9b54-b2f2-46e5-bc58-c060d804ee67 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:18.763217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0d3fd4-02d7-49b7-9231-0f05a01819e4 req-9c9a9b54-b2f2-46e5-bc58-c060d804ee67 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.1183009 Aug 31 07:46:18.782346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac8e59-5f0a-4684-bb73-2a696e88e003 req-609a9d22-bdf6-436c-aacd-c16ee733172d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:18.785484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15ac8e59-5f0a-4684-bb73-2a696e88e003 req-609a9d22-bdf6-436c-aacd-c16ee733172d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1261127 Aug 31 07:46:18.855347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=d30cda2c-177c-4005-8a03-d3a9360eef29,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:18.870864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15ac8e59-5f0a-4684-bb73-2a696e88e003 req-b3e3157a-bf8d-46b0-9d87-42e9e7c5feb0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731916 Aug 31 07:46:18.889794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0d3fd4-02d7-49b7-9231-0f05a01819e4 req-77209d38-5e9b-469c-a598-4726a617da40 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137881 Aug 31 07:46:19.050848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf599e59-69cb-4ccb-ac0a-1b52de6bc55f req-935b2b2c-fd4c-4c70-aaac-64b112d6a79f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 210 time: 0.0530336 Aug 31 07:46:19.137231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac0d5-d0be-45ff-8ed7-5cb8bdd95dd3 req-d9903a33-51cf-485f-a2eb-a7e1bdac716b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:19.138772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d54ac0d5-d0be-45ff-8ed7-5cb8bdd95dd3 req-d9903a33-51cf-485f-a2eb-a7e1bdac716b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.0709167 Aug 31 07:46:19.182970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d54ac0d5-d0be-45ff-8ed7-5cb8bdd95dd3 req-89e8be46-8a04-458e-b3d3-e6938a578009 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370476 Aug 31 07:46:19.404673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100c92c-8734-4d3d-9c4a-bcd1d3a9afa3 req-62848cef-bcd6-4e86-9092-693dcf9f1603 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:19.406246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9100c92c-8734-4d3d-9c4a-bcd1d3a9afa3 req-62848cef-bcd6-4e86-9092-693dcf9f1603 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0637693 Aug 31 07:46:19.450521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9100c92c-8734-4d3d-9c4a-bcd1d3a9afa3 req-a6035abc-d289-4439-a210-d2a5c5af20d2 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379910 Aug 31 07:46:20.017527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b6ccd-79e4-4a5a-bd35-b02563ac592c req-e297c8ff-fced-4bf3-a7a9-238af3c47b4d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:20.019183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-309b6ccd-79e4-4a5a-bd35-b02563ac592c req-e297c8ff-fced-4bf3-a7a9-238af3c47b4d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0797853 Aug 31 07:46:20.034802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829d7ed-b747-4f63-8708-90d6e2a2923b req-dacb85f0-8025-4f61-a215-21b6acd05efc tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:20.036370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a829d7ed-b747-4f63-8708-90d6e2a2923b req-dacb85f0-8025-4f61-a215-21b6acd05efc tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.0849795 Aug 31 07:46:20.086487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-309b6ccd-79e4-4a5a-bd35-b02563ac592c req-b5240984-b8e4-4ba3-b04b-7d3cdee9029e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604684 Aug 31 07:46:20.099990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a829d7ed-b747-4f63-8708-90d6e2a2923b req-1b844461-e623-4f53-825f-fccc1f52b9ca tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571265 Aug 31 07:46:20.144320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d30cda2c-177c-4005-8a03-d3a9360eef29 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:20.224766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d30cda2c-177c-4005-8a03-d3a9360eef29 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:20.225865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fca7887a-38db-42f6-9356-bedb924ad528 req-2804bfae-47cc-41b2-8114-232a47609907 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 210 time: 0.0392451 Aug 31 07:46:20.226289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.320031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeef44-7085-4da4-95b4-925b6a877414 req-97bd1284-dfd5-4f01-aecd-8812399fdf31 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:20.322782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2aeef44-7085-4da4-95b4-925b6a877414 req-97bd1284-dfd5-4f01-aecd-8812399fdf31 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.0791955 Aug 31 07:46:20.332615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:20.344397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Request body: {'floatingip': {'port_id': 'd9880637-75cd-4510-8558-c9463cafb058'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:20.405324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.554892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-0364c99e-56c6-4862-b0b4-6b1e225e7291 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:20.556401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-0364c99e-56c6-4862-b0b4-6b1e225e7291 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 814 time: 0.1361525 Aug 31 07:46:20.591888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-2b3bd9fc-ad58-45bd-bb9c-e084f853e1eb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/quotas/bd9af4d7abc1408b97f9ea66ecbf8f09 HTTP/1.1" status: 200 len: 375 time: 0.0151274 Aug 31 07:46:20.617898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39885d9-d62e-46c3-8629-71d9f88fe2c7 req-dbb8337b-f6f2-4673-9107-5f21bd5ab56a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:20.620236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b39885d9-d62e-46c3-8629-71d9f88fe2c7 req-dbb8337b-f6f2-4673-9107-5f21bd5ab56a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0851796 Aug 31 07:46:20.634756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39142) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:20.693237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-42c01692-eea7-494d-a7eb-6d150dc228a2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942762 Aug 31 07:46:20.696396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b39885d9-d62e-46c3-8629-71d9f88fe2c7 req-4e9352da-89ea-47e7-9919-d4ad4ebe5cae tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576196 Aug 31 07:46:20.794558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-300b7812-6704-43cd-94ce-bd116ae09c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.809345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-23528b46-6115-40f9-8059-d2986f0be487 service neutron] 10.222.0.36 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032858 Aug 31 07:46:20.910916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-cc8d5219-e4ef-40d5-8f54-21d6a4afacd6 service neutron] 10.222.0.36 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947142 Aug 31 07:46:20.996973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.015856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-300b7812-6704-43cd-94ce-bd116ae09c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.249793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.252690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-300b7812-6704-43cd-94ce-bd116ae09c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.308095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-6725d92f-d49c-41b8-b899-d049e3ac7adb tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:21.311314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-6725d92f-d49c-41b8-b899-d049e3ac7adb tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.45 "GET /v2.0/networks?id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 200 len: 829 time: 0.1212010 Aug 31 07:46:21.323314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Request body: {'port': {'device_id': '2f3761b3-98e3-417a-a330-e48833ab4045', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'admin_state_up': True, 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:21.385576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-300b7812-6704-43cd-94ce-bd116ae09c9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46a3610cd517456eb81d3414f49577dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497551 Aug 31 07:46:21.393923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:21.409569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b7812-6704-43cd-94ce-bd116ae09c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65bbcf0-b50c-4da8-bec5-f480a18cf30f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:21.466795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a69f2f7b-921f-425b-82c7-9cd2a8d3d66f req-b9ec36c2-6c8d-4cc6-ad4e-22cbd50595f9 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 210 time: 0.0900836 Aug 31 07:46:21.476327 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Floating IP b0a121af-f00f-4811-9049-9c5e863bbed0 associated. External IP: 172.25.0.186, port: d9880637-75cd-4510-8558-c9463cafb058. Aug 31 07:46:21.563298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50f366fd-0b3e-429a-b42e-989a7d4d8cbb req-9e37f5db-9c43-4b4c-8ab6-b0365f24b123 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 210 time: 0.1703658 Aug 31 07:46:21.641396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fade4a9-e18e-46b9-989a-c9e9c63d5783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.694113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fade4a9-e18e-46b9-989a-c9e9c63d5783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.778410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Made reservation on behalf of e56c1ebb195c42c2abbed61e065f2222 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:21.782274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.822190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Router d9524a83-08e9-4691-a578-fba3f7bf1f84 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:21.856816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23248216-554d-436b-a52f-949673f2a246 req-c7390fa2-e142-40c1-b0c5-3b4ebd7e3d21 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:21.864053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23248216-554d-436b-a52f-949673f2a246 req-c7390fa2-e142-40c1-b0c5-3b4ebd7e3d21 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0639431 Aug 31 07:46:21.903409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23248216-554d-436b-a52f-949673f2a246 req-ccc35445-fa7e-419a-b16c-23b9a2cb7a51 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Aug 31 07:46:21.955341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fade4a9-e18e-46b9-989a-c9e9c63d5783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.958686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fade4a9-e18e-46b9-989a-c9e9c63d5783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.960089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3fade4a9-e18e-46b9-989a-c9e9c63d5783 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d65bbcf0-b50c-4da8-bec5-f480a18cf30f HTTP/1.1" status: 204 len: 168 time: 0.5633340 Aug 31 07:46:21.970803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:21.977248 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.987580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] Sync routers for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:22.004139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:22.006171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:22.031357 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85e99250-53b5-43d7-b0cd-921e7ffa37fe tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "PUT /v2.0/floatingips/b0a121af-f00f-4811-9049-9c5e863bbed0 HTTP/1.1" status: 200 len: 991 time: 1.6956844 Aug 31 07:46:22.032311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:22.035913 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "tag": "d9880637-75cd-4510-8558-c9463cafb058"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:22.095096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fade4a9-e18e-46b9-989a-c9e9c63d5783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65bbcf0-b50c-4da8-bec5-f480a18cf30f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:22.112233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Allocated IP 172.20.0.6 (80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec/a58b55a9-0651-4d83-ac54-34fa2936a8f3/7a44c245-eb6c-4c81-9d0d-84bbe0d56f33) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:22.167060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:22.273646 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a428f-88d1-4713-b383-e6d7843151ff x-openstack-request-id: req-ce5a428f-88d1-4713-b383-e6d7843151ff {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:22.274069 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "tag": "d9880637-75cd-4510-8558-c9463cafb058", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:22.274430 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce5a428f-88d1-4713-b383-e6d7843151ff {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:22.274931 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058', 'status': 'completed', 'code': 200} Aug 31 07:46:22.309795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.324984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Transition to ACTIVE for port object 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:22.355459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-ad1d012d-7e47-4e34-b8b4-0f8ac06410fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:22.357771 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-ad1d012d-7e47-4e34-b8b4-0f8ac06410fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=147fee931b9e4a52acf4e11891b52443&device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 1097 time: 0.0593033 Aug 31 07:46:22.431848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'b0a121af-f00f-4811-9049-9c5e863bbed0', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'port_id': 'd9880637-75cd-4510-8558-c9463cafb058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'mac_address': 'fa:16:3e:0c:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:53Z', 'updated_at': '2021-08-31T07:46:20Z', 'revision_number': 1, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:54Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:22.457825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-1a7b0b77-5724-489c-b07a-602403515858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:22.459534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-1a7b0b77-5724-489c-b07a-602403515858 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e57d7475-1c0e-4adf-a72a-9485b9ce7d87 HTTP/1.1" status: 200 len: 916 time: 0.0942550 Aug 31 07:46:22.460205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] Checking router: d9524a83-08e9-4691-a578-fba3f7bf1f84 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:22.471332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:22.471332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:45:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:22.518465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.547623 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-eaa7e336-fa59-455e-8ae9-4dc0020a7244 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9880637-75cd-4510-8558-c9463cafb058 HTTP/1.1" status: 200 len: 999 time: 0.0773330 Aug 31 07:46:22.579083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:22.582933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:22.587739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:22.591209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event updated for resources: {'Port': ['ID=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:22.617083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-62c54479-12c2-4fda-af7f-36e563681db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:22.619337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-62c54479-12c2-4fda-af7f-36e563681db5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=39f11a22-9f09-4ea0-babf-0c9cf3ef746b HTTP/1.1" status: 200 len: 854 time: 0.0644486 Aug 31 07:46:22.650137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:22.661568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:22.662708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.738893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-8dcd8e3d-edaf-4714-838c-8f562b05557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:22.740147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-8dcd8e3d-edaf-4714-838c-8f562b05557a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e57d7475-1c0e-4adf-a72a-9485b9ce7d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133921 Aug 31 07:46:22.894977 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-1bec3b50-3244-4e16-b343-7903e2230c54 service neutron] 10.222.0.68 "GET /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404591 Aug 31 07:46:23.022033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e4bd0e69-e44f-4d74-9e03-01ff50cbbee9 req-39f2992a-4d52-4b9a-b1cb-49ed95cbda75 service neutron] 10.222.0.68 "GET /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177039 Aug 31 07:46:23.071868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-d436e829-a767-4771-87cc-903b217c638b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7527740 Aug 31 07:46:23.090241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-90dd0f8b-9950-4aa9-bdbe-ada5d9dd4503 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:46:23.091269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-90dd0f8b-9950-4aa9-bdbe-ada5d9dd4503 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078008 Aug 31 07:46:23.107635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-808bb7f5-36ed-470b-828a-172202a7efb0 req-7345984d-f80d-4199-8d6c-5a8a9eb1f069 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 210 time: 0.0396755 Aug 31 07:46:23.111824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Request body: {'port': {'device_id': '2f3761b3-98e3-417a-a330-e48833ab4045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:23.150740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d86f-be9a-41fb-bd27-c71394a603e5 req-c6f3e298-0ac4-4155-b4d5-e85bc92cd7b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:23.154193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d96d86f-be9a-41fb-bd27-c71394a603e5 req-c6f3e298-0ac4-4155-b4d5-e85bc92cd7b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 931 time: 0.4673240 Aug 31 07:46:23.192708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'b0a121af-f00f-4811-9049-9c5e863bbed0', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'port_id': 'd9880637-75cd-4510-8558-c9463cafb058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'mac_address': 'fa:16:3e:0c:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:53Z', 'updated_at': '2021-08-31T07:46:20Z', 'revision_number': 1, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:54Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:23.220210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b128e5-4efe-48bc-8e14-c5a56864a6ce None None] The sync data for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 is: [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'b0a121af-f00f-4811-9049-9c5e863bbed0', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'port_id': 'd9880637-75cd-4510-8558-c9463cafb058', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'mac_address': 'fa:16:3e:0c:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:53Z', 'updated_at': '2021-08-31T07:46:20Z', 'revision_number': 1, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:54Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:23.228108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.253431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f548f624-5dad-41f9-bf4d-9f2ab656db33 None None] Provisioning for port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:23.257658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f548f624-5dad-41f9-bf4d-9f2ab656db33 None None] Provisioning complete for port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:23.259030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f548f624-5dad-41f9-bf4d-9f2ab656db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.267304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d96d86f-be9a-41fb-bd27-c71394a603e5 req-795aca6b-d073-4c84-9d37-7a0f4026894d tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058016 Aug 31 07:46:23.693372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1871d1-4373-4cd0-a227-ebd603317807 req-636a44a7-3a63-480d-94f7-878fef13ede2 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:23.693372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b1871d1-4373-4cd0-a227-ebd603317807 req-636a44a7-3a63-480d-94f7-878fef13ede2 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1173143 Aug 31 07:46:23.697997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f548f624-5dad-41f9-bf4d-9f2ab656db33 None None] Port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:23.703012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b1871d1-4373-4cd0-a227-ebd603317807 req-9e7674be-c336-43a6-b290-0e8901b8a895 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964580 Aug 31 07:46:23.703157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ea86439e-6c50-4931-b875-dfe868ede8e3 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:23.703157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.703478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:23.704177 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1994d68f-226c-4393-ad0b-e0373a5ff5e9 None None] New status for floating IP b0a121af-f00f-4811-9049-9c5e863bbed0: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:23.704870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f79b3ff0-8924-4c39-ac09-4e743db68bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.705002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:23.728280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'mac_address': 'fa:16:3e:4b:a8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:23.804179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:23.838878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.840960 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.877949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Transition to ACTIVE for port object 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:23.889849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea86439e-6c50-4931-b875-dfe868ede8e3 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:23.904260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f79b3ff0-8924-4c39-ac09-4e743db68bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.928116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:23.969757 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-97420edf-d745-4895-bcc0-c9c9e23e24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.029932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.030548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f79b3ff0-8924-4c39-ac09-4e743db68bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.066811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b3ff0-8924-4c39-ac09-4e743db68bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92d14bb-8c5f-4f53-960a-26f394053964,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.091144 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f79b3ff0-8924-4c39-ac09-4e743db68bc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26671ab0397b4cafb4168a3668b5cdf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135391 Aug 31 07:46:24.091144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:24.094553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Pushing event updated for resources: {'Port': ['ID=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.142376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.196609 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-248c4f37-03ed-40cf-bbaf-9a6b7eb0de79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.199571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Attempting to bind port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:24.200000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Attempting to bind port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:24.214921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Attempting to bind port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 on network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:24.238661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-248c4f37-03ed-40cf-bbaf-9a6b7eb0de79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.263555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 on network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:46:24.263887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Attempting to bind port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 on network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:24.304050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d807eca0-a622-424f-a7d1-9a820bc7a5e3 req-22916720-a1ac-457a-90c6-1f224f28af1b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 210 time: 0.0723000 Aug 31 07:46:24.311360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:24.311919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Checking segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:24.312240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Bound using segment: {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:24.312946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Bound port: 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72322ea-25a1-4e5c-87a8-b806665ce704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:24.313327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.362396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['ea86439e-6c50-4931-b875-dfe868ede8e3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:24.426633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.443986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-248c4f37-03ed-40cf-bbaf-9a6b7eb0de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.448073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-248c4f37-03ed-40cf-bbaf-9a6b7eb0de79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.452111 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-248c4f37-03ed-40cf-bbaf-9a6b7eb0de79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e92d14bb-8c5f-4f53-960a-26f394053964 HTTP/1.1" status: 204 len: 168 time: 0.3602748 Aug 31 07:46:24.481797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c4f37-03ed-40cf-bbaf-9a6b7eb0de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92d14bb-8c5f-4f53-960a-26f394053964,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.568962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] For port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:24.572999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] For port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:24.595966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557b15d-d5ed-480f-a8dc-b50493ebf0b4 req-b370fd14-0668-487d-bb49-6b33aa956fec tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:24.606467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9557b15d-d5ed-480f-a8dc-b50493ebf0b4 req-b370fd14-0668-487d-bb49-6b33aa956fec tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 943 time: 0.1772256 Aug 31 07:46:24.723196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.830570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9557b15d-d5ed-480f-a8dc-b50493ebf0b4 req-7351c011-c24e-48b2-9fdd-e02150aa4988 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147267 Aug 31 07:46:24.838314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-2a4871c6-4d71-4559-9b0a-8ac5cd06de6a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:24.840476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-2a4871c6-4d71-4559-9b0a-8ac5cd06de6a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.68 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 814 time: 0.2878366 Aug 31 07:46:24.850000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bc32d-0fca-4ab5-8490-741830ff096d req-2b728213-a293-4de0-8b5c-5f683ed4f9cc tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:24.857788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-913bc32d-0fca-4ab5-8490-741830ff096d req-2b728213-a293-4de0-8b5c-5f683ed4f9cc tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 945 time: 0.2444997 Aug 31 07:46:24.861266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:24.862626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.864158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] 10.222.0.45 "PUT /v2.0/ports/7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 1092 time: 1.7599113 Aug 31 07:46:24.867073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:24.869577 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd7e83-8699-4735-885b-bafee83d7ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:24.872505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Request body: {'port': {'device_id': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'admin_state_up': True, 'tenant_id': 'bd9af4d7abc1408b97f9ea66ecbf8f09'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:24.972240 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a8ce0-67fa-48e0-8ff3-f6f4e7ac8c84 x-openstack-request-id: req-a93a8ce0-67fa-48e0-8ff3-f6f4e7ac8c84 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:24.972542 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:24.972800 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a93a8ce0-67fa-48e0-8ff3-f6f4e7ac8c84 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:24.973206 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'status': 'completed', 'code': 200} Aug 31 07:46:24.984250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51399f0a-a8d7-41e7-865a-ce6812c8834f service neutron] Pushing event updated for resources: {'Port': ['ID=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:25.037146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-913bc32d-0fca-4ab5-8490-741830ff096d req-e129bdad-8b6a-4946-a8c5-5d82fec2f90f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721108 Aug 31 07:46:25.221383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Made reservation on behalf of bd9af4d7abc1408b97f9ea66ecbf8f09 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:25.225032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.343097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7e83-8699-4735-885b-bafee83d7ae2 req-7a52c164-73dd-41d9-b020-82e9b207c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:25.345174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8fd7e83-8699-4735-885b-bafee83d7ae2 req-7a52c164-73dd-41d9-b020-82e9b207c0e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1095 time: 0.2578259 Aug 31 07:46:25.422454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Allocated IP 172.20.0.2 (f61737e8-42a0-4f21-82fa-4d70bde846eb/8b662233-7c8d-4a5f-97fb-f2f30da278ef/8a10903f-f92c-44a6-a13e-f94c536655a1) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:25.442001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ea86439e-6c50-4931-b875-dfe868ede8e3 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:25.463928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c057247-8352-4d40-a1ce-b062d8d441e0 req-971c7be2-8c8a-4ddb-ac47-5e5606cf0694 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 210 time: 0.0316844 Aug 31 07:46:25.516869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7e83-8699-4735-885b-bafee83d7ae2 req-24574a4f-77b5-4a3e-9d68-8871c5e09ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:25.520400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8fd7e83-8699-4735-885b-bafee83d7ae2 req-24574a4f-77b5-4a3e-9d68-8871c5e09ddd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e56c1ebb195c42c2abbed61e065f2222&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1565807 Aug 31 07:46:25.571080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port ea86439e-6c50-4931-b875-dfe868ede8e3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:25.571457 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.699477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd7e83-8699-4735-885b-bafee83d7ae2 req-84c71b87-c270-4fc4-a1cc-dffe22b4959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:25.701516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8fd7e83-8699-4735-885b-bafee83d7ae2 req-84c71b87-c270-4fc4-a1cc-dffe22b4959f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744103 Aug 31 07:46:25.730602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.736416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.806483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.815667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:25.819126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:25.825598 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c286e731-7372-40c9-b73b-b0d6914746d2" -d '{"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-plugged", "status": "completed", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:25.849935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-287d919a-72bd-4607-a279-86fab961c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:25.851792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-287d919a-72bd-4607-a279-86fab961c32f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1095 time: 0.1002858 Aug 31 07:46:25.907804 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.978383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-7dfaea4f-d3f3-4e48-aa93-f7246f6c55d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 217 time: 0.1118784 Aug 31 07:46:25.992978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:26.035650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.051346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c9dd463b-36bf-4277-839e-675a0e3b54fd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:26.087498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7a5d3-8ee2-4867-ab93-585bb769e718 req-72af5e23-89f3-477b-ae4c-40516d14bad4 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:26.096887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5c7a5d3-8ee2-4867-ab93-585bb769e718 req-72af5e23-89f3-477b-ae4c-40516d14bad4 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 943 time: 0.1174376 Aug 31 07:46:26.098870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Network f61737e8-42a0-4f21-82fa-4d70bde846eb is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:26.106626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-8873524c-a904-42ce-87e2-f9c9edebb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:26.107884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:26.117575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:26.127472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-8873524c-a904-42ce-87e2-f9c9edebb9d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a58b55a9-0651-4d83-ac54-34fa2936a8f3 HTTP/1.1" status: 200 len: 868 time: 0.1013081 Aug 31 07:46:26.198700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5c7a5d3-8ee2-4867-ab93-585bb769e718 req-d0dcbe0d-1df0-4acc-98ca-6034941a58fc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912716 Aug 31 07:46:26.273614 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699164a-bf63-44e0-af3b-43b64f41e17c x-openstack-request-id: req-5699164a-bf63-44e0-af3b-43b64f41e17c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:26.278771 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-plugged", "status": "completed", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:26.279194 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5699164a-bf63-44e0-af3b-43b64f41e17c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:26.280753 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'code': 200} Aug 31 07:46:26.386713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Pushing event updated for resources: {'Port': ['ID=8a10903f-f92c-44a6-a13e-f94c536655a1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:26.415988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:26.429918 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.443566 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.448761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd24f04-fce5-483c-a025-56733071ab58 req-2f150251-9f52-47d2-ba39-b4e369d36c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:26.451187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-2f150251-9f52-47d2-ba39-b4e369d36c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2658768 Aug 31 07:46:26.539717 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-b00bf252-c58f-4de4-bbe3-5bc803f3a159 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6879478 Aug 31 07:46:26.554300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Request body: {'port': {'device_id': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:26.620635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ebf8-edc3-46cd-8a48-9b4131baec91 req-df43b47e-92fd-4405-a46a-52d4f65fbf1c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:26.632873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6e2ebf8-edc3-46cd-8a48-9b4131baec91 req-df43b47e-92fd-4405-a46a-52d4f65fbf1c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.2700086 Aug 31 07:46:26.661905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13a838a5-1b61-4760-9708-07e774664422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.712391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.789124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6e2ebf8-edc3-46cd-8a48-9b4131baec91 req-168c32b2-f3e4-43ca-a334-e54739be5a81 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536863 Aug 31 07:46:26.915146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8261062-fcef-44e6-9005-75e73f0385e9 req-bd620c9e-abd6-489a-8705-e4337fe83059 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:26.926183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8261062-fcef-44e6-9005-75e73f0385e9 req-bd620c9e-abd6-489a-8705-e4337fe83059 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 931 time: 0.2843645 Aug 31 07:46:26.950844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-9550d869-3bef-4c72-bd3c-cbb7d9dd4e36 service neutron] 10.222.0.45 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880280 Aug 31 07:46:27.057122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8261062-fcef-44e6-9005-75e73f0385e9 req-f05c3db7-3cc5-47ee-8115-1d111c6ddfa9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299570 Aug 31 07:46:27.090886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd24f04-fce5-483c-a025-56733071ab58 req-63852734-17f0-4c5a-a836-0d6bc505d345 service neutron] 10.222.0.45 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276283 Aug 31 07:46:27.232710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a10903f-f92c-44a6-a13e-f94c536655a1 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:27.253194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.273231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Transition to ACTIVE for port object 8a10903f-f92c-44a6-a13e-f94c536655a1 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:27.354483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.388436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4f5ec-040a-46ef-90d3-a0562eb45e2a req-fb89efd4-4f71-4277-baab-39201a91d8fa tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:27.390455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35c4f5ec-040a-46ef-90d3-a0562eb45e2a req-fb89efd4-4f71-4277-baab-39201a91d8fa tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 943 time: 0.0831687 Aug 31 07:46:27.471196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35c4f5ec-040a-46ef-90d3-a0562eb45e2a req-d541c952-cb28-424a-a795-8b553a4c1812 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725701 Aug 31 07:46:27.553651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Pushing event updated for resources: {'Port': ['ID=8a10903f-f92c-44a6-a13e-f94c536655a1,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:27.586039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Attempting to bind port 8a10903f-f92c-44a6-a13e-f94c536655a1 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:27.586642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Attempting to bind port 8a10903f-f92c-44a6-a13e-f94c536655a1 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:27.587135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Attempting to bind port 8a10903f-f92c-44a6-a13e-f94c536655a1 on network f61737e8-42a0-4f21-82fa-4d70bde846eb {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:27.597734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Port 8a10903f-f92c-44a6-a13e-f94c536655a1 on network f61737e8-42a0-4f21-82fa-4d70bde846eb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:46:27.598127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Attempting to bind port 8a10903f-f92c-44a6-a13e-f94c536655a1 on network f61737e8-42a0-4f21-82fa-4d70bde846eb {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:27.607005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:27.607358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Checking segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:27.607788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Bound using segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:27.608234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Bound port: 8a10903f-f92c-44a6-a13e-f94c536655a1, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:27.608659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.712125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] For port 8a10903f-f92c-44a6-a13e-f94c536655a1, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:27.714079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] For port 8a10903f-f92c-44a6-a13e-f94c536655a1, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8a10903f-f92c-44a6-a13e-f94c536655a1,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:27.887659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.915805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.929495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:27.930541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.932023 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] 10.222.0.68 "PUT /v2.0/ports/8a10903f-f92c-44a6-a13e-f94c536655a1 HTTP/1.1" status: 200 len: 1092 time: 1.3838625 Aug 31 07:46:27.932495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'tag': '8a10903f-f92c-44a6-a13e-f94c536655a1'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:27.934852 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc770b9-0d07-46b2-8837-e2e345da20d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ab51fc-a218-48cb-9984-54d2bc481ad1", "tag": "8a10903f-f92c-44a6-a13e-f94c536655a1"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:27.963876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7452f-9c3b-45fa-8469-707be25c580c service neutron] Pushing event updated for resources: {'Port': ['ID=8a10903f-f92c-44a6-a13e-f94c536655a1,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:28.003757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e810f4-aa89-4702-9597-3e1c336de1ca req-e19d6d01-7674-4e4f-af9a-2488d0218a90 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.011906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28e810f4-aa89-4702-9597-3e1c336de1ca req-e19d6d01-7674-4e4f-af9a-2488d0218a90 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1393385 Aug 31 07:46:28.074419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28e810f4-aa89-4702-9597-3e1c336de1ca req-7960dbb7-8f2e-4f72-ad0f-82139df760b6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612016 Aug 31 07:46:28.075569 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ae740-b679-49b3-993a-679e6a11abf4 x-openstack-request-id: req-ec2ae740-b679-49b3-993a-679e6a11abf4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:28.075878 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ab51fc-a218-48cb-9984-54d2bc481ad1", "tag": "8a10903f-f92c-44a6-a13e-f94c536655a1", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:28.076135 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec2ae740-b679-49b3-993a-679e6a11abf4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:28.076540 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'tag': '8a10903f-f92c-44a6-a13e-f94c536655a1', 'status': 'completed', 'code': 200} Aug 31 07:46:28.169052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc770b9-0d07-46b2-8837-e2e345da20d3 req-152934d8-30b7-4f26-adce-1fdc71ba9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.172049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6cc770b9-0d07-46b2-8837-e2e345da20d3 req-152934d8-30b7-4f26-adce-1fdc71ba9fda service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0775230 Aug 31 07:46:28.318956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c171d-5c88-4b60-b675-f29772a0751f req-c2c90859-6626-48c3-861a-fdff718b9f77 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.321529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e56c171d-5c88-4b60-b675-f29772a0751f req-c2c90859-6626-48c3-861a-fdff718b9f77 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 943 time: 0.1280396 Aug 31 07:46:28.422913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e56c171d-5c88-4b60-b675-f29772a0751f req-a5e825f7-6160-4efb-9ea9-98dcf1f3637d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959539 Aug 31 07:46:28.427605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc770b9-0d07-46b2-8837-e2e345da20d3 req-9226963d-75ee-4e9d-998b-7dc8a747c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.429538 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6cc770b9-0d07-46b2-8837-e2e345da20d3 req-9226963d-75ee-4e9d-998b-7dc8a747c3d4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2477033 Aug 31 07:46:28.552771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc770b9-0d07-46b2-8837-e2e345da20d3 req-dcd9260b-3e08-4233-ab88-f910f595e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.554883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6cc770b9-0d07-46b2-8837-e2e345da20d3 req-dcd9260b-3e08-4233-ab88-f910f595e962 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177750 Aug 31 07:46:28.699085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-3041eaae-bcfc-4870-8b52-22382f9a5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.701986 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-3041eaae-bcfc-4870-8b52-22382f9a5abb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0887890 Aug 31 07:46:28.702933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eeb66-8a00-4258-8385-0b18fe0143b1 req-dd4c875c-0731-4d7d-a321-c9f86cd98c3e tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.713767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-456eeb66-8a00-4258-8385-0b18fe0143b1 req-dd4c875c-0731-4d7d-a321-c9f86cd98c3e tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 943 time: 0.1028683 Aug 31 07:46:28.770268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-456eeb66-8a00-4258-8385-0b18fe0143b1 req-23c3afe0-c82a-48c0-8fa6-208c08665067 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549080 Aug 31 07:46:28.786743 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-c0618db2-2c3f-4f78-942d-d23784da96d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a10903f-f92c-44a6-a13e-f94c536655a1 HTTP/1.1" status: 200 len: 217 time: 0.0757179 Aug 31 07:46:28.867015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-e3328658-95ac-4f35-b78b-28e79b401f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:28.869152 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-e3328658-95ac-4f35-b78b-28e79b401f92 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.0759099 Aug 31 07:46:28.941878 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-9c53e5f5-aa4f-467c-8037-e619b43642c7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633073 Aug 31 07:46:29.115899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-7487accf-372f-4d63-bb21-8ee1eaa393c1 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662834 Aug 31 07:46:29.244016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d02b2b1-129f-479c-8d6b-c1fe0b871ce9 req-d0b75a45-5bb5-4eab-9a05-fd6d7afe501d service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133122 Aug 31 07:46:29.264533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a024e1-0bed-4ec0-8245-1e8048dd114a req-c08b4509-8aab-43a8-a656-6b66600e120e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:29.266901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a024e1-0bed-4ec0-8245-1e8048dd114a req-c08b4509-8aab-43a8-a656-6b66600e120e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0874515 Aug 31 07:46:29.332986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a024e1-0bed-4ec0-8245-1e8048dd114a req-bfc47f67-5e23-497a-8eef-816883f0f87f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578706 Aug 31 07:46:29.455656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.471304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:29.613296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd154d5-030e-42d3-ba6b-615b35941d4f req-c9f304cc-7dc7-4bf4-ad45-a95099bc3236 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:29.621677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcd154d5-030e-42d3-ba6b-615b35941d4f req-c9f304cc-7dc7-4bf4-ad45-a95099bc3236 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 943 time: 0.0698552 Aug 31 07:46:29.677144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:29.679505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcd154d5-030e-42d3-ba6b-615b35941d4f req-422fc162-0b7f-49f3-9774-7e86f736449a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545549 Aug 31 07:46:29.720681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'port_id': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'mac_address': 'fa:16:3e:07:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:29.798933 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.819820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:29.867432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:29.947170 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.949248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb8e77-c572-492b-a2b5-7414a14d36a2 req-99260565-a907-4121-84b3-aa2f9c641376 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:29.959497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7fb8e77-c572-492b-a2b5-7414a14d36a2 req-99260565-a907-4121-84b3-aa2f9c641376 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 943 time: 0.1086655 Aug 31 07:46:30.007385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:30.039536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7fb8e77-c572-492b-a2b5-7414a14d36a2 req-57464ba9-d661-4d4b-9829-6110f8053a32 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625138 Aug 31 07:46:30.242863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:30.485912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4fbc5-8144-4b71-a997-fb8373c06e81 req-d2963a0d-a475-4646-a14f-9eb77b4ae732 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:30.488487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ee4fbc5-8144-4b71-a997-fb8373c06e81 req-d2963a0d-a475-4646-a14f-9eb77b4ae732 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0692286 Aug 31 07:46:30.537229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ee4fbc5-8144-4b71-a997-fb8373c06e81 req-b2053c8c-7352-4ddd-a387-a3b6525d6567 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Aug 31 07:46:30.825719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886001-6a21-4087-99cc-514e10de1af2 req-112ac51e-2005-4675-b3c3-daf3c92747f3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:30.835607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98886001-6a21-4087-99cc-514e10de1af2 req-112ac51e-2005-4675-b3c3-daf3c92747f3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 943 time: 0.0834517 Aug 31 07:46:30.902376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98886001-6a21-4087-99cc-514e10de1af2 req-b628f761-3324-4908-b2d4-55168b21284b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645051 Aug 31 07:46:31.103700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39428) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:31.210692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16726e00-92cc-46c9-baf0-364474cf55e0 req-77bcfc5a-de94-417e-8d82-d39f3ccab5fb tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:31.213312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16726e00-92cc-46c9-baf0-364474cf55e0 req-77bcfc5a-de94-417e-8d82-d39f3ccab5fb tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 944 time: 0.0871227 Aug 31 07:46:31.276457 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f0de-7a11-4eb9-a54f-b526c7f2045c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.324461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16726e00-92cc-46c9-baf0-364474cf55e0 req-92d5b21d-9006-4e71-9633-90badc0bca3f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040154 Aug 31 07:46:31.427307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f0de-7a11-4eb9-a54f-b526c7f2045c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.476907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:31.520040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f0de-7a11-4eb9-a54f-b526c7f2045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.556504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ad9f0de-7a11-4eb9-a54f-b526c7f2045c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d57f2d7c4a74857864894d0ba3f15f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513681 Aug 31 07:46:31.558894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39436) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:31.614766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9f0de-7a11-4eb9-a54f-b526c7f2045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236af3f3-d5a8-4126-911e-d058a148106e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:31.638540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96013e0e-d459-4f0f-95ba-2c36d547e3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.645584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:31.650930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:31.651319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.683954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96013e0e-d459-4f0f-95ba-2c36d547e3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.742097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c3af-2364-49c8-89b4-2a1469764387 req-062ff88e-38ed-4244-ad15-5666fce79a3f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:31.748635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70c2c3af-2364-49c8-89b4-2a1469764387 req-062ff88e-38ed-4244-ad15-5666fce79a3f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0959857 Aug 31 07:46:31.780763 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.800202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70c2c3af-2364-49c8-89b4-2a1469764387 req-38c07e80-d4a5-4eda-96fe-618a55c78688 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Aug 31 07:46:31.816807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8a10903f-f92c-44a6-a13e-f94c536655a1 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:31.825648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:31.827981 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd905e2-29cc-4f79-8764-c7bb2250fc77" -d '{"events": [{"server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "name": "network-vif-plugged", "status": "completed", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:31.846887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96013e0e-d459-4f0f-95ba-2c36d547e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.849697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96013e0e-d459-4f0f-95ba-2c36d547e3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.851182 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-96013e0e-d459-4f0f-95ba-2c36d547e3c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/236af3f3-d5a8-4126-911e-d058a148106e HTTP/1.1" status: 204 len: 168 time: 0.2913005 Aug 31 07:46:31.874976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96013e0e-d459-4f0f-95ba-2c36d547e3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236af3f3-d5a8-4126-911e-d058a148106e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:31.882672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:31.914765 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e29ed6-f27f-4c5a-92d8-b5b9dd750fbe x-openstack-request-id: req-a0e29ed6-f27f-4c5a-92d8-b5b9dd750fbe {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:31.915548 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "name": "network-vif-plugged", "status": "completed", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:31.916877 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0e29ed6-f27f-4c5a-92d8-b5b9dd750fbe {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:31.917436 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'code': 200} Aug 31 07:46:32.013036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.075185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:32.162585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8a10903f-f92c-44a6-a13e-f94c536655a1, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8a10903f-f92c-44a6-a13e-f94c536655a1,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:32.163178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7e090-004d-4dce-9bc3-6d631b3f9768 req-8fa23fe2-a8a4-4438-a9a1-7bbbcd69d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:32.164744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37e7e090-004d-4dce-9bc3-6d631b3f9768 req-8fa23fe2-a8a4-4438-a9a1-7bbbcd69d54d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1097 time: 0.1533813 Aug 31 07:46:32.178262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ca5e1-0dca-4bd3-8b50-ebfcedefcae4 req-1235b04a-de85-493c-b5b6-4d990d72369d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:32.185684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-518ca5e1-0dca-4bd3-8b50-ebfcedefcae4 req-1235b04a-de85-493c-b5b6-4d990d72369d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 943 time: 0.0807030 Aug 31 07:46:32.204184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '8a10903f-f92c-44a6-a13e-f94c536655a1', 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'port_id': '8a10903f-f92c-44a6-a13e-f94c536655a1', 'mac_address': 'fa:16:3e:a5:0c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b662233-7c8d-4a5f-97fb-f2f30da278ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:32.253978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37e7e090-004d-4dce-9bc3-6d631b3f9768 req-e65a245e-551f-4421-8277-c3bfba034903 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655017 Aug 31 07:46:32.261411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.273742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-518ca5e1-0dca-4bd3-8b50-ebfcedefcae4 req-60f1562c-d0a4-4453-90a1-d4ab20b5cad9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870421 Aug 31 07:46:32.291150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a10903f-f92c-44a6-a13e-f94c536655a1 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:32.312051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8a10903f-f92c-44a6-a13e-f94c536655a1, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8a10903f-f92c-44a6-a13e-f94c536655a1,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:32.435555 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.484352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e60133-8d0f-4ec4-97b4-5574c69de162 req-d71b1692-a9e6-4eff-90f6-1714b1f4d032 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:32.493543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e60133-8d0f-4ec4-97b4-5574c69de162 req-d71b1692-a9e6-4eff-90f6-1714b1f4d032 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 945 time: 0.0867839 Aug 31 07:46:32.507300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8a10903f-f92c-44a6-a13e-f94c536655a1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:32.546792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e60133-8d0f-4ec4-97b4-5574c69de162 req-d4ecd32c-16d3-4c82-a056-029f9494cae6 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Aug 31 07:46:32.693166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39456) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:32.713565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dde4c207-19fe-4d17-850c-b5fc57286239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.752438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['8a10903f-f92c-44a6-a13e-f94c536655a1'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:32.884358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dde4c207-19fe-4d17-850c-b5fc57286239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.990723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dde4c207-19fe-4d17-850c-b5fc57286239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.993503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65181-7d0b-4c43-9ee2-dd1c24fc8f55 req-009da9b5-261a-485a-b83b-1817db53fb0f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:32.995296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23c65181-7d0b-4c43-9ee2-dd1c24fc8f55 req-009da9b5-261a-485a-b83b-1817db53fb0f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0724907 Aug 31 07:46:33.038051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4c207-19fe-4d17-850c-b5fc57286239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804adf4-a39d-4d8e-b3f8-ed1f5232299e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:33.044210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dde4c207-19fe-4d17-850c-b5fc57286239 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54c5556084b7474c9ff14e577e7c44d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493555 Aug 31 07:46:33.046974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39460) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:33.073459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23c65181-7d0b-4c43-9ee2-dd1c24fc8f55 req-aeb5f33c-dd36-4ab3-8ad9-3b02668100a5 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694711 Aug 31 07:46:33.117658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a047c094-a564-4da9-b99d-1df9c35ec44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.157467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a047c094-a564-4da9-b99d-1df9c35ec44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.295353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a047c094-a564-4da9-b99d-1df9c35ec44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.299530 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a047c094-a564-4da9-b99d-1df9c35ec44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.311424 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a047c094-a564-4da9-b99d-1df9c35ec44e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1804adf4-a39d-4d8e-b3f8-ed1f5232299e HTTP/1.1" status: 204 len: 168 time: 0.2626054 Aug 31 07:46:33.330481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047c094-a564-4da9-b99d-1df9c35ec44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804adf4-a39d-4d8e-b3f8-ed1f5232299e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:33.543697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b4c0c-dee5-4e89-a86a-4d9ee6082989 req-420c08f5-4365-4c23-ba4c-a6ddfe6933ad tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:33.547493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-686b4c0c-dee5-4e89-a86a-4d9ee6082989 req-420c08f5-4365-4c23-ba4c-a6ddfe6933ad tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 944 time: 0.1435854 Aug 31 07:46:33.675293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-686b4c0c-dee5-4e89-a86a-4d9ee6082989 req-658f5eca-afb1-49ac-813d-d3d8156a0447 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191432 Aug 31 07:46:33.776501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62da19-c9be-4482-8402-a0756f87bedd req-c0b2202c-61d2-47bf-836d-f9770cbfbf23 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:33.784936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e62da19-c9be-4482-8402-a0756f87bedd req-c0b2202c-61d2-47bf-836d-f9770cbfbf23 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 945 time: 0.0951099 Aug 31 07:46:33.848214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e62da19-c9be-4482-8402-a0756f87bedd req-85f9cd00-ed61-4102-ab38-b00c38e61b95 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621243 Aug 31 07:46:34.268041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b9a2c-820a-47be-810d-650da1fb5938 req-fba13743-7e16-4060-b7cc-d44e4a6c64e4 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.276226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed5b9a2c-820a-47be-810d-650da1fb5938 req-fba13743-7e16-4060-b7cc-d44e4a6c64e4 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0650053 Aug 31 07:46:34.409959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed5b9a2c-820a-47be-810d-650da1fb5938 req-f33dce71-acb0-4c47-9d03-865ad3673e2b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536988 Aug 31 07:46:34.523176 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-db389b75-851e-4bc0-ad07-8a43f7c44850 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0594432 Aug 31 07:46:34.646772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.647295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.647811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.648434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.649056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.649585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.650285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.652724 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-62297c4c-ec3f-46f5-819b-8881daffcf11 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6501 time: 0.0727735 Aug 31 07:46:34.803628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-8d02e757-08f4-4a6b-90e4-dd322b1a6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.804110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-8d02e757-08f4-4a6b-90e4-dd322b1a6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.804617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-8d02e757-08f4-4a6b-90e4-dd322b1a6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.806361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-8d02e757-08f4-4a6b-90e4-dd322b1a6138 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf7ed58a-fb2b-478c-986d-72544195a63a&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=c04f56fa-1ce7-40db-997a-90ff4442d198&id=c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 200 len: 2292 time: 0.1268790 Aug 31 07:46:34.818348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc24ff7-7e8d-487b-9a23-45740850bc3e req-847945a5-9b2c-43b2-b726-a0a50c944f5f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.820667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdc24ff7-7e8d-487b-9a23-45740850bc3e req-847945a5-9b2c-43b2-b726-a0a50c944f5f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 944 time: 0.0563183 Aug 31 07:46:34.886386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdc24ff7-7e8d-487b-9a23-45740850bc3e req-f55cbacc-0535-4127-bc58-b77651d31f46 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573781 Aug 31 07:46:34.896249 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-d20bf5e1-92c2-4de2-b6a6-f8f30b45bf32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 200 len: 1002 time: 0.0827627 Aug 31 07:46:34.958811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-f924c53a-cef6-4c68-8da6-162673c9ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.960477 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-f924c53a-cef6-4c68-8da6-162673c9ac94 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a HTTP/1.1" status: 200 len: 849 time: 0.0563142 Aug 31 07:46:34.983341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d70e0-d6e8-4e15-9d9e-c3e7bac82293 req-933eaa17-6ad8-4377-9371-dde74cf7275d tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:34.984911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b6d70e0-d6e8-4e15-9d9e-c3e7bac82293 req-933eaa17-6ad8-4377-9371-dde74cf7275d tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 945 time: 0.0576651 Aug 31 07:46:35.021710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-bebfd178-4477-4de7-969d-3e1035d97249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:35.023646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-bebfd178-4477-4de7-969d-3e1035d97249 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf7ed58a-fb2b-478c-986d-72544195a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548308 Aug 31 07:46:35.029197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b6d70e0-d6e8-4e15-9d9e-c3e7bac82293 req-c31ce6e0-cbfb-47b1-8fa3-96663be4cd95 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353937 Aug 31 07:46:35.140164 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-899a1b3c-19ae-4cea-be31-af423b415a80 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068356 Aug 31 07:46:35.245469 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-4fe17ce6-b1ba-42fe-ab06-92df50716813 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971718 Aug 31 07:46:35.284584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-5429a3ab-d4c3-49aa-8002-6f9db43db7d9 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 258 time: 0.2124848 Aug 31 07:46:35.292139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:35.416280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.617899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80b2d9-c138-4f28-9526-96806b69621c req-fcfbe423-ba3f-4367-9248-a896028c19fd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:35.627270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a80b2d9-c138-4f28-9526-96806b69621c req-fcfbe423-ba3f-4367-9248-a896028c19fd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0892291 Aug 31 07:46:35.648603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-e91b666b-998c-427c-8c2b-89fa4c233f8f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 217 time: 0.3953221 Aug 31 07:46:35.675469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.691367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a80b2d9-c138-4f28-9526-96806b69621c req-9b3bd635-77fe-4fb7-85ea-a6162427127e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625978 Aug 31 07:46:35.737012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-acb649df-241c-452c-a649-1f1c1abc1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:35.738585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-acb649df-241c-452c-a649-1f1c1abc1ef6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0830410 Aug 31 07:46:35.840738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-87a67bcc-51e6-470f-962d-14a24bc87247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:35.842351 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-87a67bcc-51e6-470f-962d-14a24bc87247 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929010 Aug 31 07:46:35.849711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8a10903f-f92c-44a6-a13e-f94c536655a1 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:35.955561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Allocated IP 172.25.0.88 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/21d37522-996c-4d27-846f-4160e1941c83) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:36.107875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 8a10903f-f92c-44a6-a13e-f94c536655a1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:36.117385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 8a10903f-f92c-44a6-a13e-f94c536655a1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:36.120959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.153027 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-43388bfe-e9d9-4992-96c0-bb3bca7182c0 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994576 Aug 31 07:46:36.273338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c85f13-b34f-4b6b-936a-2da3105e1a8d req-9165d292-c781-4a2e-9217-c501c67cd1e8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:36.278935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1c85f13-b34f-4b6b-936a-2da3105e1a8d req-9165d292-c781-4a2e-9217-c501c67cd1e8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 944 time: 0.1848989 Aug 31 07:46:36.297290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.328375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a10903f-f92c-44a6-a13e-f94c536655a1'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:36.330580 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-40d1f6a0-cbe1-4c3a-98dd-c853960918f5 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686628 Aug 31 07:46:36.331642 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16810c0c-3c78-4054-a9f6-5c2cdaccba8a" -d '{"events": [{"server_uuid": "f5ab51fc-a218-48cb-9984-54d2bc481ad1", "name": "network-vif-plugged", "status": "completed", "tag": "8a10903f-f92c-44a6-a13e-f94c536655a1"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:36.350382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8a10903f-f92c-44a6-a13e-f94c536655a1, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8a10903f-f92c-44a6-a13e-f94c536655a1,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:36.361638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.371815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1c85f13-b34f-4b6b-936a-2da3105e1a8d req-7e77de7b-f929-4dc6-93ad-7c0c7ef821f1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855632 Aug 31 07:46:36.446907 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-1182efca-630e-4cc9-864c-aae3364eb476 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 217 time: 0.1047959 Aug 31 07:46:36.453441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.511621 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe529a1d-7dd5-4ecf-b2d5-0dc62e1af05c x-openstack-request-id: req-fe529a1d-7dd5-4ecf-b2d5-0dc62e1af05c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:36.513384 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab51fc-a218-48cb-9984-54d2bc481ad1", "name": "network-vif-plugged", "status": "completed", "tag": "8a10903f-f92c-44a6-a13e-f94c536655a1", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:36.514395 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe529a1d-7dd5-4ecf-b2d5-0dc62e1af05c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:36.514803 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a10903f-f92c-44a6-a13e-f94c536655a1', 'code': 200} Aug 31 07:46:36.524039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.575915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-96a438bc-5b53-43b3-9811-9262a8f5c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:36.576137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8a10903f-f92c-44a6-a13e-f94c536655a1,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:36.578439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-96a438bc-5b53-43b3-9811-9262a8f5c61e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.1187022 Aug 31 07:46:36.606402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:36.610211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:36.613357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:36.642671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event updated for resources: {'Port': ['ID=21d37522-996c-4d27-846f-4160e1941c83,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:36.672426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88bf-2a67-41d6-bfc0-129b8da474ca req-5af26b1a-57c0-4c58-af69-bb719b40ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:36.672949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-501d88bf-2a67-41d6-bfc0-129b8da474ca req-5af26b1a-57c0-4c58-af69-bb719b40ac4b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 1097 time: 0.1294165 Aug 31 07:46:36.693482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-0af9273a-96a3-487d-80dd-1292eca9af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:36.695632 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-0af9273a-96a3-487d-80dd-1292eca9af8b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089251 Aug 31 07:46:36.802603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-501d88bf-2a67-41d6-bfc0-129b8da474ca req-5988dc2c-7349-43a3-b89a-33593ecad7d1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134183 Aug 31 07:46:36.807700 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.872339 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-9ce32639-3212-4c1f-a5bb-d88c6ee5f3dc service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547022 Aug 31 07:46:36.910731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ee2d-463e-4a0b-9bfc-3ba35f35f802 req-42c1192f-b7da-4cc6-be03-e1a1e216941a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:36.918374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f46ee2d-463e-4a0b-9bfc-3ba35f35f802 req-42c1192f-b7da-4cc6-be03-e1a1e216941a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0710835 Aug 31 07:46:36.998142 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:37.105617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f46ee2d-463e-4a0b-9bfc-3ba35f35f802 req-d4427345-cc32-42d8-af8f-fc2ac4d9ef4f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861067 Aug 31 07:46:37.260813 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-1fb07f6b-00ce-41c9-91c3-ba983f21f4ab service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436602 Aug 31 07:46:37.362100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-b501f347-4de8-40c3-a5f9-70f01c9ec3f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6bde1cfc-5ae0-4682-a896-792302609cad HTTP/1.1" status: 200 len: 217 time: 0.0942416 Aug 31 07:46:37.420581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:37.461594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-daa378af-cd14-4239-a687-c46b472d1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:37.463919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-daa378af-cd14-4239-a687-c46b472d1bf5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0925958 Aug 31 07:46:37.496800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:37.565869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-f511a64d-8f97-40a6-8018-46ad3d413e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:37.567841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-f511a64d-8f97-40a6-8018-46ad3d413e18 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941596 Aug 31 07:46:37.642156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event updated for resources: {'Port': ['ID=21d37522-996c-4d27-846f-4160e1941c83,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:37.646462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:37.671087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1fa09-2f63-480b-a3bf-2e571808b933 req-4d277c43-e9d7-410c-873a-435df9e3b0c9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:37.684375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ab1fa09-2f63-480b-a3bf-2e571808b933 req-4d277c43-e9d7-410c-873a-435df9e3b0c9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 945 time: 0.2203581 Aug 31 07:46:37.735400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ab1fa09-2f63-480b-a3bf-2e571808b933 req-517d3816-faa3-4607-818c-8a7815287c4c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 Aug 31 07:46:37.781163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:37.788122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-85fc1239-4f53-493e-81af-582b29fcad8c service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085578 Aug 31 07:46:37.788823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-893760c3-19c1-4fdc-a2e9-a3c77b9d11ac tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4975417 Aug 31 07:46:38.044220 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-63f1ac27-adaa-4bf7-8648-38ef995fa3f4 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456918 Aug 31 07:46:38.124631 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-06453950-eb6c-4742-96cb-2e0526a52a3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301 HTTP/1.1" status: 200 len: 217 time: 0.0706706 Aug 31 07:46:38.210410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-b5fcdec8-55c4-47bb-aa18-8af750de1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:38.210410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-b5fcdec8-55c4-47bb-aa18-8af750de1481 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0693026 Aug 31 07:46:38.377642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-5ad81a95-882d-431f-91c6-69ed09ea3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:38.380230 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-5ad81a95-882d-431f-91c6-69ed09ea3d01 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523645 Aug 31 07:46:38.395196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-8fd0dae1-6979-4439-ac95-c99a0857645b tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.6035886 Aug 31 07:46:38.515137 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-e098137d-3f06-4391-8325-c1cc2724d863 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261687 Aug 31 07:46:38.584490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb611-a78d-4551-abf0-4c5085a06409 req-bcab9258-54f3-4be5-82b7-a5e0bc6180d0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:38.586396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3befb611-a78d-4551-abf0-4c5085a06409 req-bcab9258-54f3-4be5-82b7-a5e0bc6180d0 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.2318735 Aug 31 07:46:38.641471 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-67aff260-3e7c-46bf-9e9f-5d7ebcd0bba8 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164012 Aug 31 07:46:38.676709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-ad5e1c50-d7e9-4dd0-b229-3144ea47e96c tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:38.694901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de909298-88f7-402a-b3ee-5256a96f7c04 req-ad5e1c50-d7e9-4dd0-b229-3144ea47e96c tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.2981710 Aug 31 07:46:38.726533 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-93ce2dad-7532-4ca4-9342-8cb700fd1bf9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b HTTP/1.1" status: 200 len: 217 time: 0.0708435 Aug 31 07:46:38.729664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3befb611-a78d-4551-abf0-4c5085a06409 req-4221809d-71ed-40c5-83b0-26575a214e5a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328824 Aug 31 07:46:38.838287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-969424cd-54a5-4eb4-9abc-2943ee35f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:38.861908 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-969424cd-54a5-4eb4-9abc-2943ee35f387 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.1051800 Aug 31 07:46:38.927411 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:38.972917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-f62abafa-d47e-41f1-bdc6-8cece76c9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.044531 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-f62abafa-d47e-41f1-bdc6-8cece76c9c69 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1053894 Aug 31 07:46:39.101040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-0a6a6580-0687-4296-a4ee-b5e614cf14fd service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103814 Aug 31 07:46:39.191640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3135c-c83a-4c90-92a4-be7f45510626 req-2708f7ae-effe-4d95-8f72-842e730f8a39 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.204042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7b3135c-c83a-4c90-92a4-be7f45510626 req-2708f7ae-effe-4d95-8f72-842e730f8a39 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 945 time: 0.2089150 Aug 31 07:46:39.221052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-082459bf-6856-4b2f-8f8d-54dec44ff9e8 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.226079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-082459bf-6856-4b2f-8f8d-54dec44ff9e8 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2258196 Aug 31 07:46:39.288519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-74b0ae39-a2b2-4b0e-a0d0-1a3ffc6424d6 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785691 Aug 31 07:46:39.330543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-f2d9c29e-f574-48a7-acf6-9b6880c8b027 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0933304 Aug 31 07:46:39.352030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Request body: {'floatingip': {'port_id': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:39.381981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7b3135c-c83a-4c90-92a4-be7f45510626 req-f53b0bc7-1465-4440-86a7-fe9067bb9aed tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566424 Aug 31 07:46:39.393637 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-5eb6d815-c83b-46bb-978f-e97944fcc182 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 200 len: 217 time: 0.0904312 Aug 31 07:46:39.456817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.494269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-a422978b-c9f7-4b47-921b-a2433d091c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.495789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-a422978b-c9f7-4b47-921b-a2433d091c74 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.0949190 Aug 31 07:46:39.557760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-33449107-1ed9-473c-a7ac-33a9e443f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.562687 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-33449107-1ed9-473c-a7ac-33a9e443f7da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529552 Aug 31 07:46:39.740647 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-b8d4428e-94b4-4482-ba2e-3da7fae94c11 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721363 Aug 31 07:46:39.970574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fe8770d1-a951-4acd-b573-fda1d285ecb2 req-a8fb4127-0d84-47cc-b29c-7277f48c62fe service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191665 Aug 31 07:46:40.299786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:40.453021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:40.655568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d75343-bddc-4d19-9a6b-05db4e5f6304 req-a995884c-4e44-4651-8047-e32f1c5c0a21 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.666285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69d75343-bddc-4d19-9a6b-05db4e5f6304 req-a995884c-4e44-4651-8047-e32f1c5c0a21 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.1490824 Aug 31 07:46:40.691053 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Floating IP a6183238-5625-4321-8f35-e31413891169 associated. External IP: 172.25.0.88, port: 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33. Aug 31 07:46:40.745649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-83a2039c-5c6f-4154-ac63-3cfe15eee904 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1615136 Aug 31 07:46:40.777996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69d75343-bddc-4d19-9a6b-05db4e5f6304 req-ae3b0e2a-9182-4767-8ad6-0b81c6ad57dd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106999 Aug 31 07:46:41.112555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-7a4dfe14-cc26-43ad-ba53-aab687768670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.114288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-7a4dfe14-cc26-43ad-ba53-aab687768670 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 1098 time: 0.2771950 Aug 31 07:46:41.129133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:41.153016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e7a92-f050-4439-891b-0aa44982f7a7 req-5f24745d-02db-46a9-81bb-08de9af199f7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.154643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac3e7a92-f050-4439-891b-0aa44982f7a7 req-5f24745d-02db-46a9-81bb-08de9af199f7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 945 time: 0.0850458 Aug 31 07:46:41.342817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac3e7a92-f050-4439-891b-0aa44982f7a7 req-53a63500-b422-4c20-9de3-47f652c5f54c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782091 Aug 31 07:46:41.353847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:41.401970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:41.413296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:41.413296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-37ab3dad-5f96-4e81-8b34-542f0565335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.414307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-37ab3dad-5f96-4e81-8b34-542f0565335d service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.2705340 Aug 31 07:46:41.414837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] Sync routers for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:41.429384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:41.430439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:41.505482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-7b4c438e-1abe-418a-9091-b9255e16d436 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "PUT /v2.0/floatingips/a6183238-5625-4321-8f35-e31413891169 HTTP/1.1" status: 200 len: 995 time: 2.1647441 Aug 31 07:46:41.520818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:41.523510 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284737f3-a474-41fd-a47c-9d7eb440a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:41.530909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc40-8a3e-4fd0-9546-63edb2c75917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:41.555820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-add646db-749e-4aaf-9ab7-ef6597506303 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 200 len: 1000 time: 0.1181204 Aug 31 07:46:41.663930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:41.691329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-ed1f4b86-404d-4919-ba91-696fc5f17c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.696574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-ed1f4b86-404d-4919-ba91-696fc5f17c09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.1291173 Aug 31 07:46:41.760051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc40-8a3e-4fd0-9546-63edb2c75917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:41.832069 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22a2edc-f3c2-4a64-b6f8-54d962bcb06f x-openstack-request-id: req-d22a2edc-f3c2-4a64-b6f8-54d962bcb06f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:41.832419 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:41.832816 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d22a2edc-f3c2-4a64-b6f8-54d962bcb06f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:41.844641 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'status': 'completed', 'code': 200} Aug 31 07:46:41.857993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-fd41c4df-5359-4bfa-8268-433dfb6ce4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.860070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-fd41c4df-5359-4bfa-8268-433dfb6ce4f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350801 Aug 31 07:46:41.913028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc40-8a3e-4fd0-9546-63edb2c75917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:41.919535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-63d4822f-de77-448c-9b80-d9db120cc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.922024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-63d4822f-de77-448c-9b80-d9db120cc696 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1097 time: 0.3860724 Aug 31 07:46:41.971018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9fc40-8a3e-4fd0-9546-63edb2c75917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc76154-5d2e-427f-a63a-85c4212502b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:42.000000 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8fb9fc40-8a3e-4fd0-9546-63edb2c75917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1709a95c790c4b74ac80b61cfb9dc3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6418459 Aug 31 07:46:42.000809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39630) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:42.038035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-8694ad23-1526-4a9f-aea9-b24cdeac9bbe tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:42.040113 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-8694ad23-1526-4a9f-aea9-b24cdeac9bbe tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 945 time: 0.1972256 Aug 31 07:46:42.083271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-fcd789cc-c226-4677-8054-95c59ae0c3d5 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878564 Aug 31 07:46:42.103000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a6183238-5625-4321-8f35-e31413891169', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'port_id': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'mac_address': 'fa:16:3e:07:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3761b3-98e3-417a-a330-e48833ab4045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:46:36Z', 'updated_at': '2021-08-31T07:46:40Z', 'revision_number': 1, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:18Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:42.127301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6d347f2-8026-4700-a232-f4522159dcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.158680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6d347f2-8026-4700-a232-f4522159dcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.161845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] Checking router: dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:42.174329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:42.175262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:42.205484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-3ad73c70-ee0a-41c2-b370-3b531737cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:42.207559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-3ad73c70-ee0a-41c2-b370-3b531737cac2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1097 time: 0.3463569 Aug 31 07:46:42.271212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Deleting port 8a10903f-f92c-44a6-a13e-f94c536655a1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:42.271633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.338816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:42.418001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6d347f2-8026-4700-a232-f4522159dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.420837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6d347f2-8026-4700-a232-f4522159dcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.426340 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6d347f2-8026-4700-a232-f4522159dcda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bc76154-5d2e-427f-a63a-85c4212502b5 HTTP/1.1" status: 204 len: 168 time: 0.4243131 Aug 31 07:46:42.428681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] For port 8a10903f-f92c-44a6-a13e-f94c536655a1, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8a10903f-f92c-44a6-a13e-f94c536655a1,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:42.429056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.451371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d347f2-8026-4700-a232-f4522159dcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc76154-5d2e-427f-a63a-85c4212502b5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:42.464021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Calling delete_port for 8a10903f-f92c-44a6-a13e-f94c536655a1 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:42.702720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b006c0-5ddb-44c1-9929-28b4b45ff0a4 req-38f1cdf5-48f6-42b7-89a2-deed0e70b75a service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322466 Aug 31 07:46:42.760300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a6183238-5625-4321-8f35-e31413891169', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'port_id': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'mac_address': 'fa:16:3e:07:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3761b3-98e3-417a-a330-e48833ab4045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:46:36Z', 'updated_at': '2021-08-31T07:46:40Z', 'revision_number': 1, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:18Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:42.811663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a9e25-3267-47bb-a03f-70e11dc664be req-3f3545cf-793c-4048-b271-c95e339635f9 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:42.813333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-097a9e25-3267-47bb-a03f-70e11dc664be req-3f3545cf-793c-4048-b271-c95e339635f9 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.8594520 Aug 31 07:46:42.827045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cafb2f-2926-4b65-8990-373fa81278ce req-b2912847-b884-4f8f-8894-cb28b09ab664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:42.834772 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-b2912847-b884-4f8f-8894-cb28b09ab664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 1098 time: 0.1906462 Aug 31 07:46:42.959531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-a167783b-e88a-44ff-8f3c-6ec1e4daedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:42.961850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-a167783b-e88a-44ff-8f3c-6ec1e4daedd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 200 len: 930 time: 1.0275090 Aug 31 07:46:42.997366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-097a9e25-3267-47bb-a03f-70e11dc664be req-cd38a85b-6f3b-41ed-b0d5-47688fd45fd6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553268 Aug 31 07:46:43.019249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cafb2f-2926-4b65-8990-373fa81278ce req-ba5be9f5-d97e-492e-9d10-c70504947ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.026394 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-ba5be9f5-d97e-492e-9d10-c70504947ccf service neutron] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 913 time: 0.1744802 Aug 31 07:46:43.036446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:43.083554 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-7bb688e3-5d4c-4ee2-be8f-7e57a3514ad7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea86439e-6c50-4931-b875-dfe868ede8e3 HTTP/1.1" status: 200 len: 217 time: 0.0562599 Aug 31 07:46:43.110164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c9dd463b-36bf-4277-839e-675a0e3b54fd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:43.114210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb415fa4-c8c3-4e42-a7e9-75625287462c None None] The sync data for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 is: [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a6183238-5625-4321-8f35-e31413891169', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'port_id': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'mac_address': 'fa:16:3e:07:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3761b3-98e3-417a-a330-e48833ab4045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:46:36Z', 'updated_at': '2021-08-31T07:46:40Z', 'revision_number': 1, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:18Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:43.118176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-9bbc8d37-ee60-418d-8f0c-d0c10f8a2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.121082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-9bbc8d37-ee60-418d-8f0c-d0c10f8a2b9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 200 len: 930 time: 0.5344064 Aug 31 07:46:43.122289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Pushing event deleted for resources: {'Port': ['ID=8a10903f-f92c-44a6-a13e-f94c536655a1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:43.235372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] No DVR routers for this DVR port 8a10903f-f92c-44a6-a13e-f94c536655a1 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:43.240987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:43.243576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-061ffc25-2e84-481e-b847-3e0bbaf4405d req-89ef66d6-3471-4915-afcc-874f8f02901f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.68 "DELETE /v2.0/ports/8a10903f-f92c-44a6-a13e-f94c536655a1 HTTP/1.1" status: 204 len: 173 time: 1.1885600 Aug 31 07:46:43.244300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'name': 'network-vif-deleted', 'tag': '8a10903f-f92c-44a6-a13e-f94c536655a1'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:43.247187 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac3b856-9e21-4420-b58c-01921f5b1c67" -d '{"events": [{"server_uuid": "f5ab51fc-a218-48cb-9984-54d2bc481ad1", "name": "network-vif-deleted", "tag": "8a10903f-f92c-44a6-a13e-f94c536655a1"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:43.254943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cafb2f-2926-4b65-8990-373fa81278ce req-3596af9a-1cbb-4c75-a2a8-f732c246c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.262059 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-3596af9a-1cbb-4c75-a2a8-f732c246c34e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.1463301 Aug 31 07:46:43.272444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6878555-86e2-42e6-8ab9-882a3732a257 req-c5bf2cb2-3ed0-4d92-be96-83305618584a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 210 time: 0.0632274 Aug 31 07:46:43.298911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-fa29e5be-88c0-4e24-918d-20b5a19a513e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 998 time: 0.3284504 Aug 31 07:46:43.315695 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-8b876884-1dd3-40c6-82fd-9e5d12c87b0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485134 Aug 31 07:46:43.379290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-ddc80689-5492-44da-9bc4-a8b0932afe89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 998 time: 0.2464733 Aug 31 07:46:43.451777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-5f9cdf3c-866d-4497-bd96-eb84d8f3976e service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258652 Aug 31 07:46:43.463832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-82c41f9c-a840-4fe1-b497-978284859eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.465370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-82c41f9c-a840-4fe1-b497-978284859eeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a58b55a9-0651-4d83-ac54-34fa2936a8f3 HTTP/1.1" status: 200 len: 868 time: 0.1656651 Aug 31 07:46:43.481371 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f79d48-08e9-4dff-9b2f-4c63facc8db4 x-openstack-request-id: req-c4f79d48-08e9-4dff-9b2f-4c63facc8db4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:43.482135 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ab51fc-a218-48cb-9984-54d2bc481ad1", "name": "network-vif-deleted", "tag": "8a10903f-f92c-44a6-a13e-f94c536655a1", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:43.482541 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4f79d48-08e9-4dff-9b2f-4c63facc8db4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:43.483117 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab51fc-a218-48cb-9984-54d2bc481ad1', 'name': 'network-vif-deleted', 'tag': '8a10903f-f92c-44a6-a13e-f94c536655a1', 'status': 'completed', 'code': 200} Aug 31 07:46:43.498838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39644) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:43.519870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-34423f1d-a8a5-4d34-aa7f-2c47f44cb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.521449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-34423f1d-a8a5-4d34-aa7f-2c47f44cb135 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a58b55a9-0651-4d83-ac54-34fa2936a8f3 HTTP/1.1" status: 200 len: 868 time: 0.1313858 Aug 31 07:46:43.523314 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebb4e8-3eb7-442c-8dd4-8e13ed114341 None None] New status for floating IP a6183238-5625-4321-8f35-e31413891169: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:43.534570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-aadfb667-df40-4472-8401-993b632bd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.536175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-aadfb667-df40-4472-8401-993b632bd157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622861 Aug 31 07:46:43.554193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-86295a97-9c02-458b-a5cb-5882b17ab33d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:46:43.555807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-86295a97-9c02-458b-a5cb-5882b17ab33d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061753 Aug 31 07:46:43.560819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a28a511-0046-488b-af53-6659db95a3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:43.641183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-65cafb2f-2926-4b65-8990-373fa81278ce req-eaf3a0f1-ba6e-4fd9-9193-4a3f6ab829e7 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788945 Aug 31 07:46:43.658302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-82f68818-8f2e-4615-850d-0900c5625e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:43.659876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-82f68818-8f2e-4615-850d-0900c5625e38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206226 Aug 31 07:46:43.728652 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a28a511-0046-488b-af53-6659db95a3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:43.764823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-8afa8794-27c7-4417-8ad9-e3b48bc5ec09 service neutron] 10.222.0.36 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914172 Aug 31 07:46:43.848824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-f8dcac6a-cf47-49ab-950d-e8dc5b276399 service neutron] 10.222.0.45 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807294 Aug 31 07:46:43.899779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8a10903f-f92c-44a6-a13e-f94c536655a1 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:43.923104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 8a10903f-f92c-44a6-a13e-f94c536655a1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:46:43.924494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8a10903f-f92c-44a6-a13e-f94c536655a1 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:46:43.942465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b0766-de1b-44f3-a1fe-d758a8d9fd65 req-1fe25fdb-a770-4e57-b095-9d302ddd5d37 service neutron] 10.222.0.36 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711762 Aug 31 07:46:43.979797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284737f3-a474-41fd-a47c-9d7eb440a4c4 req-2b1fcc59-aa87-4967-96d7-2e66ef6d6181 service neutron] 10.222.0.45 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155334 Aug 31 07:46:44.118257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a28a511-0046-488b-af53-6659db95a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.135358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d87c0-3614-4bb8-afd8-6f2e0a0d5a0e req-208b91c9-4c2c-452c-8c93-b83f5adde67a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:44.136536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d7d87c0-3614-4bb8-afd8-6f2e0a0d5a0e req-208b91c9-4c2c-452c-8c93-b83f5adde67a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0569665 Aug 31 07:46:44.159939 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a28a511-0046-488b-af53-6659db95a3cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ca155c5f9114d88a7bc7825ed406c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6597197 Aug 31 07:46:44.161110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28a511-0046-488b-af53-6659db95a3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859c79da-45e1-4629-bd0f-8f50d417aa5a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:44.163610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:44.203871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d7d87c0-3614-4bb8-afd8-6f2e0a0d5a0e req-4356d6de-8282-4fab-aa3e-1e65063b7c4f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602198 Aug 31 07:46:44.218570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8813a30d-5147-441c-87d5-607490cc9e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.253045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8813a30d-5147-441c-87d5-607490cc9e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.345990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-deec7dcb-4e4b-4d2b-932e-7c59182b7626 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 258 time: 0.1162891 Aug 31 07:46:44.365552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:44.389190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8813a30d-5147-441c-87d5-607490cc9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.391731 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8813a30d-5147-441c-87d5-607490cc9e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.393067 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8813a30d-5147-441c-87d5-607490cc9e6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/859c79da-45e1-4629-bd0f-8f50d417aa5a HTTP/1.1" status: 204 len: 168 time: 0.2284698 Aug 31 07:46:44.402089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813a30d-5147-441c-87d5-607490cc9e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c79da-45e1-4629-bd0f-8f50d417aa5a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:44.407528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-695f4a6c-4fce-4736-b769-ffd5162f6f1e req-9cae7ded-8865-4d98-a5cd-2fa6f06ef75d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ab51fc-a218-48cb-9984-54d2bc481ad1 HTTP/1.1" status: 200 len: 210 time: 0.0362616 Aug 31 07:46:44.521104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.631878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.756791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Allocated IP 172.25.0.110 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/46a53d79-635a-4f88-b121-5539d5631c32) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:44.877070 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.018847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.061937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:45.066032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:45.069742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:45.096238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event updated for resources: {'Port': ['ID=46a53d79-635a-4f88-b121-5539d5631c32,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:45.163573 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.289011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.384617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93a3d-06a2-4843-bd91-034aeb89c9cd req-a77accc5-fb8f-4347-bde7-16484c7d97b3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:45.386354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dd93a3d-06a2-4843-bd91-034aeb89c9cd req-a77accc5-fb8f-4347-bde7-16484c7d97b3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 946 time: 0.0949984 Aug 31 07:46:45.472323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dd93a3d-06a2-4843-bd91-034aeb89c9cd req-3358b2fd-5108-40f8-9d44-9f955e30d798 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738888 Aug 31 07:46:45.535724 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.564968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ea86439e-6c50-4931-b875-dfe868ede8e3 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:45.636028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.655714 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.696447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:45.699112 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11c48ae-cdc7-46b6-a4ab-eb3f076b8389" -d '{"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:45.713563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:45.760671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event updated for resources: {'Port': ['ID=46a53d79-635a-4f88-b121-5539d5631c32,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:45.787749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.823690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06cbd4-2a17-4383-98c1-4be5991d9362 req-bd831c61-a113-43a7-91ac-6365ba9e9696 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:45.825679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec06cbd4-2a17-4383-98c1-4be5991d9362 req-bd831c61-a113-43a7-91ac-6365ba9e9696 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0786195 Aug 31 07:46:45.826829 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.898385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec06cbd4-2a17-4383-98c1-4be5991d9362 req-ce6df2ba-0d85-406b-85a3-f7d9445d20d1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637114 Aug 31 07:46:45.923662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:45.928836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:45.933268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-a00317bd-d8c4-4bb4-a05b-6820684e4a17 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5750530 Aug 31 07:46:45.951029 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1f50bd-ba8b-4994-a241-13978af2bec5 x-openstack-request-id: req-7c1f50bd-ba8b-4994-a241-13978af2bec5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:45.951471 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:45.957540 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c1f50bd-ba8b-4994-a241-13978af2bec5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:45.957540 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'code': 200} Aug 31 07:46:45.990832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-d8ba8b9a-279c-4dab-8211-53be6a0c3636 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0532525 Aug 31 07:46:46.144381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-5fec0619-ab1c-4342-975a-c1f713621502 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.145834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba5b1c1a-a6c9-438d-9ea5-dc91b44b6f96 req-5fec0619-ab1c-4342-975a-c1f713621502 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1476209 Aug 31 07:46:46.175359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39036e8-4c6b-4d99-889a-f64eeb255d88 req-23607c34-e66f-4314-8431-d01b1c235da3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.176932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c39036e8-4c6b-4d99-889a-f64eeb255d88 req-23607c34-e66f-4314-8431-d01b1c235da3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0790768 Aug 31 07:46:46.223008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c39036e8-4c6b-4d99-889a-f64eeb255d88 req-68747577-8e69-4162-a986-714c75211557 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Aug 31 07:46:46.323688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-bec959b2-eee4-4696-bc71-0490fa29b8d5 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.325361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-bec959b2-eee4-4696-bc71-0490fa29b8d5 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0763576 Aug 31 07:46:46.407309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-d84c4099-6834-44b4-95ac-fcb866f179eb tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0723999 Aug 31 07:46:46.419478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-7ad1b17f-b8bb-40e3-aa26-da14a10dd135 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Request body: {'floatingip': {'port_id': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:46.471264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c92961-becb-4198-a70d-52b496711446 req-dc256410-058a-4999-8858-cdadffc1fc10 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.472849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3c92961-becb-4198-a70d-52b496711446 req-dc256410-058a-4999-8858-cdadffc1fc10 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1392457 Aug 31 07:46:46.482758 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-7ad1b17f-b8bb-40e3-aa26-da14a10dd135 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:46.619880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3c92961-becb-4198-a70d-52b496711446 req-c3d25d0c-2ed5-4de7-bd1a-26db845b2606 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115458 Aug 31 07:46:46.793390 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-7ad1b17f-b8bb-40e3-aa26-da14a10dd135 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 07:46:46.793390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c4ef6a8-c69a-4436-a85f-a0c280edbaf6 req-7ad1b17f-b8bb-40e3-aa26-da14a10dd135 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "PUT /v2.0/floatingips/d5741a25-f657-4498-93db-8e5b7395c501 HTTP/1.1" status: 409 len: 550 time: 0.3792238 Aug 31 07:46:46.845678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557c924-f81c-4ef6-ab24-7e03e4a78cd1 req-587dbe42-14da-479f-a3d7-48ed214abaad tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.847326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9557c924-f81c-4ef6-ab24-7e03e4a78cd1 req-587dbe42-14da-479f-a3d7-48ed214abaad tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 944 time: 0.0678265 Aug 31 07:46:46.938122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9557c924-f81c-4ef6-ab24-7e03e4a78cd1 req-4e203bff-a142-4e4b-add5-1013eccb0e9d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799615 Aug 31 07:46:47.020293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-082ae836-681b-4a1d-99c5-574262d207d5 req-750d53bd-16ec-4f66-8424-20cfcb7ee23d tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips/d5741a25-f657-4498-93db-8e5b7395c501 HTTP/1.1" status: 200 len: 693 time: 0.0652111 Aug 31 07:46:47.139788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ae836-681b-4a1d-99c5-574262d207d5 req-65c2c2e7-08ad-41df-8ac1-2d01f91d5ae2 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:47.148023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-082ae836-681b-4a1d-99c5-574262d207d5 req-65c2c2e7-08ad-41df-8ac1-2d01f91d5ae2 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1268203 Aug 31 07:46:47.202461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-082ae836-681b-4a1d-99c5-574262d207d5 req-3e0c494d-fb97-43cf-b383-ee9da76c4e1f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0533099 Aug 31 07:46:47.262510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78d3d60f-127d-4e65-a3b4-14d7682a36c4 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0543563 Aug 31 07:46:47.416913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Deleting port 46a53d79-635a-4f88-b121-5539d5631c32 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:47.417827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.497749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.498270 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.512001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Calling delete_port for 46a53d79-635a-4f88-b121-5539d5631c32 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:47.674669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39788) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:47.812470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8224ce31-01a9-414c-b878-258dab562f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.884077 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.911782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event deleted for resources: {'Port': ['ID=46a53d79-635a-4f88-b121-5539d5631c32,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:47.986391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8224ce31-01a9-414c-b878-258dab562f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.007928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.011818 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.023306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-082ae836-681b-4a1d-99c5-574262d207d5 req-78b360d9-b7cc-4d1f-9de6-449776acc8a0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5741a25-f657-4498-93db-8e5b7395c501 HTTP/1.1" status: 204 len: 173 time: 0.7495170 Aug 31 07:46:48.147153 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8224ce31-01a9-414c-b878-258dab562f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.187198 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8224ce31-01a9-414c-b878-258dab562f54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccdb5d4521284f8d85689f9a90024978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112123 Aug 31 07:46:48.188268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224ce31-01a9-414c-b878-258dab562f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5a6be-0d7d-4099-abde-b6ccdd571960,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:48.191016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39818) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:48.198035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-8ef43151-bfd2-46f1-8e6f-f3183f2fe1e5 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 1000 time: 0.1067779 Aug 31 07:46:48.250946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-329b48a0-19c5-4d8f-9b5c-20984f0b3d64 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.252744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-329b48a0-19c5-4d8f-9b5c-20984f0b3d64 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports/7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 942 time: 0.0537064 Aug 31 07:46:48.255014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35404d42-737c-4ce2-a7cc-72cf07f5e27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.279987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35404d42-737c-4ce2-a7cc-72cf07f5e27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.374245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-b3dbd066-7d02-4e74-9fc8-f0fbe2860533 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 1000 time: 0.0773799 Aug 31 07:46:48.483742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35404d42-737c-4ce2-a7cc-72cf07f5e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.487244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35404d42-737c-4ce2-a7cc-72cf07f5e27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.487711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-caaf35c6-0f67-4298-903a-f8f4621b367e tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.489163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-caaf35c6-0f67-4298-903a-f8f4621b367e tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1103060 Aug 31 07:46:48.499521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-35404d42-737c-4ce2-a7cc-72cf07f5e27f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ae5a6be-0d7d-4099-abde-b6ccdd571960 HTTP/1.1" status: 204 len: 168 time: 0.2925806 Aug 31 07:46:48.513929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35404d42-737c-4ce2-a7cc-72cf07f5e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5a6be-0d7d-4099-abde-b6ccdd571960,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:48.574089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-c885f526-1f6a-4ff7-abba-acadcc31cafd tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 1000 time: 0.0711608 Aug 31 07:46:48.585076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:48.646764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.807673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.990304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.990673 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Floating IP a6183238-5625-4321-8f35-e31413891169 disassociated. External IP: 172.25.0.88, port: 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33. Aug 31 07:46:49.425094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-9a7e0e39-5620-4d88-a2dc-bbd387160a9e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.426630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-9a7e0e39-5620-4d88-a2dc-bbd387160a9e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c5039e1-926b-4128-8061-b813a35868d1 HTTP/1.1" status: 200 len: 944 time: 0.0679367 Aug 31 07:46:49.574547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:49.587897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-718de86d-a11c-4524-8dd6-851599640edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.594571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ea86439e-6c50-4931-b875-dfe868ede8e3 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:49.597076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:49.620429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Deleting port ea86439e-6c50-4931-b875-dfe868ede8e3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:49.620875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.697429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-718de86d-a11c-4524-8dd6-851599640edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.769160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-718de86d-a11c-4524-8dd6-851599640edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.808249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:49.810051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-718de86d-a11c-4524-8dd6-851599640edc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42ae8ba920874bfb94dfd43f1b1dd374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342229 Aug 31 07:46:49.811111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] For port ea86439e-6c50-4931-b875-dfe868ede8e3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ea86439e-6c50-4931-b875-dfe868ede8e3,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:49.811488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.812570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de86d-a11c-4524-8dd6-851599640edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b47d5e3-f17d-4c79-8b3d-e2b2dcfc1ea1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:49.817450 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.818131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39842) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:49.837269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] Sync routers for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:49.850699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:49.851565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:49.856314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Calling delete_port for ea86439e-6c50-4931-b875-dfe868ede8e3 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:49.874673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-29f098aa-7085-413b-9fe1-a7ddfcc36369 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "PUT /v2.0/floatingips/a6183238-5625-4321-8f35-e31413891169 HTTP/1.1" status: 200 len: 694 time: 1.2936571 Aug 31 07:46:49.877588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:49.879415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61c26bfa-3740-4f48-9392-3ec109e86242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.880221 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e13b99-f55f-4d48-a20c-11fed8b84afa" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:49.908406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61c26bfa-3740-4f48-9392-3ec109e86242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.975391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-a439b93b-c15f-4c45-b557-afa58e0bcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.976902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-a439b93b-c15f-4c45-b557-afa58e0bcdac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1097 time: 0.0610700 Aug 31 07:46:49.990412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:50.126481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-354ba101-26bd-483a-805f-346d9a3e750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:50.140258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-354ba101-26bd-483a-805f-346d9a3e750d service neutron] 10.222.0.36 "GET /v2.0/networks?id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 200 len: 930 time: 0.1443324 Aug 31 07:46:50.172839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61c26bfa-3740-4f48-9392-3ec109e86242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.173613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-4980a827-ef89-4854-847d-acc42299eefd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 217 time: 0.0384052 Aug 31 07:46:50.176475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61c26bfa-3740-4f48-9392-3ec109e86242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.180552 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61c26bfa-3740-4f48-9392-3ec109e86242 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b47d5e3-f17d-4c79-8b3d-e2b2dcfc1ea1 HTTP/1.1" status: 204 len: 168 time: 0.3614237 Aug 31 07:46:50.188998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c26bfa-3740-4f48-9392-3ec109e86242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b47d5e3-f17d-4c79-8b3d-e2b2dcfc1ea1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:50.245436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-c29fcd43-7d92-4c5c-8a3c-b074f154b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:50.247425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-c29fcd43-7d92-4c5c-8a3c-b074f154b964 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a58b55a9-0651-4d83-ac54-34fa2936a8f3 HTTP/1.1" status: 200 len: 868 time: 0.0599747 Aug 31 07:46:50.250770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:18Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:50.293075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] Checking router: dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:50.302936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:50.303731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.303870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:50.355815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event deleted for resources: {'Port': ['ID=ea86439e-6c50-4931-b875-dfe868ede8e3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:50.373387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-064f7c39-1259-422f-9022-fe9b54bb7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:50.375276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-064f7c39-1259-422f-9022-fe9b54bb7ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192026 Aug 31 07:46:50.402120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] No DVR routers for this DVR port ea86439e-6c50-4931-b875-dfe868ede8e3 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:50.411125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.413073 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-476f5559-f8ec-4836-ae99-2f667cf8cda1 req-36375ecb-be1c-48c5-b7da-d2e139e2393f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "DELETE /v2.0/ports/ea86439e-6c50-4931-b875-dfe868ede8e3 HTTP/1.1" status: 204 len: 173 time: 0.9529328 Aug 31 07:46:50.467133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:50.494519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-bed3c87b-6288-47f0-a6ff-c35901eb395a service neutron] 10.222.0.36 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935555 Aug 31 07:46:50.603160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af5f86f-c474-4a7e-90de-150a2db6f5ac req-18a5285d-9779-495b-b529-f2b846d2d5d1 service neutron] 10.222.0.36 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983200 Aug 31 07:46:50.763157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:18Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:50.795112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cde5a-b0fe-4489-a23a-2184f2b1606d None None] The sync data for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 is: [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:46:13Z', 'revision_number': 4, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'd30cda2c-177c-4005-8a03-d3a9360eef29', 'name': '', 'network_id': '80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'mac_address': 'fa:16:3e:48:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:11Z', 'updated_at': '2021-08-31T07:46:18Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'subnets': [{'id': 'a58b55a9-0651-4d83-ac54-34fa2936a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:51.099114 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12611eb-bbbd-410b-bf3a-47d7c3c425ab None None] New status for floating IP a6183238-5625-4321-8f35-e31413891169: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:51.121264 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d849f5-57f4-4ce0-90ff-0bc335c00b6f x-openstack-request-id: req-c8d849f5-57f4-4ce0-90ff-0bc335c00b6f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:51.122027 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:51.122288 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8d849f5-57f4-4ce0-90ff-0bc335c00b6f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:51.123004 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'status': 'completed', 'code': 200} Aug 31 07:46:51.230198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-e71b0d62-90a0-4055-8c8d-f9f98f5844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:51.233181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-e71b0d62-90a0-4055-8c8d-f9f98f5844c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e56c1ebb195c42c2abbed61e065f2222&device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 1097 time: 0.0832500 Aug 31 07:46:51.307084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc06fced-36b5-42be-8452-a5acff932081 req-53ad4bf6-9dc7-4a18-95a3-4965b67219b0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips/a6183238-5625-4321-8f35-e31413891169 HTTP/1.1" status: 200 len: 694 time: 0.0727072 Aug 31 07:46:51.468642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-bee987b4-d58a-4791-a766-469fabb1594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:51.470302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-bee987b4-d58a-4791-a766-469fabb1594d service neutron] 10.222.0.45 "GET /v2.0/networks?id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 200 len: 930 time: 0.1896033 Aug 31 07:46:51.495662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06fced-36b5-42be-8452-a5acff932081 req-1a635684-dab7-43a2-99ac-b78c8a793be0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:51.497216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc06fced-36b5-42be-8452-a5acff932081 req-1a635684-dab7-43a2-99ac-b78c8a793be0 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1550858 Aug 31 07:46:51.530985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-7f34e2b7-aa79-4271-b6e5-96c64c160db3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 200 len: 217 time: 0.0480130 Aug 31 07:46:51.609031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc06fced-36b5-42be-8452-a5acff932081 req-4348a054-3ccb-41e6-b858-fad7dc98d9aa tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0809853 Aug 31 07:46:51.630889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-b90ac65c-431e-4f14-b414-0e85bb4ead24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:51.632363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-b90ac65c-431e-4f14-b414-0e85bb4ead24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a58b55a9-0651-4d83-ac54-34fa2936a8f3 HTTP/1.1" status: 200 len: 868 time: 0.0933158 Aug 31 07:46:51.680270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc06fced-36b5-42be-8452-a5acff932081 req-9cde778d-4da6-4db2-baa8-bca1a486a172 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0618725 Aug 31 07:46:51.762702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-7b21c973-72fd-4093-86bd-13553bc90a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:51.764209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-7b21c973-72fd-4093-86bd-13553bc90a37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039867 Aug 31 07:46:51.914421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-bf28347b-3b9f-4b93-be13-bc0e76072c52 service neutron] 10.222.0.45 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236925 Aug 31 07:46:51.916456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Deleting port 21d37522-996c-4d27-846f-4160e1941c83 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:51.916820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.089204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.089631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.113229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b33fe-e4b5-4ca6-8447-3bd71b80c030 req-19b22025-897b-4740-bb8b-ceb5fac28b89 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:52.114772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e01b33fe-e4b5-4ca6-8447-3bd71b80c030 req-19b22025-897b-4740-bb8b-ceb5fac28b89 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1545551 Aug 31 07:46:52.122365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Calling delete_port for 21d37522-996c-4d27-846f-4160e1941c83 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:52.132898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e13b99-f55f-4d48-a20c-11fed8b84afa req-8f65250a-84ce-4478-92ce-8536b1e419cf service neutron] 10.222.0.45 "GET /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037294 Aug 31 07:46:52.198311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e01b33fe-e4b5-4ca6-8447-3bd71b80c030 req-789d40cd-0c73-4139-af33-252b22792154 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770288 Aug 31 07:46:52.426147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39920) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:52.454608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.488478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event deleted for resources: {'Port': ['ID=21d37522-996c-4d27-846f-4160e1941c83,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:52.543856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e51d2-ce7f-4714-b7a9-7894a245fb1d req-271c6a3d-6c5a-4377-93df-21ff89dbe9b5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:52.545449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-233e51d2-ce7f-4714-b7a9-7894a245fb1d req-271c6a3d-6c5a-4377-93df-21ff89dbe9b5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1168375 Aug 31 07:46:52.577312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.580398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.581710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc06fced-36b5-42be-8452-a5acff932081 req-290714d2-7769-46ec-92fa-9f1a805c58dc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "DELETE /v2.0/floatingips/a6183238-5625-4321-8f35-e31413891169 HTTP/1.1" status: 204 len: 173 time: 0.8824608 Aug 31 07:46:52.600118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-233e51d2-ce7f-4714-b7a9-7894a245fb1d req-6127bb16-4be7-4853-80b7-961910185bc6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Aug 31 07:46:52.601426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.753304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.795912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f526b95-db05-4575-8634-b59bc5d5e922 req-c876750a-a43d-43fa-8718-0a0b54b499cc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:52.797610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f526b95-db05-4575-8634-b59bc5d5e922 req-c876750a-a43d-43fa-8718-0a0b54b499cc tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0744424 Aug 31 07:46:52.854155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f526b95-db05-4575-8634-b59bc5d5e922 req-f7ec8ffb-74e9-4533-a379-978c015b5bc4 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0495744 Aug 31 07:46:52.861161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-adb8585d-5898-480a-a977-ef7ac5563342 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:52.862762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-adb8585d-5898-480a-a977-ef7ac5563342 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.2027333 Aug 31 07:46:52.887628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-115c5020-f9df-43fc-8458-0b89b680b135 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0190451 Aug 31 07:46:52.918462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:52.925715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c6f3ed-8ac3-4a7d-8458-19ef971deaf2 req-a7ba44cc-299b-4fe1-9a70-ff657152efc4 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0495431 Aug 31 07:46:52.945849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-787500de-5eca-4b34-ba2c-69263ee8c2ab tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303521 Aug 31 07:46:52.967834 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=280a03c71a6d4ec28dd5ba24d5099fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375431 Aug 31 07:46:52.967834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b2f5b8-a958-480f-b035-e13ef4b01d83,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:52.968232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:52.989643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.990031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.990378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:52.995180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e7150-6972-4a54-943a-5f07ea5f07a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:53.039674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bba63c8-a144-4ea3-a202-6e7db2c50ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:53.061089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bba63c8-a144-4ea3-a202-6e7db2c50ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:53.077604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-f4e6a55e-df4a-4833-8946-e8efe3da275c service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225271 Aug 31 07:46:53.127614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-deleted', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:53.131082 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863d9a7-1188-4bbc-b55e-0bce06fef028" -d '{"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-deleted", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:53.177997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-ba0e59d4-d059-451c-b2cb-906c07650069 service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936606 Aug 31 07:46:53.289049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bba63c8-a144-4ea3-a202-6e7db2c50ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:53.291705 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bba63c8-a144-4ea3-a202-6e7db2c50ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:53.292882 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8bba63c8-a144-4ea3-a202-6e7db2c50ad4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54b2f5b8-a958-480f-b035-e13ef4b01d83 HTTP/1.1" status: 204 len: 168 time: 0.3237710 Aug 31 07:46:53.302751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba63c8-a144-4ea3-a202-6e7db2c50ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b2f5b8-a958-480f-b035-e13ef4b01d83,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:53.517190 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa47b0d-bfc4-48ee-8a8e-f3cd0ac6f701 x-openstack-request-id: req-0fa47b0d-bfc4-48ee-8a8e-f3cd0ac6f701 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:53.517757 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5039e1-926b-4128-8061-b813a35868d1", "name": "network-vif-deleted", "tag": "ea86439e-6c50-4931-b875-dfe868ede8e3", "status": "failed", "code": 422}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:53.518216 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fa47b0d-bfc4-48ee-8a8e-f3cd0ac6f701 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:53.518728 n-d-713499-16 neutron-server[95446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c5039e1-926b-4128-8061-b813a35868d1', 'name': 'network-vif-deleted', 'tag': 'ea86439e-6c50-4931-b875-dfe868ede8e3', 'status': 'failed', 'code': 422} returned with failed status Aug 31 07:46:53.537977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:53.872916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb399a40-6aec-41b8-9eb1-19aa78d50b58 req-e97cc985-6acb-4324-83c1-e6a120cf9cdd tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 210 time: 0.0491149 Aug 31 07:46:53.872916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb5af-c9ae-4b14-81f0-ecf49aa4dd58 req-9f06d220-4ffe-4424-93a5-0c3c07485708 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:53.872916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bbdb5af-c9ae-4b14-81f0-ecf49aa4dd58 req-9f06d220-4ffe-4424-93a5-0c3c07485708 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 945 time: 0.0540988 Aug 31 07:46:53.872916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bbdb5af-c9ae-4b14-81f0-ecf49aa4dd58 req-5d664334-057e-47c7-85eb-e54bf1f01c2a tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 Aug 31 07:46:53.875201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59c520bb-0a27-4377-96c0-e0fcfdd33ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.857609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e5cbde2-e941-4a06-b019-85c484cf19cb req-de216718-31f0-43a7-9e8f-da6d54ad59dc tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Aug 31 07:46:55.004979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65162-98b3-4d32-9c10-10f0e7680e1f req-954ea28b-4917-4c4b-ab15-a10399f10609 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.007465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47c65162-98b3-4d32-9c10-10f0e7680e1f req-954ea28b-4917-4c4b-ab15-a10399f10609 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 945 time: 0.0560324 Aug 31 07:46:55.051162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47c65162-98b3-4d32-9c10-10f0e7680e1f req-027e8aa8-6d62-47d3-aac7-e7dc7334b2f9 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4b6764a-ffb0-4541-8b42-5ca341628b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Aug 31 07:46:55.467923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-2fac7a6b-ab6b-4af2-9bd6-362d00fe2de9 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.470184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-2fac7a6b-ab6b-4af2-9bd6-362d00fe2de9 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 945 time: 0.0613863 Aug 31 07:46:55.587564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Deleting port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:55.587968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:55.688165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] For port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:55.688717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:55.704721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Calling delete_port for 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:55.816360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:55.962771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40034) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:55.986774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a593042b-7c20-43cb-af0d-7dd4e3481d1c req-e3accc71-64f7-460d-af4e-d52509ad49ba tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 210 time: 0.0414991 Aug 31 07:46:56.071239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3bd83-4e0a-4a6e-a30d-a10ac87ca07c req-3d08abef-0b7d-4d6a-b17a-0715961dfa7b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:56.077063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbe3bd83-4e0a-4a6e-a30d-a10ac87ca07c req-3d08abef-0b7d-4d6a-b17a-0715961dfa7b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0507543 Aug 31 07:46:56.077063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.085625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:56.127023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1917914080'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:56.164195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Pushing event deleted for resources: {'Port': ['ID=7a44c245-eb6c-4c81-9d0d-84bbe0d56f33,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:56.197797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] No DVR routers for this DVR port 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:56.203251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.205697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d4c10eb-9de9-4ea8-82a8-88a0eddb2066 req-727908db-27bb-46bc-9f2f-8b562280a16f tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.45 "DELETE /v2.0/ports/7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 HTTP/1.1" status: 204 len: 173 time: 0.7270391 Aug 31 07:46:56.206177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'name': 'network-vif-deleted', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:56.208441 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ccd22-7693-4bfb-a490-c9134bc5ce3e" -d '{"events": [{"server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "name": "network-vif-deleted", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:56.227981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a44f75d-d1ee-4dfb-87c0-7df9b3594b08 req-82817517-aacb-4f51-91d1-d1c6d3f9e757 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 210 time: 0.0746400 Aug 31 07:46:56.257860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbe3bd83-4e0a-4a6e-a30d-a10ac87ca07c req-73e27d0e-9624-410a-982c-4b4020652b3e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588757 Aug 31 07:46:56.274226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Made reservation on behalf of b4c71b016aed4fb499310d66a8c317fa for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:56.281310 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb29c74-129e-476c-85b5-99eb8848e4f5 x-openstack-request-id: req-0eb29c74-129e-476c-85b5-99eb8848e4f5 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:56.281680 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3761b3-98e3-417a-a330-e48833ab4045", "name": "network-vif-deleted", "tag": "7a44c245-eb6c-4c81-9d0d-84bbe0d56f33", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:56.282058 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eb29c74-129e-476c-85b5-99eb8848e4f5 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:56.282745 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3761b3-98e3-417a-a330-e48833ab4045', 'name': 'network-vif-deleted', 'tag': '7a44c245-eb6c-4c81-9d0d-84bbe0d56f33', 'status': 'completed', 'code': 200} Aug 31 07:46:56.285087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.298690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.397683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d02cc-04d0-42d5-8dac-9bf8bc7fed17 req-8e88287b-4057-422a-b40f-3942b471322b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:56.399512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-710d02cc-04d0-42d5-8dac-9bf8bc7fed17 req-8e88287b-4057-422a-b40f-3942b471322b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0513582 Aug 31 07:46:56.408435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.445302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-710d02cc-04d0-42d5-8dac-9bf8bc7fed17 req-8f12c014-ea92-4ded-8659-3bd6b0cb2bfb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Aug 31 07:46:56.528644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.540282 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.561780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:46:56.579970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b377bf-a288-4639-b78a-42432d20306f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:56.585391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.585391 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Added segment 2f913590-f3e5-4ba5-975d-4e0d9ddada37 of type vlan for network 149bd711-c04d-460a-bb67-0f800491fd66 Aug 31 07:46:56.640732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6090937-6e78-4c9b-bf11-46077b071fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.647670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.749672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.757541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:56.757541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.855480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event updated for resources: {'Network': ['ID=149bd711-c04d-460a-bb67-0f800491fd66,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:56.867227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 149bd711-c04d-460a-bb67-0f800491fd66 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:46:56.940891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da217c3c-5d8b-49a6-b585-b9d761de7153 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9766636 Aug 31 07:46:56.951265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40058) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:56.958150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Request body: {'subnet': {'network_id': '149bd711-c04d-460a-bb67-0f800491fd66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:57.033281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c859a07-ea18-4310-a27e-f8b2f3a7c430 req-b98a96e4-c967-425f-b8da-03a4cd9d73ef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:57.040647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c859a07-ea18-4310-a27e-f8b2f3a7c430 req-b98a96e4-c967-425f-b8da-03a4cd9d73ef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0852628 Aug 31 07:46:57.080078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3c6c31a4-f846-4273-ba39-57fa1e9c3172 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:57.082363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3c6c31a4-f846-4273-ba39-57fa1e9c3172 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.4985149 Aug 31 07:46:57.100914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Request body: {'port': {'device_id': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'admin_state_up': True, 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:57.120449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c859a07-ea18-4310-a27e-f8b2f3a7c430 req-dfc94b5e-73b0-4150-b844-88a4ab31d864 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789337 Aug 31 07:46:57.179392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a7d6240-c979-4c66-a39e-15c255705945 req-c7638017-54c8-49cf-ba29-56e6368a2c7b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 210 time: 0.0720227 Aug 31 07:46:57.186578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Made reservation on behalf of b4c71b016aed4fb499310d66a8c317fa for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:57.191357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.293700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1ad3-bb05-4bce-b202-fb18e2e621df req-c7533e76-faeb-4fc6-89d2-422e39fd4bdc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:57.295313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-756f1ad3-bb05-4bce-b202-fb18e2e621df req-c7533e76-faeb-4fc6-89d2-422e39fd4bdc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0678113 Aug 31 07:46:57.353880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e869bcb-6a94-4114-84e5-4650b1f07d52 req-aa9ea9fc-d09b-428a-8510-b3a98f74e3d8 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088 tempest-FloatingIPsAssociationNegativeTestJSON-2081776088-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f3761b3-98e3-417a-a330-e48833ab4045 HTTP/1.1" status: 200 len: 210 time: 0.0391469 Aug 31 07:46:57.371722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-756f1ad3-bb05-4bce-b202-fb18e2e621df req-e79bacff-8772-41a6-996b-714e6c4ce436 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696251 Aug 31 07:46:57.409359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:57.413338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.527830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.574463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Allocated IP 172.20.0.4 (85c91e7d-b84e-474b-aece-0c86cc3261b5/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5/e46d992c-23d1-4d5c-9ac1-f712a7072930) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:57.590605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event updated for resources: {'Subnet': ['ID=fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:57.600128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Checking segment: {'id': '2f913590-f3e5-4ba5-975d-4e0d9ddada37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '149bd711-c04d-460a-bb67-0f800491fd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:57.600498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Network hostable DHCP agents. Network: 149bd711-c04d-460a-bb67-0f800491fd66, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:46:57.683667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Network 149bd711-c04d-460a-bb67-0f800491fd66 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:46:57.716774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b080bc-fe54-4b69-971a-3f17217c780e req-ee944d0d-4e30-4a04-a1c3-f98e4e6a4755 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:57.718372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b080bc-fe54-4b69-971a-3f17217c780e req-ee944d0d-4e30-4a04-a1c3-f98e4e6a4755 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1294861 Aug 31 07:46:57.826888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 149bd711-c04d-460a-bb67-0f800491fd66) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:57.831787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:57.832481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.838240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd64c8-77ed-4908-841e-e1fd6650b87e None None] Network 149bd711-c04d-460a-bb67-0f800491fd66 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:57.850134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b080bc-fe54-4b69-971a-3f17217c780e req-42ed0704-b733-48ab-80b8-11b67d9d3083 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237931 Aug 31 07:46:57.858480 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.878077 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.933760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-f6e3199e-278d-47c7-b422-8c3023758aee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:57.939389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-f6e3199e-278d-47c7-b422-8c3023758aee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1740673 Aug 31 07:46:57.939529 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d757f471-5463-4c7f-b0e3-bc11cdb69c13 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9838183 Aug 31 07:46:57.939992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40084) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:57.945522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Request body: {'port': {'network_id': '149bd711-c04d-460a-bb67-0f800491fd66', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1899397841'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:57.974631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-a2d33f92-8f89-457d-b84e-5f18b6cba731 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/quotas/2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 375 time: 0.0317209 Aug 31 07:46:58.005710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-149bd711-c04d-460a-bb67-0f800491fd66', 'network_id': '149bd711-c04d-460a-bb67-0f800491fd66', 'tenant_id': 'b4c71b016aed4fb499310d66a8c317fa', 'fixed_ips': [{'subnet_id': 'fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:46:58.008275 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.061016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.125050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:58.141299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-c3905cdd-8344-4464-b80e-5cfa1dca6d35 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583161 Aug 31 07:46:58.145673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:58.148537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:58.155887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Allocated IP 172.20.0.2 (149bd711-c04d-460a-bb67-0f800491fd66/fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d/2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:58.161230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Made reservation on behalf of b4c71b016aed4fb499310d66a8c317fa for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:58.164912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.168685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670fea-826d-4d99-8d9a-bf7926c7c159 req-f16145f0-44b3-439a-9b5d-348522b18b3d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:58.170269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97670fea-826d-4d99-8d9a-bf7926c7c159 req-f16145f0-44b3-439a-9b5d-348522b18b3d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1496353 Aug 31 07:46:58.183686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] device_id is not set on port 6ebee8d5-61c2-4291-85f0-772bcd1eb7a7 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:46:58.191177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event updated for resources: {'Port': ['ID=e46d992c-23d1-4d5c-9ac1-f712a7072930,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:58.294859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:58.295480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.305589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97670fea-826d-4d99-8d9a-bf7926c7c159 req-d9eb4bdf-8fd1-4165-8373-89958a2c4190 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082151 Aug 31 07:46:58.329410 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.339523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Transition to ACTIVE for port object 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:58.344243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-9f0e09d0-294a-4d43-85cd-2bec832d4788 service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924112 Aug 31 07:46:58.356433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Transition to ACTIVE for port object 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:58.392660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-3ea32422-2869-4766-9d8b-005aae7ef863 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2965324 Aug 31 07:46:58.409989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Request body: {'port': {'device_id': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:58.452720 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.497844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Network 149bd711-c04d-460a-bb67-0f800491fd66 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:58.501726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:58.504609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:58.511914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Allocated IP 172.20.0.11 (149bd711-c04d-460a-bb67-0f800491fd66/fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d/6ebee8d5-61c2-4291-85f0-772bcd1eb7a7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:58.513195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Pushing event updated for resources: {'Port': ['ID=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:58.518759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.534128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-2ff32ae0-d7f3-451c-80a8-bfa13d045ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882968 Aug 31 07:46:58.558767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784cdec-82da-4e3b-94ae-a995f01f2325 req-c35529ee-5078-4963-8ca8-8396d4047a50 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:58.560358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4784cdec-82da-4e3b-94ae-a995f01f2325 req-c35529ee-5078-4963-8ca8-8396d4047a50 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 931 time: 0.1172016 Aug 31 07:46:58.582727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Attempting to bind port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:58.583403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Attempting to bind port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2f913590-f3e5-4ba5-975d-4e0d9ddada37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '149bd711-c04d-460a-bb67-0f800491fd66'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:58.583773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Attempting to bind port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e on network 149bd711-c04d-460a-bb67-0f800491fd66 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:58.591757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:58.592197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Checking segment: {'id': '2f913590-f3e5-4ba5-975d-4e0d9ddada37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '149bd711-c04d-460a-bb67-0f800491fd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:58.592607 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.593164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Bound using segment: {'id': '2f913590-f3e5-4ba5-975d-4e0d9ddada37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '149bd711-c04d-460a-bb67-0f800491fd66'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:58.594050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Bound port: 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f913590-f3e5-4ba5-975d-4e0d9ddada37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '149bd711-c04d-460a-bb67-0f800491fd66'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:58.594639 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.652070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4784cdec-82da-4e3b-94ae-a995f01f2325 req-cd2c47fe-89b9-4545-904f-38d2d2879305 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627921 Aug 31 07:46:58.686014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] For port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:58.696170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] For port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,segment=NetworkSegment(2f913590-f3e5-4ba5-975d-4e0d9ddada37),segment_id=2f913590-f3e5-4ba5-975d-4e0d9ddada37)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:58.759392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.761277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40106) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:58.803799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:58.812729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Transition to ACTIVE for port object 6ebee8d5-61c2-4291-85f0-772bcd1eb7a7 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:58.879207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95d8a7-65fd-42c2-9606-f27c9bb67ec2 None None] Pushing event updated for resources: {'Port': ['ID=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:58.922596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a20824-5995-4e3c-919e-9479ab33b134 req-427732fa-99c2-4027-a3fd-6409359bbba6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:58.924833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a20824-5995-4e3c-919e-9479ab33b134 req-427732fa-99c2-4027-a3fd-6409359bbba6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0990663 Aug 31 07:46:58.998772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46d992c-23d1-4d5c-9ac1-f712a7072930 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:59.016076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.026303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a20824-5995-4e3c-919e-9479ab33b134 req-b1e4f5e1-a717-42f7-bb43-be5fef20e639 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 Aug 31 07:46:59.035606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Transition to ACTIVE for port object e46d992c-23d1-4d5c-9ac1-f712a7072930 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:59.052887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.136529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Network 149bd711-c04d-460a-bb67-0f800491fd66 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:59.145359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:59.150461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:59.181185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event updated for resources: {'Port': ['ID=6ebee8d5-61c2-4291-85f0-772bcd1eb7a7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:59.199427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.232167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:59.232846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.264654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e46d992c-23d1-4d5c-9ac1-f712a7072930,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:59.347479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-055cb983-689f-4617-80c5-097ba6d0f022 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4017177 Aug 31 07:46:59.349131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.351992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40116) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:59.394954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.481442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Attempting to bind port e46d992c-23d1-4d5c-9ac1-f712a7072930 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:59.482054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Attempting to bind port e46d992c-23d1-4d5c-9ac1-f712a7072930 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:59.482492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Attempting to bind port e46d992c-23d1-4d5c-9ac1-f712a7072930 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:59.521387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c43631-ddab-4ec2-af56-71bf907f6d70 req-48c9ffab-e96d-4f6e-b6dd-202bffe5273a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:59.529873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31c43631-ddab-4ec2-af56-71bf907f6d70 req-48c9ffab-e96d-4f6e-b6dd-202bffe5273a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2092221 Aug 31 07:46:59.546865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Port e46d992c-23d1-4d5c-9ac1-f712a7072930 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:46:59.546865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Attempting to bind port e46d992c-23d1-4d5c-9ac1-f712a7072930 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:59.566555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:59.566904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:59.567299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Bound using segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:59.567741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Bound port: e46d992c-23d1-4d5c-9ac1-f712a7072930, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:59.568106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.625212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31c43631-ddab-4ec2-af56-71bf907f6d70 req-9ffc51f3-c91d-4d05-a58e-2c7f8d84bde2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944395 Aug 31 07:46:59.628617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:59.649989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Deleting port 6ebee8d5-61c2-4291-85f0-772bcd1eb7a7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:59.650365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.671652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:46:59.671652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7a44c245-eb6c-4c81-9d0d-84bbe0d56f33 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:46:59.748706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] For port e46d992c-23d1-4d5c-9ac1-f712a7072930, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:59.766286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] For port e46d992c-23d1-4d5c-9ac1-f712a7072930, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:59.800718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-628a3e34-593f-4d6d-9f5c-fd24a754c288 req-ad1645b8-4554-4b6c-9b73-6ab49e46b64f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.0809238 Aug 31 07:46:59.863654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.879002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Calling delete_port for 6ebee8d5-61c2-4291-85f0-772bcd1eb7a7 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:59.903152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.042099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:00.042867 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.044392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] 10.222.0.45 "PUT /v2.0/ports/e46d992c-23d1-4d5c-9ac1-f712a7072930 HTTP/1.1" status: 200 len: 1092 time: 1.6385581 Aug 31 07:47:00.046609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'tag': 'e46d992c-23d1-4d5c-9ac1-f712a7072930'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:00.055475 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5" -d '{"events": [{"name": "network-changed", "server_uuid": "39cf1e5f-fad2-4626-a5cb-37150aa05f52", "tag": "e46d992c-23d1-4d5c-9ac1-f712a7072930"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:00.063891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Deleting port d30cda2c-177c-4005-8a03-d3a9360eef29 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:00.064323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.155513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3661d3-22ff-43ed-8cf0-1f19e7b39ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e46d992c-23d1-4d5c-9ac1-f712a7072930,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:00.227970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] For port d30cda2c-177c-4005-8a03-d3a9360eef29, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d30cda2c-177c-4005-8a03-d3a9360eef29,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:00.228199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:00.228798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.250267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176b7b-10a6-4e8e-9c3c-86042b96bb7c req-93e6cd6f-076f-4aa1-be66-e715c8f62755 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:00.252511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b176b7b-10a6-4e8e-9c3c-86042b96bb7c req-93e6cd6f-076f-4aa1-be66-e715c8f62755 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 943 time: 0.2561836 Aug 31 07:47:00.254622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Calling delete_port for d30cda2c-177c-4005-8a03-d3a9360eef29 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:00.259557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca07bb-5b39-4215-9205-f89526ff8ee2 None None] Network 149bd711-c04d-460a-bb67-0f800491fd66 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:00.303861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2a87c-9173-4b83-b031-b177fa7a7054 req-c360a4e8-4c8c-493e-82cf-6af95fd029b1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:00.305506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11b2a87c-9173-4b83-b031-b177fa7a7054 req-c360a4e8-4c8c-493e-82cf-6af95fd029b1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1814420 Aug 31 07:47:00.339754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-c9108f3d-df36-4978-84a9-d7457ab196cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:00.341259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-c9108f3d-df36-4978-84a9-d7457ab196cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 1095 time: 0.1553054 Aug 31 07:47:00.424024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-872b25d4-25cf-4cee-9845-01b8c6be9155 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930 HTTP/1.1" status: 200 len: 217 time: 0.0651898 Aug 31 07:47:00.432940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b176b7b-10a6-4e8e-9c3c-86042b96bb7c req-a02e2b5b-b507-47f0-b578-0697d9e29e29 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418352 Aug 31 07:47:00.436013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11b2a87c-9173-4b83-b031-b177fa7a7054 req-ee17541e-168e-4278-bc41-6b7e347fb3c4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173220 Aug 31 07:47:00.502987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-f2be2940-c39e-4446-9695-056372acf789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:00.504748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-f2be2940-c39e-4446-9695-056372acf789 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.0670094 Aug 31 07:47:00.541597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-148b499e-a5a6-4fe6-ab9a-910c05ca2b32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271087 Aug 31 07:47:00.543407 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a165d37-85ef-41c0-b33e-f2392d557cbb x-openstack-request-id: req-6a165d37-85ef-41c0-b33e-f2392d557cbb {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:00.543696 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cf1e5f-fad2-4626-a5cb-37150aa05f52", "tag": "e46d992c-23d1-4d5c-9ac1-f712a7072930", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:00.544173 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a165d37-85ef-41c0-b33e-f2392d557cbb {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:00.544365 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'tag': 'e46d992c-23d1-4d5c-9ac1-f712a7072930', 'status': 'completed', 'code': 200} Aug 31 07:47:00.555551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3fcaa55b-04af-4063-a785-6eaf12d38435 None None] Provisioning for port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:00.613839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.619184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:00.624288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:00.624736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.658883 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.685764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d30cda2c-177c-4005-8a03-d3a9360eef29,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:00.737859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.762072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event deleted for resources: {'Port': ['ID=6ebee8d5-61c2-4291-85f0-772bcd1eb7a7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:00.778586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,segment=NetworkSegment(2f913590-f3e5-4ba5-975d-4e0d9ddada37),segment_id=2f913590-f3e5-4ba5-975d-4e0d9ddada37)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:00.900831 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.903189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-051a8882-cf75-4e40-8ee1-744e9b10f365 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485892 Aug 31 07:47:00.917758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2396f7b-93aa-41a0-bd1f-4f2a483fb752 req-4933ca57-2a7d-4b5b-9b8f-4338b9657c03 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:00.927639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2396f7b-93aa-41a0-bd1f-4f2a483fb752 req-4933ca57-2a7d-4b5b-9b8f-4338b9657c03 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2736089 Aug 31 07:47:01.056280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-466f73ca-c7a8-45b4-85c9-764d102c86d1 req-d93113b7-0ec1-49fb-8bbe-cba9fcb5670f service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259496 Aug 31 07:47:01.079045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-498d996f-fa0b-43c3-bbe6-22140d4323e1 None None] Provisioning complete for port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:01.081789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-498d996f-fa0b-43c3-bbe6-22140d4323e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.083930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:01.093744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.170528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b3c1c66-d97e-4297-89e9-69021d01efb8 req-ae354ceb-1149-4f8d-9f76-8c464198e8ff tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.1068487 Aug 31 07:47:01.179846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2396f7b-93aa-41a0-bd1f-4f2a483fb752 req-cb8c16e8-166e-459f-b772-94060d8ad0b8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512300 Aug 31 07:47:01.184304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.188292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b761ac70-16f4-4b04-8a1d-e9c1051348f7 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "DELETE /v2.0/ports/6ebee8d5-61c2-4291-85f0-772bcd1eb7a7 HTTP/1.1" status: 204 len: 168 time: 1.8357856 Aug 31 07:47:01.194477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40156) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:01.299011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-42146d61-4782-4ab0-9b60-e34f3bac1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:01.301354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-42146d61-4782-4ab0-9b60-e34f3bac1084 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 1095 time: 0.1009109 Aug 31 07:47:01.443882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-dcc47e57-2c6a-43f8-bac7-2e838c86988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:01.443882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-dcc47e57-2c6a-43f8-bac7-2e838c86988c service neutron] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 913 time: 0.1249650 Aug 31 07:47:01.474783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-efdf2e5e-7c5c-419b-bd60-d85057d5e01f None None] Could not find standard attr ID for object 6ebee8d5-61c2-4291-85f0-772bcd1eb7a7. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:47:01.528138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-e18dc985-bfb0-4a68-8e2d-c7f6af4ee30d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930 HTTP/1.1" status: 200 len: 217 time: 0.0774257 Aug 31 07:47:01.545664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40168) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:01.549555 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19d96af8-77ad-4ecc-a028-37c5c2806105 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3495250 Aug 31 07:47:01.552971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1705633899'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:01.579887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:01.596797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505336a-88b3-4111-b033-7c8f9b00ff4c req-c7243778-6387-4c3a-bfd1-35914478c89e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:01.604373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d505336a-88b3-4111-b033-7c8f9b00ff4c req-c7243778-6387-4c3a-bfd1-35914478c89e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1644087 Aug 31 07:47:01.703155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-ea1151b1-c606-4c9d-9092-f960ab486cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:01.704765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-ea1151b1-c606-4c9d-9092-f960ab486cd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.1679459 Aug 31 07:47:01.724633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:01.730755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-efcbe16c-c98f-484d-bf68-d59ad3f443fa admin admin] 10.222.0.36 "PUT /v2.0/routers/dd30ce9a-d09c-4ceb-87cb-e6b04af693a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9683940 Aug 31 07:47:01.733456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:01.748011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] Sync routers for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:01.764617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:01.765122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-deab68aa-51b6-4713-9b12-da27600a5198 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483274 Aug 31 07:47:01.771132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:01.771394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d505336a-88b3-4111-b033-7c8f9b00ff4c req-bc57d415-45f1-409e-a0bd-003872cb808c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655960 Aug 31 07:47:01.771735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Made reservation on behalf of b4c71b016aed4fb499310d66a8c317fa for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:01.776948 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.809257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e9b6c-caae-4de7-bcbc-378ac84c363d req-9260416e-4f15-4052-987d-7c51a21ef702 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:01.819096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-919e9b6c-caae-4de7-bcbc-378ac84c363d req-9260416e-4f15-4052-987d-7c51a21ef702 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 943 time: 0.2547708 Aug 31 07:47:01.909730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:47:01.942644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.942967 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Added segment 8f435341-f7ff-4af7-bebf-d3936013a001 of type vlan for network c11719f7-d04c-472d-988b-9f7c4b3dc23b Aug 31 07:47:01.955932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-919e9b6c-caae-4de7-bcbc-378ac84c363d req-c5e2315d-722f-4d55-944c-3493b44c4b4d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331987 Aug 31 07:47:01.974087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.002475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:02.020781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.092146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-ddd719a3-044b-4d1f-81ed-c166d10ad96c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:02.093762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-ddd719a3-044b-4d1f-81ed-c166d10ad96c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 808 time: 0.1978674 Aug 31 07:47:02.113514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Request body: {'port': {'device_id': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'admin_state_up': True, 'tenant_id': '2ea1ce04b6ba4ad3a552b972f2aa12b8'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:02.114752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-190e3d61-0b76-4180-962c-4f3b727e8cd2 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350184 Aug 31 07:47:02.259126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21dcd2ee-faa1-4472-ac2c-5fddaec109e5 req-3796a79b-ec39-4af5-8d07-362524822e83 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336656 Aug 31 07:47:02.259740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.276515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.283063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:02.284189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.301431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Made reservation on behalf of 2ea1ce04b6ba4ad3a552b972f2aa12b8 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:02.306821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.322343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:02.374556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:47:00Z', 'revision_number': 5, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port': {'id': '67571b46-5f76-44f8-89e7-0d4efa14a7dc', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:07Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.408133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] Checking router: dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:02.427513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event updated for resources: {'Network': ['ID=c11719f7-d04c-472d-988b-9f7c4b3dc23b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:02.438964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] Routers {'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:02.440002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.449754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c11719f7-d04c-472d-988b-9f7c4b3dc23b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:47:02.463285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c025-e8f4-4d8a-8758-8ad938414539 req-f261530d-a199-48be-881c-49940cce9dfa tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:02.481559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a133c025-e8f4-4d8a-8758-8ad938414539 req-f261530d-a199-48be-881c-49940cce9dfa tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.3656368 Aug 31 07:47:02.491483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:02.492125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.512233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Allocated IP 172.20.0.6 (a9fef05d-49c9-41d5-aa23-f45b975b007c/f019a63c-8ec4-4553-b6a6-41d1a0a163a8/07bed496-127c-429f-9d19-eff705cfad90) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:02.545384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecc428bb-087a-42ff-ac72-637660661787 req-35dde211-9265-4a34-8d1c-7cca3d56dccb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.1188114 Aug 31 07:47:02.563925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a133c025-e8f4-4d8a-8758-8ad938414539 req-2d00d95e-78bb-4ccb-adfa-9f3e8f003b36 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807295 Aug 31 07:47:02.584201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0d3d1765-2da8-4319-967b-f8fc4c76cee5 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0361688 Aug 31 07:47:02.588072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40186) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:02.786903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] Set router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:02.826571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.852872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:47:02Z', 'revision_number': 6, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.947647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Deleting port 67571b46-5f76-44f8-89e7-0d4efa14a7dc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:02.947647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.949277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24125db3-934a-4a46-be75-bbbe7262693a None None] The sync data for ids ['dd30ce9a-d09c-4ceb-87cb-e6b04af693a3'] in n-d-713499-16 is: [{'id': 'dd30ce9a-d09c-4ceb-87cb-e6b04af693a3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1114930169-router', 'tenant_id': 'e56c1ebb195c42c2abbed61e065f2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:06Z', 'updated_at': '2021-08-31T07:47:02Z', 'revision_number': 6, 'project_id': 'e56c1ebb195c42c2abbed61e065f2222', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:03.035957 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.057079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['881117a1-abeb-4248-af80-f60f3a96813f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:03.107140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Network a9fef05d-49c9-41d5-aa23-f45b975b007c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:03.114802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:03.122192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:03.176077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:03.192646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] For port 67571b46-5f76-44f8-89e7-0d4efa14a7dc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=67571b46-5f76-44f8-89e7-0d4efa14a7dc,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:03.193023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.215744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Calling delete_port for 67571b46-5f76-44f8-89e7-0d4efa14a7dc owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:03.245433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:03.246144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.420135 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-db20f7bd-17f3-4255-856e-98f88ff4df36 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139794 Aug 31 07:47:03.435823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Request body: {'port': {'device_id': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:03.464804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eecc7e68-312c-4caf-a455-9b4508455894 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/agents/fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91/dhcp-networks HTTP/1.1" status: 200 len: 11267 time: 0.8755016 Aug 31 07:47:03.470565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:03.478933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15bc80-dd3c-44b7-bea6-3621a07cc5ad req-a1a9d1be-6912-4a91-8077-9091ecbacab1 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:03.489911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b15bc80-dd3c-44b7-bea6-3621a07cc5ad req-a1a9d1be-6912-4a91-8077-9091ecbacab1 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 943 time: 0.2053487 Aug 31 07:47:03.535911 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.588294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b15bc80-dd3c-44b7-bea6-3621a07cc5ad req-54726e02-0726-4a8a-8dd4-558150b74e23 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973740 Aug 31 07:47:03.616254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848e02e-f272-431e-8911-39ee84e25f4f req-48f20f81-f169-48d8-bd69-061fe0b72107 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:03.623433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d848e02e-f272-431e-8911-39ee84e25f4f req-48f20f81-f169-48d8-bd69-061fe0b72107 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 814 time: 0.3402665 Aug 31 07:47:03.644298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d848e02e-f272-431e-8911-39ee84e25f4f req-fb795133-bf95-4b7b-82d5-5584bf88c8c4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/quotas/bd9af4d7abc1408b97f9ea66ecbf8f09 HTTP/1.1" status: 200 len: 375 time: 0.0199006 Aug 31 07:47:03.648463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e46d992c-23d1-4d5c-9ac1-f712a7072930 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:03.755196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7c7af-5eb7-465e-948b-36f842d49ff0 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] Network c11719f7-d04c-472d-988b-9f7c4b3dc23b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:47:03.759293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e46d992c-23d1-4d5c-9ac1-f712a7072930, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:03.771039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d848e02e-f272-431e-8911-39ee84e25f4f req-a866d1b5-5751-4033-b2c0-1209db2266b0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257925 Aug 31 07:47:03.773612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'e46d992c-23d1-4d5c-9ac1-f712a7072930', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': 'e46d992c-23d1-4d5c-9ac1-f712a7072930', 'mac_address': 'fa:16:3e:9e:12:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:03.800012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cd3a1-4303-465d-b343-87066543710c req-fe16a1b0-03d1-4d2e-abe2-3b736cd16dcc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:03.807598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.810454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b6cd3a1-4303-465d-b343-87066543710c req-fe16a1b0-03d1-4d2e-abe2-3b736cd16dcc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 931 time: 0.1200430 Aug 31 07:47:03.825611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.842207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46d992c-23d1-4d5c-9ac1-f712a7072930 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:03.879441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0fd7c7af-5eb7-465e-948b-36f842d49ff0 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "POST /v2.0/agents/fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3847315 Aug 31 07:47:03.880568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40212) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:03.884682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e46d992c-23d1-4d5c-9ac1-f712a7072930, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:03.888952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bab114a-c4a8-4fce-8af1-3976dc038037 None None] Network c11719f7-d04c-472d-988b-9f7c4b3dc23b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:03.906037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b6cd3a1-4303-465d-b343-87066543710c req-8cef5473-a620-4c69-ab7e-e3122aaf5c12 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875351 Aug 31 07:47:03.917240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Pushing event deleted for resources: {'Port': ['ID=67571b46-5f76-44f8-89e7-0d4efa14a7dc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:03.962583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.056417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e46d992c-23d1-4d5c-9ac1-f712a7072930,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:04.067403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.202306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.206838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.210353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-20d525cc-2dc1-480e-8206-2438aba58a2e tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/agents/fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.3293095 Aug 31 07:47:04.213608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40216) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:04.218204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d30cda2c-177c-4005-8a03-d3a9360eef29 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:04.240738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e46d992c-23d1-4d5c-9ac1-f712a7072930'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:04.251205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d30cda2c-177c-4005-8a03-d3a9360eef29 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:04.251205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d30cda2c-177c-4005-8a03-d3a9360eef29 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:04.251205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 67571b46-5f76-44f8-89e7-0d4efa14a7dc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:04.259713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51e54-635e-41f8-941a-6c8091c662db req-5f51950c-cdf9-445c-9fc7-ce4c1fbe203b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:04.261329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76f51e54-635e-41f8-941a-6c8091c662db req-5f51950c-cdf9-445c-9fc7-ce4c1fbe203b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2190561 Aug 31 07:47:04.289448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 67571b46-5f76-44f8-89e7-0d4efa14a7dc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:04.289993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 67571b46-5f76-44f8-89e7-0d4efa14a7dc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:04.317491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bed496-127c-429f-9d19-eff705cfad90 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:04.326283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.340932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Transition to ACTIVE for port object 07bed496-127c-429f-9d19-eff705cfad90 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:04.355803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.357134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:04.366699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.370271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f78d1e1-911c-4dcc-ad6a-9eb4bdd2b8da admin admin] 10.222.0.36 "DELETE /v2.0/routers/dd30ce9a-d09c-4ceb-87cb-e6b04af693a3 HTTP/1.1" status: 204 len: 168 time: 2.6334372 Aug 31 07:47:04.370628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76f51e54-635e-41f8-941a-6c8091c662db req-307201dd-6465-4821-9a23-a6d15830edef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594487 Aug 31 07:47:04.371048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40218) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:04.430657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Deleting subnet a58b55a9-0651-4d83-ac54-34fa2936a8f3 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:47:04.434878 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.437699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.503432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ac1e56c4-0d94-4e11-a1e2-86313fb5b30c tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "DELETE /v2.0/agents/fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91/dhcp-networks/c11719f7-d04c-472d-988b-9f7c4b3dc23b HTTP/1.1" status: 204 len: 168 time: 0.2856014 Aug 31 07:47:04.504087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40222) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:04.517611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.553577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93421385-ec23-45db-939c-f6a2ef51b8eb req-b4cb7a73-bc2a-4ef6-bd71-1aec1ac18320 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:04.555808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93421385-ec23-45db-939c-f6a2ef51b8eb req-b4cb7a73-bc2a-4ef6-bd71-1aec1ac18320 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0984640 Aug 31 07:47:04.569922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:04.639016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93421385-ec23-45db-939c-f6a2ef51b8eb req-a6ba6747-dca0-4e17-8480-0259d0abc14b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Aug 31 07:47:04.734400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:04.734737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:04.735598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:04.741196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-890f4390-34bd-4cef-9f07-9865ca6ab7de tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/agents/fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91/dhcp-networks HTTP/1.1" status: 200 len: 11267 time: 0.2359433 Aug 31 07:47:04.746439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40230) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:04.747141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:04.747643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:04.768825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.771752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5da0c0-5913-4695-a7aa-64b2d5d352cf req-c55fcab6-030c-4639-819a-e403ff38fe96 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:04.773403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e5da0c0-5913-4695-a7aa-64b2d5d352cf req-c55fcab6-030c-4639-819a-e403ff38fe96 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 944 time: 0.0721662 Aug 31 07:47:04.790542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:04.790887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:04.791273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:04.791810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Bound port: 07bed496-127c-429f-9d19-eff705cfad90, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:04.792283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.820971 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7bcf35d3-e985-4c1d-a32b-e85e8cdf14b3 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/networks/149bd711-c04d-460a-bb67-0f800491fd66/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0706968 Aug 31 07:47:04.825056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40240) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:04.826019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e5da0c0-5913-4695-a7aa-64b2d5d352cf req-5d829afb-6bc4-4e75-aab1-49e67b8ba79a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Aug 31 07:47:04.859779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9ee84cb-3ed1-4549-ae18-da946864dd67 req-617a8aa4-f4fa-420b-a036-7acce9c0afc0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09 HTTP/1.1" status: 200 len: 221 time: 0.0556948 Aug 31 07:47:04.921866 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3ce2443d-fbb1-4efb-b6a1-83b63735a2d1 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/networks/149bd711-c04d-460a-bb67-0f800491fd66/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0928359 Aug 31 07:47:04.929183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40246) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:04.940625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:04.967059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:04.978344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75995f7e-0c97-4976-9911-ebb962a6c62c req-41e670c1-5eb8-4f8d-b010-202112607b7e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:04.980058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75995f7e-0c97-4976-9911-ebb962a6c62c req-41e670c1-5eb8-4f8d-b010-202112607b7e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0598485 Aug 31 07:47:05.024189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75995f7e-0c97-4976-9911-ebb962a6c62c req-1e3492da-01a7-4023-9d62-8e52eb4bd91b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Aug 31 07:47:05.039896 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.074008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58b55a9-0651-4d83-ac54-34fa2936a8f3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:05.090092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.092653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.095996 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e9aa2a9f-2dbf-4e46-b2a0-44eafc4ed5ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a58b55a9-0651-4d83-ac54-34fa2936a8f3 HTTP/1.1" status: 204 len: 168 time: 0.7238591 Aug 31 07:47:05.101111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbcc4f-49a5-41c8-a9b7-200279bd63ac None None] Network 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:05.105843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40254) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:05.169843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:05.170488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.171914 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] 10.222.0.68 "PUT /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 1092 time: 1.7411587 Aug 31 07:47:05.173002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'tag': '07bed496-127c-429f-9d19-eff705cfad90'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:05.175598 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f1e0cc-db46-4b43-9b20-a041544208a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "tag": "07bed496-127c-429f-9d19-eff705cfad90"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:05.177085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b46c2-fa88-43ef-9275-7461866ddaa7 req-e94f824b-db59-4b98-8523-008af5b78acb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:05.186548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f5b46c2-fa88-43ef-9275-7461866ddaa7 req-e94f824b-db59-4b98-8523-008af5b78acb tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1234734 Aug 31 07:47:05.240008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440ac0-a4da-467d-ac2c-78ccca923764 service neutron] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:05.247979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.257627 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a7c11fb6-b4b9-4f9d-8f81-f3719ca67af9 tempest-DHCPAgentSchedulersTestJSON-1681870343 tempest-DHCPAgentSchedulersTestJSON-1681870343-project-admin] 10.222.0.36 "GET /v2.0/agents/fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91/dhcp-networks HTTP/1.1" status: 200 len: 11267 time: 0.3268425 Aug 31 07:47:05.258295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40260) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:05.274295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f5b46c2-fa88-43ef-9275-7461866ddaa7 req-102457db-bb6b-494b-81ac-d4689c7f557a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Aug 31 07:47:05.364587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e268-6452-47b2-9968-e5fde02d863e req-1f20a12b-b651-4dd7-b54f-cf651536a44e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:05.366464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c72e268-6452-47b2-9968-e5fde02d863e req-1f20a12b-b651-4dd7-b54f-cf651536a44e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0911210 Aug 31 07:47:05.394131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.432291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c72e268-6452-47b2-9968-e5fde02d863e req-b8eb8353-7ea0-46bc-a33f-9731920fa05f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593767 Aug 31 07:47:05.434872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Deleting port 68030f72-e8d9-4acb-8215-690341c3057f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:05.435271 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.443188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] DHCP port deletion for 80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:47:05.518282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] Deleting port 68030f72-e8d9-4acb-8215-690341c3057f {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:05.518687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.523268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] For port 68030f72-e8d9-4acb-8215-690341c3057f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68030f72-e8d9-4acb-8215-690341c3057f,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:05.523855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.543069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Calling delete_port for 68030f72-e8d9-4acb-8215-690341c3057f owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:05.632628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] For port 68030f72-e8d9-4acb-8215-690341c3057f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68030f72-e8d9-4acb-8215-690341c3057f,segment=NetworkSegment(b72322ea-25a1-4e5c-87a8-b806665ce704),segment_id=b72322ea-25a1-4e5c-87a8-b806665ce704)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:05.632964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.657700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] Calling delete_port for 68030f72-e8d9-4acb-8215-690341c3057f owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:05.681964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e46d992c-23d1-4d5c-9ac1-f712a7072930 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:05.696522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4e80e-aa6e-4ad8-9a4c-58e24a4ed37a req-f9f4dffc-81c8-4d56-83b1-e5acb401ce40 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:05.706945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12c4e80e-aa6e-4ad8-9a4c-58e24a4ed37a req-f9f4dffc-81c8-4d56-83b1-e5acb401ce40 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1091499 Aug 31 07:47:05.762308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12c4e80e-aa6e-4ad8-9a4c-58e24a4ed37a req-ec86e9ca-cfbb-40d9-83b6-350d8ee8fe5c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538702 Aug 31 07:47:05.862512 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d109f0-d04b-438f-9dbd-f94dff9e014a x-openstack-request-id: req-e8d109f0-d04b-438f-9dbd-f94dff9e014a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:05.862807 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "tag": "07bed496-127c-429f-9d19-eff705cfad90", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:05.863057 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8d109f0-d04b-438f-9dbd-f94dff9e014a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:05.863455 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'tag': '07bed496-127c-429f-9d19-eff705cfad90', 'status': 'completed', 'code': 200} Aug 31 07:47:05.868026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-31007bf3-f378-4529-957a-bb61c83945af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:05.869535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-31007bf3-f378-4529-957a-bb61c83945af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1095 time: 0.5322840 Aug 31 07:47:05.876836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.885016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.924639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] Pushing event deleted for resources: {'Port': ['ID=68030f72-e8d9-4acb-8215-690341c3057f,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:05.930924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port e46d992c-23d1-4d5c-9ac1-f712a7072930 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:05.947326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port e46d992c-23d1-4d5c-9ac1-f712a7072930 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:05.947705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.975711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-f78418ab-4a84-4493-80f3-453b891ecf91 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 217 time: 0.0933354 Aug 31 07:47:05.988225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.001422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbed7a-35b4-4753-b069-688efb84b8a7 None None] No DVR routers for this DVR port 68030f72-e8d9-4acb-8215-690341c3057f on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:06.012084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] No DVR routers for this DVR port 68030f72-e8d9-4acb-8215-690341c3057f on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:06.024288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Pushing event deleted for resources: {'Port': ['ID=68030f72-e8d9-4acb-8215-690341c3057f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.034903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11719f7-d04c-472d-988b-9f7c4b3dc23b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.054977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f435341-f7ff-4af7-bebf-d3936013a001') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.054977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f435341-f7ff-4af7-bebf-d3936013a001') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.071090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.085038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-e3d2479b-76c3-4f3e-88cc-1fef0775c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.086564 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-e3d2479b-76c3-4f3e-88cc-1fef0775c451 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.1025596 Aug 31 07:47:06.107462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.126182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.131326 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-4d4bfad6-d428-4a9c-b58f-bb1cd857d3f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345116 Aug 31 07:47:06.132299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:06.132709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:06.136366 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:06.167556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46d992c-23d1-4d5c-9ac1-f712a7072930'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:06.177032 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126ee98-499e-4afb-87c7-c902ae2e9c1c" -d '{"events": [{"server_uuid": "39cf1e5f-fad2-4626-a5cb-37150aa05f52", "name": "network-vif-plugged", "status": "completed", "tag": "e46d992c-23d1-4d5c-9ac1-f712a7072930"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:06.208296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e46d992c-23d1-4d5c-9ac1-f712a7072930, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:06.234678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68030f72-e8d9-4acb-8215-690341c3057f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:06.235834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3762c-19cc-4956-9da6-cda4e075b0f3 req-4c83c8ff-d69d-414c-bb9f-4f4ab576d3e2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.237664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24f3762c-19cc-4956-9da6-cda4e075b0f3 req-4c83c8ff-d69d-414c-bb9f-4f4ab576d3e2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.3727169 Aug 31 07:47:06.268601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 68030f72-e8d9-4acb-8215-690341c3057f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:06.268601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68030f72-e8d9-4acb-8215-690341c3057f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:06.286552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.313033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-a53480a0-ea6f-4afb-9503-91f16d092bf0 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662738 Aug 31 07:47:06.332462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.342201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f1a9d-4985-4aa2-857d-535f6709e211 req-3cc4f5a8-7477-4b19-aac6-cebc52bbc2b6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.350366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f83f1a9d-4985-4aa2-857d-535f6709e211 req-3cc4f5a8-7477-4b19-aac6-cebc52bbc2b6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 944 time: 0.3404477 Aug 31 07:47:06.352260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e46d992c-23d1-4d5c-9ac1-f712a7072930,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.373216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.398264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.404868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72322ea-25a1-4e5c-87a8-b806665ce704') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.405193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72322ea-25a1-4e5c-87a8-b806665ce704') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.417681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24f3762c-19cc-4956-9da6-cda4e075b0f3 req-3061da30-d4c6-4ea3-a201-3eb3976b66b4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291320 Aug 31 07:47:06.422031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.434427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.436828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "DELETE /v2.0/networks/c11719f7-d04c-472d-988b-9f7c4b3dc23b HTTP/1.1" status: 204 len: 168 time: 1.1767130 Aug 31 07:47:06.441789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40280) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:06.468876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27939577-5933-4f0f-be18-bdd8a08a0dcd tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event deleted for resources: {'Network': ['ID=c11719f7-d04c-472d-988b-9f7c4b3dc23b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.475417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9f913ca8-d55b-42ef-a217-5691d5675a52 req-bf1eff0f-5f85-445b-a313-986ae88ba59d service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544073 Aug 31 07:47:06.478158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f83f1a9d-4985-4aa2-857d-535f6709e211 req-5d1892d9-f68b-49ba-84b3-ca8f57bfb57b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172566 Aug 31 07:47:06.479354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.503015 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-269f0523-62fd-48ba-a31f-b896284472aa tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] DELETE failed (client error): The resource could not be found. Aug 31 07:47:06.503815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269f0523-62fd-48ba-a31f-b896284472aa tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:47:06.505576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-269f0523-62fd-48ba-a31f-b896284472aa tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "DELETE /v2.0/ports/6ebee8d5-61c2-4291-85f0-772bcd1eb7a7 HTTP/1.1" status: 404 len: 333 time: 0.0609770 Aug 31 07:47:06.506747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:06.507163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.508363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40284) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:06.518655 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:06.578097 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e9bedb-7f82-4bc3-bbdd-d9f1725ac949 x-openstack-request-id: req-f5e9bedb-7f82-4bc3-bbdd-d9f1725ac949 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:06.578681 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cf1e5f-fad2-4626-a5cb-37150aa05f52", "name": "network-vif-plugged", "status": "completed", "tag": "e46d992c-23d1-4d5c-9ac1-f712a7072930", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:06.579263 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5e9bedb-7f82-4bc3-bbdd-d9f1725ac949 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:06.579976 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46d992c-23d1-4d5c-9ac1-f712a7072930', 'code': 200} Aug 31 07:47:06.681959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Deleting subnet fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:47:06.687296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.740222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d4646-5c38-49f5-b294-04487a6d6b22 req-53d85cc4-71bf-4a26-a1cb-25d0dfef95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.741763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d65d4646-5c38-49f5-b294-04487a6d6b22 req-53d85cc4-71bf-4a26-a1cb-25d0dfef95e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 1097 time: 0.0923736 Aug 31 07:47:06.754645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-f2f24748-ec0d-4e26-b10a-da062f4abf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.755269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655e25b-428e-4af6-b572-c8d407cb703f req-0464c8e8-4ea0-41a4-aca0-87e5da85621e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.756372 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-f2f24748-ec0d-4e26-b10a-da062f4abf06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1095 time: 0.1488473 Aug 31 07:47:06.756972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b655e25b-428e-4af6-b572-c8d407cb703f req-0464c8e8-4ea0-41a4-aca0-87e5da85621e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1382639 Aug 31 07:47:06.769274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.814173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d65d4646-5c38-49f5-b294-04487a6d6b22 req-fe73a501-621c-4ac0-9a64-2e9e96545405 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561621 Aug 31 07:47:06.815194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.819535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b655e25b-428e-4af6-b572-c8d407cb703f req-e4d98d92-e2c4-40f0-87ee-f236ceee1d8c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548756 Aug 31 07:47:06.823556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.827924 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] 10.222.0.36 "DELETE /v2.0/networks/80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec HTTP/1.1" status: 204 len: 168 time: 1.7184575 Aug 31 07:47:06.837403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8394c4-58fa-431a-be96-bf0099bc6075 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b7ae97-9f38-40b3-a5c5-4f9a31d6fcec,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.966391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-4604baed-d083-41b2-838d-6c77bebc107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.967890 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-4604baed-d083-41b2-838d-6c77bebc107c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.2020297 Aug 31 07:47:06.971222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37449f05-108a-4640-b173-698982343861 req-885c5398-f13e-4d6f-8a55-47a699961a30 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:06.973380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37449f05-108a-4640-b173-698982343861 req-885c5398-f13e-4d6f-8a55-47a699961a30 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0582974 Aug 31 07:47:06.974058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.019814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37449f05-108a-4640-b173-698982343861 req-cd2715f9-970a-434e-9002-6dcf2ea66819 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Aug 31 07:47:07.059114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-43cf3a6e-b46c-4524-8b95-c45ce3952190 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 217 time: 0.0710468 Aug 31 07:47:07.119962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-e4d913a8-76f7-4962-8e70-49a647d89311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:07.121453 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-e4d913a8-76f7-4962-8e70-49a647d89311 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0653048 Aug 31 07:47:07.159811 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-f5a2c459-5189-4e62-ad3d-823bda83769d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314066 Aug 31 07:47:07.176365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da920e95-ab66-4d7a-961e-79b0043fe2bb req-787db1a2-bbaf-47f1-8f32-be263edeec06 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:07.184687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da920e95-ab66-4d7a-961e-79b0043fe2bb req-787db1a2-bbaf-47f1-8f32-be263edeec06 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0827579 Aug 31 07:47:07.238312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.258128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da920e95-ab66-4d7a-961e-79b0043fe2bb req-36d0d3f7-b6d0-4e03-92f4-8f014c691b21 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725336 Aug 31 07:47:07.290143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event deleted for resources: {'Subnet': ['ID=fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:07.298475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.303210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-33254f7e-ab5d-4955-a370-d086d60cac53 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "DELETE /v2.0/subnets/fca80e7b-a3f5-4e0a-b3b7-44be8be8e31d HTTP/1.1" status: 204 len: 168 time: 0.7937701 Aug 31 07:47:07.304777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d045ec-72bf-40c3-aadc-377311b5b314 None None] Network 149bd711-c04d-460a-bb67-0f800491fd66 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:07.307420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40300) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.316970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192700f-68b1-428b-89b9-704fe3a46684 req-d0c9a660-3c8c-4fe5-84f9-e3c084eb9de2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:07.318933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b192700f-68b1-428b-89b9-704fe3a46684 req-d0c9a660-3c8c-4fe5-84f9-e3c084eb9de2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.1080437 Aug 31 07:47:07.355128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40304) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.396275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b192700f-68b1-428b-89b9-704fe3a46684 req-663b79f4-3796-4567-b562-d5ada76639f9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689862 Aug 31 07:47:07.396827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.408236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-945aaa89-43d3-4b4c-892b-0e0209d4b50c service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383776 Aug 31 07:47:07.455188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6bd2b7a2-b152-4896-b5aa-e6f66dbc2d98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e56c1ebb195c42c2abbed61e065f2222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965490 Aug 31 07:47:07.468100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40306) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.533837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-04f1e0cc-db46-4b43-9b20-a041544208a2 req-e1b57292-e42f-47c1-9c87-cd150ef830d1 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174264 Aug 31 07:47:07.540108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590b624-6d67-4c42-844f-f91f5b5c8e7e req-baac23ed-e757-4a32-9c1b-84ba3f3bc79e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:07.548343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c590b624-6d67-4c42-844f-f91f5b5c8e7e req-baac23ed-e757-4a32-9c1b-84ba3f3bc79e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1108918 Aug 31 07:47:07.574737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Deleting port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:07.575237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.611797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b60cf834-85cf-4721-9a3d-f654c9fbeccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.646691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c590b624-6d67-4c42-844f-f91f5b5c8e7e req-88081db7-7a75-48a8-8d11-43a4aa33e1de tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972166 Aug 31 07:47:07.649195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] For port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,segment=NetworkSegment(2f913590-f3e5-4ba5-975d-4e0d9ddada37),segment_id=2f913590-f3e5-4ba5-975d-4e0d9ddada37)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:07.651818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.680525 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b60cf834-85cf-4721-9a3d-f654c9fbeccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.682384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Calling delete_port for 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:07.707556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da075-8fb7-41e4-b565-c23c2d042ed7 req-1812fc97-9d6f-48e8-87b6-c550d031ae50 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:07.715051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b89da075-8fb7-41e4-b565-c23c2d042ed7 req-1812fc97-9d6f-48e8-87b6-c550d031ae50 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1361008 Aug 31 07:47:07.799285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b89da075-8fb7-41e4-b565-c23c2d042ed7 req-dec7f9ba-c84b-486c-bf75-777097219619 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814576 Aug 31 07:47:07.817098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] DHCP port deletion for 149bd711-c04d-460a-bb67-0f800491fd66 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:47:07.882751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Deleting port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:07.883207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.898093 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.943526 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b60cf834-85cf-4721-9a3d-f654c9fbeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.946406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b60cf834-85cf-4721-9a3d-f654c9fbeccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.948485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b60cf834-85cf-4721-9a3d-f654c9fbeccd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4b6764a-ffb0-4541-8b42-5ca341628b7b HTTP/1.1" status: 204 len: 168 time: 0.4786026 Aug 31 07:47:07.965254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event deleted for resources: {'Port': ['ID=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:07.967290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe54ad-e9f2-40c6-856f-f6311c3beeb9 req-53dd84d7-36f6-4ac0-abb0-c08dc4782c70 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:07.969597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99fe54ad-e9f2-40c6-856f-f6311c3beeb9 req-53dd84d7-36f6-4ac0-abb0-c08dc4782c70 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1232791 Aug 31 07:47:07.981162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cf834-85cf-4721-9a3d-f654c9fbeccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b6764a-ffb0-4541-8b42-5ca341628b7b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:07.981781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] No DVR routers for this DVR port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:08.015478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] For port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,segment=NetworkSegment(2f913590-f3e5-4ba5-975d-4e0d9ddada37),segment_id=2f913590-f3e5-4ba5-975d-4e0d9ddada37)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:08.015782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.039458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Calling delete_port for 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:08.121175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99fe54ad-e9f2-40c6-856f-f6311c3beeb9 req-1bcd3d47-1182-46af-ae7f-852959db9f36 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179538 Aug 31 07:47:08.141583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.153124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149bd711-c04d-460a-bb67-0f800491fd66']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:08.158363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f67b8-909e-4fee-a96d-b6638155396a req-2027d484-fac7-4640-9c23-540edc268185 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:08.169843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f913590-f3e5-4ba5-975d-4e0d9ddada37') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:08.170144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f913590-f3e5-4ba5-975d-4e0d9ddada37') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:08.174538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-457f67b8-909e-4fee-a96d-b6638155396a req-2027d484-fac7-4640-9c23-540edc268185 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1752603 Aug 31 07:47:08.209278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: from cryptography.utils import int_from_bytes Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: from cryptography.utils import int_from_bytes Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.231148 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:08.234406 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:47:08.244708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.249674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-457f67b8-909e-4fee-a96d-b6638155396a req-1104613e-72db-4975-bf4f-d8314ec46cb3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Aug 31 07:47:08.250008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.258527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:08.259051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.284996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:08.288766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] No DVR routers for this DVR port 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:08.326220 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:08.329440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Pushing event deleted for resources: {'Port': ['ID=2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:08.337513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.337893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.338244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.338585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.339039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.339267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.339583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.339914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.340242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.341202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.341202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.341202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f69755-51ab-47cc-9b68-d21cf8622896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:08.344766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:08.345845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2841b4a3-bbc3-4242-a2d4-1d7fc9608a7e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:08.375914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef961a5-f4d5-495b-af0a-53a3879ca84c req-2c8a4689-c979-4a73-9cc3-311ed09862d3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:08.375914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ef961a5-f4d5-495b-af0a-53a3879ca84c req-2c8a4689-c979-4a73-9cc3-311ed09862d3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0802488 Aug 31 07:47:08.421671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ef961a5-f4d5-495b-af0a-53a3879ca84c req-5577745c-1414-4434-9c28-4866ee2080f5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Aug 31 07:47:08.463799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.491914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:08.496021 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] 10.222.0.36 "DELETE /v2.0/networks/149bd711-c04d-460a-bb67-0f800491fd66 HTTP/1.1" status: 204 len: 168 time: 1.1871881 Aug 31 07:47:08.538341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c01c7-80f5-4e74-99a3-0b3371cb6376 tempest-DHCPAgentSchedulersTestJSON-407937657 tempest-DHCPAgentSchedulersTestJSON-407937657-project] Pushing event deleted for resources: {'Network': ['ID=149bd711-c04d-460a-bb67-0f800491fd66,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:08.626271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e503e47-1fbc-4c51-b493-887b53f4e803 req-f8bd7a46-7968-4151-8cf1-b2c3714adbf7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:08.628074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e503e47-1fbc-4c51-b493-887b53f4e803 req-f8bd7a46-7968-4151-8cf1-b2c3714adbf7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0836232 Aug 31 07:47:08.661494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44700db-e1d3-4467-8563-a74d72f36887 req-e951aa75-17df-4ddc-94d4-1b83607933e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:08.663175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a44700db-e1d3-4467-8563-a74d72f36887 req-e951aa75-17df-4ddc-94d4-1b83607933e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.0898428 Aug 31 07:47:08.690208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e503e47-1fbc-4c51-b493-887b53f4e803 req-a181162b-6fdc-4e41-b1c7-c80fb3cf20f2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558126 Aug 31 07:47:08.723333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a44700db-e1d3-4467-8563-a74d72f36887 req-daf82d7d-fe5d-405c-a3e0-56e66a82cc3d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Aug 31 07:47:08.876803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86692c90-55dd-4a52-aec5-4efd3f74d3b0 req-a01a4269-0ad3-4c2e-b1e0-254c4070da85 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:08.878375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86692c90-55dd-4a52-aec5-4efd3f74d3b0 req-a01a4269-0ad3-4c2e-b1e0-254c4070da85 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0603721 Aug 31 07:47:08.997108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86692c90-55dd-4a52-aec5-4efd3f74d3b0 req-9943f8c0-8064-4872-86aa-7c239155431d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085818 Aug 31 07:47:09.000795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40352) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:09.010081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-2d455b08-6c8a-497e-8167-cc3ac7f03432 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:09.011576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-2d455b08-6c8a-497e-8167-cc3ac7f03432 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.1155126 Aug 31 07:47:09.035435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297face6-92ac-4dc7-a28e-2b788eed9ed3 req-ca393433-8ab6-4916-bdd8-8c63224fc1e9 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:09.043311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-297face6-92ac-4dc7-a28e-2b788eed9ed3 req-ca393433-8ab6-4916-bdd8-8c63224fc1e9 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1108136 Aug 31 07:47:09.156220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-297face6-92ac-4dc7-a28e-2b788eed9ed3 req-f7640633-31a2-4b2c-a822-4a4b5dad799b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075315 Aug 31 07:47:09.220358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Deleting port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:09.221030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.245673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40366) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:09.248080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9715c92d-d4f0-4c1b-a212-a372e015237a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4c71b016aed4fb499310d66a8c317fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460639 Aug 31 07:47:09.392593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0989c2-350f-4106-9d67-a4fc15267f2b req-8174140b-5700-4787-befd-315fc0801d89 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:09.394152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad0989c2-350f-4106-9d67-a4fc15267f2b req-8174140b-5700-4787-befd-315fc0801d89 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1493154 Aug 31 07:47:09.410423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] For port 3548223b-3f0e-4759-a3cd-9d78d6cabb32, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=3548223b-3f0e-4759-a3cd-9d78d6cabb32,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:09.410795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.425279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.466838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40372) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:09.545831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.558407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad0989c2-350f-4106-9d67-a4fc15267f2b req-243e9330-6440-471e-81b5-455a68c51377 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557889 Aug 31 07:47:09.579464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-network', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:09.658294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Made reservation on behalf of a45e7d4062664690a36f3f845ef2f2ae for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:09.664420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.679841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.773799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3887-0e59-428f-9f3b-9d82fb18ce91 req-0df6848c-ad88-4a34-9743-8bb2162930bf tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:09.775325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ccf3887-0e59-428f-9f3b-9d82fb18ce91 req-0df6848c-ad88-4a34-9743-8bb2162930bf tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1228423 Aug 31 07:47:09.832986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.833306 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.833628 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Floating IP 454a3387-0dda-4757-8d64-25c49f5c982d disassociated. External IP: 172.25.0.24, port: 3548223b-3f0e-4759-a3cd-9d78d6cabb32. Aug 31 07:47:09.834011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Calling delete_port for 3548223b-3f0e-4759-a3cd-9d78d6cabb32 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:09.865713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec331-995c-4e4f-b43c-e2f73a1babf5 req-d70eb714-ea22-440c-9743-2e60b07a7e39 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:09.867278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9aec331-995c-4e4f-b43c-e2f73a1babf5 req-d70eb714-ea22-440c-9743-2e60b07a7e39 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1228783 Aug 31 07:47:09.870007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ccf3887-0e59-428f-9f3b-9d82fb18ce91 req-cc06c5da-b676-4ecc-840b-4a41f251723a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767629 Aug 31 07:47:09.935434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.938015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:09.939264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01b377bf-a288-4639-b78a-42432d20306f HTTP/1.1" status: 204 len: 168 time: 0.6924396 Aug 31 07:47:09.963006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b377bf-a288-4639-b78a-42432d20306f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:10.003204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.003425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.003595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.003886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.004224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.004559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.004975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.005302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.005629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.005994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.006330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.006641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.006962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035547bf-a9c0-4490-9bd0-56f4cb4f8ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:10.095454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.119477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:47:10.150316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.150819 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Added segment 5eea8028-435d-4650-a191-c1b88696fca9 of type vlan for network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 Aug 31 07:47:10.152675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88573e7d-e99d-46fb-b428-a01e9cdaf780,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:10.213475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.326414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.328144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:10.329435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.339838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9aec331-995c-4e4f-b43c-e2f73a1babf5 req-a1592de6-42bb-47ac-bd05-8b68c1e36973 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987682 Aug 31 07:47:10.389052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d04a03-1b0a-4d68-97b7-fb49dd7c277c req-b7f0eab8-a20d-416b-b65b-4907e05876e5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:10.397821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44d04a03-1b0a-4d68-97b7-fb49dd7c277c req-b7f0eab8-a20d-416b-b65b-4907e05876e5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.3801029 Aug 31 07:47:10.411655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] Pushing event updated for resources: {'Network': ['ID=e77fb96d-bc7f-49c3-a6cc-825fcb465e44,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:10.431262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:47:10.444687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44d04a03-1b0a-4d68-97b7-fb49dd7c277c req-aa360de0-750b-4196-9ca7-0ea8f65dd473 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Aug 31 07:47:10.525697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e9592-fe93-48f9-a5d0-64b6b573f35c req-3a2e7c60-7fc7-4907-87d4-aed71566857f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:10.527292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b38e9592-fe93-48f9-a5d0-64b6b573f35c req-3a2e7c60-7fc7-4907-87d4-aed71566857f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 946 time: 0.0764377 Aug 31 07:47:10.556223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.599759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b38e9592-fe93-48f9-a5d0-64b6b573f35c req-88a43bbc-a81c-40c5-aebd-f73e03dec8ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=30c43894-953c-492e-a65a-a502f48d4779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652065 Aug 31 07:47:10.600880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event deleted for resources: {'Port': ['ID=3548223b-3f0e-4759-a3cd-9d78d6cabb32,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:10.601550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65e116c2-d254-48fc-95e2-6eab3b2b39fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1332002 Aug 31 07:47:10.604279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40394) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:10.611464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Request body: {'subnet': {'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-subnet', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:10.772229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c6a2-5262-48ac-9fa9-f993b5fcfe6d req-c31e9274-a0ec-4e07-9c23-dfe5b610fbdd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:10.773743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eda9c6a2-5262-48ac-9fa9-f993b5fcfe6d req-c31e9274-a0ec-4e07-9c23-dfe5b610fbdd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1016700 Aug 31 07:47:10.789765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Made reservation on behalf of a45e7d4062664690a36f3f845ef2f2ae for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:10.792116 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:10.840364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:10.892979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eda9c6a2-5262-48ac-9fa9-f993b5fcfe6d req-a75ad032-f9dd-4dd8-bcb4-4011193febbc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108031 Aug 31 07:47:10.961577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40400) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:10.986587 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12081954-e3f1-4872-a81b-3bcdce66dfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.101466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:11.113029 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:11.122057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12081954-e3f1-4872-a81b-3bcdce66dfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.129227 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:11.135283 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.166043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ebdaf-0d75-4373-8192-2a35c96d4bf2 req-3b2cc9d8-d76c-4542-a071-da54d29aac78 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.167728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-443ebdaf-0d75-4373-8192-2a35c96d4bf2 req-3b2cc9d8-d76c-4542-a071-da54d29aac78 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1624079 Aug 31 07:47:11.207852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] No DVR routers for this DVR port 3548223b-3f0e-4759-a3cd-9d78d6cabb32 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:11.211313 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.213491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bee63a3-98ca-4d3a-b5f6-890de9537c00 req-010f0ef8-64bf-4bef-8263-83d79df05f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "DELETE /v2.0/ports/3548223b-3f0e-4759-a3cd-9d78d6cabb32 HTTP/1.1" status: 204 len: 173 time: 2.1941593 Aug 31 07:47:11.224451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-deleted', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:11.226862 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b9812e-4567-4d5f-99f7-646df1d86f51" -d '{"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-deleted", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:11.262835 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:11.274864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12081954-e3f1-4872-a81b-3bcdce66dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.292334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-443ebdaf-0d75-4373-8192-2a35c96d4bf2 req-49faddc3-cba8-4c64-b001-1bea86a58700 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969391 Aug 31 07:47:11.308395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0b00-a465-4b1f-8b3d-d723fec3d7a3 req-0c1a2dd3-0901-456a-b08a-f86ce27db151 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.310044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b63f0b00-a465-4b1f-8b3d-d723fec3d7a3 req-0c1a2dd3-0901-456a-b08a-f86ce27db151 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1346791 Aug 31 07:47:11.321184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-12081954-e3f1-4872-a81b-3bcdce66dfd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8e125eadd554f0b8ae8dcbeb11ecd8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584578 Aug 31 07:47:11.324546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12081954-e3f1-4872-a81b-3bcdce66dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef42448-bc80-426c-8e83-9c9c0baab827,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:11.324664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40408) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:11.379775 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094e1a1-c43c-4f73-9425-7d2430fd5921 x-openstack-request-id: req-a094e1a1-c43c-4f73-9425-7d2430fd5921 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:11.380072 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6bb090-de73-49c7-a96f-2b0a4ae7757d", "name": "network-vif-deleted", "tag": "3548223b-3f0e-4759-a3cd-9d78d6cabb32", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:11.380333 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a094e1a1-c43c-4f73-9425-7d2430fd5921 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:11.380739 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6bb090-de73-49c7-a96f-2b0a4ae7757d', 'name': 'network-vif-deleted', 'tag': '3548223b-3f0e-4759-a3cd-9d78d6cabb32', 'status': 'completed', 'code': 200} Aug 31 07:47:11.390384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.407060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b63f0b00-a465-4b1f-8b3d-d723fec3d7a3 req-b9e3cdfb-94b0-459c-9a93-d3948d12fe53 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871892 Aug 31 07:47:11.485851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd405e88-8f19-4ea4-87fd-cce942a8febc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.515288 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.525762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0838df-a64f-4743-a377-0919317c6b77,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:11.543803 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:11.553877 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:11.554494 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.580043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd405e88-8f19-4ea4-87fd-cce942a8febc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.617635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Checking segment: {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:11.618024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Network hostable DHCP agents. Network: e77fb96d-bc7f-49c3-a6cc-825fcb465e44, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:47:11.642149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1058f-d6d8-4f67-8405-1ecb39d61bac req-033be4ac-c556-417f-af2d-667cdd186b58 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.643687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7d1058f-d6d8-4f67-8405-1ecb39d61bac req-033be4ac-c556-417f-af2d-667cdd186b58 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.2083495 Aug 31 07:47:11.670685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf015a-184e-44fd-a335-ef64b09e232f req-4cb36956-3cf1-4c2d-9037-c57d6ea69774 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:11.672219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2bf015a-184e-44fd-a335-ef64b09e232f req-4cb36956-3cf1-4c2d-9037-c57d6ea69774 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1420403 Aug 31 07:47:11.680465 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:11.713676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7d1058f-d6d8-4f67-8405-1ecb39d61bac req-f31d0682-cd7b-44d3-a6d0-2a67c2eb9088 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610979 Aug 31 07:47:11.754003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2bf015a-184e-44fd-a335-ef64b09e232f req-14f027cc-3769-452e-8eaf-304c8cd774b3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Aug 31 07:47:11.804257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:47:11.810293 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd405e88-8f19-4ea4-87fd-cce942a8febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.819769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd405e88-8f19-4ea4-87fd-cce942a8febc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:11.823247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dd405e88-8f19-4ea4-87fd-cce942a8febc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ef42448-bc80-426c-8e83-9c9c0baab827 HTTP/1.1" status: 204 len: 168 time: 0.4960203 Aug 31 07:47:11.843561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd405e88-8f19-4ea4-87fd-cce942a8febc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef42448-bc80-426c-8e83-9c9c0baab827,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:11.921864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf369ce3-9c30-4644-8036-bcecce1cbd81 req-d7c718ba-083d-4a4f-a0eb-5643f84fe5f7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6bb090-de73-49c7-a96f-2b0a4ae7757d HTTP/1.1" status: 200 len: 210 time: 0.0422626 Aug 31 07:47:11.938841 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:11.969845 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365b6b8-42b5-42d0-ad9b-36ea603794d6 None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:12.002478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b08f45-9d13-459b-acaf-f22f8655306e req-3ce56dda-6850-4f8b-a4d9-2a6d95ed9a21 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.004341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3b08f45-9d13-459b-acaf-f22f8655306e req-3ce56dda-6850-4f8b-a4d9-2a6d95ed9a21 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0647657 Aug 31 07:47:12.019857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e77fb96d-bc7f-49c3-a6cc-825fcb465e44) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:12.024513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.025442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.029165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefb5c17-f8c3-4ab4-8a5e-75ea3f32be93 None None] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:12.071305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3b08f45-9d13-459b-acaf-f22f8655306e req-7b84657f-9848-4864-b83d-61598ff25c2c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592887 Aug 31 07:47:12.190639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eee3f9de-2b18-47b0-b507-f98d12305bff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5806785 Aug 31 07:47:12.191286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40430) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:12.197380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:12.199355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2b5b-a626-48ac-a7ce-4049b7d1b508 req-7412ac9f-409f-4d6e-8cb6-bdded7e0d483 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.201040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-632d2b5b-a626-48ac-a7ce-4049b7d1b508 req-7412ac9f-409f-4d6e-8cb6-bdded7e0d483 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0582163 Aug 31 07:47:12.211675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e77fb96d-bc7f-49c3-a6cc-825fcb465e44', 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'fixed_ips': [{'subnet_id': '7d0838df-a64f-4743-a377-0919317c6b77'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:47:12.212543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.258203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-632d2b5b-a626-48ac-a7ce-4049b7d1b508 req-917fcacd-e9dd-41b8-923b-fe6623a417a2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459778 Aug 31 07:47:12.304401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383f02e-8720-4ee5-a9e6-d8fddd78786e None None] New status for floating IP 454a3387-0dda-4757-8d64-25c49f5c982d: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:47:12.346504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.347994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.430964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.475424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Allocated IP 172.20.0.2 (e77fb96d-bc7f-49c3-a6cc-825fcb465e44/7d0838df-a64f-4743-a377-0919317c6b77/d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:12.480547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc081215-0d42-4f25-b4a6-6008b64731fb req-47b87799-dc6e-44df-8f66-14854ecd64e8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.482133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc081215-0d42-4f25-b4a6-6008b64731fb req-47b87799-dc6e-44df-8f66-14854ecd64e8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1056011 Aug 31 07:47:12.520865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17055fde-6766-4899-b589-12a10f8c6a6b req-05590ec0-6aa1-4ad6-ba2f-30367f05d9a7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.534630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17055fde-6766-4899-b589-12a10f8c6a6b req-05590ec0-6aa1-4ad6-ba2f-30367f05d9a7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1003811 Aug 31 07:47:12.595943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc081215-0d42-4f25-b4a6-6008b64731fb req-66a1a2fa-e863-4921-9994-9e609616c012 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966568 Aug 31 07:47:12.635452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17055fde-6766-4899-b589-12a10f8c6a6b req-25b5457c-c8d9-4c28-b190-7ac273140fd2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988345 Aug 31 07:47:12.684495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.690312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Transition to ACTIVE for port object d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:12.709889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Transition to ACTIVE for port object d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:12.739259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa850339-6cd8-4176-ab9e-fc3c530695a4 req-9f59e66c-c55a-41df-b326-8819eb694faa tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.740702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa850339-6cd8-4176-ab9e-fc3c530695a4 req-9f59e66c-c55a-41df-b326-8819eb694faa tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0537932 Aug 31 07:47:12.761256 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.785039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa850339-6cd8-4176-ab9e-fc3c530695a4 req-922e80ce-3fac-40ce-91db-aa53929160f0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Aug 31 07:47:12.843292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0865-fd30-4b71-8dd3-62c8fb5b358f req-84f7c47b-7257-4eae-a71c-12bcefd176b3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:12.845553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875f0865-fd30-4b71-8dd3-62c8fb5b358f req-84f7c47b-7257-4eae-a71c-12bcefd176b3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.0583680 Aug 31 07:47:12.897340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875f0865-fd30-4b71-8dd3-62c8fb5b358f req-0be6ad2e-64e9-4ac5-a6ec-b02933cb30d2 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Aug 31 07:47:12.950341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:12.999045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:12.999045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:13.002077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:13.004169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Pushing event updated for resources: {'Port': ['ID=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:13.063979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Attempting to bind port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:13.064686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Attempting to bind port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:13.064811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Attempting to bind port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 on network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:13.070413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:13.070795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Checking segment: {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:13.071207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.071605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Bound using segment: {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:13.072078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Bound port: d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:13.072474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.155212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40466) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:13.172486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] For port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:13.179782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] For port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,segment=NetworkSegment(5eea8028-435d-4650-a191-c1b88696fca9),segment_id=5eea8028-435d-4650-a191-c1b88696fca9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:13.222140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3c8c-1eb3-4911-a171-e68bfb1725d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.222903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.246879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.252925 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3c8c-1eb3-4911-a171-e68bfb1725d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.259066 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.339751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25824bbc-404b-453c-a8ea-c046e135cb67 None None] Pushing event updated for resources: {'Port': ['ID=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:13.360297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226f9d-6688-4445-90b6-f9cfb4264e0b req-8579d63b-05ff-4213-b4fe-bdb2e042351c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:13.370172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb226f9d-6688-4445-90b6-f9cfb4264e0b req-8579d63b-05ff-4213-b4fe-bdb2e042351c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0754855 Aug 31 07:47:13.414419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb226f9d-6688-4445-90b6-f9cfb4264e0b req-0c49df0c-9f25-48a1-9a76-837be16c1932 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Aug 31 07:47:13.419200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Allocated IP 172.25.0.175 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/de3f5a97-a933-4c41-a8b4-6056659902a4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:13.469455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3c8c-1eb3-4911-a171-e68bfb1725d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.474080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3c8c-1eb3-4911-a171-e68bfb1725d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.475787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1e4c3c8c-1eb3-4911-a171-e68bfb1725d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "DELETE /v2.0/security-groups/30c43894-953c-492e-a65a-a502f48d4779 HTTP/1.1" status: 204 len: 168 time: 0.3195016 Aug 31 07:47:13.479175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40474) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:13.494196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3c8c-1eb3-4911-a171-e68bfb1725d9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c43894-953c-492e-a65a-a502f48d4779,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:13.503079 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-fa9aa28f-28e4-406e-93aa-84a4cb5f1c2b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] show failed (client error): The resource could not be found. Aug 31 07:47:13.504151 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fa9aa28f-28e4-406e-93aa-84a4cb5f1c2b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups/30c43894-953c-492e-a65a-a502f48d4779 HTTP/1.1" status: 404 len: 347 time: 0.0235934 Aug 31 07:47:13.507040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40478) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:13.698620 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.727045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:13.749359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 3548223b-3f0e-4759-a3cd-9d78d6cabb32 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:13.750108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 3548223b-3f0e-4759-a3cd-9d78d6cabb32 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:13.755087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Deleting port 7f7120d5-cb1e-44b3-8a17-4da8ea53e430 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:13.755351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.789015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17e85a-37c8-4019-aa79-daa35c7ee053 req-47a2a631-38ed-4492-b7ad-48d1c5cdfebd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:13.791505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca17e85a-37c8-4019-aa79-daa35c7ee053 req-47a2a631-38ed-4492-b7ad-48d1c5cdfebd tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0836754 Aug 31 07:47:13.840400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca17e85a-37c8-4019-aa79-daa35c7ee053 req-613f98bd-a1f1-4cb1-bc9b-0d22ae00df51 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Aug 31 07:47:13.844824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.845178 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.858091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Calling delete_port for 7f7120d5-cb1e-44b3-8a17-4da8ea53e430 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:13.901485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:13.966227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:13.975951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:13.992753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:14.030519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Pushing event updated for resources: {'Port': ['ID=de3f5a97-a933-4c41-a8b4-6056659902a4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:14.047341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9514a51-1052-44f1-ab23-643f971ebb86 req-d8a0781a-82c0-4816-9826-9304a83d939e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:14.049605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9514a51-1052-44f1-ab23-643f971ebb86 req-d8a0781a-82c0-4816-9826-9304a83d939e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.0704157 Aug 31 07:47:14.094860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9514a51-1052-44f1-ab23-643f971ebb86 req-768de90e-b58e-419b-90ea-bea6360b1c2b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 Aug 31 07:47:14.238125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:14.286626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.312086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event deleted for resources: {'Port': ['ID=7f7120d5-cb1e-44b3-8a17-4da8ea53e430,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:14.399231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:14.440704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40502) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:14.450998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.454192 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.458150 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b74f4314-94a3-4faf-ae08-ee9a93dea7e0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "DELETE /v2.0/floatingips/454a3387-0dda-4757-8d64-25c49f5c982d HTTP/1.1" status: 204 len: 168 time: 0.9449134 Aug 31 07:47:14.461241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd473477-daec-43f6-b9bf-a17db19ea5c1 None None] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:14.512868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.582727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e1a2a-37f2-4a2e-9ce5-8ffa662bada9 req-193e938f-b1bd-4b7a-839f-c38ca609ddf5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:14.592829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f60e1a2a-37f2-4a2e-9ce5-8ffa662bada9 req-193e938f-b1bd-4b7a-839f-c38ca609ddf5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0701897 Aug 31 07:47:14.623958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1852264519'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:14.643884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] Provisioning for port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:14.652017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] Provisioning complete for port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:14.652709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.661503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f60e1a2a-37f2-4a2e-9ce5-8ffa662bada9 req-ba7cf232-0752-43a6-bc39-23d61501e922 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673485 Aug 31 07:47:14.771871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.773200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.784559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.809281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.848682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] For port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,segment=NetworkSegment(5eea8028-435d-4650-a191-c1b88696fca9),segment_id=5eea8028-435d-4650-a191-c1b88696fca9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:14.914416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:14.986829 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.043041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d73a8-4c5d-4fa0-9e02-21c3bbad43b4 None None] Pushing event updated for resources: {'Port': ['ID=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:15.062572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.096521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Router ba701378-bf63-4785-ab47-810b457dbc58 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:47:15.110244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7ec95687-4c77-45a3-8205-39b9ea90a358 None None] Provisioning complete for port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:15.110680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ec95687-4c77-45a3-8205-39b9ea90a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.226469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4691dde-bf91-4119-99f9-847d0f29eeb2 req-6fc8e119-332c-4d93-974c-9647af6f9485 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:15.228574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4691dde-bf91-4119-99f9-847d0f29eeb2 req-6fc8e119-332c-4d93-974c-9647af6f9485 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0595558 Aug 31 07:47:15.230350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.232079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-74c99c02-30bc-4b26-a696-b934c6bec43a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7888279 Aug 31 07:47:15.235143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40522) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.298685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40524) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.344895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582721892', 'description': 'tempest-description--2125013376'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.377488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.431539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4691dde-bf91-4119-99f9-847d0f29eeb2 req-1be4242e-37ab-4339-800d-dd2aeda35794 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794825 Aug 31 07:47:15.565652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:15.569638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.585365 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Sync routers for ids ['ba701378-bf63-4785-ab47-810b457dbc58'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:15.597212 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Routers {'ba701378-bf63-4785-ab47-810b457dbc58'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:15.598036 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ba701378-bf63-4785-ab47-810b457dbc58'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:15.649180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.653200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4fc2e6a2-d3cb-46f0-b0c4-01b10e6af3bc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4601989 Aug 31 07:47:15.653375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.653488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40526) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.661122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.755495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39018409-cca2-4198-9aa7-971b8e7d2e09 req-7eb58297-5d45-4144-bb64-790463b53394 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:15.757062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39018409-cca2-4198-9aa7-971b8e7d2e09 req-7eb58297-5d45-4144-bb64-790463b53394 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2573707 Aug 31 07:47:15.774716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc3f0-8fed-43d1-8fe8-e37f1c66c6d6 req-ed5d7e2d-cc1b-46bb-96d0-3b60a9da8778 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:15.775425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a36bc3f0-8fed-43d1-8fe8-e37f1c66c6d6 req-ed5d7e2d-cc1b-46bb-96d0-3b60a9da8778 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.2456110 Aug 31 07:47:15.808412 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Set router ba701378-bf63-4785-ab47-810b457dbc58 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:15.828069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39018409-cca2-4198-9aa7-971b8e7d2e09 req-453cfb14-95df-45f1-947f-3db45c594c7b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515325 Aug 31 07:47:15.843495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a36bc3f0-8fed-43d1-8fe8-e37f1c66c6d6 req-46553cbb-fccc-4208-914b-39d64f31d868 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Aug 31 07:47:15.922652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.923255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9371938d-8855-4adb-a041-d2d0d7a66ceb {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:15.938660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:15.938660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-578190a7-d908-4d77-845d-445c5696e2cc tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9371938d-8855-4adb-a041-d2d0d7a66ceb HTTP/1.1" status: 204 len: 168 time: 0.6966965 Aug 31 07:47:15.938660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40528) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:15.941880 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:15.943410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Request body: {'router': {'name': 'tempest-router-1848353816', 'distributed': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:15.995500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.040980 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:14Z', 'revision_number': 3, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:16.068539 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Checking router: ba701378-bf63-4785-ab47-810b457dbc58 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:16.069143 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Updating router ba701378-bf63-4785-ab47-810b457dbc58 port de3f5a97-a933-4c41-a8b4-6056659902a4 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:47:16.098750 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.116390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.152431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fabf8ad-130e-4b24-9357-88ec7fe72aae,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:16.171708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.222691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:16.244248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.245431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.277468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:16.278120 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.318948 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.379650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Allocated IP 172.20.0.1 (e77fb96d-bc7f-49c3-a6cc-825fcb465e44/7d0838df-a64f-4743-a377-0919317c6b77/1339a75e-97d1-47b5-bc30-a652ab2fa8c9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:16.388919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.393042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-95251870-fc72-4685-84eb-e0eb2e5c79dd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0887623 Aug 31 07:47:16.394093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40532) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:16.398982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'security_group_rule': {'security_group_id': '9fabf8ad-130e-4b24-9357-88ec7fe72aae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:16.415865 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.416186 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.431127 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Transition to ACTIVE for port object de3f5a97-a933-4c41-a8b4-6056659902a4 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:16.514474 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.524022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.539410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Transition to ACTIVE for port object 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:16.554776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.556289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda8173-3074-4986-b56f-c91ee4e0767e req-5a3317de-53bf-42f7-bc17-e843c61ca490 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:16.558600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbda8173-3074-4986-b56f-c91ee4e0767e req-5a3317de-53bf-42f7-bc17-e843c61ca490 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0542893 Aug 31 07:47:16.561630 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Pushing event updated for resources: {'Port': ['ID=de3f5a97-a933-4c41-a8b4-6056659902a4,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:16.575014 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.575471 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.575694 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.576027 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.576355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.576684 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.580561 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.582031 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.582449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.582790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.583115 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.583504 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:16.606887 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Attempting to bind port de3f5a97-a933-4c41-a8b4-6056659902a4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:16.607557 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Attempting to bind port de3f5a97-a933-4c41-a8b4-6056659902a4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:16.607702 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Attempting to bind port de3f5a97-a933-4c41-a8b4-6056659902a4 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:16.611828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbda8173-3074-4986-b56f-c91ee4e0767e req-82065fc4-9ac6-4173-af51-7bd316ab3354 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 Aug 31 07:47:16.613063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:16.613498 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:16.614277 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.614664 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:16.615131 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Bound port: de3f5a97-a933-4c41-a8b4-6056659902a4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:16.615500 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.634915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.649075 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.652867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1db95bc0-901b-4d5f-baf5-1697e7da43f7 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7111752 Aug 31 07:47:16.653189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40538) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:16.675221 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] For port de3f5a97-a933-4c41-a8b4-6056659902a4, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:16.677087 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] For port de3f5a97-a933-4c41-a8b4-6056659902a4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de3f5a97-a933-4c41-a8b4-6056659902a4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:16.683989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.729576 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.742359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:16.746442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:16.751697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:16.758383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.784319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Pushing event updated for resources: {'Port': ['ID=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:16.800018 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.815034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c3668e-0a90-4601-9575-b48eac8a9d95,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:16.823118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.902284 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895197-5b1a-479e-8a1c-10ff34899b77 None None] Pushing event updated for resources: {'Port': ['ID=de3f5a97-a933-4c41-a8b4-6056659902a4,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:16.903374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.905719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.910205 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Routers {'ba701378-bf63-4785-ab47-810b457dbc58'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:16.914028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ba701378-bf63-4785-ab47-810b457dbc58'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:16.915352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.917149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f18fe301-037a-400c-a79f-0b9d8c5d2eb0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213702 Aug 31 07:47:16.921431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40544) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:16.928162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'security_group_rule': {'security_group_id': '9fabf8ad-130e-4b24-9357-88ec7fe72aae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:17.073786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.077865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d36eb424-5ba5-40db-864c-d7d7478289eb {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:17.084250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] Set router ba701378-bf63-4785-ab47-810b457dbc58 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:17.085436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efad4f-002a-4f64-bca7-0af948fdc91e req-5ced3db9-7992-4c9a-8934-29de00661945 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:17.087184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0efad4f-002a-4f64-bca7-0af948fdc91e req-5ced3db9-7992-4c9a-8934-29de00661945 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1027970 Aug 31 07:47:17.090420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.094281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9ca9ce28-3cbd-4570-ae6a-6f3ac4154c34 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d36eb424-5ba5-40db-864c-d7d7478289eb HTTP/1.1" status: 204 len: 168 time: 0.4400969 Aug 31 07:47:17.095145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40546) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:17.099599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Request body: {'router': {'name': 'tempest-router-1835268583', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c6686437a24e4cf28d94e8550f72e101'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:17.102780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c05726-68b0-40a9-84e3-b69a5b836053 req-f7b61114-0a4c-4904-bf6c-2680c5dd1eda tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:17.104276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3c05726-68b0-40a9-84e3-b69a5b836053 req-f7b61114-0a4c-4904-bf6c-2680c5dd1eda tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1180198 Aug 31 07:47:17.153126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.202505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.263482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b21c11a8-747e-48ff-ba57-c7b33993d8de None None] Provisioning for port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:17.268311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b21c11a8-747e-48ff-ba57-c7b33993d8de None None] Provisioning complete for port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:17.268693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b21c11a8-747e-48ff-ba57-c7b33993d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.285276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.286525 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.300813 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.309340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b21c11a8-747e-48ff-ba57-c7b33993d8de None None] Port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:17.346782 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:14Z', 'revision_number': 3, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:17.380313 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ca96a-b1a8-4e43-81ba-d89854d1e592 None None] The sync data for ids ['ba701378-bf63-4785-ab47-810b457dbc58'] in n-d-713499-16 is: [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:14Z', 'revision_number': 3, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:17.405308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.406447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.442976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e16e38d-9a07-449f-8a16-91716c3ee683,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:17.484873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0efad4f-002a-4f64-bca7-0af948fdc91e req-c6afee66-dd27-44a5-9cc9-385ea4a5adb2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790689 Aug 31 07:47:17.488057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.490007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3c05726-68b0-40a9-84e3-b69a5b836053 req-ddc9b3d2-d2dd-46cf-a400-0ece79fa4e22 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779850 Aug 31 07:47:17.504263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.527550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.531675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-837072b4-8fc1-4440-8946-16bac3d571e6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6049547 Aug 31 07:47:17.532220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40554) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:17.539682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:17.621069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.728208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e42f1d-be13-43b5-b64f-bc5d904d1656 req-cd6e6e3e-9f97-4d2d-834d-3d1df0e0484a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:17.737232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27e42f1d-be13-43b5-b64f-bc5d904d1656 req-cd6e6e3e-9f97-4d2d-834d-3d1df0e0484a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1155562 Aug 31 07:47:17.742702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.746472 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-573cbf1e-4a9b-4d93-ab5f-63b5b80eb67a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6477621 Aug 31 07:47:17.750404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40558) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:17.760524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:17.803377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27e42f1d-be13-43b5-b64f-bc5d904d1656 req-346ceb42-5af2-4940-9ff4-daf72559a51f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652480 Aug 31 07:47:17.817769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8988d09-1293-431d-bef9-0b791c1b636b req-3314a8a3-b051-4bd1-8483-6d2af58a0525 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:17.823009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8988d09-1293-431d-bef9-0b791c1b636b req-3314a8a3-b051-4bd1-8483-6d2af58a0525 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0830374 Aug 31 07:47:17.868224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Pushing event updated for resources: {'Port': ['ID=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:17.871187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.899051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8988d09-1293-431d-bef9-0b791c1b636b req-67dc0009-a1b6-40b4-9345-829e3fd7d0e4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Aug 31 07:47:17.968527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.993778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfeeca-0ff3-432e-a725-fb7591aac029 req-a216acaa-61cf-4d7b-bf6b-3792eba41adb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:17.995402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6bfeeca-0ff3-432e-a725-fb7591aac029 req-a216acaa-61cf-4d7b-bf6b-3792eba41adb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0588813 Aug 31 07:47:18.038240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6bfeeca-0ff3-432e-a725-fb7591aac029 req-af6dc014-c113-4a1e-b770-819092e925ef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Aug 31 07:47:18.145460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.145460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.187392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a426d-901f-4511-9f28-8feb32d4c72b req-944e7639-cf72-425f-a0c2-7917b1b20fb9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:18.194813 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f9a426d-901f-4511-9f28-8feb32d4c72b req-944e7639-cf72-425f-a0c2-7917b1b20fb9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0816505 Aug 31 07:47:18.239446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de3f5a97-a933-4c41-a8b4-6056659902a4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:18.243220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f9a426d-901f-4511-9f28-8feb32d4c72b req-ab285b07-c2fa-437f-9b96-d2916422434f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Aug 31 07:47:18.279860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:18.285670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:18.297658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95445) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 07:47:18.298035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Router b72eac06-2d94-4b2e-87d3-f600db325b05 migrating from provider to provider. {{(pid=95445) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 07:47:18.298426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.347499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.406049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.416642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port de3f5a97-a933-4c41-a8b4-6056659902a4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:18.417698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672eceb-e67e-4beb-97d4-49fd4ea99c50 req-9d508948-e29b-4392-8ef5-d9c801d75c77 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:18.419400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d672eceb-e67e-4beb-97d4-49fd4ea99c50 req-9d508948-e29b-4392-8ef5-d9c801d75c77 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0652711 Aug 31 07:47:18.421904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port de3f5a97-a933-4c41-a8b4-6056659902a4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:18.422467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.476284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.498431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d672eceb-e67e-4beb-97d4-49fd4ea99c50 req-9757a81f-3e6e-4158-8db2-5808171dea44 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583365 Aug 31 07:47:18.552001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Router ba701378-bf63-4785-ab47-810b457dbc58 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:18.571005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.615638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port de3f5a97-a933-4c41-a8b4-6056659902a4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de3f5a97-a933-4c41-a8b4-6056659902a4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:18.646155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8a236d21-e254-4ded-987f-b9fdd6938602 None None] Provisioning complete for port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:18.646630 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a236d21-e254-4ded-987f-b9fdd6938602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.692301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6918-781b-4c73-8543-9977ef1f481f req-ca76d705-0ae2-432f-9dc7-ebc64054803b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:18.694105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a93f6918-781b-4c73-8543-9977ef1f481f req-ca76d705-0ae2-432f-9dc7-ebc64054803b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0881045 Aug 31 07:47:18.705681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b2bdf-3270-455c-a398-d58d7e895e3c req-9434a86a-43ed-46d1-b2ef-a5a495c03050 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:18.706379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:18.707521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-874b2bdf-3270-455c-a398-d58d7e895e3c req-9434a86a-43ed-46d1-b2ef-a5a495c03050 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.0901425 Aug 31 07:47:18.710787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8a236d21-e254-4ded-987f-b9fdd6938602 None None] Port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:18.770728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a93f6918-781b-4c73-8543-9977ef1f481f req-88910fbb-334c-4c83-b19f-151d09f97420 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Aug 31 07:47:18.785427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=de3f5a97-a933-4c41-a8b4-6056659902a4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:18.807408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-874b2bdf-3270-455c-a398-d58d7e895e3c req-31f612e7-3c9b-4241-a60f-d6ac2a2c40d3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794466 Aug 31 07:47:18.981324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Allocated IP 172.25.0.234 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/e284a2a4-7fd6-4418-baba-c3644280a72c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:18.984592 n-d-713499-16 neutron-server[95445]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] No L3 agents can host the router b72eac06-2d94-4b2e-87d3-f600db325b05 Aug 31 07:47:19.026622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03245d6b-49d6-4061-b51b-3edac1bfa9e0 req-9bd5dd86-c4b9-439d-817c-be16edeab1e0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:19.028219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03245d6b-49d6-4061-b51b-3edac1bfa9e0 req-9bd5dd86-c4b9-439d-817c-be16edeab1e0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0899072 Aug 31 07:47:19.050497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d27f3-ffa0-4d6f-be68-2b5e69b439a3 req-01657c30-b356-45d8-962a-2de067da2ff3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:19.052069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-551d27f3-ffa0-4d6f-be68-2b5e69b439a3 req-01657c30-b356-45d8-962a-2de067da2ff3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0763578 Aug 31 07:47:19.109026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03245d6b-49d6-4061-b51b-3edac1bfa9e0 req-5509762c-7d68-4c90-b503-276ef17b5725 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684795 Aug 31 07:47:19.116108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-551d27f3-ffa0-4d6f-be68-2b5e69b439a3 req-06179c21-bde3-481b-820c-88e54ac9bf0c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574064 Aug 31 07:47:19.242565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaa86b-3f15-4a08-912e-5a1f5a5a435f req-27e7d6ce-f8a0-4d2a-acb5-c8fe45b36248 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:19.244272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbbaa86b-3f15-4a08-912e-5a1f5a5a435f req-27e7d6ce-f8a0-4d2a-acb5-c8fe45b36248 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0593920 Aug 31 07:47:19.255484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Hosts for router b72eac06-2d94-4b2e-87d3-f600db325b05: [] {{(pid=95445) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 07:47:19.284621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbbaa86b-3f15-4a08-912e-5a1f5a5a435f req-ed798de2-2de3-4d63-a3dc-463315f2dc00 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Aug 31 07:47:19.288468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:19.298121 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a8d6eab5-5ce5-4f85-85ce-544d5310da14 admin admin] 10.222.0.36 "PUT /v2.0/routers/ba701378-bf63-4785-ab47-810b457dbc58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6409531 Aug 31 07:47:19.300219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Hosts for other DVR routers connected to router b72eac06-2d94-4b2e-87d3-f600db325b05: set() {{(pid=95445) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 07:47:19.302996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:19.303970 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce628c4a-af37-4abd-9182-54579e2e90d9 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "PUT /v2.0/routers/b72eac06-2d94-4b2e-87d3-f600db325b05 HTTP/1.1" status: 200 len: 717 time: 1.5475247 Aug 31 07:47:19.307982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40588) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:19.347083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:19.421099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Sync routers for ids ['ba701378-bf63-4785-ab47-810b457dbc58'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:19.431260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Routers {'ba701378-bf63-4785-ab47-810b457dbc58'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:19.431904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ba701378-bf63-4785-ab47-810b457dbc58'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:19.436651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-81a0920b-2fb2-4af0-9a34-d00d8249dcd6 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "GET /v2.0/routers/b72eac06-2d94-4b2e-87d3-f600db325b05 HTTP/1.1" status: 200 len: 717 time: 0.1247215 Aug 31 07:47:19.436919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:19.468347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59cb44-3af9-491b-b0ee-1c955f510c6e req-e3f32d4f-9473-4d72-b4f9-32fb1909df40 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:19.471178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f59cb44-3af9-491b-b0ee-1c955f510c6e req-e3f32d4f-9473-4d72-b4f9-32fb1909df40 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0772655 Aug 31 07:47:19.483396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:19.518269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f59cb44-3af9-491b-b0ee-1c955f510c6e req-eb1d2d02-37cf-401b-94ce-9009f240ec07 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Aug 31 07:47:19.545724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:19.552995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:19.560289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:19.561606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'Port': ['ID=e284a2a4-7fd6-4418-baba-c3644280a72c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:19.620274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Set router ba701378-bf63-4785-ab47-810b457dbc58 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:19.679660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e2812-5d64-4b03-b0fb-1ac78facd909 req-51a0e237-8c33-4e27-a970-c8e078fd7bb4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:19.681367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-376e2812-5d64-4b03-b0fb-1ac78facd909 req-51a0e237-8c33-4e27-a970-c8e078fd7bb4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0672228 Aug 31 07:47:19.739545 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-9c07cd83-64fd-4b77-a730-fdcde41f6fbe req-254096af-bf87-48fe-89f2-5277a4049a6b tempest-FloatingIPDetailsNegativeTestJSON-2022189380 tempest-FloatingIPDetailsNegativeTestJSON-2022189380-project] show failed (client error): The resource could not be found. Aug 31 07:47:19.745462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c07cd83-64fd-4b77-a730-fdcde41f6fbe req-254096af-bf87-48fe-89f2-5277a4049a6b tempest-FloatingIPDetailsNegativeTestJSON-2022189380 tempest-FloatingIPDetailsNegativeTestJSON-2022189380-project] 10.222.0.36 "GET /v2.0/floatingips/b7e0f57e-6ec8-4f3a-a8fa-5ecdca0e8822 HTTP/1.1" status: 404 len: 350 time: 0.0549722 Aug 31 07:47:19.752073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40604) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:19.808132 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7fa11cdc-fbac-4967-bbd9-90b3e4f9ac4c tempest-RoutersTestDVR-1032957509 tempest-RoutersTestDVR-1032957509-project] 10.222.0.36 "GET /v2.0/routers/b72eac06-2d94-4b2e-87d3-f600db325b05 HTTP/1.1" status: 200 len: 683 time: 0.3655386 Aug 31 07:47:19.808430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-376e2812-5d64-4b03-b0fb-1ac78facd909 req-9e06faf6-1bd4-4365-946c-3a63000eb0f6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139016 Aug 31 07:47:19.811059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40606) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:19.816603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:19.862377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:16Z', 'revision_number': 4, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '1339a75e-97d1-47b5-bc30-a652ab2fa8c9', 'name': '', 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'mac_address': 'fa:16:3e:24:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '7d0838df-a64f-4743-a377-0919317c6b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:16Z', 'updated_at': '2021-08-31T07:47:17Z', 'revision_number': 2, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'subnets': [{'id': '7d0838df-a64f-4743-a377-0919317c6b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:19.892964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Checking router: ba701378-bf63-4785-ab47-810b457dbc58 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:19.893917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Updating router ba701378-bf63-4785-ab47-810b457dbc58 port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:47:19.920929 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:19.940366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:19.969242 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.072059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:20.114306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.128373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740f840-6680-4df8-944e-889cb009d8aa req-0f72bab1-9b1d-4e5e-8a1d-5b5027728c41 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:20.135769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2740f840-6680-4df8-944e-889cb009d8aa req-0f72bab1-9b1d-4e5e-8a1d-5b5027728c41 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.2036185 Aug 31 07:47:20.201285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.259025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.270422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.276253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'Port': ['ID=e284a2a4-7fd6-4418-baba-c3644280a72c,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:20.291608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.335787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de3f5a97-a933-4c41-a8b4-6056659902a4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:20.342999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75690d68-1317-4dde-a475-37f07d46cde9 req-bc080f20-dbec-45c6-baa9-ee81fc89a4fd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:20.345171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75690d68-1317-4dde-a475-37f07d46cde9 req-bc080f20-dbec-45c6-baa9-ee81fc89a4fd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2960482 Aug 31 07:47:20.374741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.384498 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-af1b6711-3541-4b9c-8b0d-f30070230b43 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8466125 Aug 31 07:47:20.393038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2740f840-6680-4df8-944e-889cb009d8aa req-575cf9b2-1f6e-43de-ab7e-0ba8fb937357 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146695 Aug 31 07:47:20.449663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75690d68-1317-4dde-a475-37f07d46cde9 req-177948c6-6e76-4dcb-a7df-3eaa3c6faeca tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691476 Aug 31 07:47:20.500672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.501439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b72eac06-2d94-4b2e-87d3-f600db325b05 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:20.506541 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.511505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40624) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:20.512045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-76177de2-554c-4b4b-9669-cf24e9972d97 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b72eac06-2d94-4b2e-87d3-f600db325b05 HTTP/1.1" status: 204 len: 168 time: 0.6997790 Aug 31 07:47:20.521259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Request body: {'router': {'name': 'tempest-router-1493202273', 'distributed': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:20.551154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:20.611251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '07bed496-127c-429f-9d19-eff705cfad90', 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c', 'port_id': '07bed496-127c-429f-9d19-eff705cfad90', 'mac_address': 'fa:16:3e:58:a3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f019a63c-8ec4-4553-b6a6-41d1a0a163a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:20.618883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port de3f5a97-a933-4c41-a8b4-6056659902a4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:20.619195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.654439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.664613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.665684 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.697483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Transition to ACTIVE for port object 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:20.716053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.723118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70021b-bbfa-4f78-b13b-c147f99b3019 req-639a3160-5471-4652-9cd1-0b9e492983ea tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:20.724761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee70021b-bbfa-4f78-b13b-c147f99b3019 req-639a3160-5471-4652-9cd1-0b9e492983ea tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1311848 Aug 31 07:47:20.732457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bed496-127c-429f-9d19-eff705cfad90 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:20.734858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996673aa-7a46-42e5-b983-8d5d667b236d req-5783c33e-7720-456c-8e2a-ab8f31a752df tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:20.739729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-996673aa-7a46-42e5-b983-8d5d667b236d req-5783c33e-7720-456c-8e2a-ab8f31a752df tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1317861 Aug 31 07:47:20.745659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.787260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:20.821409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-996673aa-7a46-42e5-b983-8d5d667b236d req-9029cf6e-a23f-4b5f-ba27-a324842563d5 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785036 Aug 31 07:47:20.825323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee70021b-bbfa-4f78-b13b-c147f99b3019 req-fd906589-b220-4b50-b3a7-351d25d98499 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836439 Aug 31 07:47:20.827684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.861203 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.867035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:20.927642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b610e-10b5-4dd9-b352-b803a16f07c8 None None] Pushing event updated for resources: {'Port': ['ID=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:20.950694 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.002360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-7e831137-e473-4ac5-941f-8bebf2f0e542 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1582721892&fields=id&tenant_id=7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 267 time: 0.0706744 Aug 31 07:47:21.005488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Attempting to bind port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:21.006033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Attempting to bind port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:21.006549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Attempting to bind port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 on network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:21.019267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:21.019753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Checking segment: {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:21.020352 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.020760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Bound using segment: {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:21.021247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Bound port: 1339a75e-97d1-47b5-bc30-a652ab2fa8c9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eea8028-435d-4650-a191-c1b88696fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:21.021824 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.033134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.038897 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-58e0e437-9c9b-412f-a70c-5e108039e5e5 tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5259781 Aug 31 07:47:21.039787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40642) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:21.051637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:21.114872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] For port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:21.118885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] For port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,segment=NetworkSegment(5eea8028-435d-4650-a191-c1b88696fca9),segment_id=5eea8028-435d-4650-a191-c1b88696fca9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:21.143636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.158368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257bc45-0b4b-48dc-a9fb-c7600c718e79 req-a201c237-2d78-4850-a19f-7c558765c22b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:21.159993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b257bc45-0b4b-48dc-a9fb-c7600c718e79 req-a201c237-2d78-4850-a19f-7c558765c22b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1776755 Aug 31 07:47:21.192951 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.237104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-e1dd9de7-df12-419e-bc58-c6c9ec851fc2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:21.244178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-e1dd9de7-df12-419e-bc58-c6c9ec851fc2 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 816 time: 0.2246864 Aug 31 07:47:21.264350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b257bc45-0b4b-48dc-a9fb-c7600c718e79 req-6a4dd96f-dfe6-4740-aed5-e43ee81f141a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952060 Aug 31 07:47:21.276567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Routers {'ba701378-bf63-4785-ab47-810b457dbc58'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:21.276915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-8ba94191-ffff-4b9f-af3b-70d2968ef09c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/quotas/7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 375 time: 0.0317845 Aug 31 07:47:21.277193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ba701378-bf63-4785-ab47-810b457dbc58'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:21.281873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['07bed496-127c-429f-9d19-eff705cfad90'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:21.339889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.342436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.384757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b610e-10b5-4dd9-b352-b803a16f07c8 None None] Pushing event updated for resources: {'Port': ['ID=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:21.409564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-bfa8f381-1a28-427c-8099-870f1a431f1b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317616 Aug 31 07:47:21.489492 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.489492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4baf36df-8ace-44c6-beca-1c48fccdbdf6 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:21.501654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Deleting port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:21.502023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.502483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.506873 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1419c53f-4dba-4692-a51e-d34ef8ed0f7a tempest-RoutersTestDVR-557849165 tempest-RoutersTestDVR-557849165-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4baf36df-8ace-44c6-beca-1c48fccdbdf6 HTTP/1.1" status: 204 len: 168 time: 0.4629972 Aug 31 07:47:21.556761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] Set router ba701378-bf63-4785-ab47-810b457dbc58 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:21.629123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1bdfd-d60b-4623-8c21-b9332d913f26 req-0f4a2b64-d155-46c5-868a-f5dc79b95acd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:21.630727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49d1bdfd-d60b-4623-8c21-b9332d913f26 req-0f4a2b64-d155-46c5-868a-f5dc79b95acd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1484425 Aug 31 07:47:21.634754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-db75d040-3b1c-4bc3-9598-35ba385c4056 service neutron] 10.222.0.36 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116997 Aug 31 07:47:21.737295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] For port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,segment=NetworkSegment(5eea8028-435d-4650-a191-c1b88696fca9),segment_id=5eea8028-435d-4650-a191-c1b88696fca9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:21.737744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:21.782614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49d1bdfd-d60b-4623-8c21-b9332d913f26 req-f3b24b2a-8e66-486b-bf8d-7345f6b1d262 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443799 Aug 31 07:47:21.786409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Calling delete_port for 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:21.848822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:16Z', 'revision_number': 4, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '1339a75e-97d1-47b5-bc30-a652ab2fa8c9', 'name': '', 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'mac_address': 'fa:16:3e:24:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '7d0838df-a64f-4743-a377-0919317c6b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:16Z', 'updated_at': '2021-08-31T07:47:21Z', 'revision_number': 4, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'subnets': [{'id': '7d0838df-a64f-4743-a377-0919317c6b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:21.875702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d989631-e7c8-41ac-a6ba-bef3a6650199 None None] The sync data for ids ['ba701378-bf63-4785-ab47-810b457dbc58'] in n-d-713499-16 is: [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:16Z', 'revision_number': 4, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '1339a75e-97d1-47b5-bc30-a652ab2fa8c9', 'name': '', 'network_id': 'e77fb96d-bc7f-49c3-a6cc-825fcb465e44', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'mac_address': 'fa:16:3e:24:74:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '7d0838df-a64f-4743-a377-0919317c6b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:16Z', 'updated_at': '2021-08-31T07:47:21Z', 'revision_number': 4, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'subnets': [{'id': '7d0838df-a64f-4743-a377-0919317c6b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:21.882465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-b9b6a42e-cfc1-4cd7-892c-2d4e1c28d64b service neutron] 10.222.0.36 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276256 Aug 31 07:47:22.007628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8bfcf-caf1-445f-a3ec-417e0d1066be req-560d896b-59b3-456e-a765-b68ffe743d5f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:22.009310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78b8bfcf-caf1-445f-a3ec-417e0d1066be req-560d896b-59b3-456e-a765-b68ffe743d5f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1455588 Aug 31 07:47:22.081104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78b8bfcf-caf1-445f-a3ec-417e0d1066be req-adf3529c-904d-4093-b7d6-1d11a98c4818 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593014 Aug 31 07:47:22.244696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40664) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:22.351661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:22.353391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:22.383471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:22.383822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 07:47:22.409946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1339a75e-97d1-47b5-bc30-a652ab2fa8c9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:22.422169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e1360d-c4c4-49ad-989b-c9fa1b07c42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:22.430409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 not found, will not notify nova. {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 07:47:22.444159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b71e2b6c-e92a-4ab5-83b7-ab2345791e95 req-61f9e153-3fba-4dc5-8210-12aea0ee4650 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 210 time: 0.1001670 Aug 31 07:47:22.488801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406acd-b422-405d-8e21-363b3839ee73 req-ffab1171-f5f6-47ec-a2e7-84b9f3bb0d63 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:22.496500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de406acd-b422-405d-8e21-363b3839ee73 req-ffab1171-f5f6-47ec-a2e7-84b9f3bb0d63 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.2415869 Aug 31 07:47:22.595157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e1360d-c4c4-49ad-989b-c9fa1b07c42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:22.683244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e1360d-c4c4-49ad-989b-c9fa1b07c42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:22.694616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de406acd-b422-405d-8e21-363b3839ee73 req-6ed8286f-0dfc-4236-b7fa-69a3a86e3e25 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971307 Aug 31 07:47:22.738174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb22a5-0588-4fbc-8953-24dbdaa99a22 req-9a98f9f7-4d09-45eb-ba03-100a7e2a2459 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:22.740306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5edb22a5-0588-4fbc-8953-24dbdaa99a22 req-9a98f9f7-4d09-45eb-ba03-100a7e2a2459 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1737156 Aug 31 07:47:22.752431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79e1360d-c4c4-49ad-989b-c9fa1b07c42d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6686437a24e4cf28d94e8550f72e101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035913 Aug 31 07:47:22.752431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1360d-c4c4-49ad-989b-c9fa1b07c42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140381f-5bb7-4156-aece-5e2eeaef8f5e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:22.766433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40676) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:22.840780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66fadac8-331d-4e89-a4a2-45c03b0ab6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:22.873513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66fadac8-331d-4e89-a4a2-45c03b0ab6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.143429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66fadac8-331d-4e89-a4a2-45c03b0ab6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.146028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66fadac8-331d-4e89-a4a2-45c03b0ab6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.154172 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66fadac8-331d-4e89-a4a2-45c03b0ab6b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7140381f-5bb7-4156-aece-5e2eeaef8f5e HTTP/1.1" status: 204 len: 168 time: 0.3784320 Aug 31 07:47:23.182033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fadac8-331d-4e89-a4a2-45c03b0ab6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140381f-5bb7-4156-aece-5e2eeaef8f5e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:23.210348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5edb22a5-0588-4fbc-8953-24dbdaa99a22 req-13498235-4654-49d3-877b-cb1aed054a78 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313846 Aug 31 07:47:23.220459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.296194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534ac2e-3f0f-46fd-9a25-f097ee121877 req-c0c373d1-64c4-411d-81d6-35cb7f339d01 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:23.297878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6534ac2e-3f0f-46fd-9a25-f097ee121877 req-c0c373d1-64c4-411d-81d6-35cb7f339d01 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1082499 Aug 31 07:47:23.414050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6534ac2e-3f0f-46fd-9a25-f097ee121877 req-1a47cd53-39c0-48a8-aafd-62c0acf3d3f3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077328 Aug 31 07:47:23.449279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4e384-b17d-47ec-b877-1db795cec3f9 req-1a0c1224-7166-4d97-b95c-88b542a3f89e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:23.450784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6e4e384-b17d-47ec-b877-1db795cec3f9 req-1a0c1224-7166-4d97-b95c-88b542a3f89e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0822926 Aug 31 07:47:23.466315 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.543003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6e4e384-b17d-47ec-b877-1db795cec3f9 req-c0c5e67c-69e1-4a40-8cc5-891b239763fd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 Aug 31 07:47:23.643118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f5e1df9-0580-4e55-a353-6cb165c30a7f req-b8a8f674-723e-4143-b3df-e9e32d70c30c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 210 time: 0.0600324 Aug 31 07:47:23.666263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Router ba701378-bf63-4785-ab47-810b457dbc58 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:23.682503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8dc414e6-5ca7-4353-8c8d-2f1d472ee2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.858102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f609-609b-4b45-b2dd-b8b5e861a930 req-c4014b7e-d8c3-454d-a7d0-ec206223246a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:23.859579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd15f609-609b-4b45-b2dd-b8b5e861a930 req-c4014b7e-d8c3-454d-a7d0-ec206223246a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1456783 Aug 31 07:47:23.877978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:23.887616 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] Sync routers for ids ['ba701378-bf63-4785-ab47-810b457dbc58'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:23.890026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a4d28b44-8df9-4f45-9394-c7451b07af4b admin admin] 10.222.0.36 "PUT /v2.0/routers/ba701378-bf63-4785-ab47-810b457dbc58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1369212 Aug 31 07:47:23.893286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:23.904094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282e00f-ccd5-45bc-bb9a-d25b51102fee req-662f2ec8-61bd-4dcd-801f-7946d253066f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:23.905607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8282e00f-ccd5-45bc-bb9a-d25b51102fee req-662f2ec8-61bd-4dcd-801f-7946d253066f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.1038120 Aug 31 07:47:23.911755 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] Routers {'ba701378-bf63-4785-ab47-810b457dbc58'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:23.911755 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ba701378-bf63-4785-ab47-810b457dbc58'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:23.938855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd15f609-609b-4b45-b2dd-b8b5e861a930 req-b3dfeee8-2cb2-4966-9969-06295d360742 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729282 Aug 31 07:47:23.981340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8282e00f-ccd5-45bc-bb9a-d25b51102fee req-21eacd7d-a2b1-4ab1-92e9-2791f1d4da5c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651498 Aug 31 07:47:24.032159 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] Set router ba701378-bf63-4785-ab47-810b457dbc58 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:24.052146 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.102318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:24.124859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40702) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:24.152321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7164af86-666d-4164-a1f0-e9c7340bb11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.181610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc93fe-187e-400a-84d1-7af997f86ed3 req-66dba7af-d2de-42c9-bd76-d6574a4ac949 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:24.186364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bc93fe-187e-400a-84d1-7af997f86ed3 req-66dba7af-d2de-42c9-bd76-d6574a4ac949 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1068718 Aug 31 07:47:24.237753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 07bed496-127c-429f-9d19-eff705cfad90 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:24.241864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 07bed496-127c-429f-9d19-eff705cfad90 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:24.242248 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.270050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87bc93fe-187e-400a-84d1-7af997f86ed3 req-eedc9947-509b-4789-b3d4-c9adc8231beb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746479 Aug 31 07:47:24.275762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.325076 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:22Z', 'revision_number': 5, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:24.357207 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] Checking router: ba701378-bf63-4785-ab47-810b457dbc58 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:24.367873 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] Routers {'ba701378-bf63-4785-ab47-810b457dbc58'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:24.368715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ba701378-bf63-4785-ab47-810b457dbc58'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:24.387836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.394837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7164af86-666d-4164-a1f0-e9c7340bb11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.428702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bed496-127c-429f-9d19-eff705cfad90'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:24.431444 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683b9d0-23f4-4288-93ad-f0054e53cf67" -d '{"events": [{"server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "name": "network-vif-plugged", "status": "completed", "tag": "07bed496-127c-429f-9d19-eff705cfad90"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:24.450510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:24.450993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Deleting port de3f5a97-a933-4c41-a8b4-6056659902a4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:24.452005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.491011 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea49b1-66b0-4495-820a-4b34315c7887 x-openstack-request-id: req-01ea49b1-66b0-4495-820a-4b34315c7887 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:24.491952 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "name": "network-vif-plugged", "status": "completed", "tag": "07bed496-127c-429f-9d19-eff705cfad90", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:24.492359 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01ea49b1-66b0-4495-820a-4b34315c7887 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:24.493038 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bed496-127c-429f-9d19-eff705cfad90', 'code': 200} Aug 31 07:47:24.506104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7164af86-666d-4164-a1f0-e9c7340bb11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.547354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.575807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164af86-666d-4164-a1f0-e9c7340bb11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c32c2-8d3c-4fd7-a1cc-42d358807ce3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:24.589272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a91993-a3c3-4cf3-aa02-f8e4dfbcaecc req-22ab5849-b813-4f3d-bce6-a2889343fae9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:24.591178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22a91993-a3c3-4cf3-aa02-f8e4dfbcaecc req-22ab5849-b813-4f3d-bce6-a2889343fae9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0939488 Aug 31 07:47:24.612748 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7164af86-666d-4164-a1f0-e9c7340bb11f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=051501652a6040afadd653f1b3055b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857748 Aug 31 07:47:24.616630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40716) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:24.622083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:24.652648 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] Set router ba701378-bf63-4785-ab47-810b457dbc58 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:24.663192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e703b-9f63-414d-b1cb-e862a1a9fe16 req-2e440c4d-78c2-4c01-bd70-2eb50bcb081f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:24.664520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-791e703b-9f63-414d-b1cb-e862a1a9fe16 req-2e440c4d-78c2-4c01-bd70-2eb50bcb081f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.0690522 Aug 31 07:47:24.676434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] For port de3f5a97-a933-4c41-a8b4-6056659902a4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de3f5a97-a933-4c41-a8b4-6056659902a4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:24.676805 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.699320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Calling delete_port for de3f5a97-a933-4c41-a8b4-6056659902a4 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:24.699951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22a91993-a3c3-4cf3-aa02-f8e4dfbcaecc req-d0142b2e-2f0a-4595-b011-441f874918ce tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942075 Aug 31 07:47:24.742028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-791e703b-9f63-414d-b1cb-e862a1a9fe16 req-b39f8a70-0479-406d-bd76-874b491d3ea7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594435 Aug 31 07:47:24.773681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f698f8cd-407d-4d2d-a24c-789c87b95885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.808993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0063279e-0995-4f75-ba02-d5074df0d0cb req-86c7e4c9-32d1-4694-b88f-446e8ccaf035 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 210 time: 0.0395200 Aug 31 07:47:24.822559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c1e69-6d7b-4bb4-acef-cd4c5f77cdac req-5c1acd46-b256-4a1b-bb96-2ce592a1c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:24.825471 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1e2c1e69-6d7b-4bb4-acef-cd4c5f77cdac req-5c1acd46-b256-4a1b-bb96-2ce592a1c9d1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1097 time: 0.2462480 Aug 31 07:47:24.852042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f698f8cd-407d-4d2d-a24c-789c87b95885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.863706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed3d43-cab5-4cbf-a882-50e18d265bd5 req-ebb335da-4506-46c2-9840-6f18f301a265 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:24.865561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65ed3d43-cab5-4cbf-a882-50e18d265bd5 req-ebb335da-4506-46c2-9840-6f18f301a265 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0552940 Aug 31 07:47:24.913424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65ed3d43-cab5-4cbf-a882-50e18d265bd5 req-5c8518d6-3f78-45eb-8f5b-29a3727bd458 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Aug 31 07:47:24.913912 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:22Z', 'revision_number': 5, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:24.954998 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567762fa-11b6-4408-88d3-b0960865b5a3 None None] The sync data for ids ['ba701378-bf63-4785-ab47-810b457dbc58'] in n-d-713499-16 is: [{'id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2070827647-router', 'tenant_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:47:12Z', 'updated_at': '2021-08-31T07:47:22Z', 'revision_number': 5, 'project_id': 'a45e7d4062664690a36f3f845ef2f2ae', 'gw_port': {'id': 'de3f5a97-a933-4c41-a8b4-6056659902a4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba701378-bf63-4785-ab47-810b457dbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:47:13Z', 'updated_at': '2021-08-31T07:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:25.024844 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1e2c1e69-6d7b-4bb4-acef-cd4c5f77cdac req-8d08cbb7-5057-45c0-a4f7-0f0001c1217a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452384 Aug 31 07:47:25.120035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-ce15b935-e069-4bda-a889-c3e95a4597c8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:25.121596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-ce15b935-e069-4bda-a889-c3e95a4597c8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 816 time: 0.2013535 Aug 31 07:47:25.134436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f698f8cd-407d-4d2d-a24c-789c87b95885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.137041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f698f8cd-407d-4d2d-a24c-789c87b95885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.138257 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f698f8cd-407d-4d2d-a24c-789c87b95885 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e6c32c2-8d3c-4fd7-a1cc-42d358807ce3 HTTP/1.1" status: 204 len: 168 time: 0.5204248 Aug 31 07:47:25.147079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698f8cd-407d-4d2d-a24c-789c87b95885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c32c2-8d3c-4fd7-a1cc-42d358807ce3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:25.170340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294b5e2-a2af-4388-9773-89a2549462b1 req-2feec088-41ee-4088-9a1f-eeeb28b57c20 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:25.171843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2294b5e2-a2af-4388-9773-89a2549462b1 req-2feec088-41ee-4088-9a1f-eeeb28b57c20 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1325386 Aug 31 07:47:25.195979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe378df-9a17-46ed-b44f-eb451920372b req-a0a1fbbd-81a8-4b3a-b25f-e52bc4da4a88 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:25.197582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fe378df-9a17-46ed-b44f-eb451920372b req-a0a1fbbd-81a8-4b3a-b25f-e52bc4da4a88 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.1349552 Aug 31 07:47:25.221225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-17a8dd08-d437-4bf8-a766-45928a36b1cc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 380 time: 0.0875707 Aug 31 07:47:25.248686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'port': {'device_id': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'admin_state_up': True, 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'security_groups': ['9fabf8ad-130e-4b24-9357-88ec7fe72aae']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:25.267135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.296326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Pushing event deleted for resources: {'Port': ['ID=de3f5a97-a933-4c41-a8b4-6056659902a4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:25.315236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2294b5e2-a2af-4388-9773-89a2549462b1 req-244ee5df-2a22-4d90-bfeb-0b67ad7ffb0c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349955 Aug 31 07:47:25.350027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fe378df-9a17-46ed-b44f-eb451920372b req-c62b4bc7-12c0-4df1-bd75-1f3034d6f850 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334715 Aug 31 07:47:25.382854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.507206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.509923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.534152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573711c5-7719-4273-9af3-4cd12aa0336b req-06d4080b-d332-4353-b29b-0b602523ae3e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:25.535820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-573711c5-7719-4273-9af3-4cd12aa0336b req-06d4080b-d332-4353-b29b-0b602523ae3e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0628734 Aug 31 07:47:25.597372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Made reservation on behalf of 7223709be0234470abd6d741cb9bd31d for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:25.600896 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.626115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-573711c5-7719-4273-9af3-4cd12aa0336b req-9b77ad35-d282-4ab2-a93e-e817a0d15b41 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Aug 31 07:47:25.629309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.630354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba701378-bf63-4785-ab47-810b457dbc58 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:25.635954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.637278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-15a03315-f4a6-4198-a202-a4366ae1242b admin admin] 10.222.0.36 "DELETE /v2.0/routers/ba701378-bf63-4785-ab47-810b457dbc58 HTTP/1.1" status: 204 len: 168 time: 1.7429476 Aug 31 07:47:25.640918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:25.723476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Deleting subnet 7d0838df-a64f-4743-a377-0919317c6b77 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:47:25.727405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.775929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.805911 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.863646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Allocated IP 172.20.0.11 (43c08eb0-1449-4c08-b59a-b9c43a8050aa/4f8c1493-0d37-4cbe-874f-0fd24488fcbc/dcf85ece-058d-46a9-8e17-3f8e4febfa9b) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:25.880808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.927239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d5640-e7da-4832-b85b-c23fff61b676 req-b8a2bf8c-ada3-4f36-9f60-9dc06ca4bfd5 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:25.930279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-059d5640-e7da-4832-b85b-c23fff61b676 req-b8a2bf8c-ada3-4f36-9f60-9dc06ca4bfd5 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.0788383 Aug 31 07:47:26.023965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-059d5640-e7da-4832-b85b-c23fff61b676 req-45b2551d-2399-464d-aa32-b59b311ff10e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876114 Aug 31 07:47:26.073564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.102083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Transition to ACTIVE for port object dcf85ece-058d-46a9-8e17-3f8e4febfa9b will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:26.102327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.129097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15f3bf8e-c60c-435b-8fc5-7f6b60b308d6 req-ba55a1b0-ef21-48b0-ad67-d0251fea61c4 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 210 time: 0.0336761 Aug 31 07:47:26.133748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0838df-a64f-4743-a377-0919317c6b77,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:26.147288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.147932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f844421-7ff3-4692-b661-0ab2e61717d8 None None] Network e77fb96d-bc7f-49c3-a6cc-825fcb465e44 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:26.149213 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-59a8c597-30de-45f9-9d7a-65be0df68288 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d0838df-a64f-4743-a377-0919317c6b77 HTTP/1.1" status: 204 len: 168 time: 0.5072253 Aug 31 07:47:26.156007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40754) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:26.295758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:26.312562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.338107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:26.338460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1339a75e-97d1-47b5-bc30-a652ab2fa8c9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:26.338895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de3f5a97-a933-4c41-a8b4-6056659902a4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:26.364873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: de3f5a97-a933-4c41-a8b4-6056659902a4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:26.365332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de3f5a97-a933-4c41-a8b4-6056659902a4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:26.430530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Deleting port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:26.431114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.481965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.485868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] DHCP port deletion for e77fb96d-bc7f-49c3-a6cc-825fcb465e44 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:47:26.539899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.571997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] For port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,segment=NetworkSegment(5eea8028-435d-4650-a191-c1b88696fca9),segment_id=5eea8028-435d-4650-a191-c1b88696fca9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:26.572486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.589854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] Deleting port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:26.590411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.600375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:26.614091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:26.617316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Calling delete_port for d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:26.619376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:26.623224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:26.669739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4cba-60d0-428f-a95d-9f886b22fdca req-b841e557-37c1-4bf4-bbdc-001ef4c5ac67 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:26.677205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec0d4cba-60d0-428f-a95d-9f886b22fdca req-b841e557-37c1-4bf4-bbdc-001ef4c5ac67 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.1993301 Aug 31 07:47:26.690799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] For port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,segment=NetworkSegment(5eea8028-435d-4650-a191-c1b88696fca9),segment_id=5eea8028-435d-4650-a191-c1b88696fca9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:26.691486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.715033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] Calling delete_port for d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:26.775648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40778) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:26.785180 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1807ecfe-42ac-4702-b1aa-5b676b7cc07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.789267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:26.790361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.819374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec0d4cba-60d0-428f-a95d-9f886b22fdca req-491cab94-ca16-4ccf-842a-4832aabccf7f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411240 Aug 31 07:47:26.935472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.944999 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:26.953441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-496381773'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:26.960423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] No DVR routers for this DVR port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:26.991318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] No DVR routers for this DVR port d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:26.993270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0836697-3128-4354-bdb1-7512da9cbb0a None None] Pushing event deleted for resources: {'Port': ['ID=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:27.026390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:27.030077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-c1198c4f-1f6d-4ad9-b1af-4acc243031ff tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7915125 Aug 31 07:47:27.083927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Request body: {'port': {'device_id': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:27.141754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.151894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:27.155844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.165269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.173566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77fb96d-bc7f-49c3-a6cc-825fcb465e44']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:27.205008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eea8028-435d-4650-a191-c1b88696fca9') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:27.205315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eea8028-435d-4650-a191-c1b88696fca9') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:27.222697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.231570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4c563-6817-4ff5-b112-2b8bd09b68cb req-14e24fbf-1c7e-4d4f-b4fe-a69d092c4a02 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:27.233134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05b4c563-6817-4ff5-b112-2b8bd09b68cb req-14e24fbf-1c7e-4d4f-b4fe-a69d092c4a02 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2656946 Aug 31 07:47:27.239518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.264105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.273647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.280135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2704bba7-b044-4c45-a29a-cd4067e73e97 None None] Provisioning for port dcf85ece-058d-46a9-8e17-3f8e4febfa9b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:27.286990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2704bba7-b044-4c45-a29a-cd4067e73e97 None None] Provisioning complete for port dcf85ece-058d-46a9-8e17-3f8e4febfa9b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:27.286990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2704bba7-b044-4c45-a29a-cd4067e73e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.295325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379584b3-e33c-40f1-97d9-fa227b41be0e req-f1755ac1-3a63-44bb-9937-9e8d54456795 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:27.297153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-379584b3-e33c-40f1-97d9-fa227b41be0e req-f1755ac1-3a63-44bb-9937-9e8d54456795 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1819608 Aug 31 07:47:27.301657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:27.301657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:27.303286 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:27.326129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2704bba7-b044-4c45-a29a-cd4067e73e97 None None] Port dcf85ece-058d-46a9-8e17-3f8e4febfa9b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:27.366175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.396233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec055bd5-5f7f-423b-89f5-80c8b33c8a68,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:27.410956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05b4c563-6817-4ff5-b112-2b8bd09b68cb req-41eb6250-819c-48e9-b7ab-d08062d769e7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677320 Aug 31 07:47:27.504783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-379584b3-e33c-40f1-97d9-fa227b41be0e req-3a087aed-e7bd-46a1-aeb9-22b1e0a64b11 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698956 Aug 31 07:47:27.576865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:47:27.586375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.586580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.586854 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Added segment 840aa68b-56fc-4bb0-ac09-71f3bca5809a of type vlan for network 6dc07907-6a57-425d-9905-3cb7bf69ab07 Aug 31 07:47:27.591314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.598703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] 10.222.0.36 "DELETE /v2.0/networks/e77fb96d-bc7f-49c3-a6cc-825fcb465e44 HTTP/1.1" status: 204 len: 168 time: 1.4197249 Aug 31 07:47:27.606833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6b38e-66bd-46a8-a2b2-ec2b07df8a3b req-1611e326-3091-4b4f-945f-1dbdafebe231 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:27.608459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fb6b38e-66bd-46a8-a2b2-ec2b07df8a3b req-1611e326-3091-4b4f-945f-1dbdafebe231 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 932 time: 0.1222289 Aug 31 07:47:27.625359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9790cd-0de7-40a1-a854-3e71ca39e10e admin admin] Pushing event deleted for resources: {'Network': ['ID=e77fb96d-bc7f-49c3-a6cc-825fcb465e44,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:27.640980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.699917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fb6b38e-66bd-46a8-a2b2-ec2b07df8a3b req-5ed39669-eed2-4658-8919-535052adf0e1 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762694 Aug 31 07:47:27.767608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf85ece-058d-46a9-8e17-3f8e4febfa9b {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:27.775607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.777424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.784186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:27.784793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.788586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Transition to ACTIVE for port object dcf85ece-058d-46a9-8e17-3f8e4febfa9b will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:27.851516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Network': ['ID=6dc07907-6a57-425d-9905-3cb7bf69ab07,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:27.862772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:47:27.958150 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.960253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dacf26-1237-4ed8-a7d6-097be5a05176 req-66ebbe06-fc50-4c78-bede-a9788f3a7091 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:27.960984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6dacf26-1237-4ed8-a7d6-097be5a05176 req-66ebbe06-fc50-4c78-bede-a9788f3a7091 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0556684 Aug 31 07:47:28.003452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6dacf26-1237-4ed8-a7d6-097be5a05176 req-3e93c847-7b74-47b5-96e1-fa093413dcf0 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Aug 31 07:47:28.017694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.022581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a96dbeb2-02a5-4050-83ac-caeeaf6bca8f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2456520 Aug 31 07:47:28.023954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40796) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:28.030707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'subnet': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:28.083714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:28.199675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40800) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:28.208238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f8f37-2266-46b8-9c79-e3f7c635cb0c req-a6623fc6-a544-4f78-af3f-6c1cb68c7d6f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.214873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:28.217006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-586f8f37-2266-46b8-9c79-e3f7c635cb0c req-a6623fc6-a544-4f78-af3f-6c1cb68c7d6f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1097 time: 0.1123190 Aug 31 07:47:28.227333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Attempting to bind port dcf85ece-058d-46a9-8e17-3f8e4febfa9b on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:28.227815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Attempting to bind port dcf85ece-058d-46a9-8e17-3f8e4febfa9b by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:28.228240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Attempting to bind port dcf85ece-058d-46a9-8e17-3f8e4febfa9b on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:28.240938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:28.241540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d0cb3ce0-97e1-4441-9a0c-d1400a8d4b22 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:28.242033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Port dcf85ece-058d-46a9-8e17-3f8e4febfa9b on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:28.242459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Attempting to bind port dcf85ece-058d-46a9-8e17-3f8e4febfa9b on network 43c08eb0-1449-4c08-b59a-b9c43a8050aa {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:28.256673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:28.257156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Checking segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:28.257553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Bound using segment: {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:28.258102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Bound port: dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8319f5-28af-4149-8be9-358a85eeb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:28.258532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.273536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-586f8f37-2266-46b8-9c79-e3f7c635cb0c req-e90256db-0a0f-42c5-88cb-f3ce08f8db17 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554869 Aug 31 07:47:28.364120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:28.366043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:28.419895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f49d2-e26c-465c-b775-248d9ad1e9d8 req-b7a2a672-af3b-4be5-845d-46022d4d8b0a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.421652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f3f49d2-e26c-465c-b775-248d9ad1e9d8 req-b7a2a672-af3b-4be5-845d-46022d4d8b0a tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1097 time: 0.0437987 Aug 31 07:47:28.462761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f3f49d2-e26c-465c-b775-248d9ad1e9d8 req-b1e5ba0a-2c16-4a79-97b6-b9bbcad3c880 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Aug 31 07:47:28.507035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.536021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:28.542164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.579406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.579897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.581325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] 10.222.0.45 "PUT /v2.0/ports/dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 1093 time: 1.5272975 Aug 31 07:47:28.593332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:28.597345 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af427fbf-c1d3-4f84-9284-5fdb06689e65" -d '{"events": [{"name": "network-changed", "server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:28.632791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffb820-b64f-40b6-aa37-ab8e2fed8b20 req-3ede55d3-c1ad-44b7-9470-5160843e5643 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.634413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82ffb820-b64f-40b6-aa37-ab8e2fed8b20 req-3ede55d3-c1ad-44b7-9470-5160843e5643 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1398234 Aug 31 07:47:28.636651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23e95-c369-4cbe-8095-38ecee667975 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:28.672502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9197db95-e8c6-4608-aca0-857996e3ee9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a45e7d4062664690a36f3f845ef2f2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705000 Aug 31 07:47:28.676196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40816) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:28.710725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78401a-3574-4214-9966-4730adcac3d1 req-8adb12a8-d9ed-452d-8766-f1f2b4a40841 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.712493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e78401a-3574-4214-9966-4730adcac3d1 req-8adb12a8-d9ed-452d-8766-f1f2b4a40841 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1038196 Aug 31 07:47:28.717881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82ffb820-b64f-40b6-aa37-ab8e2fed8b20 req-05c5632d-77ab-4e25-ab2b-394b367d984e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635080 Aug 31 07:47:28.785783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-570940ab-ff72-4ef3-8c3b-3e8f7b08e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.787362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-570940ab-ff72-4ef3-8c3b-3e8f7b08e21f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1096 time: 0.0680320 Aug 31 07:47:28.791076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e78401a-3574-4214-9966-4730adcac3d1 req-2a7d563d-572b-4eb6-be54-7832e5edc07d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639281 Aug 31 07:47:28.845882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-39b5e057-15bf-4671-b86e-a440343c2ccd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 217 time: 0.0468237 Aug 31 07:47:28.857146 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b773649-c937-427e-836e-d03b8340727d x-openstack-request-id: req-2b773649-c937-427e-836e-d03b8340727d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:28.857504 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:28.857852 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b773649-c937-427e-836e-d03b8340727d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:28.858092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-782f9324-e9d4-4b12-a6af-0c3b429a4de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.858577 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'status': 'completed', 'code': 200} Aug 31 07:47:28.907826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-782f9324-e9d4-4b12-a6af-0c3b429a4de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.923253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-3688c71f-70a8-42d3-a139-1fb3b8ac3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:28.924828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-3688c71f-70a8-42d3-a139-1fb3b8ac3e0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0639286 Aug 31 07:47:28.977983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:28.986037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-d395f402-8d82-4256-b951-466a88bbfc0e req-a881f72a-8cf2-4d54-b21b-2f8b29203fd4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:28.987114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d395f402-8d82-4256-b951-466a88bbfc0e req-a881f72a-8cf2-4d54-b21b-2f8b29203fd4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1481326 Aug 31 07:47:29.012078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12bbc3-73c0-4d0a-bcff-9c7156fc5e69 req-58d51624-b0ee-498a-9c76-d2ecf8b2df22 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:29.019558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e12bbc3-73c0-4d0a-bcff-9c7156fc5e69 req-58d51624-b0ee-498a-9c76-d2ecf8b2df22 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1041248 Aug 31 07:47:29.020198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-b6fdbe56-b33e-4f98-96b2-4a88b690f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:29.021677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-b6fdbe56-b33e-4f98-96b2-4a88b690f27f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817561 Aug 31 07:47:29.072007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Subnet': ['ID=e517fa5e-a784-46a8-8919-58b71527b4b7,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:29.077424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Checking segment: {'id': '840aa68b-56fc-4bb0-ac09-71f3bca5809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:29.078440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network hostable DHCP agents. Network: 6dc07907-6a57-425d-9905-3cb7bf69ab07, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:47:29.106394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e12bbc3-73c0-4d0a-bcff-9c7156fc5e69 req-681ef1e3-9bbd-4159-b932-1e12ae5a6471 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837412 Aug 31 07:47:29.118106 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-782f9324-e9d4-4b12-a6af-0c3b429a4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.131073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-782f9324-e9d4-4b12-a6af-0c3b429a4de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.131073 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-782f9324-e9d4-4b12-a6af-0c3b429a4de7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88573e7d-e99d-46fb-b428-a01e9cdaf780 HTTP/1.1" status: 204 len: 168 time: 0.4459383 Aug 31 07:47:29.137678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f9324-e9d4-4b12-a6af-0c3b429a4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88573e7d-e99d-46fb-b428-a01e9cdaf780,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:29.143076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-3683e9be-e467-41bf-b720-d1f7dd76c008 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112649 Aug 31 07:47:29.254891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:47:29.269472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-258e76dc-a632-47f5-bc2b-a9e218db3e68 req-96c3d785-2c34-4bce-b135-665d75de0c87 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140840 Aug 31 07:47:29.397741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 6dc07907-6a57-425d-9905-3cb7bf69ab07) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:29.402336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:29.402930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.409750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a95a2-fc60-408d-aee0-830a3b492897 None None] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:29.447221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.481028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-1b362530-7f70-435b-8fd2-330eb7300615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:29.482540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-1b362530-7f70-435b-8fd2-330eb7300615 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1096 time: 0.0459776 Aug 31 07:47:29.560972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-6dc07907-6a57-425d-9905-3cb7bf69ab07', 'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'tenant_id': 'e933d89672ca4ba1ac8893628bf5fdf5', 'fixed_ips': [{'subnet_id': 'e517fa5e-a784-46a8-8919-58b71527b4b7'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:47:29.561946 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.579829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb13a990-ba8c-4524-a64e-fe346a730842 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5500567 Aug 31 07:47:29.580122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40828) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:29.592148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-379776506'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:29.654564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-dc1855f9-85a3-40bd-8d48-fc8476b1b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:29.658422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-dc1855f9-85a3-40bd-8d48-fc8476b1b6bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.1687098 Aug 31 07:47:29.712252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-cef78e50-5c81-4bca-93d9-a347dab85b0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 217 time: 0.0450504 Aug 31 07:47:29.719803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Allocated IP 2001:db8::2 (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/4327ac17-03c2-4346-8372-fe8ae81e10f2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:29.943488 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.952725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Transition to ACTIVE for port object 4327ac17-03c2-4346-8372-fe8ae81e10f2 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:29.969327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Transition to ACTIVE for port object 4327ac17-03c2-4346-8372-fe8ae81e10f2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:30.098301 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.142341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:30.145415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-f9aaa7d5-f178-4b90-95b8-0b5a9e222da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.145847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:30.146639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-f9aaa7d5-f178-4b90-95b8-0b5a9e222da4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.4224312 Aug 31 07:47:30.149557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:30.173123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Pushing event updated for resources: {'Port': ['ID=4327ac17-03c2-4346-8372-fe8ae81e10f2,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:30.203621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a4810-3547-419b-9aa2-f915052063fe req-2fdf933e-ea4f-445f-b67d-1f31deb4ef3e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.205198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e2a4810-3547-419b-9aa2-f915052063fe req-2fdf933e-ea4f-445f-b67d-1f31deb4ef3e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1427629 Aug 31 07:47:30.228026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Attempting to bind port 4327ac17-03c2-4346-8372-fe8ae81e10f2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:30.228405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Attempting to bind port 4327ac17-03c2-4346-8372-fe8ae81e10f2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '840aa68b-56fc-4bb0-ac09-71f3bca5809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:30.228828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Attempting to bind port 4327ac17-03c2-4346-8372-fe8ae81e10f2 on network 6dc07907-6a57-425d-9905-3cb7bf69ab07 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:30.234589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:30.234969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Checking segment: {'id': '840aa68b-56fc-4bb0-ac09-71f3bca5809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:30.235382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.235777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Bound using segment: {'id': '840aa68b-56fc-4bb0-ac09-71f3bca5809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:30.236249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Bound port: 4327ac17-03c2-4346-8372-fe8ae81e10f2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840aa68b-56fc-4bb0-ac09-71f3bca5809a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:30.237336 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.238453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-2a94a5bc-c139-4a12-bfc7-6eef034f1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.240104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-2a94a5bc-c139-4a12-bfc7-6eef034f1487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817041 Aug 31 07:47:30.301841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e2a4810-3547-419b-9aa2-f915052063fe req-cacde21a-4459-480b-b48a-0b10a3962be5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847902 Aug 31 07:47:30.305796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] For port 4327ac17-03c2-4346-8372-fe8ae81e10f2, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:30.310873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] For port 4327ac17-03c2-4346-8372-fe8ae81e10f2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4327ac17-03c2-4346-8372-fe8ae81e10f2,segment=NetworkSegment(840aa68b-56fc-4bb0-ac09-71f3bca5809a),segment_id=840aa68b-56fc-4bb0-ac09-71f3bca5809a)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:30.353339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-61ea2a53-1587-4fe3-8230-31f3d29eaa37 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052377 Aug 31 07:47:30.358762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:30.362658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.393366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.468003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] device_id is not set on port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:30.480256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc586-6808-43d2-804b-851d0538ee86 None None] Pushing event updated for resources: {'Port': ['ID=4327ac17-03c2-4346-8372-fe8ae81e10f2,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:30.544389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c3559-4044-4204-8b43-bee3be306711 req-cf7788e0-a95a-42ed-80de-3f9e982d336a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.545994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-551c3559-4044-4204-8b43-bee3be306711 req-cf7788e0-a95a-42ed-80de-3f9e982d336a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1797624 Aug 31 07:47:30.597609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af427fbf-c1d3-4f84-9284-5fdb06689e65 req-0c540838-5e7c-429b-a33e-0d7c319ff814 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301702 Aug 31 07:47:30.679177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-551c3559-4044-4204-8b43-bee3be306711 req-4e19ec53-d9fd-4403-8a6c-e1d281dc8f21 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256177 Aug 31 07:47:30.718049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Allocated IP 2001:db8::19e (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/b98ff056-e8c2-4365-b85f-3c2ff78d9ec4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:30.718854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40878) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:30.892524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1768662226-network', 'tenant_id': 'cc162ad4dd944ec4b5ff490b11126a82'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:30.936444 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.952545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Transition to ACTIVE for port object b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:31.074622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3cfe-f42e-4e8b-a85d-cdd2763e8ae2 req-5bea14da-4a8f-42ab-bebf-aeac9e464399 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:31.076197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f13f3cfe-f42e-4e8b-a85d-cdd2763e8ae2 req-5bea14da-4a8f-42ab-bebf-aeac9e464399 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0632322 Aug 31 07:47:31.077280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Made reservation on behalf of cc162ad4dd944ec4b5ff490b11126a82 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:31.079756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.089676 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.102030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.165749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f13f3cfe-f42e-4e8b-a85d-cdd2763e8ae2 req-028eeb4e-e5d6-4da2-8076-74dd1cd021e1 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820816 Aug 31 07:47:31.167644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:31.171244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:31.176425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:31.182099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:31.182743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.186776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=b98ff056-e8c2-4365-b85f-3c2ff78d9ec4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:31.225744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.252664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-716dd6d7-06ac-4c39-be27-9771190748df tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:31.253699 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-716dd6d7-06ac-4c39-be27-9771190748df tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063000 Aug 31 07:47:31.273770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Request body: {'binding': {'host': 'n-h1-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:31.274270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Unknown quota resources ['binding']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:47:31.339107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.438062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:47:31.444466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb11256e-e447-4015-bad0-14c6da857c3f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:31.447313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e4ba-d675-483b-a4df-7eb8b4aaf936 req-7d286d33-d677-48ff-9c1b-44ea0bd7781c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:31.449261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aa4e4ba-d675-483b-a4df-7eb8b4aaf936 req-7d286d33-d677-48ff-9c1b-44ea0bd7781c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0609992 Aug 31 07:47:31.481309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.481309 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Added segment 6661091f-ba55-4f38-9711-7735bd540ff9 of type vlan for network 1734ece1-7480-4398-8333-9c9b5fa02637 Aug 31 07:47:31.495134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aa4e4ba-d675-483b-a4df-7eb8b4aaf936 req-0dd9c419-b9b6-4543-86bf-35f3ee023b5f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Aug 31 07:47:31.500622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2cbf71ac-308e-45ae-b8a8-0ebf83b76fe9 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9180384 Aug 31 07:47:31.505959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40886) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:31.517852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-62057930', 'allowed_address_pairs': [{'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:e8:7a:d4'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:31.535060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on host n-h1-713499-16 for vnic_type normal with profile None {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:31.535398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:31.535726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:31.539545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.544460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:31.544776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:31.554245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78eb490-058e-41f1-86f5-b086e48ce0a3 None None] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:31.558100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:31.558517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:31.558936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:31.559384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Bound port: 07bed496-127c-429f-9d19-eff705cfad90, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:31.632852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:31.726200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.727125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:31.727715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.792291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] Pushing event updated for resources: {'Network': ['ID=1734ece1-7480-4398-8333-9c9b5fa02637,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:31.804829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.804829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-211a4e53-58fe-4411-b7ae-cd02f0f97095 service neutron] 10.222.0.36 "POST /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90/bindings HTTP/1.1" status: 201 len: 390 time: 0.5320492 Aug 31 07:47:31.808370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1734ece1-7480-4398-8333-9c9b5fa02637 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:47:31.819285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:31.853441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:31.892609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7aeab-72d0-4665-9591-9f28ef37648c req-ae4f7395-c096-46bc-aaa6-7b1ec500b762 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:31.894160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ea7aeab-72d0-4665-9591-9f28ef37648c req-ae4f7395-c096-46bc-aaa6-7b1ec500b762 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1042359 Aug 31 07:47:31.898042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4c05acfd-cec5-46c3-9398-8e9a23dee421 None None] Provisioning for port 4327ac17-03c2-4346-8372-fe8ae81e10f2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:31.942941 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:31.964127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ea7aeab-72d0-4665-9591-9f28ef37648c req-c753ab77-8d02-4e0b-a29d-4127a8427f07 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590999 Aug 31 07:47:31.971392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] device_id is not set on port 2e085caf-6927-44b0-9384-451c6e5dd1b8 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:32.011020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:32.022594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'mac_address': 'fa:16:3e:2f:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:32.063725 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-64823cd5-8cf8-410d-b9bf-93b3335fb85f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3422120 Aug 31 07:47:32.064626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40890) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:32.068727 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.074393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Request body: {'subnet': {'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1768662226-subnet', 'tenant_id': 'cc162ad4dd944ec4b5ff490b11126a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:32.093036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf85ece-058d-46a9-8e17-3f8e4febfa9b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:32.118094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:32.120083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Allocated IP 2001:db8::229 (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/2e085caf-6927-44b0-9384-451c6e5dd1b8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:32.276312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4327ac17-03c2-4346-8372-fe8ae81e10f2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:32.287032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Made reservation on behalf of cc162ad4dd944ec4b5ff490b11126a82 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:32.289065 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.350754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.418852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.441404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:32.453768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f824b26-9a25-4718-957f-b4af64b37445 req-e79692fc-24c2-4981-ac9e-e343a37c7b59 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:32.466559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f824b26-9a25-4718-957f-b4af64b37445 req-e79692fc-24c2-4981-ac9e-e343a37c7b59 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1981390 Aug 31 07:47:32.473351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Transition to ACTIVE for port object 2e085caf-6927-44b0-9384-451c6e5dd1b8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:32.538344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f824b26-9a25-4718-957f-b4af64b37445 req-e4cca8f2-a66b-42b9-98e1-f28a588e233f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706189 Aug 31 07:47:32.566390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 4327ac17-03c2-4346-8372-fe8ae81e10f2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:32.566390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Provisioning for port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:32.567414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4327ac17-03c2-4346-8372-fe8ae81e10f2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:32.567795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.601623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Provisioning complete for port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:32.602086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.633177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['dcf85ece-058d-46a9-8e17-3f8e4febfa9b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:32.675590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2c687-c791-4dd5-a1d8-2f96eff6d263 req-1d2a9f65-b950-4f75-b640-4c018eb63b0c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:32.676854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2c2c687-c791-4dd5-a1d8-2f96eff6d263 req-1d2a9f65-b950-4f75-b640-4c018eb63b0c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0767787 Aug 31 07:47:32.694047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:32.723582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.725294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2f362-ce86-440b-99b6-2c8be8bb57c8 req-2394a9a1-a24b-44b4-a134-48b21632af2c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:32.727465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52e2f362-ce86-440b-99b6-2c8be8bb57c8 req-2394a9a1-a24b-44b4-a134-48b21632af2c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0926304 Aug 31 07:47:32.736634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.754793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Provisioning complete for port 4327ac17-03c2-4346-8372-fe8ae81e10f2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:32.755188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.767387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2c2c687-c791-4dd5-a1d8-2f96eff6d263 req-2bbb7656-e3d9-4d31-8e2b-43ecd4a240f8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Aug 31 07:47:32.785094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3574f36c-1e17-402a-b606-70c675b4d519,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:32.803595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Checking segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:32.803959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Network hostable DHCP agents. Network: 1734ece1-7480-4398-8333-9c9b5fa02637, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:47:32.807091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.829050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:32.844762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:32.847480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:32.853778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:32.855256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:32.872606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=2e085caf-6927-44b0-9384-451c6e5dd1b8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:32.879939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 4327ac17-03c2-4346-8372-fe8ae81e10f2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4327ac17-03c2-4346-8372-fe8ae81e10f2,segment=NetworkSegment(840aa68b-56fc-4bb0-ac09-71f3bca5809a),segment_id=840aa68b-56fc-4bb0-ac09-71f3bca5809a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:32.886456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52e2f362-ce86-440b-99b6-2c8be8bb57c8 req-e5c93e04-77a1-48ee-aa2f-68c66eaff399 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450706 Aug 31 07:47:32.925525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Network 1734ece1-7480-4398-8333-9c9b5fa02637 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:47:32.950075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.066170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1734ece1-7480-4398-8333-9c9b5fa02637) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:33.071153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.076440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.077278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.081727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e35cf9-c25f-47c3-b853-f680ee173a70 None None] Network 1734ece1-7480-4398-8333-9c9b5fa02637 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:33.084764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-631f35c6-469b-4738-a43d-4cbd0d8bbd7f tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5722303 Aug 31 07:47:33.087363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40904) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:33.192994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6338a-2dc7-4e15-9e2e-a18290c06f20 req-41d317be-f99f-467c-89af-303672cf108f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.194536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fa6338a-2dc7-4e15-9e2e-a18290c06f20 req-41d317be-f99f-467c-89af-303672cf108f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1568110 Aug 31 07:47:33.204454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:47:33.204810 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-1301ecf4-cc55-4353-852b-8d198127f0fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:47:33.217490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=4327ac17-03c2-4346-8372-fe8ae81e10f2,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:33.235368 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-843df0d9-4ab9-4bee-b993-a96c88350d0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1620479 Aug 31 07:47:33.243132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415f979-ff4a-4cd4-a68f-3d67e0d47bfa tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.249504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415f979-ff4a-4cd4-a68f-3d67e0d47bfa tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.255724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415f979-ff4a-4cd4-a68f-3d67e0d47bfa tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.257424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d415f979-ff4a-4cd4-a68f-3d67e0d47bfa tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1691267 Aug 31 07:47:33.260344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40908) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:33.261118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-105f1348-f70b-4b10-83dc-dfd2442911d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.262679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-105f1348-f70b-4b10-83dc-dfd2442911d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1097 time: 0.1415431 Aug 31 07:47:33.296649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044a4e8-50ca-4305-bdc7-5bd72ccd94f0 None None] Network 1734ece1-7480-4398-8333-9c9b5fa02637 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:33.309354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fa6338a-2dc7-4e15-9e2e-a18290c06f20 req-97b567eb-2ac2-4823-a3ac-288f88a28184 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Aug 31 07:47:33.390662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port 2e085caf-6927-44b0-9384-451c6e5dd1b8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:33.391004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.401970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-066d94d7-a62b-40d6-8299-cbf02ae7c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.403516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-066d94d7-a62b-40d6-8299-cbf02ae7c086 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1254532 Aug 31 07:47:33.461540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-0a221699-3a29-40f5-be46-ceff77da7b20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 217 time: 0.0497379 Aug 31 07:47:33.496759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.512301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for 2e085caf-6927-44b0-9384-451c6e5dd1b8 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:33.531685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-c4686502-9a00-4f15-a373-b5678a1c1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.533743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-c4686502-9a00-4f15-a373-b5678a1c1f78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0624833 Aug 31 07:47:33.576660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-0a701d49-7dbb-4458-bf78-aacc00cc8de4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358133 Aug 31 07:47:33.780664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.792392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-d0248918-9196-4564-94bd-6294d379b5cd service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031803 Aug 31 07:47:33.800927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162978-63a9-471e-82b1-6018287058bb req-29ffefa6-a318-40a3-82e4-8a0ed6377476 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.802582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80162978-63a9-471e-82b1-6018287058bb req-29ffefa6-a318-40a3-82e4-8a0ed6377476 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 945 time: 0.1232533 Aug 31 07:47:33.810610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-7f1cd0f2-c1f9-423c-a429-555e660dc10f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:33.812649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-7f1cd0f2-c1f9-423c-a429-555e660dc10f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 822 time: 0.2345266 Aug 31 07:47:33.820872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=2e085caf-6927-44b0-9384-451c6e5dd1b8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:33.845512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:33.892383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-91a377a4-5376-4951-9e8d-f5771d916c4e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/quotas/cc162ad4dd944ec4b5ff490b11126a82 HTTP/1.1" status: 200 len: 375 time: 0.0693827 Aug 31 07:47:33.907690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be2dad3b-ec7d-4281-aec1-0efc173ae8c5 None None] Provisioning complete for port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:33.908278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be2dad3b-ec7d-4281-aec1-0efc173ae8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.953195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80162978-63a9-471e-82b1-6018287058bb req-a2a0fdf7-6b4f-4e42-9e3d-d4ff8b55eb89 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389086 Aug 31 07:47:33.954562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:33.957695 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82df37fb-a754-4b4f-89b2-94e1763f9d2c tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/ports/2e085caf-6927-44b0-9384-451c6e5dd1b8 HTTP/1.1" status: 204 len: 168 time: 0.6958232 Aug 31 07:47:33.960250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40934) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:33.962663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-3605a29a-7186-4c06-8dc0-a2c20eb506fd tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467720 Aug 31 07:47:33.992493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-be2dad3b-ec7d-4281-aec1-0efc173ae8c5 None None] Port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:33.999022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be2dad3b-ec7d-4281-aec1-0efc173ae8c5 None None] Could not find standard attr ID for object 2e085caf-6927-44b0-9384-451c6e5dd1b8. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:47:34.003102 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01c0022-bf5c-4c07-9d05-86c94ecd6aed tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] GET failed (client error): The resource could not be found. Aug 31 07:47:34.004969 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b01c0022-bf5c-4c07-9d05-86c94ecd6aed tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "GET /v2.0/ports/2e085caf-6927-44b0-9384-451c6e5dd1b8 HTTP/1.1" status: 404 len: 333 time: 0.0437288 Aug 31 07:47:34.008658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:34.017913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1575697873'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:34.066874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-e915eb99-6925-45e9-8219-0a2d41098324 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632737 Aug 31 07:47:34.097398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port dcf85ece-058d-46a9-8e17-3f8e4febfa9b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:34.102136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port dcf85ece-058d-46a9-8e17-3f8e4febfa9b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:34.102780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:34.135165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-bffff188-1524-4be9-8b95-8ee24214a838 service neutron] 10.222.0.36 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613870 Aug 31 07:47:34.144582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305883e3-098c-49d3-a2a8-e61756c48838 req-fa328f85-138d-4bbf-a217-8012731441cc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.146186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-305883e3-098c-49d3-a2a8-e61756c48838 req-fa328f85-138d-4bbf-a217-8012731441cc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0940361 Aug 31 07:47:34.220048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:34.237671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4327ac17-03c2-4346-8372-fe8ae81e10f2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:34.243791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-305883e3-098c-49d3-a2a8-e61756c48838 req-97fb87e4-1165-4741-9877-290e6b6a7ee0 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891538 Aug 31 07:47:34.275579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:34.278031 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49f7bb-9f51-4716-b2a0-5decefc89296" -d '{"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-plugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:34.281392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-340b9e37-b694-4433-9166-a085be8aa0ea service neutron] 10.222.0.36 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447828 Aug 31 07:47:34.299757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:34.318256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4327ac17-03c2-4346-8372-fe8ae81e10f2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:34.319035 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:34.326365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:34.335131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:34.379385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] device_id is not set on port 60a704b2-a5ee-4788-a9b5-abcf10033df8 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:34.396184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34349-439d-437d-9cc7-e0802e3c38c3 req-61bd1056-7731-479d-a098-1aa89f59b122 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.399880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11c34349-439d-437d-9cc7-e0802e3c38c3 req-61bd1056-7731-479d-a098-1aa89f59b122 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0892735 Aug 31 07:47:34.409628 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:34.458484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11c34349-439d-437d-9cc7-e0802e3c38c3 req-7cdb66a8-eba3-4ea9-99df-57d5275b0ae2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509109 Aug 31 07:47:34.474885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:34.517860 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c787e7-3d43-471c-bbbb-12e94f28312c x-openstack-request-id: req-09c787e7-3d43-471c-bbbb-12e94f28312c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:34.518118 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-plugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:34.518418 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09c787e7-3d43-471c-bbbb-12e94f28312c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:34.518809 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'code': 200} Aug 31 07:47:34.529518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Allocated IP 2001:db8::1d2 (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/60a704b2-a5ee-4788-a9b5-abcf10033df8) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:34.672717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c3378-129f-48fe-b665-fe83516d6127 req-112ba6f1-80ae-45a5-b1d1-324db8603cb3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.680784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-149c3378-129f-48fe-b665-fe83516d6127 req-112ba6f1-80ae-45a5-b1d1-324db8603cb3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1081140 Aug 31 07:47:34.706550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b6411-a1f0-49bc-8069-5c15c656c628 req-d1bc1ca7-d0cb-4b8c-9f85-d9b6097e7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:34.714472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-152b6411-a1f0-49bc-8069-5c15c656c628 req-d1bc1ca7-d0cb-4b8c-9f85-d9b6097e7d13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1098 time: 0.1108677 Aug 31 07:47:34.755258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:34.767056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-149c3378-129f-48fe-b665-fe83516d6127 req-dee5f18c-a53a-4018-b2d7-ee2d1d7dc88f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843420 Aug 31 07:47:34.793520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Transition to ACTIVE for port object 60a704b2-a5ee-4788-a9b5-abcf10033df8 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:34.807871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-152b6411-a1f0-49bc-8069-5c15c656c628 req-946f4492-ddf7-4b18-a4e7-c1e2fafe9868 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790348 Aug 31 07:47:34.898878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1634bd5c-ed10-439f-9993-8230d760ba77 req-9a409c46-c91f-4842-9fef-e070e97ab6d6 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 210 time: 0.0342071 Aug 31 07:47:34.952345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.003744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:35.009123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:35.013295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:35.019156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.019928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.034624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=60a704b2-a5ee-4788-a9b5-abcf10033df8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:35.118152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c6b71-90f2-491a-898d-09863304a5ef req-e2c903e6-e503-4647-bfd2-c7c321d0c3b7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.119980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be6c6b71-90f2-491a-898d-09863304a5ef req-e2c903e6-e503-4647-bfd2-c7c321d0c3b7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0611591 Aug 31 07:47:35.170548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be6c6b71-90f2-491a-898d-09863304a5ef req-61977c3b-85b2-4fa1-9faf-5cc60f12fe08 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Aug 31 07:47:35.190022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6b24b4be-af3a-4439-a41e-8ffd68355de1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1748247 Aug 31 07:47:35.190022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40956) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:35.193263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:e8:7a:d4'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:35.371276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.388863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9537e-7efc-4e4e-a573-50477761b18a req-72843fee-f7ba-42d7-be16-9dd41759d990 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.391147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc9537e-7efc-4e4e-a573-50477761b18a req-72843fee-f7ba-42d7-be16-9dd41759d990 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0590916 Aug 31 07:47:35.444985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc9537e-7efc-4e4e-a573-50477761b18a req-54238bf2-0a4a-4958-9269-e17a0e46e0b9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Aug 31 07:47:35.480160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e01096e3-3588-4c98-9f62-fc537dc5cc10 None None] Provisioning for port 60a704b2-a5ee-4788-a9b5-abcf10033df8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:35.487051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e01096e3-3588-4c98-9f62-fc537dc5cc10 None None] Provisioning complete for port 60a704b2-a5ee-4788-a9b5-abcf10033df8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:35.487437 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e01096e3-3588-4c98-9f62-fc537dc5cc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.561508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e01096e3-3588-4c98-9f62-fc537dc5cc10 None None] Port 60a704b2-a5ee-4788-a9b5-abcf10033df8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:35.614977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef3b4e-6b03-4357-bbf5-85994bbc9a95 req-130d2874-5ecd-42a8-a4f5-d602a3c7257e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.616741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beef3b4e-6b03-4357-bbf5-85994bbc9a95 req-130d2874-5ecd-42a8-a4f5-d602a3c7257e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0638473 Aug 31 07:47:35.639712 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-2502399a-641e-42fd-a778-27550a1678eb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1801105 Aug 31 07:47:35.676480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beef3b4e-6b03-4357-bbf5-85994bbc9a95 req-a2048632-ebd2-4f09-9e1a-8f0b28e483fe tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Aug 31 07:47:35.681544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.724616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-22feb11e-44cb-4ada-94f8-a732593180fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.726323 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-22feb11e-44cb-4ada-94f8-a732593180fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 1097 time: 0.0565188 Aug 31 07:47:35.800164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.875401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] In _notify_port_updated(), no bound segment for port 60a704b2-a5ee-4788-a9b5-abcf10033df8 on network 6dc07907-6a57-425d-9905-3cb7bf69ab07 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:47:35.881103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.881776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:35.883152 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "PUT /v2.0/ports/60a704b2-a5ee-4788-a9b5-abcf10033df8 HTTP/1.1" status: 200 len: 1003 time: 0.6947930 Aug 31 07:47:35.899286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40970) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:35.956387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3ec6f-c196-46cc-8614-d76314b0c240 req-21d43dd5-77e3-435b-815c-5b1ebed4a470 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:35.967956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec3ec6f-c196-46cc-8614-d76314b0c240 req-21d43dd5-77e3-435b-815c-5b1ebed4a470 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1170249 Aug 31 07:47:35.974967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdb0ed-078d-416d-8575-0044c5bd9133 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=60a704b2-a5ee-4788-a9b5-abcf10033df8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:36.012413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec3ec6f-c196-46cc-8614-d76314b0c240 req-eb09b802-2bbf-4d6d-bb78-3fcbe9ff5626 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Aug 31 07:47:36.030394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-42250f1b-9d8c-449b-ae67-d3c937752144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:36.032603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-42250f1b-9d8c-449b-ae67-d3c937752144 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.2854102 Aug 31 07:47:36.082759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port 60a704b2-a5ee-4788-a9b5-abcf10033df8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:36.083506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:36.138893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee17d10d-a647-402e-8551-e8ff8b2e147e req-7b9cd5c1-6eb4-4f2b-8e07-eacc5059acb2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 210 time: 0.0501292 Aug 31 07:47:36.205425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3dba5b30-c112-44e2-8bdf-b45f3a6cac3f None None] Provisioning complete for port 60a704b2-a5ee-4788-a9b5-abcf10033df8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:36.206042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3dba5b30-c112-44e2-8bdf-b45f3a6cac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:36.243258 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-1edbec07-36d3-432b-88e6-4ce08cdecc76 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 200 len: 217 time: 0.0871892 Aug 31 07:47:36.255106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3dba5b30-c112-44e2-8bdf-b45f3a6cac3f None None] Port 60a704b2-a5ee-4788-a9b5-abcf10033df8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:36.329916 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:36.341322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e1a43-613b-41b8-bca7-72c4f5e2c25f req-d4959842-1b43-4c15-b60c-17a09301378c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:36.341751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-65cecbc2-e2a9-4fd3-9e95-fc0c0337295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:36.342934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-325e1a43-613b-41b8-bca7-72c4f5e2c25f req-d4959842-1b43-4c15-b60c-17a09301378c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0558314 Aug 31 07:47:36.343317 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-65cecbc2-e2a9-4fd3-9e95-fc0c0337295e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0918200 Aug 31 07:47:36.347728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for 60a704b2-a5ee-4788-a9b5-abcf10033df8 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:36.382555 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-cb461c84-0571-4ef7-abd4-39a330dec44f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306451 Aug 31 07:47:36.395311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-325e1a43-613b-41b8-bca7-72c4f5e2c25f req-07314efb-41b3-48e2-b340-7e51edbed7cc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Aug 31 07:47:36.562733 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-7029c1b8-025d-4e6b-8a74-9b318211a874 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479914 Aug 31 07:47:36.615526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5725a-70e1-4938-9e7e-a43cded5f777 req-b9a0400e-7f82-46a1-9c4c-bc65eede6f70 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:36.623295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91f5725a-70e1-4938-9e7e-a43cded5f777 req-b9a0400e-7f82-46a1-9c4c-bc65eede6f70 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0824623 Aug 31 07:47:36.680492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91f5725a-70e1-4938-9e7e-a43cded5f777 req-e4f39694-196e-4492-862e-a9e7d561ba4f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559785 Aug 31 07:47:36.689442 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99182e56-2d30-4119-b30c-64c3280f1a4c req-e40be8c1-3338-437d-9047-3610bac678d8 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166255 Aug 31 07:47:36.835451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85fecf-23fa-4293-8f86-4566bd3c3ebf req-2f6c8de4-23eb-4ba1-b064-12058077b335 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:36.837158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe85fecf-23fa-4293-8f86-4566bd3c3ebf req-2f6c8de4-23eb-4ba1-b064-12058077b335 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0691192 Aug 31 07:47:36.896189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe85fecf-23fa-4293-8f86-4566bd3c3ebf req-c2eaf368-a9ae-413e-a7dc-349185695969 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Aug 31 07:47:36.923313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:36.956589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=60a704b2-a5ee-4788-a9b5-abcf10033df8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:37.062103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:37.064781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a3c51ecc-c27a-480a-89ec-b9c1161d6455 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/ports/60a704b2-a5ee-4788-a9b5-abcf10033df8 HTTP/1.1" status: 204 len: 168 time: 1.1705596 Aug 31 07:47:37.067722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:37.101660 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01cff41-62f2-46cc-9036-ea4e1ac6df72 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] GET failed (client error): The resource could not be found. Aug 31 07:47:37.103585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a01cff41-62f2-46cc-9036-ea4e1ac6df72 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "GET /v2.0/ports/60a704b2-a5ee-4788-a9b5-abcf10033df8 HTTP/1.1" status: 404 len: 333 time: 0.0347252 Aug 31 07:47:37.118477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40986) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:37.124775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1758677731'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:37.231637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a937b8-42e9-4d0c-9a7f-b24a408ba740 req-03a3f55e-31ab-43b0-8f0f-4584a2070719 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:37.239197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43a937b8-42e9-4d0c-9a7f-b24a408ba740 req-03a3f55e-31ab-43b0-8f0f-4584a2070719 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1329577 Aug 31 07:47:37.333437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07f0d085-0fd7-4c8b-b12d-709fcfaf181f req-2c44bf48-0e1e-4f76-92da-860b5e5a3533 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 210 time: 0.0479047 Aug 31 07:47:37.345459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43a937b8-42e9-4d0c-9a7f-b24a408ba740 req-295e8aef-dc0d-4363-a13f-d9bec2632d8a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053565 Aug 31 07:47:37.520831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:37.524337 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:37.547210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f910d7-d447-4684-b971-8affe01b5147 req-ab95c7d5-7055-4331-85c6-9e15855f4eef tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:37.551057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33f910d7-d447-4684-b971-8affe01b5147 req-ab95c7d5-7055-4331-85c6-9e15855f4eef tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0710754 Aug 31 07:47:37.554501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] device_id is not set on port 211604f0-c9d7-4d42-94fb-183679c155f8 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:37.636805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33f910d7-d447-4684-b971-8affe01b5147 req-62f6eaae-eddc-4558-945f-610d4d9c2d5f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775340 Aug 31 07:47:37.720619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Allocated IP 2001:db8::39a (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/211604f0-c9d7-4d42-94fb-183679c155f8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:37.905410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541d678-d47b-4d93-b3e7-020c7c0ee67c req-2c1c788b-7630-477b-9872-b521979eb984 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:37.907723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b541d678-d47b-4d93-b3e7-020c7c0ee67c req-2c1c788b-7630-477b-9872-b521979eb984 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1613460 Aug 31 07:47:37.918725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40998) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:37.927588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Request body: {'floatingip': {'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:38.124706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-faef0727-c180-41b8-b507-e29ef1e5ce6f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:38.126548 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-faef0727-c180-41b8-b507-e29ef1e5ce6f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.68 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 822 time: 0.1225312 Aug 31 07:47:38.146194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'port': {'device_id': 'c61cd784-a644-443d-94bc-fde53c504d69', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'admin_state_up': True, 'tenant_id': 'cc162ad4dd944ec4b5ff490b11126a82'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:38.313383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef164c3e-7a90-4c49-8336-05612a4479a9 req-0a1f140d-33c5-4c09-a6cc-c6de7b138912 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:38.315024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef164c3e-7a90-4c49-8336-05612a4479a9 req-0a1f140d-33c5-4c09-a6cc-c6de7b138912 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.5178022 Aug 31 07:47:38.342555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:38.362753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Made reservation on behalf of cc162ad4dd944ec4b5ff490b11126a82 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:38.367800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:38.504825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:38.518537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef164c3e-7a90-4c49-8336-05612a4479a9 req-a1189f75-579a-42c4-9982-7383343e13cc tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831682 Aug 31 07:47:38.554603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Allocated IP 172.20.0.8 (1734ece1-7480-4398-8333-9c9b5fa02637/3574f36c-1e17-402a-b606-70c675b4d519/c820330e-9abe-4efd-bc9d-19cb343c515e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:38.554820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e42526-7363-40f0-b6e1-32981e90f795 req-f91511d8-cdd6-4457-a3bd-96efb499f408 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:38.554820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8e42526-7363-40f0-b6e1-32981e90f795 req-f91511d8-cdd6-4457-a3bd-96efb499f408 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2536449 Aug 31 07:47:38.557347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Transition to ACTIVE for port object 211604f0-c9d7-4d42-94fb-183679c155f8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:38.754995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8e42526-7363-40f0-b6e1-32981e90f795 req-d3c4ed94-e35f-4432-bb09-5c074ebd22bd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826627 Aug 31 07:47:38.878976 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:38.900587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:38.930063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c49858a-4d07-4174-8323-f52d43163789 req-7a1be3d1-f47b-40bb-8fd6-71aec9d5ec2f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 210 time: 0.0806856 Aug 31 07:47:39.048760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:39.061632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:39.063446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=211604f0-c9d7-4d42-94fb-183679c155f8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:39.069860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:39.072098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:39.072818 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.115126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1960d2-e66e-4efa-b45e-e74e33eabfa3 req-9e2cd478-060f-4a5a-98fe-d7e8536414ee tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:39.116734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da1960d2-e66e-4efa-b45e-e74e33eabfa3 req-9e2cd478-060f-4a5a-98fe-d7e8536414ee tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1829965 Aug 31 07:47:39.118058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.174002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-68cfa605-8b5a-4aa5-a178-3175c92a84e8 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0506632 Aug 31 07:47:39.174221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Network 1734ece1-7480-4398-8333-9c9b5fa02637 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:39.174221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41010) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:39.180198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:7a:d4'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:39.188825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:39.248894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da1960d2-e66e-4efa-b45e-e74e33eabfa3 req-1dda26a9-ad44-411e-a03e-c2d6f6e73958 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090009 Aug 31 07:47:39.256004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:39.269418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.325800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.342430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:39.382347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.414440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:39.415508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.448600 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Floating IP a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa associated. External IP: 172.25.0.234, port: dcf85ece-058d-46a9-8e17-3f8e4febfa9b. Aug 31 07:47:39.517457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef571da4-fa46-4f35-95c7-e8473a6e3bf8 None None] Provisioning for port 211604f0-c9d7-4d42-94fb-183679c155f8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:39.523691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef571da4-fa46-4f35-95c7-e8473a6e3bf8 None None] Provisioning complete for port 211604f0-c9d7-4d42-94fb-183679c155f8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:39.524379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef571da4-fa46-4f35-95c7-e8473a6e3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.572428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-6805250b-f0ab-4ed9-83a2-bb265ee886d0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4308596 Aug 31 07:47:39.585022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ef571da4-fa46-4f35-95c7-e8473a6e3bf8 None None] Port 211604f0-c9d7-4d42-94fb-183679c155f8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:39.595835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Request body: {'port': {'device_id': 'c61cd784-a644-443d-94bc-fde53c504d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:39.693129 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.746802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.761833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:39.786204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903892-c9ac-4b1b-8e2d-0717d78ccec0 req-8366101a-cce6-4a0b-ade1-43c8d7b660ae tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:39.787767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c903892-c9ac-4b1b-8e2d-0717d78ccec0 req-8366101a-cce6-4a0b-ade1-43c8d7b660ae tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.1558201 Aug 31 07:47:39.881202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c903892-c9ac-4b1b-8e2d-0717d78ccec0 req-9639911e-693d-4fa8-ac66-da086d7fde29 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832882 Aug 31 07:47:39.910325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.964017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:39.977503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:39.978683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:39.989100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b031-080b-4f89-82a3-dee5f2372202 req-30876186-7fab-4efd-88c7-bab6378cb31b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:39.990605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77e8b031-080b-4f89-82a3-dee5f2372202 req-30876186-7fab-4efd-88c7-bab6378cb31b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0805194 Aug 31 07:47:39.995211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:39.997982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:47:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:40.011772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] In _notify_port_updated(), no bound segment for port 211604f0-c9d7-4d42-94fb-183679c155f8 on network 6dc07907-6a57-425d-9905-3cb7bf69ab07 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:47:40.019376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.024106 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.024106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "PUT /v2.0/ports/211604f0-c9d7-4d42-94fb-183679c155f8 HTTP/1.1" status: 200 len: 1003 time: 0.8469706 Aug 31 07:47:40.025670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41022) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:40.051655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-22a8afec-758d-497c-ad03-37c7977af905 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "PUT /v2.0/floatingips/a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa HTTP/1.1" status: 200 len: 992 time: 2.1317391 Aug 31 07:47:40.072646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:40.075743 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e046e-ac48-4c76-b490-0a4906abb9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:40.079004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4321312-2cf6-4eb4-8139-75cee5dd28a1 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=211604f0-c9d7-4d42-94fb-183679c155f8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:40.117459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77e8b031-080b-4f89-82a3-dee5f2372202 req-32ba4f94-3337-4ba8-b93f-1a30c83e2442 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063619 Aug 31 07:47:40.223415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:40.235166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c820330e-9abe-4efd-bc9d-19cb343c515e {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:40.254624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.284835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Transition to ACTIVE for port object c820330e-9abe-4efd-bc9d-19cb343c515e will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:40.301240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7eef2-ed08-4656-8c55-9214fad12d8c req-45e36365-532a-4521-86fa-57a351c9af07 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.303064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9d7eef2-ed08-4656-8c55-9214fad12d8c req-45e36365-532a-4521-86fa-57a351c9af07 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 931 time: 0.0926580 Aug 31 07:47:40.308967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port 211604f0-c9d7-4d42-94fb-183679c155f8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:40.309454 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.367036 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f42e6c-fde6-4a32-a089-40fab7618083 x-openstack-request-id: req-c8f42e6c-fde6-4a32-a089-40fab7618083 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:40.367675 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:40.367675 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8f42e6c-fde6-4a32-a089-40fab7618083 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:40.368268 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'status': 'completed', 'code': 200} Aug 31 07:47:40.400644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.489577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:40.498998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9d7eef2-ed08-4656-8c55-9214fad12d8c req-f745e1d9-0e93-4cf3-a0e9-69a660693a6e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843998 Aug 31 07:47:40.527479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-4facbb34-d08a-4f42-86ea-58ba2f5b7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.529046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-4facbb34-d08a-4f42-86ea-58ba2f5b7c36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1098 time: 0.1576781 Aug 31 07:47:40.535681 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.546145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Attempting to bind port c820330e-9abe-4efd-bc9d-19cb343c515e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:40.546497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Attempting to bind port c820330e-9abe-4efd-bc9d-19cb343c515e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:40.546971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Attempting to bind port c820330e-9abe-4efd-bc9d-19cb343c515e on network 1734ece1-7480-4398-8333-9c9b5fa02637 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:40.552278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Port c820330e-9abe-4efd-bc9d-19cb343c515e on network 1734ece1-7480-4398-8333-9c9b5fa02637 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:40.552553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Attempting to bind port c820330e-9abe-4efd-bc9d-19cb343c515e on network 1734ece1-7480-4398-8333-9c9b5fa02637 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:40.554741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e325d78-d27b-4589-8020-d775a5baa3bf None None] Provisioning complete for port 211604f0-c9d7-4d42-94fb-183679c155f8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:40.555225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e325d78-d27b-4589-8020-d775a5baa3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.561219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:40.561797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Checking segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:40.570443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Bound using segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:40.570443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Bound port: c820330e-9abe-4efd-bc9d-19cb343c515e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:40.570443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.600245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9e325d78-d27b-4589-8020-d775a5baa3bf None None] Port 211604f0-c9d7-4d42-94fb-183679c155f8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:40.610992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ff4c-5f7e-4308-9ddf-d41e9bd449b0 req-27928f8f-5109-40ac-bdc3-27afb2a89184 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.610992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c51ff4c-5f7e-4308-9ddf-d41e9bd449b0 req-27928f8f-5109-40ac-bdc3-27afb2a89184 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1823757 Aug 31 07:47:40.610992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for 211604f0-c9d7-4d42-94fb-183679c155f8 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:40.612608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'mac_address': 'fa:16:3e:2f:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:47:19Z', 'updated_at': '2021-08-31T07:47:39Z', 'revision_number': 1, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:40.650142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:40.651007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:40.656212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:40.660045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:40.660827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:47:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:40.724470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c51ff4c-5f7e-4308-9ddf-d41e9bd449b0 req-ac3fdda9-c943-48cd-b873-1babb07a9e7f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009293 Aug 31 07:47:40.760304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-0b14466b-e668-42f2-911c-8ae19f62700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.761909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-0b14466b-e668-42f2-911c-8ae19f62700d service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.2227674 Aug 31 07:47:40.777032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.857038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-5dcd241a-3b14-4c34-a200-2fe62e7ef8cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 1000 time: 0.0841968 Aug 31 07:47:40.866906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.867762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.869277 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] 10.222.0.68 "PUT /v2.0/ports/c820330e-9abe-4efd-bc9d-19cb343c515e HTTP/1.1" status: 200 len: 1092 time: 1.2840731 Aug 31 07:47:40.869768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:40.880562 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:40.927073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12617d9-75ef-428f-9f7f-5592c1ae3529 service neutron] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:40.948659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:40.956730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-8db89b3a-3e32-46e1-9cf3-f447b79db6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:40.958415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-8db89b3a-3e32-46e1-9cf3-f447b79db6dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0738175 Aug 31 07:47:40.970571 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea73aa1d-f9fd-43dd-9e83-6e712e31be5b x-openstack-request-id: req-ea73aa1d-f9fd-43dd-9e83-6e712e31be5b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:40.970913 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:40.971157 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea73aa1d-f9fd-43dd-9e83-6e712e31be5b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:40.971558 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'status': 'completed', 'code': 200} Aug 31 07:47:41.032449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-c9eb5962-0f5c-44a5-8fdb-7d3b1b791ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.034340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-c9eb5962-0f5c-44a5-8fdb-7d3b1b791ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676129 Aug 31 07:47:41.047362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd req-6e4c6c3b-343b-4dc1-8d95-d31c4ae2d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.049147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd req-6e4c6c3b-343b-4dc1-8d95-d31c4ae2d9ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 1095 time: 0.0518878 Aug 31 07:47:41.116421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:41.175504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=211604f0-c9d7-4d42-94fb-183679c155f8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:41.211699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd req-de2d0834-5287-43a1-aca9-eb2c41a3bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.213999 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd req-de2d0834-5287-43a1-aca9-eb2c41a3bac1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1541111 Aug 31 07:47:41.227559 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:41.229525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8764dbe3-8cad-4689-9b30-6788da0be909 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/ports/211604f0-c9d7-4d42-94fb-183679c155f8 HTTP/1.1" status: 204 len: 168 time: 1.1966581 Aug 31 07:47:41.232807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41042) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:41.243035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb21dd2-a83d-4651-bf15-0ee6d06b3256 req-18a66c6e-d220-40bc-9029-7f65b3e91d4f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.244623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cb21dd2-a83d-4651-bf15-0ee6d06b3256 req-18a66c6e-d220-40bc-9029-7f65b3e91d4f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.1885068 Aug 31 07:47:41.256426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'mac_address': 'fa:16:3e:2f:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:47:19Z', 'updated_at': '2021-08-31T07:47:39Z', 'revision_number': 1, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:41.287242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea09cb-e756-420c-a6f5-88b0c38fdc8a None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'mac_address': 'fa:16:3e:2f:00:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:47:19Z', 'updated_at': '2021-08-31T07:47:39Z', 'revision_number': 1, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:41.292392 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e10b119-554d-4fc9-b911-1cac7f699fa4 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] GET failed (client error): The resource could not be found. Aug 31 07:47:41.293532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4e10b119-554d-4fc9-b911-1cac7f699fa4 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "GET /v2.0/ports/211604f0-c9d7-4d42-94fb-183679c155f8 HTTP/1.1" status: 404 len: 333 time: 0.0479679 Aug 31 07:47:41.298423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41046) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:41.302474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-a79287dc-f3d5-4c27-800d-96250ec487fe service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602823 Aug 31 07:47:41.305411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1766163936'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:41.332430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cb21dd2-a83d-4651-bf15-0ee6d06b3256 req-10dd3ecf-00f3-4ba2-a31c-1bca5635832b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747015 Aug 31 07:47:41.499816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-612e046e-ac48-4c76-b490-0a4906abb9c3 req-3b1ab5e7-9ad1-445c-af90-fac0e3be8672 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777241 Aug 31 07:47:41.501315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd req-64ae4733-3582-40c8-b856-644195ce9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.510579 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aa1a9aa0-5397-4156-917e-ebb153ce8fcd req-64ae4733-3582-40c8-b856-644195ce9782 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2857070 Aug 31 07:47:41.586650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:41.596067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:41.695293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c6b78-def5-499a-aa0e-74103d14b08a req-dd80f9e6-dd81-4163-97ea-f58ba095108e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.698408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a4c6b78-def5-499a-aa0e-74103d14b08a req-dd80f9e6-dd81-4163-97ea-f58ba095108e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1442387 Aug 31 07:47:41.708752 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade2003-4943-4dce-9bf9-d7586bf9dcc9 None None] New status for floating IP a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:47:41.713846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-4ceaa24a-e751-48e6-81cb-df046706be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.716655 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-4ceaa24a-e751-48e6-81cb-df046706be89 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 1095 time: 0.1144578 Aug 31 07:47:41.725742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] device_id is not set on port d289ccef-7017-4ae3-b606-44a74ab4c226 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:41.749694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421113f-6784-45df-a220-391bc8719d3d req-0a29ffa7-ee9a-4159-8440-b8d2a9f2289f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.758131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1421113f-6784-45df-a220-391bc8719d3d req-0a29ffa7-ee9a-4159-8440-b8d2a9f2289f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1185637 Aug 31 07:47:41.824944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1421113f-6784-45df-a220-391bc8719d3d req-f9c05802-3d7a-457c-ae6d-e6e0ab2387d3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655382 Aug 31 07:47:41.838059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a4c6b78-def5-499a-aa0e-74103d14b08a req-942cc7f8-81f1-442e-b092-19f67b18bafb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245747 Aug 31 07:47:41.955854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Allocated IP 2001:db8::25f (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/d289ccef-7017-4ae3-b606-44a74ab4c226) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:41.960551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42258b9-e1e9-4c16-b2b3-602543dceb29 req-4e873de4-4ae6-45f2-86be-0ceec2fb8018 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:41.972145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e42258b9-e1e9-4c16-b2b3-602543dceb29 req-4e873de4-4ae6-45f2-86be-0ceec2fb8018 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 943 time: 0.0731308 Aug 31 07:47:42.026627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e42258b9-e1e9-4c16-b2b3-602543dceb29 req-8a0ddf63-b781-489b-a8b1-515a1811d92f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532184 Aug 31 07:47:42.040169 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-af321946-06b3-440f-ba2d-d169d6a24526 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c820330e-9abe-4efd-bc9d-19cb343c515e HTTP/1.1" status: 200 len: 217 time: 0.0543256 Aug 31 07:47:42.146829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-62383407-352b-4415-8850-4b988f856c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.148405 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-62383407-352b-4415-8850-4b988f856c9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3574f36c-1e17-402a-b606-70c675b4d519 HTTP/1.1" status: 200 len: 862 time: 0.0982506 Aug 31 07:47:42.192684 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-5ed29579-8f44-4a2e-a530-7900d8eb27a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1734ece1-7480-4398-8333-9c9b5fa02637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344737 Aug 31 07:47:42.267707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:42.289102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Transition to ACTIVE for port object d289ccef-7017-4ae3-b606-44a74ab4c226 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:42.515755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd44d-84a6-4ba4-8727-1de291a217a3 req-f7d4f49f-658f-4458-82e8-e3d6de74ae6a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.532832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78fcd44d-84a6-4ba4-8727-1de291a217a3 req-f7d4f49f-658f-4458-82e8-e3d6de74ae6a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.1236265 Aug 31 07:47:42.640275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78fcd44d-84a6-4ba4-8727-1de291a217a3 req-20e6a6c2-8602-479d-974f-4a83f398f9f4 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019936 Aug 31 07:47:42.655802 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-95561b41-4930-4a5d-a32a-6abd2c8fe649 service neutron] 10.222.0.68 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494088 Aug 31 07:47:42.681276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-6ea4a781-b851-48da-8521-768229117ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.681276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-6ea4a781-b851-48da-8521-768229117ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1097 time: 0.1003008 Aug 31 07:47:42.753162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-81bde412-a00c-42f4-a21c-0e080e9c5227 req-ef289150-25c4-49f8-bcb5-32b2d5ac0b55 service neutron] 10.222.0.68 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867035 Aug 31 07:47:42.793127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-113d26f4-4b57-471a-b498-acd5db950b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.794687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-113d26f4-4b57-471a-b498-acd5db950b9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 915 time: 0.0931721 Aug 31 07:47:42.797757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:42.841451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-df94d72b-204d-4ffd-948f-83bdb68eb97e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.842845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-c3b179e5-2128-4fa3-a0f1-dd97a8792d7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.0405643 Aug 31 07:47:42.843502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-df94d72b-204d-4ffd-948f-83bdb68eb97e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.0838754 Aug 31 07:47:42.918446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-b6f19b04-edc5-4f1e-a68d-3158487ea0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.919733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:42.920099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-b6f19b04-edc5-4f1e-a68d-3158487ea0c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.0651362 Aug 31 07:47:42.929502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:42.934375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=d289ccef-7017-4ae3-b606-44a74ab4c226,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:42.941466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:42.947409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:42.948119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.011853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-fd033ef6-e237-468e-8ed0-08ee923ef55a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607376 Aug 31 07:47:43.021047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Deleting port e46d992c-23d1-4d5c-9ac1-f712a7072930 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:43.021047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.054645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ee219-7311-4074-ab14-e8d5b0641247 req-1456523f-9536-43f4-bd78-3c589b0ae1f7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:43.056451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d8ee219-7311-4074-ab14-e8d5b0641247 req-1456523f-9536-43f4-bd78-3c589b0ae1f7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1413705 Aug 31 07:47:43.104098 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c68d2879-ceb5-460a-b20b-0140caac3a09 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8027172 Aug 31 07:47:43.107739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41068) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:43.109762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98804d8b-e2ba-43e9-945b-cf7d8f837d40 req-065a9fc0-86b9-473f-95aa-c57f110aa815 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:43.111358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98804d8b-e2ba-43e9-945b-cf7d8f837d40 req-065a9fc0-86b9-473f-95aa-c57f110aa815 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 945 time: 0.1593351 Aug 31 07:47:43.112067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'network_id': '6dc07907-6a57-425d-9905-3cb7bf69ab07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1822802747'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:43.171268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d8ee219-7311-4074-ab14-e8d5b0641247 req-56d57a3f-9e7c-4b16-9042-8ab821c19a89 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871973 Aug 31 07:47:43.188703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] For port e46d992c-23d1-4d5c-9ac1-f712a7072930, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e46d992c-23d1-4d5c-9ac1-f712a7072930,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:43.189220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.207975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98804d8b-e2ba-43e9-945b-cf7d8f837d40 req-5a4c9c8e-e1ea-46a7-bb2f-8199a96920a5 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811670 Aug 31 07:47:43.210185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-915f1f21-08be-4ab2-b4c7-6a10764c6140 service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878352 Aug 31 07:47:43.221304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Calling delete_port for e46d992c-23d1-4d5c-9ac1-f712a7072930 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:43.379689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c050c57a-b9e8-4bc1-8811-228882c479ce req-09111dc9-1186-4030-a437-0b1ed287c2d3 service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587851 Aug 31 07:47:43.392689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f9a4e-4022-4115-b769-62cac9414109 req-321711bf-74fd-498e-a523-830a4c82828e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:43.394284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-167f9a4e-4022-4115-b769-62cac9414109 req-321711bf-74fd-498e-a523-830a4c82828e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 943 time: 0.0789225 Aug 31 07:47:43.421638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Made reservation on behalf of e933d89672ca4ba1ac8893628bf5fdf5 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:43.425848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.435507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-167f9a4e-4022-4115-b769-62cac9414109 req-5de96e4e-3e49-4a7d-b16c-65e73aaedf52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Aug 31 07:47:43.450121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5d176497-f5a6-49b5-a160-1ae650bd0f3f None None] Provisioning for port d289ccef-7017-4ae3-b606-44a74ab4c226 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:43.450730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] device_id is not set on port 3ceb7969-ee48-4653-99e6-51fbb5ff211e yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:43.455394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5d176497-f5a6-49b5-a160-1ae650bd0f3f None None] Provisioning complete for port d289ccef-7017-4ae3-b606-44a74ab4c226 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:43.455394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5d176497-f5a6-49b5-a160-1ae650bd0f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.498241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5d176497-f5a6-49b5-a160-1ae650bd0f3f None None] Port d289ccef-7017-4ae3-b606-44a74ab4c226 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:43.547410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.559228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e46d992c-23d1-4d5c-9ac1-f712a7072930'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:43.587869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event deleted for resources: {'Port': ['ID=e46d992c-23d1-4d5c-9ac1-f712a7072930,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:43.655206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Allocated IP 2001:db8::22c (6dc07907-6a57-425d-9905-3cb7bf69ab07/e517fa5e-a784-46a8-8919-58b71527b4b7/3ceb7969-ee48-4653-99e6-51fbb5ff211e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:43.657903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] No DVR routers for this DVR port e46d992c-23d1-4d5c-9ac1-f712a7072930 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:43.664319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.666417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-44ff15a2-609a-4a0e-b3c3-ad9a832dbe75 req-96051e2b-abfe-4054-a98f-5d3951263261 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "DELETE /v2.0/ports/e46d992c-23d1-4d5c-9ac1-f712a7072930 HTTP/1.1" status: 204 len: 173 time: 0.8077257 Aug 31 07:47:43.666865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'name': 'network-vif-deleted', 'tag': 'e46d992c-23d1-4d5c-9ac1-f712a7072930'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:43.669195 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae04654a-e94d-4710-888a-818634f1fb01" -d '{"events": [{"server_uuid": "39cf1e5f-fad2-4626-a5cb-37150aa05f52", "name": "network-vif-deleted", "tag": "e46d992c-23d1-4d5c-9ac1-f712a7072930"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:43.719715 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c92d8f-e10e-4314-81ae-d4c1edbd7d58 x-openstack-request-id: req-c3c92d8f-e10e-4314-81ae-d4c1edbd7d58 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:43.720048 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cf1e5f-fad2-4626-a5cb-37150aa05f52", "name": "network-vif-deleted", "tag": "e46d992c-23d1-4d5c-9ac1-f712a7072930", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:43.720265 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3c92d8f-e10e-4314-81ae-d4c1edbd7d58 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:43.720666 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cf1e5f-fad2-4626-a5cb-37150aa05f52', 'name': 'network-vif-deleted', 'tag': 'e46d992c-23d1-4d5c-9ac1-f712a7072930', 'status': 'completed', 'code': 200} Aug 31 07:47:43.801887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556430-376f-4a19-b8a6-bb6edceb9952 req-d84ed37e-1e7c-4ff7-9c3c-155d1fe92ce3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:43.803587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b556430-376f-4a19-b8a6-bb6edceb9952 req-d84ed37e-1e7c-4ff7-9c3c-155d1fe92ce3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0596216 Aug 31 07:47:43.845409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b556430-376f-4a19-b8a6-bb6edceb9952 req-bec8ff0e-d0bb-4f86-99e5-73cb4b07ec29 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Aug 31 07:47:43.849342 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:43.867278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Transition to ACTIVE for port object 3ceb7969-ee48-4653-99e6-51fbb5ff211e will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:44.083550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.129795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:44.133140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:44.137184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:44.143489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:44.144142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.157114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=3ceb7969-ee48-4653-99e6-51fbb5ff211e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:44.203434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:44.305863 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-618d98d8-ef24-440d-a26f-0fe3eac0c90b tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1961823 Aug 31 07:47:44.308248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41084) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:44.312724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:e8:7a:d4'}, {'ip_address': '2001:db8::25f', 'mac_address': 'fa:16:3e:33:f6:7e'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:44.347002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:44.360722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'port_id': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'mac_address': 'fa:16:3e:7e:64:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574f36c-1e17-402a-b606-70c675b4d519', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:44.365147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82b8329-98d2-423c-b625-dbe7dab0b060 req-e394b06b-737b-4f2d-8c15-6dd48b438e92 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=39cf1e5f-fad2-4626-a5cb-37150aa05f52 HTTP/1.1" status: 200 len: 210 time: 0.0353920 Aug 31 07:47:44.378011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b717e-c19c-4ce2-b8e6-99155029ef66 req-4826dd99-74da-4d59-8645-2d7a9cb5adfc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:44.379852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea4b717e-c19c-4ce2-b8e6-99155029ef66 req-4826dd99-74da-4d59-8645-2d7a9cb5adfc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1074755 Aug 31 07:47:44.419939 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.429777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea4b717e-c19c-4ce2-b8e6-99155029ef66 req-72e0cf2c-e4c4-4ce3-af5a-768fde1192ff tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374346 Aug 31 07:47:44.438428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c820330e-9abe-4efd-bc9d-19cb343c515e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:44.460773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:44.512703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.566728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4b418-e9cf-486d-8fc9-1f66852487ef req-7c4bf2a1-2617-49fc-8e55-b1d43f4e28e5 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:44.592232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92a4b418-e9cf-486d-8fc9-1f66852487ef req-7c4bf2a1-2617-49fc-8e55-b1d43f4e28e5 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 943 time: 0.0542598 Aug 31 07:47:44.607858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92a4b418-e9cf-486d-8fc9-1f66852487ef req-354c5f26-f0d5-4015-a20d-27a33b10acb1 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Aug 31 07:47:44.634583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-60f08981-5939-4231-b906-a1744f262198 None None] Provisioning for port 3ceb7969-ee48-4653-99e6-51fbb5ff211e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:44.639264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-60f08981-5939-4231-b906-a1744f262198 None None] Provisioning complete for port 3ceb7969-ee48-4653-99e6-51fbb5ff211e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:44.639673 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-60f08981-5939-4231-b906-a1744f262198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.696938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-60f08981-5939-4231-b906-a1744f262198 None None] Port 3ceb7969-ee48-4653-99e6-51fbb5ff211e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:44.718817 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.726654 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.801703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:44.857647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.893597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] In _notify_port_updated(), no bound segment for port 3ceb7969-ee48-4653-99e6-51fbb5ff211e on network 6dc07907-6a57-425d-9905-3cb7bf69ab07 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:47:44.899630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:44.900142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:44.904234 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "PUT /v2.0/ports/3ceb7969-ee48-4653-99e6-51fbb5ff211e HTTP/1.1" status: 200 len: 1068 time: 0.5940177 Aug 31 07:47:44.907368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41096) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:44.955319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfbc25-19bf-4bb1-b402-1a68fa2fa758 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event updated for resources: {'Port': ['ID=3ceb7969-ee48-4653-99e6-51fbb5ff211e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:44.973715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee67628-5042-43a5-a448-19d57f168f01 req-b9b93ea8-3ec7-4955-95ec-484a3a2ee7e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:44.975511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fee67628-5042-43a5-a448-19d57f168f01 req-b9b93ea8-3ec7-4955-95ec-484a3a2ee7e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.0557220 Aug 31 07:47:45.036440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port 3ceb7969-ee48-4653-99e6-51fbb5ff211e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:45.043715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.043866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fee67628-5042-43a5-a448-19d57f168f01 req-ef5dce90-f66b-41a2-ab00-70a362b4e171 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Aug 31 07:47:45.084955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c820330e-9abe-4efd-bc9d-19cb343c515e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:45.149746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.163532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for 3ceb7969-ee48-4653-99e6-51fbb5ff211e owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:45.250051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-68f72616-f7f6-4d16-a875-ca33f8054a27 None None] Provisioning complete for port 3ceb7969-ee48-4653-99e6-51fbb5ff211e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:45.250358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-68f72616-f7f6-4d16-a875-ca33f8054a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.290406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-68f72616-f7f6-4d16-a875-ca33f8054a27 None None] Port 3ceb7969-ee48-4653-99e6-51fbb5ff211e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:47:45.406015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.444118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=3ceb7969-ee48-4653-99e6-51fbb5ff211e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:45.601171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274382-52bb-4f3a-a7a3-cd9fcd4bd1bb req-d77bbf95-eb17-49ce-b64b-e9bedd0495e0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:45.602944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4274382-52bb-4f3a-a7a3-cd9fcd4bd1bb req-d77bbf95-eb17-49ce-b64b-e9bedd0495e0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0767305 Aug 31 07:47:45.641689 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.645919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-042ee75a-318a-4bcd-97fa-8aa5b4bcc5cd tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/ports/3ceb7969-ee48-4653-99e6-51fbb5ff211e HTTP/1.1" status: 204 len: 168 time: 0.7394578 Aug 31 07:47:45.647755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41114) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:45.652318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4274382-52bb-4f3a-a7a3-cd9fcd4bd1bb req-e7afb11a-3e9b-4166-adab-6d13b8a5cca9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Aug 31 07:47:45.697474 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd973a6b-b0d5-4b08-85fd-2a8c5c77488d tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] GET failed (client error): The resource could not be found. Aug 31 07:47:45.698755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dd973a6b-b0d5-4b08-85fd-2a8c5c77488d tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "GET /v2.0/ports/3ceb7969-ee48-4653-99e6-51fbb5ff211e HTTP/1.1" status: 404 len: 333 time: 0.0489213 Aug 31 07:47:45.703260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:45.804514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port d289ccef-7017-4ae3-b606-44a74ab4c226 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:45.805148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.897345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:45.899907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e46d992c-23d1-4d5c-9ac1-f712a7072930 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:45.910385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for d289ccef-7017-4ae3-b606-44a74ab4c226 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:45.911814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac8e2-3635-411e-a673-9a534368b8ef req-1870b39c-9aec-4e45-a207-8e0a44c1a3fc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:45.914586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdaac8e2-3635-411e-a673-9a534368b8ef req-1870b39c-9aec-4e45-a207-8e0a44c1a3fc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 944 time: 0.1378884 Aug 31 07:47:45.921369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: e46d992c-23d1-4d5c-9ac1-f712a7072930 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:45.922154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e46d992c-23d1-4d5c-9ac1-f712a7072930 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:45.971129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-451dd27d-11d6-4268-bcdf-88c068b64499 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:45.973948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-451dd27d-11d6-4268-bcdf-88c068b64499 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.2799776 Aug 31 07:47:46.020014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-fdd705c1-33cb-4438-8658-52d48f540644 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/quotas/c0373a2954f44be5bd4e8058ddb1d244 HTTP/1.1" status: 200 len: 375 time: 0.0338237 Aug 31 07:47:46.025417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdaac8e2-3635-411e-a673-9a534368b8ef req-a92d0c8d-222c-4461-b70c-572accc77197 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948172 Aug 31 07:47:46.067800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-9b99d1dd-4ac7-4a91-9994-2c0c440f3767 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409977 Aug 31 07:47:46.079970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-a5c6092d-ce47-408d-9b3e-db3814efd3e6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:46.081006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-a5c6092d-ce47-408d-9b3e-db3814efd3e6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064967 Aug 31 07:47:46.120484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.188331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-e9cf0c1e-a067-44fb-ace3-84a63d3572bc service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009288 Aug 31 07:47:46.190960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=d289ccef-7017-4ae3-b606-44a74ab4c226,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:46.234335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.236774 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7e7faa29-5257-4a17-bfef-95e03da79995 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/ports/d289ccef-7017-4ae3-b606-44a74ab4c226 HTTP/1.1" status: 204 len: 168 time: 0.5322061 Aug 31 07:47:46.241010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:46.271882 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fa52bf-e6a7-43d6-a219-6fc263afea77 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] GET failed (client error): The resource could not be found. Aug 31 07:47:46.273602 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4fa52bf-e6a7-43d6-a219-6fc263afea77 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "GET /v2.0/ports/d289ccef-7017-4ae3-b606-44a74ab4c226 HTTP/1.1" status: 404 len: 333 time: 0.0313408 Aug 31 07:47:46.277466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-8ad1ac2e-d257-4383-a9de-a169449b0900 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:46.279749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-8ad1ac2e-d257-4383-a9de-a169449b0900 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.1519194 Aug 31 07:47:46.280302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41130) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:46.292874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-16'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:46.413423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.480979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:46.481335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.634200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.651737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e3c95-e5f2-4202-88f9-1c67e1e01cb0 req-5e5e7da5-e159-4cc7-90cc-722536c867df tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:46.653271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da4e3c95-e5f2-4202-88f9-1c67e1e01cb0 req-5e5e7da5-e159-4cc7-90cc-722536c867df tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 945 time: 0.4023597 Aug 31 07:47:46.654940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:46.656948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:46.665141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-01c329ee-e2f0-4fa4-9e14-9d3f90379aea service neutron] 10.222.0.36 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704285 Aug 31 07:47:46.705166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da4e3c95-e5f2-4202-88f9-1c67e1e01cb0 req-3b8ef72a-1ccb-4e26-8bca-58ba6a828f10 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Aug 31 07:47:46.740660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:46.802162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bed496-127c-429f-9d19-eff705cfad90'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:46.804505 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087a15e2-90b9-442b-a295-86879da24283" -d '{"events": [{"server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "name": "network-vif-unplugged", "status": "completed", "tag": "07bed496-127c-429f-9d19-eff705cfad90"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:46.809408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:46.884762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b6485-410c-4feb-8b08-9300bac77a19 req-782827be-1cd2-41c0-9431-cc2c3767e866 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:46.886300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-084b6485-410c-4feb-8b08-9300bac77a19 req-782827be-1cd2-41c0-9431-cc2c3767e866 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0514884 Aug 31 07:47:46.925041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-084b6485-410c-4feb-8b08-9300bac77a19 req-c4919530-3fb0-4ea1-80e6-b5e4de693bc6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Aug 31 07:47:46.967112 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023b7698-d7dc-4ef6-919e-1d82ee35340a x-openstack-request-id: req-023b7698-d7dc-4ef6-919e-1d82ee35340a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:46.967444 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "name": "network-vif-unplugged", "status": "completed", "tag": "07bed496-127c-429f-9d19-eff705cfad90", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:46.967664 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-023b7698-d7dc-4ef6-919e-1d82ee35340a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:46.968094 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bed496-127c-429f-9d19-eff705cfad90', 'code': 200} Aug 31 07:47:47.031505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.033552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.081509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c889de5-99e8-4f0e-b5e1-d25902758579 req-3dda95ef-17f1-4674-9515-30e97a51e3be tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 210 time: 0.0376720 Aug 31 07:47:47.176728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.178802 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/ports/b98ff056-e8c2-4365-b85f-3c2ff78d9ec4 HTTP/1.1" status: 204 len: 168 time: 0.8975351 Aug 31 07:47:47.182270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41148) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:47.185428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:47.213823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7dde7-c89a-4738-ba89-1e586a3af594 req-c4677f82-9de9-45e1-8e9e-4508b49fa761 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:47.217206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ab7dde7-c89a-4738-ba89-1e586a3af594 req-c4677f82-9de9-45e1-8e9e-4508b49fa761 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 944 time: 0.1022265 Aug 31 07:47:47.236901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8390996-b466-4842-8a5c-ad61c9876b96 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=b98ff056-e8c2-4365-b85f-3c2ff78d9ec4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:47.239213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on host n-h2-713499-16 for vnic_type normal with profile {"migrating_to": "n-h1-713499-16"} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:47.239516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:47.239950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:47.245399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:47.245912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Attempting to bind port 07bed496-127c-429f-9d19-eff705cfad90 on network a9fef05d-49c9-41d5-aa23-f45b975b007c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:47.252214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:47.252696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Checking segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:47.253186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Bound using segment: {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:47.253760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Bound port: 07bed496-127c-429f-9d19-eff705cfad90, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a9fef05d-49c9-41d5-aa23-f45b975b007c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:47.254259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.297965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting subnet e517fa5e-a784-46a8-8919-58b71527b4b7 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:47:47.304513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.334475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:47.338630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:47.350409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ab7dde7-c89a-4738-ba89-1e586a3af594 req-6e77e787-28b9-4285-a1e4-bb4ef4e09210 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120031 Aug 31 07:47:47.362462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.449886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.475235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.567294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=8']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:47.574420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:47.575203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.576808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-480f7685-ae6c-487b-aec0-81f518afc3d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 1123 time: 1.2884891 Aug 31 07:47:47.672444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['07bed496-127c-429f-9d19-eff705cfad90'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:47.706308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.715123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['07bed496-127c-429f-9d19-eff705cfad90'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:47.755312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Subnet': ['ID=e517fa5e-a784-46a8-8919-58b71527b4b7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:47.761701 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.764997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-535ed252-4fa2-46df-96f3-80f6edb79beb tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/subnets/e517fa5e-a784-46a8-8919-58b71527b4b7 HTTP/1.1" status: 204 len: 168 time: 0.5810101 Aug 31 07:47:47.766606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:47.781492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7c579-0daa-499e-8ef0-ddf5ef06110b None None] Network 6dc07907-6a57-425d-9905-3cb7bf69ab07 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:47.873752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a26fa-5e70-4d21-a209-d86f416b286c req-8add08b1-6f2e-42b8-83c1-783b2dde1252 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:47.876151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca9a26fa-5e70-4d21-a209-d86f416b286c req-8add08b1-6f2e-42b8-83c1-783b2dde1252 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0845468 Aug 31 07:47:47.919883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:47.930379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:47.936194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca9a26fa-5e70-4d21-a209-d86f416b286c req-130c10be-8718-4526-b9e5-e892b2fdb19a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Aug 31 07:47:47.998520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Deleting port 4327ac17-03c2-4346-8372-fe8ae81e10f2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:47.999145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.074594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e013443-2760-446c-8501-da28e7d094ba req-e48d245a-cdf0-468a-97d3-5def14fe62fb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:48.082409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] For port 4327ac17-03c2-4346-8372-fe8ae81e10f2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4327ac17-03c2-4346-8372-fe8ae81e10f2,segment=NetworkSegment(840aa68b-56fc-4bb0-ac09-71f3bca5809a),segment_id=840aa68b-56fc-4bb0-ac09-71f3bca5809a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:48.089161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.089408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e013443-2760-446c-8501-da28e7d094ba req-e48d245a-cdf0-468a-97d3-5def14fe62fb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0647428 Aug 31 07:47:48.103676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Calling delete_port for 4327ac17-03c2-4346-8372-fe8ae81e10f2 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:48.154516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e013443-2760-446c-8501-da28e7d094ba req-6f59786b-c7bf-4b4f-91ef-16fc60b24a66 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662777 Aug 31 07:47:48.163379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] DHCP port deletion for 6dc07907-6a57-425d-9905-3cb7bf69ab07 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:47:48.213041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fff655f-6aa4-4634-9dda-3a8194ca9db3 req-1858f42d-4614-4f52-a33f-bec49c70bf2e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 210 time: 0.0534129 Aug 31 07:47:48.242981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:48.247359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:48.286752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4327ac17-03c2-4346-8372-fe8ae81e10f2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:48.288544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 has no active binding in host n-h1-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:47:48.291372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.319603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 4327ac17-03c2-4346-8372-fe8ae81e10f2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:48.319964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4327ac17-03c2-4346-8372-fe8ae81e10f2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:48.325203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Port': ['ID=4327ac17-03c2-4346-8372-fe8ae81e10f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:48.330149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] No DVR routers for this DVR port 4327ac17-03c2-4346-8372-fe8ae81e10f2 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:48.347983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Deleting port 4327ac17-03c2-4346-8372-fe8ae81e10f2 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:48.348643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.419564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] For port 4327ac17-03c2-4346-8372-fe8ae81e10f2, host n-d-713499-16, got binding levels [] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:48.419970 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.429063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.435527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Calling delete_port for 4327ac17-03c2-4346-8372-fe8ae81e10f2 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:48.438397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.ipam_backend_mixin [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Port 4327ac17-03c2-4346-8372-fe8ae81e10f2 was not found and therefore no delete operation was performed {{(pid=95447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:47:48.439520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc07907-6a57-425d-9905-3cb7bf69ab07']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:48.439734 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.451350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840aa68b-56fc-4bb0-ac09-71f3bca5809a') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:48.451710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840aa68b-56fc-4bb0-ac09-71f3bca5809a') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:48.462515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.465183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] Pushing event deleted for resources: {'Port': ['ID=4327ac17-03c2-4346-8372-fe8ae81e10f2,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:48.469460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb17156-a04a-49ba-be1c-d950c38e552a None None] No DVR routers for this DVR port 4327ac17-03c2-4346-8372-fe8ae81e10f2 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:48.486304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.493063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:48.493650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.497507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port c820330e-9abe-4efd-bc9d-19cb343c515e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:48.501300 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:48.503604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0149f3-535f-42da-b6c7-c13fcdeb9146 req-be63f6f1-ef6c-44a7-be1a-2cf770e1ab08 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:48.503604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e0149f3-535f-42da-b6c7-c13fcdeb9146 req-be63f6f1-ef6c-44a7-be1a-2cf770e1ab08 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 944 time: 0.0684309 Aug 31 07:47:48.508195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port c820330e-9abe-4efd-bc9d-19cb343c515e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:48.508581 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.546388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e0149f3-535f-42da-b6c7-c13fcdeb9146 req-2b8b3c68-8214-48f6-bb8e-8f7fa62f8678 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Aug 31 07:47:48.595500 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.618685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:48.620922 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987f949-1683-49c4-8f97-4dd4822fb3ca" -d '{"events": [{"server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "name": "network-vif-plugged", "status": "completed", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:48.633314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:48.651632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.666662 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aecdb8-0908-4881-a2da-6c7da00fda49 x-openstack-request-id: req-81aecdb8-0908-4881-a2da-6c7da00fda49 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:48.666662 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "name": "network-vif-plugged", "status": "completed", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:48.666662 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81aecdb8-0908-4881-a2da-6c7da00fda49 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:48.666662 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'code': 200} Aug 31 07:47:48.667840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.667840 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] 10.222.0.36 "DELETE /v2.0/networks/6dc07907-6a57-425d-9905-3cb7bf69ab07 HTTP/1.1" status: 204 len: 168 time: 0.8939788 Aug 31 07:47:48.674877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2017d-1936-4c7e-a14d-60c18f457453 tempest-AllowedAddressPairIpV6TestJSON-1661963756 tempest-AllowedAddressPairIpV6TestJSON-1661963756-project] Pushing event deleted for resources: {'Network': ['ID=6dc07907-6a57-425d-9905-3cb7bf69ab07,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:48.752409 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:48.775324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d3135-51ac-49ed-b9c9-90cb0b0425a8 req-1202928e-9b74-480e-8f74-095aa6db57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:48.776891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8a7d3135-51ac-49ed-b9c9-90cb0b0425a8 req-1202928e-9b74-480e-8f74-095aa6db57a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 1096 time: 0.0462849 Aug 31 07:47:48.800672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:48.813141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8a7d3135-51ac-49ed-b9c9-90cb0b0425a8 req-b976da96-90fe-423b-81df-78b8cc16d9a2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292859 Aug 31 07:47:48.968993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'tag': '07bed496-127c-429f-9d19-eff705cfad90'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:48.971421 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ff076b-a2a1-4233-aec1-abd12edf7041" -d '{"events": [{"name": "network-changed", "server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "tag": "07bed496-127c-429f-9d19-eff705cfad90"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:49.039956 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a602a-2fcf-4698-b781-80127ef4f140 x-openstack-request-id: req-770a602a-2fcf-4698-b781-80127ef4f140 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:49.040248 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "tag": "07bed496-127c-429f-9d19-eff705cfad90", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:49.040506 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-770a602a-2fcf-4698-b781-80127ef4f140 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:49.040902 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'tag': '07bed496-127c-429f-9d19-eff705cfad90', 'status': 'completed', 'code': 200} Aug 31 07:47:49.060284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b5511-d402-4771-9fce-f0b28a58832f req-3f6b33c6-23c1-427e-a0e5-f108c282f16c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.062622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-473b5511-d402-4771-9fce-f0b28a58832f req-3f6b33c6-23c1-427e-a0e5-f108c282f16c tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0522110 Aug 31 07:47:49.104927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-473b5511-d402-4771-9fce-f0b28a58832f req-9d5a1644-a6d8-4842-9d73-86119d84c742 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Aug 31 07:47:49.105640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-94fce3f4-7308-4491-b79c-5d4ece2198fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.107197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-94fce3f4-7308-4491-b79c-5d4ece2198fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1126 time: 0.0408237 Aug 31 07:47:49.222844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-7b241eb1-f1c2-40b5-b29a-079d9ffa2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.224747 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-7b241eb1-f1c2-40b5-b29a-079d9ffa2939 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.0974112 Aug 31 07:47:49.239710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41186) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:49.271792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-58b14b8e-0b39-49c2-825d-a1480eacb2b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 217 time: 0.0374923 Aug 31 07:47:49.292332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3348-d370-4739-913c-5def0e5eb6b0 req-c777d985-5d3f-451d-a963-2dd6d03eb281 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.293933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-565e3348-d370-4739-913c-5def0e5eb6b0 req-c777d985-5d3f-451d-a963-2dd6d03eb281 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0659640 Aug 31 07:47:49.329269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-716ad877-227d-4fc5-b8d2-abafa2878365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.330990 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-716ad877-227d-4fc5-b8d2-abafa2878365 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0512025 Aug 31 07:47:49.338141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c311d28c-c09f-43b5-9c9e-cca7eae3c340 req-65a761b1-868e-4b55-b4c9-82c1fafb958b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 210 time: 0.0430830 Aug 31 07:47:49.367488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-565e3348-d370-4739-913c-5def0e5eb6b0 req-93e1c606-224c-4942-ba54-51f8faed7e88 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638204 Aug 31 07:47:49.376288 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-274bc166-ed0a-4e76-8c62-bf219764aa0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363939 Aug 31 07:47:49.441827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bf2dde1c-7e96-46da-a4c9-46b8f89bd0bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e933d89672ca4ba1ac8893628bf5fdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006903 Aug 31 07:47:49.444722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:49.525119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-52fb4d64-2dc9-486e-81c2-ffb03db65812 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404836 Aug 31 07:47:49.529568 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9039f7da-c27b-41c7-931a-7908bd4f84c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.592053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9039f7da-c27b-41c7-931a-7908bd4f84c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.654958 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66ff076b-a2a1-4233-aec1-abd12edf7041 req-61705831-7f8e-4e9d-8f10-5143899bc415 service neutron] 10.222.0.68 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208532 Aug 31 07:47:49.706732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869caa3-9174-40aa-be7a-09253d1ad901 req-3ab5ee2e-367a-4661-b030-b34585114141 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.708401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4869caa3-9174-40aa-be7a-09253d1ad901 req-3ab5ee2e-367a-4661-b030-b34585114141 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0698419 Aug 31 07:47:49.734167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9039f7da-c27b-41c7-931a-7908bd4f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.737307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9039f7da-c27b-41c7-931a-7908bd4f84c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:49.738676 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9039f7da-c27b-41c7-931a-7908bd4f84c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec055bd5-5f7f-423b-89f5-80c8b33c8a68 HTTP/1.1" status: 204 len: 168 time: 0.2928686 Aug 31 07:47:49.751738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4869caa3-9174-40aa-be7a-09253d1ad901 req-a22cdb93-b687-402c-ab74-1e1bd82890f2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 Aug 31 07:47:49.798499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039f7da-c27b-41c7-931a-7908bd4f84c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec055bd5-5f7f-423b-89f5-80c8b33c8a68,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:49.858130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-dc27f9c8-634b-4fa5-be74-324aecbc486b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:49.859588 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-dc27f9c8-634b-4fa5-be74-324aecbc486b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 812 time: 0.1196144 Aug 31 07:47:49.895740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Request body: {'port': {'device_id': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'admin_state_up': True, 'tenant_id': 'c0373a2954f44be5bd4e8058ddb1d244'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:49.928242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:50.051617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:50.065377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'port_id': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'mac_address': 'fa:16:3e:27:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b662233-7c8d-4a5f-97fb-f2f30da278ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:50.103965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Made reservation on behalf of c0373a2954f44be5bd4e8058ddb1d244 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:50.106737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.111672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.121525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:50.144212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:50.214793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.268366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574093cc-2ddb-403b-bba3-d539fc0f611d req-19eaec5f-943d-4fc1-9db3-b2b49ba97923 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.273732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Allocated IP 172.20.0.11 (85c91e7d-b84e-474b-aece-0c86cc3261b5/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5/88a89354-de31-4db4-8ac9-3f17646f8397) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:50.277791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-574093cc-2ddb-403b-bba3-d539fc0f611d req-19eaec5f-943d-4fc1-9db3-b2b49ba97923 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.0623441 Aug 31 07:47:50.290332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:50.330063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-574093cc-2ddb-403b-bba3-d539fc0f611d req-cab410b3-76e5-4fac-8003-3fb9daf6eba8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Aug 31 07:47:50.347846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['c9dd463b-36bf-4277-839e-675a0e3b54fd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:50.455559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.497839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a638d74-921f-47ad-9bbb-0cbdbbabc856 req-5ca12da2-c41a-4dad-a99a-b1ade31a406e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 210 time: 0.0523221 Aug 31 07:47:50.553974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45c5c7-be20-47d1-9932-bd6d87cb5836 req-67f51b0a-eba4-491b-985e-c3943ff5fb08 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.555503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e45c5c7-be20-47d1-9932-bd6d87cb5836 req-67f51b0a-eba4-491b-985e-c3943ff5fb08 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.0566645 Aug 31 07:47:50.598829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e45c5c7-be20-47d1-9932-bd6d87cb5836 req-c61e2bb9-49f2-4e77-b634-c0f03827094c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Aug 31 07:47:50.606557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.652796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Network 85c91e7d-b84e-474b-aece-0c86cc3261b5 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:50.661360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:50.666038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:50.697551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event updated for resources: {'Port': ['ID=88a89354-de31-4db4-8ac9-3f17646f8397,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:50.725384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.726019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:50.846768 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-93844211-412a-4068-ab6d-cca07b99d82d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9550436 Aug 31 07:47:50.861042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Request body: {'port': {'device_id': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:50.868175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09469de8-0ee1-46ba-af67-3c3bf157c540 req-fde8e129-d160-486f-9f06-15068fbccbc5 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:50.869739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09469de8-0ee1-46ba-af67-3c3bf157c540 req-fde8e129-d160-486f-9f06-15068fbccbc5 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0504000 Aug 31 07:47:50.926123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09469de8-0ee1-46ba-af67-3c3bf157c540 req-0251039c-8e53-4370-9b83-7c38f6dc32a3 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Aug 31 07:47:50.935912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:51.047289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bced54-be70-438e-b0bd-b1d4543fe951 req-edcdac7b-00af-4892-91e1-f8b36bd74c38 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:51.057750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99bced54-be70-438e-b0bd-b1d4543fe951 req-edcdac7b-00af-4892-91e1-f8b36bd74c38 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0690696 Aug 31 07:47:51.070862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.098512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99bced54-be70-438e-b0bd-b1d4543fe951 req-4888ec37-59c9-4512-a7e6-2eb23df14dc9 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394144 Aug 31 07:47:51.228126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-6c76df51-00e2-4bf5-8a38-ba7185a4fe2c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.229485 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6c76df51-00e2-4bf5-8a38-ba7185a4fe2c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1577239 Aug 31 07:47:51.232727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41270) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.238709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-2f27cac0-dce9-45b7-bd03-181734be3dda tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.242501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2f27cac0-dce9-45b7-bd03-181734be3dda tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054011 Aug 31 07:47:51.242777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41272) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.249720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-f7db52e5-1947-44a4-a7c5-dc0d18c2dce3 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.252952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f7db52e5-1947-44a4-a7c5-dc0d18c2dce3 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066595 Aug 31 07:47:51.253371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41274) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.265425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-b747757a-1cdf-4da7-a1c8-1b7c41621ba9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.269517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b747757a-1cdf-4da7-a1c8-1b7c41621ba9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0121479 Aug 31 07:47:51.270210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a89354-de31-4db4-8ac9-3f17646f8397 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:51.270299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41276) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.276547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:51.286667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-336aaa2d-a0a7-4a01-b927-fe7dcc1ae11f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.289852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-336aaa2d-a0a7-4a01-b927-fe7dcc1ae11f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0175834 Aug 31 07:47:51.290020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Transition to ACTIVE for port object 88a89354-de31-4db4-8ac9-3f17646f8397 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:51.291607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41278) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.296658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-5c4defb7-eea9-47d0-9e67-7c3d1577ac9f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.298493 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c4defb7-eea9-47d0-9e67-7c3d1577ac9f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050640 Aug 31 07:47:51.309105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41280) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.314222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2df38c-18b0-4b8b-a015-d82282ded657 req-87b13e9e-3851-45ba-93ac-00069bbb4682 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:51.314426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-b730dc2b-dd15-4359-bd7e-b61aac4eaa54 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.315381 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b730dc2b-dd15-4359-bd7e-b61aac4eaa54 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053132 Aug 31 07:47:51.316022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c2df38c-18b0-4b8b-a015-d82282ded657 req-87b13e9e-3851-45ba-93ac-00069bbb4682 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0703781 Aug 31 07:47:51.318029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41282) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.322365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-5dee5b6e-c495-4f79-9d47-bdc2f9a49542 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.323308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5dee5b6e-c495-4f79-9d47-bdc2f9a49542 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043747 Aug 31 07:47:51.325615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41284) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.330190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-f54ea510-5764-4299-aa1c-568ef389355c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.333764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f54ea510-5764-4299-aa1c-568ef389355c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045164 Aug 31 07:47:51.334066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.338542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-5f7eb073-c576-411a-a9e8-f3bb2eeb7771 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.341600 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f7eb073-c576-411a-a9e8-f3bb2eeb7771 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045347 Aug 31 07:47:51.341852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41288) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.347854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-cac499ca-fe48-4149-84df-d26c354a5fdc tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.352952 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cac499ca-fe48-4149-84df-d26c354a5fdc tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046868 Aug 31 07:47:51.355232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41294) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.364186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-9bebf1b4-c8f0-4320-9619-00654dc8b183 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.366386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9bebf1b4-c8f0-4320-9619-00654dc8b183 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084174 Aug 31 07:47:51.367820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41296) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.373417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-5e2150f5-5a25-46e9-9da5-b502bb08ed73 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.375002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5e2150f5-5a25-46e9-9da5-b502bb08ed73 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060205 Aug 31 07:47:51.378955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41298) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.383347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:51.387436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c2df38c-18b0-4b8b-a015-d82282ded657 req-f0fa494b-3162-49b6-8982-edd1748d3b68 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615597 Aug 31 07:47:51.400729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-c142c980-57e1-4c2a-bc16-0dff3277f259 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.402055 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c142c980-57e1-4c2a-bc16-0dff3277f259 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0217977 Aug 31 07:47:51.413631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41302) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.419602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-01d786d2-619a-4603-8efa-c3c8a953dafe tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.420781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-01d786d2-619a-4603-8efa-c3c8a953dafe tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051165 Aug 31 07:47:51.423658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41306) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.432201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-0dec4e4c-f0cf-410f-9600-6086efa2be56 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.435454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0dec4e4c-f0cf-410f-9600-6086efa2be56 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0101025 Aug 31 07:47:51.442242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41308) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.458183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-ba3a1f9f-cd93-4d52-8718-d8e562992009 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.461114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ba3a1f9f-cd93-4d52-8718-d8e562992009 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0174682 Aug 31 07:47:51.468708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41310) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.480794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-25ce27e9-95c6-4f63-9bb9-d931c3d0ab87 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.485828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-25ce27e9-95c6-4f63-9bb9-d931c3d0ab87 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0162189 Aug 31 07:47:51.492715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.527779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-6884bf68-02bd-4248-93e6-40b770fdee93 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.527779 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6884bf68-02bd-4248-93e6-40b770fdee93 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0273545 Aug 31 07:47:51.531485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41316) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.540953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-67580ada-a3da-4a68-b516-b76ad73d4d9c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.544599 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-67580ada-a3da-4a68-b516-b76ad73d4d9c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0094416 Aug 31 07:47:51.544599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Pushing event updated for resources: {'Port': ['ID=88a89354-de31-4db4-8ac9-3f17646f8397,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:51.551646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.580543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-57e9293c-fb5a-407a-9241-0ec7831294ef tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.583993 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-57e9293c-fb5a-407a-9241-0ec7831294ef tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084641 Aug 31 07:47:51.585270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41322) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.594547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-facf600d-a041-46d8-8915-49c2fde4a357 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.596354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-facf600d-a041-46d8-8915-49c2fde4a357 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079064 Aug 31 07:47:51.599705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41324) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.613569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b00f0-cd9e-48f3-b67c-6344f4759977 req-aa674951-6070-4cc4-ac8e-3b48e9028e3f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:51.614533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-21c9b5dd-5e0f-4a8c-b212-4a1eaf1aec60 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.615853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e4b00f0-cd9e-48f3-b67c-6344f4759977 req-aa674951-6070-4cc4-ac8e-3b48e9028e3f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.1286771 Aug 31 07:47:51.622825 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-21c9b5dd-5e0f-4a8c-b212-4a1eaf1aec60 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0212009 Aug 31 07:47:51.626492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41326) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.631442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8cb60-c9e1-4f82-87c5-63e7b4e76571 req-4521d58e-accf-461c-b2f9-a30ef8ac31b7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:51.633243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91d8cb60-c9e1-4f82-87c5-63e7b4e76571 req-4521d58e-accf-461c-b2f9-a30ef8ac31b7 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1285295 Aug 31 07:47:51.634227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-32af9a7c-dd20-4876-9c8f-0e72a6bd4f9e tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.635411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32af9a7c-dd20-4876-9c8f-0e72a6bd4f9e tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080359 Aug 31 07:47:51.640959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41332) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.646563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-ace8c7ce-1241-4bcc-9978-513b909ee5fe tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.647634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ace8c7ce-1241-4bcc-9978-513b909ee5fe tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0056620 Aug 31 07:47:51.651341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41334) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.660560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-e31a08e5-f437-4251-a1a6-34eb65c0d759 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.660560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e31a08e5-f437-4251-a1a6-34eb65c0d759 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080884 Aug 31 07:47:51.663411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41336) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.670971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-c8a26ff8-fe1c-4140-87a4-8cf1204d15f9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.673046 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8a26ff8-fe1c-4140-87a4-8cf1204d15f9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058503 Aug 31 07:47:51.673046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Attempting to bind port 88a89354-de31-4db4-8ac9-3f17646f8397 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:47:51.673396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Attempting to bind port 88a89354-de31-4db4-8ac9-3f17646f8397 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:47:51.673802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Attempting to bind port 88a89354-de31-4db4-8ac9-3f17646f8397 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:51.678611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41338) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.679181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Port 88a89354-de31-4db4-8ac9-3f17646f8397 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:47:51.679521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Attempting to bind port 88a89354-de31-4db4-8ac9-3f17646f8397 on network 85c91e7d-b84e-474b-aece-0c86cc3261b5 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:47:51.685467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:47:51.685988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Checking segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:51.686941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Bound using segment: {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:47:51.687781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Bound port: 88a89354-de31-4db4-8ac9-3f17646f8397, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:47:51.687781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:51.694350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-5871dca7-6052-4d8c-bd35-ef33167c5688 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.695470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5871dca7-6052-4d8c-bd35-ef33167c5688 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0158386 Aug 31 07:47:51.699736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41340) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.706833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-7bd8c525-7939-4abd-a44f-5844f375444c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.709166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7bd8c525-7939-4abd-a44f-5844f375444c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0090463 Aug 31 07:47:51.712795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41342) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.717693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-970913cd-9aba-41f3-b7e1-b29ff531c1de tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.718776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-970913cd-9aba-41f3-b7e1-b29ff531c1de tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047314 Aug 31 07:47:51.723385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e4b00f0-cd9e-48f3-b67c-6344f4759977 req-d8408d59-8ae6-49b9-a2c1-bcc9278e74f1 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892079 Aug 31 07:47:51.727871 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41344) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.738837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-ab6d4840-d11e-4c29-86a2-f0cdcd3ed717 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.740193 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab6d4840-d11e-4c29-86a2-f0cdcd3ed717 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0113091 Aug 31 07:47:51.753840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41346) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.754134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91d8cb60-c9e1-4f82-87c5-63e7b4e76571 req-702f9d0d-af38-4255-9659-723b43feb31e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992141 Aug 31 07:47:51.758211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-7282a303-6bba-4ac2-b790-dada3026ca16 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.759178 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7282a303-6bba-4ac2-b790-dada3026ca16 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0149291 Aug 31 07:47:51.761659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.779543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-7c26634d-97db-483c-b85f-ec8124c9276f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.780550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7c26634d-97db-483c-b85f-ec8124c9276f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0179844 Aug 31 07:47:51.783344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41352) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.789717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-5a52fb8c-9283-47c2-aae6-b9f08ffdb532 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.790942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a52fb8c-9283-47c2-aae6-b9f08ffdb532 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064185 Aug 31 07:47:51.793858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41354) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.801352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-362672ad-a7b9-4182-a3c9-305182f8e361 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.802889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-362672ad-a7b9-4182-a3c9-305182f8e361 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077004 Aug 31 07:47:51.805521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41356) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.808178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] For port 88a89354-de31-4db4-8ac9-3f17646f8397, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:51.812165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-8f4ed3f0-8c15-4509-b744-5b1a2d2aff54 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.812289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] For port 88a89354-de31-4db4-8ac9-3f17646f8397, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=88a89354-de31-4db4-8ac9-3f17646f8397,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:47:51.813492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8f4ed3f0-8c15-4509-b744-5b1a2d2aff54 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067022 Aug 31 07:47:51.816531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41358) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.831140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-03ec6e1c-b9e4-4e02-9a89-6009aa2f52cb tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.834717 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-03ec6e1c-b9e4-4e02-9a89-6009aa2f52cb tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0139265 Aug 31 07:47:51.835212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41360) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.840156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-593e24ae-b1c3-4fe4-9316-eb787f1715c8 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.843295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-593e24ae-b1c3-4fe4-9316-eb787f1715c8 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049272 Aug 31 07:47:51.847088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41362) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.851454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-5834e522-6380-4b1d-8153-0472596d61ab tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.854090 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5834e522-6380-4b1d-8153-0472596d61ab tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044403 Aug 31 07:47:51.856046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41364) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.861775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-7c7b8691-a12c-4db2-8f55-fdc546bb4586 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.862754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c7b8691-a12c-4db2-8f55-fdc546bb4586 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055218 Aug 31 07:47:51.865184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41366) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.871178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-c1571fca-7859-4f14-afee-de35ee6a1972 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.872585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1571fca-7859-4f14-afee-de35ee6a1972 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061646 Aug 31 07:47:51.875849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41368) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.894270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-d30252f8-23c5-4ae3-978b-6571380835b4 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.894270 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d30252f8-23c5-4ae3-978b-6571380835b4 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0108993 Aug 31 07:47:51.896389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.901419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-d4ed54c7-c8fa-4ba5-ad01-7b47f2e4af40 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:51.908010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d4ed54c7-c8fa-4ba5-ad01-7b47f2e4af40 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0098855 Aug 31 07:47:51.910563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41372) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:51.932389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:51.938378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:51.999023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-e8025b5a-3dd0-4e79-a6f5-15cdb33047ee tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.000957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e8025b5a-3dd0-4e79-a6f5-15cdb33047ee tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129256 Aug 31 07:47:52.011377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41374) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.032688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:52.033623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:52.035271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] 10.222.0.45 "PUT /v2.0/ports/88a89354-de31-4db4-8ac9-3f17646f8397 HTTP/1.1" status: 200 len: 1093 time: 1.1787634 Aug 31 07:47:52.038159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'tag': '88a89354-de31-4db4-8ac9-3f17646f8397'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:52.038816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-939c1c0b-d729-4707-a67b-6b782e7724ca tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.043490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-939c1c0b-d729-4707-a67b-6b782e7724ca tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0213089 Aug 31 07:47:52.048521 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482" -d '{"events": [{"name": "network-changed", "server_uuid": "9be0ef13-9fed-4b24-bda6-2061651ca46d", "tag": "88a89354-de31-4db4-8ac9-3f17646f8397"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:52.049463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port c9dd463b-36bf-4277-839e-675a0e3b54fd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:52.050123 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:52.056108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41376) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.061021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-c6c4fed8-50f6-4603-90e4-bd1dda1413d9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.065354 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c6c4fed8-50f6-4603-90e4-bd1dda1413d9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0076289 Aug 31 07:47:52.068547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41380) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.072818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-390722c5-426e-4169-97b2-11a5e12981e9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.073998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-390722c5-426e-4169-97b2-11a5e12981e9 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046091 Aug 31 07:47:52.078002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41382) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.086428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-3d4c8fab-ffed-4b4e-85d2-c424d542964f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.087522 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d4c8fab-ffed-4b4e-85d2-c424d542964f tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086884 Aug 31 07:47:52.093831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41384) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.098854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-3cbfefd8-2c3a-4de2-9a6c-8fa9358a564b tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.100011 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3cbfefd8-2c3a-4de2-9a6c-8fa9358a564b tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050447 Aug 31 07:47:52.102507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41386) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.110740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-721d9e89-221d-45d6-a138-b1f0cec222e5 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.111905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-721d9e89-221d-45d6-a138-b1f0cec222e5 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084462 Aug 31 07:47:52.113299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f14e2-10d0-4ec0-9d7d-d77c5dd94145 service neutron] Pushing event updated for resources: {'Port': ['ID=88a89354-de31-4db4-8ac9-3f17646f8397,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:52.117476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41388) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.122168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-fca26856-c10d-4fb5-b092-b3b23a4da5a7 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.123588 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fca26856-c10d-4fb5-b092-b3b23a4da5a7 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048327 Aug 31 07:47:52.137497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.143002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-5aa981c7-df60-4fec-935f-46749563737a tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.144138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a231aa-c0c1-43a8-8c20-e4314fa1f30d req-b36c9176-39ba-4226-a50e-0d1971770557 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:52.151966 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5aa981c7-df60-4fec-935f-46749563737a tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053587 Aug 31 07:47:52.153010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92a231aa-c0c1-43a8-8c20-e4314fa1f30d req-b36c9176-39ba-4226-a50e-0d1971770557 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 944 time: 0.2409270 Aug 31 07:47:52.154078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41392) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.169678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-73de631a-cc57-45c9-971a-e5dd5132a2cf tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.171634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-73de631a-cc57-45c9-971a-e5dd5132a2cf tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0139821 Aug 31 07:47:52.174232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41394) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.181469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-5b1b4d07-80a2-4539-a0da-8c7b2c24e620 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.187526 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5b1b4d07-80a2-4539-a0da-8c7b2c24e620 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0108876 Aug 31 07:47:52.195643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458ee9c-9948-4c5e-9eab-0a403a5236f0 req-7e44b771-112b-41b5-9050-927f1b86baed tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:52.206427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3458ee9c-9948-4c5e-9eab-0a403a5236f0 req-7e44b771-112b-41b5-9050-927f1b86baed tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.1615818 Aug 31 07:47:52.208177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41396) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.221088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-4d4e06fb-80f4-463e-a0b5-15b6f89e8c8d tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.222515 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d4e06fb-80f4-463e-a0b5-15b6f89e8c8d tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0118287 Aug 31 07:47:52.225589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41400) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.235969 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:52.238698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-35567360-5735-43d6-bd55-612547c002b3 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.242623 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-35567360-5735-43d6-bd55-612547c002b3 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0134892 Aug 31 07:47:52.249500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41402) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.257727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-ee72b6de-a25d-4736-942b-b4be90c67bfe tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.261544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ee72b6de-a25d-4736-942b-b4be90c67bfe tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090954 Aug 31 07:47:52.265422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41404) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.278506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92a231aa-c0c1-43a8-8c20-e4314fa1f30d req-cb51be31-7c5d-4c7d-8507-2d5614a27e92 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206572 Aug 31 07:47:52.282968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-d6ebec32-0a44-42cb-ab22-dcca547d310d tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.293411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41406) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.294420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d6ebec32-0a44-42cb-ab22-dcca547d310d tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0147834 Aug 31 07:47:52.303179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-00d0e5fb-36a4-4147-839e-92891dc70ce5 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.308029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-00d0e5fb-36a4-4147-839e-92891dc70ce5 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090690 Aug 31 07:47:52.314779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41408) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.323598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-83eec445-2e5e-4dd2-8238-d623fec09d00 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.330089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-83eec445-2e5e-4dd2-8238-d623fec09d00 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0138941 Aug 31 07:47:52.333102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-a1d15534-3016-4059-a577-2d96e8fb54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:52.340149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-a1d15534-3016-4059-a577-2d96e8fb54b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 1096 time: 0.1491141 Aug 31 07:47:52.341207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41410) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.347865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:52.350183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [None req-5083578c-1a88-4e7e-8727-682e281fc844 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.350636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:52.351450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3458ee9c-9948-4c5e-9eab-0a403a5236f0 req-b4928ab2-4c04-4d55-b578-f53ae570d0ab tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440110 Aug 31 07:47:52.352254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5083578c-1a88-4e7e-8727-682e281fc844 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087578 Aug 31 07:47:52.355362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41412) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.360159 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d877c3-93f7-4fc9-a89d-4930c25badf8" -d '{"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:52.366376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-d99731fa-e204-4f59-928c-84f0c1e2df9c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.375896 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d99731fa-e204-4f59-928c-84f0c1e2df9c tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0193169 Aug 31 07:47:52.376607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41416) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.384588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-b278ac08-5c93-40d9-a30e-650ca465aee3 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.385848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b278ac08-5c93-40d9-a30e-650ca465aee3 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085680 Aug 31 07:47:52.395281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41420) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.401192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-d9db64bb-1eef-494c-b7b9-ad45228eec42 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.407453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d9db64bb-1eef-494c-b7b9-ad45228eec42 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0112569 Aug 31 07:47:52.410279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41422) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.414908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-3b8a60ed-8fbd-464d-8472-86b7467266d2 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.418254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3b8a60ed-8fbd-464d-8472-86b7467266d2 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067468 Aug 31 07:47:52.420757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41424) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.424987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-775f0ee6-b24d-4979-8cdd-734e1052f961 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.427676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-775f0ee6-b24d-4979-8cdd-734e1052f961 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042496 Aug 31 07:47:52.428331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41426) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.431442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:52.448955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-7cdeb7b0-d9c0-4e87-b2d3-d585bd7d4085 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.450701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-899b70fa-8d58-4338-9b21-e82dd886a75d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a89354-de31-4db4-8ac9-3f17646f8397 HTTP/1.1" status: 200 len: 217 time: 0.0961213 Aug 31 07:47:52.456636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7cdeb7b0-d9c0-4e87-b2d3-d585bd7d4085 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0207546 Aug 31 07:47:52.457044 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbafc8-0dfe-4619-a5ff-6b02096dd4f5 x-openstack-request-id: req-dccbafc8-0dfe-4619-a5ff-6b02096dd4f5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:52.457280 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be0ef13-9fed-4b24-bda6-2061651ca46d", "tag": "88a89354-de31-4db4-8ac9-3f17646f8397", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:52.457536 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dccbafc8-0dfe-4619-a5ff-6b02096dd4f5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:52.458080 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'tag': '88a89354-de31-4db4-8ac9-3f17646f8397', 'status': 'completed', 'code': 200} Aug 31 07:47:52.458842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41428) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.474464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-621eaf81-5f74-4ae6-95e6-52565b0d8471 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.478482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-621eaf81-5f74-4ae6-95e6-52565b0d8471 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0158057 Aug 31 07:47:52.486385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41430) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:52.492198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [None req-ae19bdae-6f6a-41d1-af59-c64d88e2b678 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:47:52.493172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ae19bdae-6f6a-41d1-af59-c64d88e2b678 tempest-ExtensionsTestJSON-1515544903 tempest-ExtensionsTestJSON-1515544903-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058069 Aug 31 07:47:52.518333 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71897b2d-af4c-4031-a582-75a29e606d83 x-openstack-request-id: req-71897b2d-af4c-4031-a582-75a29e606d83 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:52.518676 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:52.518895 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71897b2d-af4c-4031-a582-75a29e606d83 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:52.519251 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'code': 200} Aug 31 07:47:52.557275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:52.582072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-d3f89fa7-facb-4dcf-b0d4-da6c46c1cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:52.583656 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-d3f89fa7-facb-4dcf-b0d4-da6c46c1cd71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.1246445 Aug 31 07:47:52.634818 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-28499ea3-2af4-41fb-9822-5116b5b223df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401859 Aug 31 07:47:52.722260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165467d2-73a6-44a2-a6d5-696de1a09ba4 req-9ae34b55-b82a-418d-8beb-8c39ccb17384 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:52.724524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-165467d2-73a6-44a2-a6d5-696de1a09ba4 req-9ae34b55-b82a-418d-8beb-8c39ccb17384 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0949025 Aug 31 07:47:52.765431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-4f7d051d-7d8a-4328-8f96-21b6173f64cd service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214311 Aug 31 07:47:52.805762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-165467d2-73a6-44a2-a6d5-696de1a09ba4 req-c9952108-215a-41d5-864b-bf961a071fee tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Aug 31 07:47:52.927505 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:52.953551 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-989c19e4-dc3a-4192-9d0c-6d4d963e80a0 req-a153a085-e1c8-494d-a8d3-b5ecf3b4cd34 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795740 Aug 31 07:47:53.005965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897b62e-8d22-482f-8e23-f34756293a71 req-67a92d54-ee5e-445f-857d-621a67a4083f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.014446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6897b62e-8d22-482f-8e23-f34756293a71 req-67a92d54-ee5e-445f-857d-621a67a4083f tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1349227 Aug 31 07:47:53.063215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c635458-90c6-463f-a758-5fc46d23c878 req-5f105afd-ed1f-4cf4-8b17-5f311119ab0e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.066173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c635458-90c6-463f-a758-5fc46d23c878 req-5f105afd-ed1f-4cf4-8b17-5f311119ab0e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.1228559 Aug 31 07:47:53.159002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6897b62e-8d22-482f-8e23-f34756293a71 req-74f8af45-1723-41cf-a229-5f9d3e1695b2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432347 Aug 31 07:47:53.207507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41442) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:53.211516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-256d1bda-e0bb-4caf-9cae-14e2a1a3a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.214778 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-256d1bda-e0bb-4caf-9cae-14e2a1a3a54a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 1096 time: 0.1135991 Aug 31 07:47:53.237529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c635458-90c6-463f-a758-5fc46d23c878 req-7a248715-2feb-4350-a84e-284750a6aaa0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461532 Aug 31 07:47:53.439465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda490d8-911e-4ffc-984b-e1fe93abeefd req-e71b84bf-1758-4a04-ba35-78660ea6ea0d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.447434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-2c82c9cf-55bb-4e84-a61e-3c6deb0cc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.448954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-2c82c9cf-55bb-4e84-a61e-3c6deb0cc5a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 200 len: 913 time: 0.2219369 Aug 31 07:47:53.452340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dda490d8-911e-4ffc-984b-e1fe93abeefd req-e71b84bf-1758-4a04-ba35-78660ea6ea0d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0913248 Aug 31 07:47:53.494225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:53.537448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-c9ccce43-d6a2-482a-9194-68f3dfc0666e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a89354-de31-4db4-8ac9-3f17646f8397 HTTP/1.1" status: 200 len: 217 time: 0.0727770 Aug 31 07:47:53.538849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc018a4e-2e4f-4762-b68e-862812a669ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:53.581795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eac6a6-dfb7-4707-be8a-573cc7e38dc2 req-355f7f05-a113-4797-abd0-304eb45c455e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.589420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30eac6a6-dfb7-4707-be8a-573cc7e38dc2 req-355f7f05-a113-4797-abd0-304eb45c455e tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 944 time: 0.1384096 Aug 31 07:47:53.650591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-ae3ce798-3628-46a1-9a03-80454135e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.652063 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-ae3ce798-3628-46a1-9a03-80454135e84f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 200 len: 852 time: 0.1065719 Aug 31 07:47:53.669389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dda490d8-911e-4ffc-984b-e1fe93abeefd req-0f6c3403-1998-43e6-a14d-59cef5dd390a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039883 Aug 31 07:47:53.706455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30eac6a6-dfb7-4707-be8a-573cc7e38dc2 req-21770c48-1919-4f7f-b85d-b2dbfa019c8b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160054 Aug 31 07:47:53.738335 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8e98573b-59ca-4505-9433-7adefdb32c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:53.856618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc018a4e-2e4f-4762-b68e-862812a669ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:53.901454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8098e9-6230-4d23-a739-01e64ef6efbf req-d4e6a850-cee2-4436-9c40-751457a829c8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:53.903585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac8098e9-6230-4d23-a739-01e64ef6efbf req-d4e6a850-cee2-4436-9c40-751457a829c8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1033046 Aug 31 07:47:53.955618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac8098e9-6230-4d23-a739-01e64ef6efbf req-ccec1654-b24d-421f-8144-3508245325dc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Aug 31 07:47:54.013495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc018a4e-2e4f-4762-b68e-862812a669ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.087646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc018a4e-2e4f-4762-b68e-862812a669ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3881748eb2846c88c33e4e7d0f756fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8790159 Aug 31 07:47:54.091863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41460) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:54.101333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc018a4e-2e4f-4762-b68e-862812a669ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9dc71-7a6d-4ad4-aa77-12b54bb376a9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:54.128583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ebba-bbbb-4cd6-8b88-d6b0d47fe831 req-4a72165f-3615-47c5-833f-01d0f1b6cf6e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:54.128583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66c5ebba-bbbb-4cd6-8b88-d6b0d47fe831 req-4a72165f-3615-47c5-833f-01d0f1b6cf6e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.1286004 Aug 31 07:47:54.136052 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-fcb4c9c5-32e4-48c7-953e-480afa7d931a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=85c91e7d-b84e-474b-aece-0c86cc3261b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4750450 Aug 31 07:47:54.221861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66c5ebba-bbbb-4cd6-8b88-d6b0d47fe831 req-5d1cff4e-f79f-43df-b116-c44406484eed tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Aug 31 07:47:54.246678 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e21324d9-8cde-4992-ab4e-135202b6b501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.292142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-8818db51-ef59-4479-bb95-5601afbc01a8 service neutron] 10.222.0.68 "GET /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.1646926 Aug 31 07:47:54.308258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e21324d9-8cde-4992-ab4e-135202b6b501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.358743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94752e2-62cc-4fef-a843-e850ba44ba60 req-194f84de-da1b-4356-8d66-774d75413395 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:54.360371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c94752e2-62cc-4fef-a843-e850ba44ba60 req-194f84de-da1b-4356-8d66-774d75413395 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 943 time: 0.1073155 Aug 31 07:47:54.368520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-e79b251e-0ce4-47ed-b094-7b0bc8a77720 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919262 Aug 31 07:47:54.410142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c94752e2-62cc-4fef-a843-e850ba44ba60 req-568cf726-07a8-42c0-9f64-c1ae876afa8e tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 Aug 31 07:47:54.566246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e21324d9-8cde-4992-ab4e-135202b6b501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.569750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e21324d9-8cde-4992-ab4e-135202b6b501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.571153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e21324d9-8cde-4992-ab4e-135202b6b501 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33e9dc71-7a6d-4ad4-aa77-12b54bb376a9 HTTP/1.1" status: 204 len: 168 time: 0.4777675 Aug 31 07:47:54.590855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d4fdfd3e-22ec-4939-9ea4-7c2cac4eb482 req-dd932ddb-3a18-4b77-afbe-88a920332ec9 service neutron] 10.222.0.45 "GET /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128525 Aug 31 07:47:54.597271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21324d9-8cde-4992-ab4e-135202b6b501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9dc71-7a6d-4ad4-aa77-12b54bb376a9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:54.640515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:54.675606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:54.721618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bed496-127c-429f-9d19-eff705cfad90 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:54.740481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:54.851232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf16457-41d0-4f50-92d4-912f4ef3da74 req-bb8e7ce3-fece-4ba1-9c20-ebe6e81e28d4 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:54.853649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faf16457-41d0-4f50-92d4-912f4ef3da74 req-bb8e7ce3-fece-4ba1-9c20-ebe6e81e28d4 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 944 time: 0.0621979 Aug 31 07:47:54.868603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.917253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faf16457-41d0-4f50-92d4-912f4ef3da74 req-e19e39db-2866-496f-902c-6478b78a3f53 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Aug 31 07:47:54.977296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Transition to ACTIVE for port object 07bed496-127c-429f-9d19-eff705cfad90 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:55.126648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:55.231900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702ffc9-594c-4c66-9ce7-75d004e1d19a req-09d0d24e-ccc9-406b-8419-6b6a54fa5350 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.238694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5702ffc9-594c-4c66-9ce7-75d004e1d19a req-09d0d24e-ccc9-406b-8419-6b6a54fa5350 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0941300 Aug 31 07:47:55.283623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5702ffc9-594c-4c66-9ce7-75d004e1d19a req-09c2e2c0-0c6f-49ef-9aae-6528cd1220bc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Aug 31 07:47:55.317937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] No DVR routers for this DVR port 07bed496-127c-429f-9d19-eff705cfad90 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:55.339969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Pushing event updated for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=10']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:55.356738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.357188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.358680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.362621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.363006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.363363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.363854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.364228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.364570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.364910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.365247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.365606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:55.406728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-677ab49a-a1fb-45e6-a415-d0efed90aa4e service neutron] 10.222.0.68 "PUT /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90/bindings/n-h1-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0998898 Aug 31 07:47:55.574109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956d5d-d06d-48ba-9e94-6a1cc0df4f1a req-9bd04876-351e-4a05-816d-e6fe95bcde63 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.579754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff956d5d-d06d-48ba-9e94-6a1cc0df4f1a req-9bd04876-351e-4a05-816d-e6fe95bcde63 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.0667303 Aug 31 07:47:55.677284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff956d5d-d06d-48ba-9e94-6a1cc0df4f1a req-a786a617-9e61-4fc0-9854-e5b375292125 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889719 Aug 31 07:47:55.685971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-d5ca72d6-3ee1-467a-8261-136b608b1704 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.694718 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-d5ca72d6-3ee1-467a-8261-136b608b1704 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.1257634 Aug 31 07:47:55.737492 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:55.750074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-4402142c-61e7-4a5f-96ee-44144053d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.751671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-4402142c-61e7-4a5f-96ee-44144053d9d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8 HTTP/1.1" status: 200 len: 1096 time: 0.0548885 Aug 31 07:47:55.835237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df76533-7667-4cc5-b6ca-9e2523e1a2c0 req-87742962-a074-4717-ae44-8939707633bd tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.837123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2df76533-7667-4cc5-b6ca-9e2523e1a2c0 req-87742962-a074-4717-ae44-8939707633bd tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0708251 Aug 31 07:47:55.850826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-f1362584-ed87-49a6-8577-ba48f579ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.855091 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-f1362584-ed87-49a6-8577-ba48f579ae4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1096 time: 0.0744097 Aug 31 07:47:55.895990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2df76533-7667-4cc5-b6ca-9e2523e1a2c0 req-e9bb4c92-1130-4b98-a35a-d0dcd096fca8 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473170 Aug 31 07:47:55.972904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-5a224940-de5b-46d6-8b54-28e21fd02019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:55.975424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 88a89354-de31-4db4-8ac9-3f17646f8397 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:55.982081 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-5a224940-de5b-46d6-8b54-28e21fd02019 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 200 len: 909 time: 0.1152079 Aug 31 07:47:56.062536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15d9fa-5230-429a-93c3-91deae66d3d7 req-ba10d2b1-0947-48bd-af1e-b27dc2ec0a66 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:56.072815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf15d9fa-5230-429a-93c3-91deae66d3d7 req-ba10d2b1-0947-48bd-af1e-b27dc2ec0a66 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 944 time: 0.0791166 Aug 31 07:47:56.135514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf15d9fa-5230-429a-93c3-91deae66d3d7 req-d64d7e42-0ac1-4fee-83c6-4d7aa3b2fd9b tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569999 Aug 31 07:47:56.151838 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-f49ffb6f-9e3a-403e-b93a-09dd19ce2975 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 200 len: 217 time: 0.1619477 Aug 31 07:47:56.243963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-51ab43b2-056a-4854-8d93-9f3e018b97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:56.248238 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-51ab43b2-056a-4854-8d93-9f3e018b97cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 200 len: 848 time: 0.0758855 Aug 31 07:47:56.290818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41524) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:56.313026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:56.318788 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-3fe899e8-b765-41fa-b5b9-b48394e935ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9fef05d-49c9-41d5-aa23-f45b975b007c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582721 Aug 31 07:47:56.331170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 88a89354-de31-4db4-8ac9-3f17646f8397, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=88a89354-de31-4db4-8ac9-3f17646f8397,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:56.372463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '88a89354-de31-4db4-8ac9-3f17646f8397', 'network_id': '85c91e7d-b84e-474b-aece-0c86cc3261b5', 'port_id': '88a89354-de31-4db4-8ac9-3f17646f8397', 'mac_address': 'fa:16:3e:16:70:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:56.427812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:56.433643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.449365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a89354-de31-4db4-8ac9-3f17646f8397 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:56.456881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389faea-194f-448d-b662-d9a099018f9d req-f07f2828-0e57-4aa8-ae3f-efc1e78be7db tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:56.458762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f389faea-194f-448d-b662-d9a099018f9d req-f07f2828-0e57-4aa8-ae3f-efc1e78be7db tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0716071 Aug 31 07:47:56.465183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-fa387fce-47b0-420a-90ce-80bf14d71e14 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385820 Aug 31 07:47:56.470304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 88a89354-de31-4db4-8ac9-3f17646f8397, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=88a89354-de31-4db4-8ac9-3f17646f8397,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:56.474054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1356172436'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:56.529538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f389faea-194f-448d-b662-d9a099018f9d req-a88f242e-d793-422a-a94a-a92527108612 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629289 Aug 31 07:47:56.580523 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-44137134-3162-4b5b-9af6-b7884d261432 service neutron] 10.222.0.45 "GET /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022928 Aug 31 07:47:56.650931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.708244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Made reservation on behalf of 1675e6c7c32a40759d5329038723283c for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:56.709534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.711802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.716068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea1eb574-c76e-4daf-a5ca-b9e9162151f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.725975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.785485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=88a89354-de31-4db4-8ac9-3f17646f8397,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:56.879068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d12275-9052-474c-8139-b26f4bc91523 req-99cb240f-0c4b-4b6d-9d67-36f2175431e1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:56.886610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4d12275-9052-474c-8139-b26f4bc91523 req-99cb240f-0c4b-4b6d-9d67-36f2175431e1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.0813046 Aug 31 07:47:56.953416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.957119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4d12275-9052-474c-8139-b26f4bc91523 req-df18dbbd-01f9-4bf9-b35d-4203bdbe2be8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657856 Aug 31 07:47:56.996879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['88a89354-de31-4db4-8ac9-3f17646f8397'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:57.062302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.085014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ec507-bcc3-477c-bb8f-3f6bef55a056 req-5bfaf020-61ee-4ab1-a3f4-afad72f7cd84 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:57.086708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e8ec507-bcc3-477c-bb8f-3f6bef55a056 req-5bfaf020-61ee-4ab1-a3f4-afad72f7cd84 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0743368 Aug 31 07:47:57.124768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:47:57.160363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.160983 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Added segment 4c927e01-5320-484f-a5ec-344e5207c6c1 of type vlan for network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 Aug 31 07:47:57.210035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-4d75c185-42f1-4ffd-b8c0-485e328b13e7 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:57.214287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-4d75c185-42f1-4ffd-b8c0-485e328b13e7 tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f&tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1096 time: 0.0852997 Aug 31 07:47:57.222569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.253685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0085c5ed-51fb-4f3e-8337-70455fb9ada2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:57.350862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e8ec507-bcc3-477c-bb8f-3f6bef55a056 req-d42cc5a7-e96c-4770-9ff2-9a5f5e713b09 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558284 Aug 31 07:47:57.352328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.358603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:57.359209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.459377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027498fe-11c5-4d9c-995b-0cd77087e2ef req-79fe8b2f-481c-4c92-b559-ebb8b2e7ca1c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:57.460949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-027498fe-11c5-4d9c-995b-0cd77087e2ef req-79fe8b2f-481c-4c92-b559-ebb8b2e7ca1c tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 945 time: 0.1637914 Aug 31 07:47:57.469080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event updated for resources: {'Network': ['ID=5e10a1f0-8374-49e3-9f55-ec91d96bb3f2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:57.480832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:47:57.489348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-ff5d82c4-fc96-4ffc-bd1c-3279c3bff7c8 service neutron] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:47:57.494236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-ff5d82c4-fc96-4ffc-bd1c-3279c3bff7c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.495931 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fd13ad08-1b35-42ff-ad4f-eadbd5f1868a req-ff5d82c4-fc96-4ffc-bd1c-3279c3bff7c8 service neutron] 10.222.0.45 "DELETE /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90/bindings/n-h2-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.2758973 Aug 31 07:47:57.511690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c6bcb1ee-3fa3-4f79-be79-9762fa2e8aaa tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2195807 Aug 31 07:47:57.515057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41546) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:57.521106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Request body: {'subnet': {'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:57.552990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-027498fe-11c5-4d9c-995b-0cd77087e2ef req-d4f28bd2-0189-4543-bd61-6937fa0cf437 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657933 Aug 31 07:47:57.708902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b2065-2a4b-4abb-9090-14be25ba1b09 req-a359828d-5904-40a0-853c-4351ca4b17cc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:57.710570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-541b2065-2a4b-4abb-9090-14be25ba1b09 req-a359828d-5904-40a0-853c-4351ca4b17cc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0815585 Aug 31 07:47:57.759265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-541b2065-2a4b-4abb-9090-14be25ba1b09 req-78b4f6e6-e876-4f82-9298-345da1268c6a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Aug 31 07:47:57.809777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Made reservation on behalf of 1675e6c7c32a40759d5329038723283c for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:57.809777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.891396 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.988936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 88a89354-de31-4db4-8ac9-3f17646f8397 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:47:58.103056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11108-f583-4a86-a29e-2794a9921d45 req-aa023ef8-0c61-44c8-b81e-710743e6f9c2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:58.110733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2c11108-f583-4a86-a29e-2794a9921d45 req-aa023ef8-0c61-44c8-b81e-710743e6f9c2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.0647573 Aug 31 07:47:58.145501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 88a89354-de31-4db4-8ac9-3f17646f8397 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:47:58.146919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:58.150183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 88a89354-de31-4db4-8ac9-3f17646f8397 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:47:58.150601 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:58.198859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2c11108-f583-4a86-a29e-2794a9921d45 req-11be1481-c493-43df-b047-d2ea074ad112 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658066 Aug 31 07:47:58.262167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event updated for resources: {'Subnet': ['ID=4ac55930-7068-49a2-8bae-6a186e80658b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:58.301612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:47:58.331382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:58.360199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Checking segment: {'id': '4c927e01-5320-484f-a5ec-344e5207c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:47:58.361100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Network hostable DHCP agents. Network: 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:47:58.413282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a89354-de31-4db4-8ac9-3f17646f8397'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:47:58.415131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070817d-7b1d-48ac-b36b-ff01ce392eb5 req-92f83654-fcb0-4bf1-ac2b-b0976e67549d tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:58.416097 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169e2b2-036a-4a98-91da-37c49d779e95" -d '{"events": [{"server_uuid": "9be0ef13-9fed-4b24-bda6-2061651ca46d", "name": "network-vif-plugged", "status": "completed", "tag": "88a89354-de31-4db4-8ac9-3f17646f8397"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:47:58.416854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4070817d-7b1d-48ac-b36b-ff01ce392eb5 req-92f83654-fcb0-4bf1-ac2b-b0976e67549d tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 1096 time: 0.0574274 Aug 31 07:47:58.476173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4070817d-7b1d-48ac-b36b-ff01ce392eb5 req-e246871e-55e5-4a70-bd54-74a6a433664f tempest-LiveMigrationTest-1165989871 tempest-LiveMigrationTest-1165989871-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Aug 31 07:47:58.514918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:47:58.591330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521edd-856f-4c6f-8da2-3816d7143ab7 req-d9c1e798-8bad-4f1a-b225-1d7c3d9fbfe3 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:58.594583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45521edd-856f-4c6f-8da2-3816d7143ab7 req-d9c1e798-8bad-4f1a-b225-1d7c3d9fbfe3 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 945 time: 0.0935292 Aug 31 07:47:58.613969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:58.626861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:58.629649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:58.681450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45521edd-856f-4c6f-8da2-3816d7143ab7 req-626c7499-0d1f-42b1-a93c-9498b4388577 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763783 Aug 31 07:47:58.691439 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7b2a4-9025-46d0-93fd-de93d3f141bc x-openstack-request-id: req-3ef7b2a4-9025-46d0-93fd-de93d3f141bc {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:47:58.691737 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be0ef13-9fed-4b24-bda6-2061651ca46d", "name": "network-vif-plugged", "status": "completed", "tag": "88a89354-de31-4db4-8ac9-3f17646f8397", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:47:58.691995 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ef7b2a4-9025-46d0-93fd-de93d3f141bc {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:47:58.692392 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a89354-de31-4db4-8ac9-3f17646f8397', 'code': 200} Aug 31 07:47:58.694999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f9fb1-382c-4272-8fcd-1286a3639bc0 None None] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:58.704552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 88a89354-de31-4db4-8ac9-3f17646f8397, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=88a89354-de31-4db4-8ac9-3f17646f8397,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:58.742833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78dcc9f9-ed7e-4de3-b0b4-9efc742ca8e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2230425 Aug 31 07:47:58.744869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:58.750653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Request body: {'port': {'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-508058128'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:47:58.800575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96412f4-c79a-4b30-8597-8e7b829ca375 req-b57ce65b-5a58-441f-a4c2-242a171dfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:58.801773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f96412f4-c79a-4b30-8597-8e7b829ca375 req-b57ce65b-5a58-441f-a4c2-242a171dfbf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 1097 time: 0.1413548 Aug 31 07:47:58.850893 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:58.859664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:58.887406 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f96412f4-c79a-4b30-8597-8e7b829ca375 req-6438774c-5ce2-44c5-bc83-1b08a0d7dfb5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760746 Aug 31 07:47:58.940582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6305-9d47-454d-92d3-f580cfaa82eb req-3ef7e314-a899-4dae-93b3-cbdccd8de4a6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:58.942553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d51a6305-9d47-454d-92d3-f580cfaa82eb req-3ef7e314-a899-4dae-93b3-cbdccd8de4a6 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.1238408 Aug 31 07:47:58.968182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'port_id': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'mac_address': 'fa:16:3e:7e:64:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574f36c-1e17-402a-b606-70c675b4d519', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:47:59.013941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d51a6305-9d47-454d-92d3-f580cfaa82eb req-1b5db19a-4b87-44e4-a637-1bde7d19959a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 Aug 31 07:47:59.056989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Made reservation on behalf of 1675e6c7c32a40759d5329038723283c for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:47:59.060879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.102174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] device_id is not set on port f0ef9d39-66e8-4241-8b80-27636869e077 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:47:59.149781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217159ae-3e87-40f3-a03a-920871c97e9b req-f668577e-2bc2-473f-9faa-18781b70ed06 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:59.152865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.156062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=88a89354-de31-4db4-8ac9-3f17646f8397,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:59.158214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-217159ae-3e87-40f3-a03a-920871c97e9b req-f668577e-2bc2-473f-9faa-18781b70ed06 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0700061 Aug 31 07:47:59.201856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c820330e-9abe-4efd-bc9d-19cb343c515e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:47:59.223707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-5e10a1f0-8374-49e3-9f55-ec91d96bb3f2', 'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2', 'tenant_id': '1675e6c7c32a40759d5329038723283c', 'fixed_ips': [{'subnet_id': '4ac55930-7068-49a2-8bae-6a186e80658b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:47:59.225610 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.226674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-217159ae-3e87-40f3-a03a-920871c97e9b req-39e24a13-dc36-41ef-8195-dba4f8877c3e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674806 Aug 31 07:47:59.247963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:59.332210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Allocated IP 2001:db8::351 (5e10a1f0-8374-49e3-9f55-ec91d96bb3f2/4ac55930-7068-49a2-8bae-6a186e80658b/f0ef9d39-66e8-4241-8b80-27636869e077) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:59.354819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.423709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:59.494579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c820330e-9abe-4efd-bc9d-19cb343c515e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:47:59.546214 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.563032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996b71-7de9-4a00-a220-27f1e936d533 req-64503c90-30fd-48b8-865c-83f3dbc766c9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:59.564535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc996b71-7de9-4a00-a220-27f1e936d533 req-64503c90-30fd-48b8-865c-83f3dbc766c9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.1041193 Aug 31 07:47:59.637349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc996b71-7de9-4a00-a220-27f1e936d533 req-fe5a3bb8-4cbe-4a87-8ea3-89ef2149bad1 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Aug 31 07:47:59.696390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.715652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Transition to ACTIVE for port object f0ef9d39-66e8-4241-8b80-27636869e077 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:47:59.855054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7e91e-8da7-4c2b-92dc-e2c54b1e7d13 req-a0eb20a0-7d71-4517-a4ca-71f1f2918000 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:59.856643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fb7e91e-8da7-4c2b-92dc-e2c54b1e7d13 req-a0eb20a0-7d71-4517-a4ca-71f1f2918000 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 944 time: 0.0752592 Aug 31 07:47:59.863527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.921723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:47:59.927217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:47:59.929503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Allocated IP 2001:db8::2 (5e10a1f0-8374-49e3-9f55-ec91d96bb3f2/4ac55930-7068-49a2-8bae-6a186e80658b/5ce352b6-7919-473b-822d-1529e34d70ef) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:47:59.933921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:47:59.939909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:59.940544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.942468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fb7e91e-8da7-4c2b-92dc-e2c54b1e7d13 req-e13c6d7c-11f3-47ed-8184-970aa30897aa tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Aug 31 07:47:59.961832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event updated for resources: {'Port': ['ID=f0ef9d39-66e8-4241-8b80-27636869e077,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:00.045452 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-68d0b9e9-270b-423e-890e-6610bec09ec1 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2962623 Aug 31 07:48:00.045452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:00.051753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Request body: {'port': {'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1999067357', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:00.052446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] bootfile-name is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:48:00.053256 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] tftp-server is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:48:00.053603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] server-ip-address is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:48:00.188309 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.212057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Transition to ACTIVE for port object 5ce352b6-7919-473b-822d-1529e34d70ef will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:00.241584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Transition to ACTIVE for port object 5ce352b6-7919-473b-822d-1529e34d70ef will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:00.274941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735af5-3ad0-4cae-a296-6c0ec2f8329b req-ae00506b-dd64-4e42-b1a4-f408366d7cf3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:00.276510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6735af5-3ad0-4cae-a296-6c0ec2f8329b req-ae00506b-dd64-4e42-b1a4-f408366d7cf3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.0981784 Aug 31 07:48:00.283160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:00.348698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-c55f90e0-1907-49a8-8209-4502a9ea9b06 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:00.352781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-c55f90e0-1907-49a8-8209-4502a9ea9b06 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.0953321 Aug 31 07:48:00.363513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6735af5-3ad0-4cae-a296-6c0ec2f8329b req-3c370bd0-fd9a-478e-9126-665f6eda7294 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743847 Aug 31 07:48:00.371402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Made reservation on behalf of 1675e6c7c32a40759d5329038723283c for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:00.373266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.375655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.440059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:00.443721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] device_id is not set on port 9146a5cf-661a-4fc1-9d30-d1d119c5f9e9 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:48:00.444651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:00.447121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:00.567528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0967c-db17-4be8-b4d2-d3e03d2c9c9e req-3afea1a0-5f85-4b11-b353-e8dae995ad4f tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:00.579618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bff0967c-db17-4be8-b4d2-d3e03d2c9c9e req-3afea1a0-5f85-4b11-b353-e8dae995ad4f tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.1003239 Aug 31 07:48:00.581789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Pushing event updated for resources: {'Port': ['ID=5ce352b6-7919-473b-822d-1529e34d70ef,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:00.617127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.640023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c820330e-9abe-4efd-bc9d-19cb343c515e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:00.647197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Attempting to bind port 5ce352b6-7919-473b-822d-1529e34d70ef on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:00.647572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Attempting to bind port 5ce352b6-7919-473b-822d-1529e34d70ef by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '4c927e01-5320-484f-a5ec-344e5207c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:00.647936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Attempting to bind port 5ce352b6-7919-473b-822d-1529e34d70ef on network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:00.682329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Deleting port 07bed496-127c-429f-9d19-eff705cfad90 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:00.682752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.683696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:00.684004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Checking segment: {'id': '4c927e01-5320-484f-a5ec-344e5207c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:00.684590 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.685158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Bound using segment: {'id': '4c927e01-5320-484f-a5ec-344e5207c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:00.685910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Bound port: 5ce352b6-7919-473b-822d-1529e34d70ef, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c927e01-5320-484f-a5ec-344e5207c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5e10a1f0-8374-49e3-9f55-ec91d96bb3f2'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:00.686472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.694021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c0a63-b91e-41b5-a846-b1379b2c8cca req-b45b354b-3e53-4111-bc7c-14899949940e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:00.694465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:00.696030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d87c0a63-b91e-41b5-a846-b1379b2c8cca req-b45b354b-3e53-4111-bc7c-14899949940e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1152084 Aug 31 07:48:00.714584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bff0967c-db17-4be8-b4d2-d3e03d2c9c9e req-2d9fffa3-e03e-41a7-83b9-dc32f8846f13 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108716 Aug 31 07:48:00.768351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Allocated IP 2001:db8::327 (5e10a1f0-8374-49e3-9f55-ec91d96bb3f2/4ac55930-7068-49a2-8bae-6a186e80658b/9146a5cf-661a-4fc1-9d30-d1d119c5f9e9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:00.788620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.817860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d87c0a63-b91e-41b5-a846-b1379b2c8cca req-ea85fd15-69c7-492f-ad6d-8205d1f97273 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018789 Aug 31 07:48:00.841767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] For port 07bed496-127c-429f-9d19-eff705cfad90, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=07bed496-127c-429f-9d19-eff705cfad90,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:00.842347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:00.873496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:00.899006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Calling delete_port for 07bed496-127c-429f-9d19-eff705cfad90 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:00.915551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] For port 5ce352b6-7919-473b-822d-1529e34d70ef, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:00.927904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] For port 5ce352b6-7919-473b-822d-1529e34d70ef, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5ce352b6-7919-473b-822d-1529e34d70ef,segment=NetworkSegment(4c927e01-5320-484f-a5ec-344e5207c6c1),segment_id=4c927e01-5320-484f-a5ec-344e5207c6c1)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:01.054010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b842e-98c0-454f-a7c2-090dcbb39690 req-2e76c78f-f8c4-4643-9636-76eb0a1a8319 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.055850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b2b842e-98c0-454f-a7c2-090dcbb39690 req-2e76c78f-f8c4-4643-9636-76eb0a1a8319 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 943 time: 0.1060147 Aug 31 07:48:01.086414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50773-263c-4ee6-9761-b40afda7227d req-86febb33-08b3-41b2-9000-4089af54b3ee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.088109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07f50773-263c-4ee6-9761-b40afda7227d req-86febb33-08b3-41b2-9000-4089af54b3ee tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 944 time: 0.0864711 Aug 31 07:48:01.119189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.258926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b2b842e-98c0-454f-a7c2-090dcbb39690 req-1c448a9f-5d96-4f03-b112-273579c7cb4e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697675 Aug 31 07:48:01.258926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07f50773-263c-4ee6-9761-b40afda7227d req-7266b88f-b170-41eb-8620-97e35bb94cc9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559337 Aug 31 07:48:01.259511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Transition to ACTIVE for port object 9146a5cf-661a-4fc1-9d30-d1d119c5f9e9 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:01.294726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.362952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.367224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2feb5-fafe-4ccc-979f-eee0fb112f41 None None] Pushing event updated for resources: {'Port': ['ID=5ce352b6-7919-473b-822d-1529e34d70ef,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:01.381552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['07bed496-127c-429f-9d19-eff705cfad90'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:01.381552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['881117a1-abeb-4248-af80-f60f3a96813f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:01.398316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event deleted for resources: {'Port': ['ID=07bed496-127c-429f-9d19-eff705cfad90,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:01.443127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] No DVR routers for this DVR port 07bed496-127c-429f-9d19-eff705cfad90 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:01.446771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.449584 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3ae0cff7-44e1-4cf6-b656-ee5cd47600b9 req-1dca19c4-8f78-4c83-b4d2-0c71bb9be266 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.45 "DELETE /v2.0/ports/07bed496-127c-429f-9d19-eff705cfad90 HTTP/1.1" status: 204 len: 173 time: 1.0713499 Aug 31 07:48:01.450224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'name': 'network-vif-deleted', 'tag': '07bed496-127c-429f-9d19-eff705cfad90'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:01.452683 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50334493-152a-4ebf-995e-ce9312443109" -d '{"events": [{"server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "name": "network-vif-deleted", "tag": "07bed496-127c-429f-9d19-eff705cfad90"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:01.457438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.509129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:01.512522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:01.518498 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef8cabf-c1d0-4e07-9e1c-b5e69b4403d2 x-openstack-request-id: req-0ef8cabf-c1d0-4e07-9e1c-b5e69b4403d2 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:01.518850 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea832307-a2a7-4c80-848c-16cadaa0802f", "name": "network-vif-deleted", "tag": "07bed496-127c-429f-9d19-eff705cfad90", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:01.519162 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ef8cabf-c1d0-4e07-9e1c-b5e69b4403d2 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:01.519612 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea832307-a2a7-4c80-848c-16cadaa0802f', 'name': 'network-vif-deleted', 'tag': '07bed496-127c-429f-9d19-eff705cfad90', 'status': 'completed', 'code': 200} Aug 31 07:48:01.520404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:01.526367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.527119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.535038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event updated for resources: {'Port': ['ID=9146a5cf-661a-4fc1-9d30-d1d119c5f9e9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:01.574303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f706d30-f0f9-43ea-adc9-f752598ba81a req-5240e413-9257-4136-b587-d8b3f8c35cf7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.575960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f706d30-f0f9-43ea-adc9-f752598ba81a req-5240e413-9257-4136-b587-d8b3f8c35cf7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.1272070 Aug 31 07:48:01.683448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a6489ab6-bc08-4acf-9172-2cb26a6079f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6368406 Aug 31 07:48:01.684180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41614) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:01.705505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f706d30-f0f9-43ea-adc9-f752598ba81a req-303dd250-eb43-48f9-a874-5c41c016272d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Aug 31 07:48:01.888671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff699ea-9766-43c7-a116-5bc2fa5fbcfd req-a55c7982-6791-4573-99d7-c6106e5d4f75 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.902001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ff699ea-9766-43c7-a116-5bc2fa5fbcfd req-a55c7982-6791-4573-99d7-c6106e5d4f75 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.1166558 Aug 31 07:48:01.912974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-4a0bc1e3-4311-47ea-b0bc-d2376a1e4fee tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.914649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-4a0bc1e3-4311-47ea-b0bc-d2376a1e4fee tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.1301367 Aug 31 07:48:01.942580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace70f67-a0cd-40ea-a40e-8bd361f6c4db tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.949183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace70f67-a0cd-40ea-a40e-8bd361f6c4db tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.959068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace70f67-a0cd-40ea-a40e-8bd361f6c4db tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:01.962508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ace70f67-a0cd-40ea-a40e-8bd361f6c4db tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2773211 Aug 31 07:48:01.963873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ff699ea-9766-43c7-a116-5bc2fa5fbcfd req-2b7935ca-0259-42e6-9652-2198f35d7197 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599532 Aug 31 07:48:01.965288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41626) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:02.108215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Deleting port d9880637-75cd-4510-8558-c9463cafb058 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:02.108805 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.163187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d6266-626b-4f7e-9bf8-05803d580c90 req-625f883e-1438-4337-beab-03dbcdc343f8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:02.172287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed1d6266-626b-4f7e-9bf8-05803d580c90 req-625f883e-1438-4337-beab-03dbcdc343f8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0954201 Aug 31 07:48:02.226411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Deleting port 9146a5cf-661a-4fc1-9d30-d1d119c5f9e9 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:02.226411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.289190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:02.347711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] For port d9880637-75cd-4510-8558-c9463cafb058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d9880637-75cd-4510-8558-c9463cafb058,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:02.348217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.405658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.423966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port c820330e-9abe-4efd-bc9d-19cb343c515e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:02.424478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.436689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Calling delete_port for 9146a5cf-661a-4fc1-9d30-d1d119c5f9e9 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:02.499582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5ce352b6-7919-473b-822d-1529e34d70ef up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:02.627817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed1d6266-626b-4f7e-9bf8-05803d580c90 req-ca5d17de-a035-4048-a0ed-4e5c7a15e32d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541576 Aug 31 07:48:02.628187 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.649450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5ce352b6-7919-473b-822d-1529e34d70ef completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:02.680465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.711004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:02.713313 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a79829-8c19-4ec1-bfab-531f1e2439ce" -d '{"events": [{"server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "name": "network-vif-plugged", "status": "completed", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:02.753018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:02.829324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.867379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-cc3ac20b-92ef-4ff4-a3d1-a7ddc8534798 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:02.869701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-cc3ac20b-92ef-4ff4-a3d1-a7ddc8534798 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.68 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 943 time: 0.0989079 Aug 31 07:48:02.877068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-437c0d66-ccae-4075-bff7-e6650f9c7893 req-9397e4ad-7812-4673-84b7-7250e97611f9 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.0933430 Aug 31 07:48:02.886805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event deleted for resources: {'Port': ['ID=9146a5cf-661a-4fc1-9d30-d1d119c5f9e9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:02.934801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:02.994757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c46d77-5d90-4c3c-bbf5-7c1115287349 None None] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:02.999378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.001409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-df811e59-51bc-450e-adb5-597fb89898c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "DELETE /v2.0/ports/9146a5cf-661a-4fc1-9d30-d1d119c5f9e9 HTTP/1.1" status: 204 len: 168 time: 1.0333848 Aug 31 07:48:03.008309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41638) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:03.027397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30614-0fb6-4aae-b3a1-0b0a936ecec5 req-0b713d57-9e04-4a1e-a7a1-0c181011fabe tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:03.028399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59a30614-0fb6-4aae-b3a1-0b0a936ecec5 req-0b713d57-9e04-4a1e-a7a1-0c181011fabe tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 943 time: 0.3682551 Aug 31 07:48:03.117772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Request body: {'port': {'name': 'tempest-new-port-name-1397719213', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:03.118432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] bootfile-name is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:48:03.118909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] tftp-server is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:48:03.119396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] server-ip-address is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 07:48:03.131235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59a30614-0fb6-4aae-b3a1-0b0a936ecec5 req-90088d60-534d-425a-bd3e-b001b3f937e2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910459 Aug 31 07:48:03.175180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d765-9944-498c-88a0-6d29633af602 req-7855cdba-2234-4f1c-ac95-87ddf03d2b90 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:03.181722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3327d765-9944-498c-88a0-6d29633af602 req-7855cdba-2234-4f1c-ac95-87ddf03d2b90 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.1142035 Aug 31 07:48:03.216324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.216708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.217066 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Floating IP b0a121af-f00f-4811-9049-9c5e863bbed0 disassociated. External IP: 172.25.0.186, port: d9880637-75cd-4510-8558-c9463cafb058. Aug 31 07:48:03.217421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Calling delete_port for d9880637-75cd-4510-8558-c9463cafb058 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:03.229472 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1017b-2d85-42da-aa09-aba221db4619 x-openstack-request-id: req-54c1017b-2d85-42da-aa09-aba221db4619 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:03.230051 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "name": "network-vif-plugged", "status": "completed", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:03.230380 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54c1017b-2d85-42da-aa09-aba221db4619 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:03.230876 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'code': 200} Aug 31 07:48:03.244284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] Provisioning for port 5ce352b6-7919-473b-822d-1529e34d70ef completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:03.247197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.254967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] Provisioning complete for port 5ce352b6-7919-473b-822d-1529e34d70ef triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:03.255455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.260242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3327d765-9944-498c-88a0-6d29633af602 req-3633e70c-7cb7-43b3-bed2-2ae67d2dae7a tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717430 Aug 31 07:48:03.380507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eb187-1a80-4b1b-96ca-52867efc2d3e req-a0203313-5188-4982-8ef9-f5c1c3ddab09 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:03.386679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d7eb187-1a80-4b1b-96ca-52867efc2d3e req-a0203313-5188-4982-8ef9-f5c1c3ddab09 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 945 time: 0.0730753 Aug 31 07:48:03.461956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.465517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Deleting port c820330e-9abe-4efd-bc9d-19cb343c515e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:03.465517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.465762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d7eb187-1a80-4b1b-96ca-52867efc2d3e req-a81dcacf-7e2e-420b-a795-6dd6292026cd tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d84cd6a-6f29-4bae-aa56-d9039b16c545&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731146 Aug 31 07:48:03.510056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] For port 5ce352b6-7919-473b-822d-1529e34d70ef, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5ce352b6-7919-473b-822d-1529e34d70ef,segment=NetworkSegment(4c927e01-5320-484f-a5ec-344e5207c6c1),segment_id=4c927e01-5320-484f-a5ec-344e5207c6c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:03.606967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] For port c820330e-9abe-4efd-bc9d-19cb343c515e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c820330e-9abe-4efd-bc9d-19cb343c515e,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:03.607406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.622216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Calling delete_port for c820330e-9abe-4efd-bc9d-19cb343c515e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:03.628871 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:03.842874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba6bf6-2986-4a96-a5cd-27b309958409 None None] Pushing event updated for resources: {'Port': ['ID=5ce352b6-7919-473b-822d-1529e34d70ef,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:03.904496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de581d10-dd9b-433e-ae8f-ebcfb1b3c745 None None] Provisioning complete for port 5ce352b6-7919-473b-822d-1529e34d70ef triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:03.906629 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de581d10-dd9b-433e-ae8f-ebcfb1b3c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.010580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:04.039958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 07bed496-127c-429f-9d19-eff705cfad90 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:04.040310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 07bed496-127c-429f-9d19-eff705cfad90 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:04.115316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa40217-f8ca-4a35-84dd-ff226ebffedc req-9614fbd9-0862-4782-bff9-ab768c0af4b4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:04.122940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baa40217-f8ca-4a35-84dd-ff226ebffedc req-9614fbd9-0862-4782-bff9-ab768c0af4b4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2148054 Aug 31 07:48:04.179380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b650e44-0b46-4d2f-b862-a6fccf9d2d4a req-f18dc373-15a4-46ed-ab2a-9d0b56a02fcf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:04.180934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b650e44-0b46-4d2f-b862-a6fccf9d2d4a req-f18dc373-15a4-46ed-ab2a-9d0b56a02fcf tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.2152982 Aug 31 07:48:04.222383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.251126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de581d10-dd9b-433e-ae8f-ebcfb1b3c745 None None] Provisioning for port f0ef9d39-66e8-4241-8b80-27636869e077 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:04.256501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de581d10-dd9b-433e-ae8f-ebcfb1b3c745 None None] Provisioning complete for port f0ef9d39-66e8-4241-8b80-27636869e077 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:04.256933 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de581d10-dd9b-433e-ae8f-ebcfb1b3c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.292273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b650e44-0b46-4d2f-b862-a6fccf9d2d4a req-871b8f4e-2699-4997-95f6-983841ed41dc tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978374 Aug 31 07:48:04.320793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baa40217-f8ca-4a35-84dd-ff226ebffedc req-81f9c07f-c6bc-4f82-abee-e806fde2d6d6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837890 Aug 31 07:48:04.357159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-de581d10-dd9b-433e-ae8f-ebcfb1b3c745 None None] Port f0ef9d39-66e8-4241-8b80-27636869e077 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:04.375704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5ce352b6-7919-473b-822d-1529e34d70ef up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:04.432306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.437780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.441330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event deleted for resources: {'Port': ['ID=d9880637-75cd-4510-8558-c9463cafb058,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:04.491757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2396aea-4bad-4a9a-9d0a-d9a2adf37f54 req-1a06be29-2667-4911-88f5-f0b6827d449a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 210 time: 0.0643504 Aug 31 07:48:04.526265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5ce352b6-7919-473b-822d-1529e34d70ef triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:04.526826 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.575865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f0aef9d-9b8d-4069-a993-3fb92ab256ce None None] Provisioning complete for port f0ef9d39-66e8-4241-8b80-27636869e077 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:04.576914 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f0aef9d-9b8d-4069-a993-3fb92ab256ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.584057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-091f76ff-3255-4dd1-873e-f3f7f7b13a7d req-83cd211a-5311-4e2e-84a0-e2684ff47bfe tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.0495574 Aug 31 07:48:04.592706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.623341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] No DVR routers for this DVR port c820330e-9abe-4efd-bc9d-19cb343c515e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:04.626214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] In _notify_port_updated(), no bound segment for port f0ef9d39-66e8-4241-8b80-27636869e077 on network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:48:04.636390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:04.637113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.653013 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "PUT /v2.0/ports/f0ef9d39-66e8-4241-8b80-27636869e077 HTTP/1.1" status: 200 len: 1130 time: 1.5726161 Aug 31 07:48:04.657730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41656) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:04.667538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a426d324-6f91-4cac-97d8-c8a5460e886e req-eccbc8c6-8f78-4f9e-a36c-a00c7e007033 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 210 time: 0.0804410 Aug 31 07:48:04.708777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7f0aef9d-9b8d-4069-a993-3fb92ab256ce None None] Port f0ef9d39-66e8-4241-8b80-27636869e077 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:04.721173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event deleted for resources: {'Port': ['ID=c820330e-9abe-4efd-bc9d-19cb343c515e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:04.721657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:04.723758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-39554781-21d0-4cbc-b31a-a24f2d156819 req-5446f64f-9cb9-41f7-b3d1-71f02655836c tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.68 "DELETE /v2.0/ports/c820330e-9abe-4efd-bc9d-19cb343c515e HTTP/1.1" status: 204 len: 173 time: 1.7145355 Aug 31 07:48:04.726515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'name': 'network-vif-deleted', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:04.729278 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e06765-47b1-43d2-8ef0-8011de958380" -d '{"events": [{"server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "name": "network-vif-deleted", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:04.853211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb00a88-91be-4f5e-8193-87cbf72564ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:04.856552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cbb00a88-91be-4f5e-8193-87cbf72564ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "GET /v2.0/ports/f0ef9d39-66e8-4241-8b80-27636869e077 HTTP/1.1" status: 200 len: 1130 time: 0.1870522 Aug 31 07:48:04.862968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41664) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:04.863640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-46e5b1f9-ba20-48c9-94be-74f5e3a444d6 None None] Could not find standard attr ID for object 9146a5cf-661a-4fc1-9d30-d1d119c5f9e9. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:48:05.138863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Deleting port f0ef9d39-66e8-4241-8b80-27636869e077 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:05.139216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:05.334697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:05.351265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Calling delete_port for f0ef9d39-66e8-4241-8b80-27636869e077 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:05.542346 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e369ee-c827-4669-9328-cd71d2743388 x-openstack-request-id: req-19e369ee-c827-4669-9328-cd71d2743388 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:05.542936 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61cd784-a644-443d-94bc-fde53c504d69", "name": "network-vif-deleted", "tag": "c820330e-9abe-4efd-bc9d-19cb343c515e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:05.542936 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19e369ee-c827-4669-9328-cd71d2743388 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:05.543263 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61cd784-a644-443d-94bc-fde53c504d69', 'name': 'network-vif-deleted', 'tag': 'c820330e-9abe-4efd-bc9d-19cb343c515e', 'status': 'completed', 'code': 200} Aug 31 07:48:05.600565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:05.608604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854f4d-208c-40b0-a3fb-a93fb2ae07ab tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event updated for resources: {'Port': ['ID=f0ef9d39-66e8-4241-8b80-27636869e077,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:05.653172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event deleted for resources: {'Port': ['ID=f0ef9d39-66e8-4241-8b80-27636869e077,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:05.715392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-95feaa44-a877-4391-8221-0ce3d05f34d1 None None] Could not find standard attr ID for object f0ef9d39-66e8-4241-8b80-27636869e077. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:48:05.715937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Router d9524a83-08e9-4691-a578-fba3f7bf1f84 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:48:05.725489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893ac75-e866-4061-b6a0-72b17c586a04 req-1c6bbaf8-b990-47b3-9375-7c2a49895e19 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:05.727816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-8ca02d47-a405-4dc9-914c-f89dec9760f3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:05.729783 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-8ca02d47-a405-4dc9-914c-f89dec9760f3 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.2007754 Aug 31 07:48:05.735611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7893ac75-e866-4061-b6a0-72b17c586a04 req-1c6bbaf8-b990-47b3-9375-7c2a49895e19 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1800365 Aug 31 07:48:05.763918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:05.767214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d7639c19-3b6b-4ba2-a57e-770c010f6931 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "DELETE /v2.0/ports/f0ef9d39-66e8-4241-8b80-27636869e077 HTTP/1.1" status: 204 len: 168 time: 0.8876147 Aug 31 07:48:05.770858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41676) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:05.844756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Deleting subnet 4ac55930-7068-49a2-8bae-6a186e80658b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:05.856021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbce0f8-05f8-4ea6-baf0-eea1ae0b8097 req-1bc6380b-815d-4d1a-9d4b-bb34d373dc61 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:05.866212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbbce0f8-05f8-4ea6-baf0-eea1ae0b8097 req-1bc6380b-815d-4d1a-9d4b-bb34d373dc61 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 946 time: 0.3454905 Aug 31 07:48:05.904010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:05.925264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbbce0f8-05f8-4ea6-baf0-eea1ae0b8097 req-04aae7db-174f-4174-b930-98311861a914 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577810 Aug 31 07:48:06.023686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7893ac75-e866-4061-b6a0-72b17c586a04 req-8bb3e785-5089-4d6d-8e54-664007e01c19 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868750 Aug 31 07:48:06.073668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.094807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:48:06.109158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] Sync routers for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:48:06.123085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:06.127459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:47:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:06.174482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Deleting port 88a89354-de31-4db4-8ac9-3f17646f8397 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:06.175096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.192593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd6ffc33-7bdc-46d7-b80a-10329a9adb9e req-26abc636-94f9-4d6a-b7fd-f662e1d871df tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=c61cd784-a644-443d-94bc-fde53c504d69 HTTP/1.1" status: 200 len: 210 time: 0.0784543 Aug 31 07:48:06.208622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b9e68da-0dd9-4be7-975b-ab4d57eee9ae req-382642ea-515b-4d8a-b656-8cd3b92f8646 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.0616744 Aug 31 07:48:06.309132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] No DVR routers for this DVR port d9880637-75cd-4510-8558-c9463cafb058 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:06.324740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:06.333483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.346871 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4f7d7a44-341e-4517-a847-cfa0a4a2e1c6 req-5c12a0ea-caf2-4368-99a1-e5a4084c5b56 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.68 "DELETE /v2.0/ports/d9880637-75cd-4510-8558-c9463cafb058 HTTP/1.1" status: 204 len: 173 time: 4.4230707 Aug 31 07:48:06.370807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.424295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: c820330e-9abe-4efd-bc9d-19cb343c515e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:06.437968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c820330e-9abe-4efd-bc9d-19cb343c515e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:06.439187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d9880637-75cd-4510-8558-c9463cafb058 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:06.478734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] For port 88a89354-de31-4db4-8ac9-3f17646f8397, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=88a89354-de31-4db4-8ac9-3f17646f8397,segment=NetworkSegment(6975e5a9-23a1-4c9b-bfeb-9a32d020bc12),segment_id=6975e5a9-23a1-4c9b-bfeb-9a32d020bc12)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:06.479548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.505490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: d9880637-75cd-4510-8558-c9463cafb058 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:06.505490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d9880637-75cd-4510-8558-c9463cafb058 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:06.511941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Calling delete_port for 88a89354-de31-4db4-8ac9-3f17646f8397 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:06.541778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b646cf44-9ad0-4a7c-bd61-340fa8487005 req-f5ccae1b-acb6-4093-bdc0-cc5bd7c12853 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ea60f01-9be5-4855-8b01-cd97b27a2c24 HTTP/1.1" status: 200 len: 210 time: 0.1602237 Aug 31 07:48:06.638558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:06.726100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.797873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac55930-7068-49a2-8bae-6a186e80658b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:06.802987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.805080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9f439330-a6b5-44d3-becf-2585f08f39a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "DELETE /v2.0/subnets/4ac55930-7068-49a2-8bae-6a186e80658b HTTP/1.1" status: 204 len: 168 time: 1.0329871 Aug 31 07:48:06.807565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41682) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:06.831319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb9fac-087c-4972-a6ab-f2c00896b110 None None] Network 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:06.911148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.937042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.978102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Deleting port 5ce352b6-7919-473b-822d-1529e34d70ef {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:06.978449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.989004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Pushing event deleted for resources: {'Port': ['ID=88a89354-de31-4db4-8ac9-3f17646f8397,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:07.070892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c42f372-740f-44aa-bdf2-a0fea9b71903 req-caa06782-888f-463c-84fe-8bbf4eee4f2d tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 210 time: 0.0397849 Aug 31 07:48:07.099101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] For port 5ce352b6-7919-473b-822d-1529e34d70ef, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5ce352b6-7919-473b-822d-1529e34d70ef,segment=NetworkSegment(4c927e01-5320-484f-a5ec-344e5207c6c1),segment_id=4c927e01-5320-484f-a5ec-344e5207c6c1)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:07.099101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:07.099660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] No DVR routers for this DVR port 88a89354-de31-4db4-8ac9-3f17646f8397 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:07.102359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:07.104392 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4c90073f-0d28-4519-8e14-4c3aa0e61788 req-164a0ced-f474-4ee2-b699-675b0245d8a7 tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.45 "DELETE /v2.0/ports/88a89354-de31-4db4-8ac9-3f17646f8397 HTTP/1.1" status: 204 len: 173 time: 1.3608057 Aug 31 07:48:07.112680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Calling delete_port for 5ce352b6-7919-473b-822d-1529e34d70ef owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:07.114460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['88a89354-de31-4db4-8ac9-3f17646f8397'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:07.328280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9cf6-ab5d-4827-aa94-3614205a4bbd req-9ffd2b6c-e872-4cb4-a8c6-fef879ef0f90 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:07.333601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb0e9cf6-ab5d-4827-aa94-3614205a4bbd req-9ffd2b6c-e872-4cb4-a8c6-fef879ef0f90 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1408153 Aug 31 07:48:07.349414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:07.352780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:54Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:07.399422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] Checking router: d9524a83-08e9-4691-a578-fba3f7bf1f84 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:48:07.401618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeac16b-e97b-4cab-a107-4d267dceb104 None None] DHCP port deletion for 5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:48:07.418718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:07.419452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:47:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:07.462464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-824039c5-945e-4b94-8dd0-205ba4af4ee0 req-c101fd8b-e37d-43ec-bccc-5d64e4d25a22 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.0314133 Aug 31 07:48:07.465689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event deleted for resources: {'Port': ['ID=5ce352b6-7919-473b-822d-1529e34d70ef,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:07.475272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] No DVR routers for this DVR port 5ce352b6-7919-473b-822d-1529e34d70ef on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:07.544801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'name': 'network-vif-deleted', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058'}, {'server_uuid': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'name': 'network-vif-deleted', 'tag': '88a89354-de31-4db4-8ac9-3f17646f8397'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:07.547732 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3617f4-b473-442e-bde9-9384868dabcd" -d '{"events": [{"server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "name": "network-vif-deleted", "tag": "d9880637-75cd-4510-8558-c9463cafb058"}, {"server_uuid": "9be0ef13-9fed-4b24-bda6-2061651ca46d", "name": "network-vif-deleted", "tag": "88a89354-de31-4db4-8ac9-3f17646f8397"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:07.621132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:07.977403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:54Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:08.014471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c44bc-9867-4051-84fe-a87584795bc8 None None] The sync data for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 is: [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:45:45Z', 'revision_number': 4, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d282b8b-58e6-4763-8150-9c5073802ecc', 'name': '', 'network_id': 'e57d7475-1c0e-4adf-a72a-9485b9ce7d87', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'mac_address': 'fa:16:3e:39:22:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:44Z', 'updated_at': '2021-08-31T07:45:54Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'subnets': [{'id': '39f11a22-9f09-4ea0-babf-0c9cf3ef746b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:48:08.060032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb0e9cf6-ab5d-4827-aa94-3614205a4bbd req-85771363-cf40-4fe0-af7d-f025a92ae7d4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109146 Aug 31 07:48:08.082745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.096251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e10a1f0-8374-49e3-9f55-ec91d96bb3f2']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:08.133996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c927e01-5320-484f-a5ec-344e5207c6c1') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:08.133996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c927e01-5320-484f-a5ec-344e5207c6c1') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:08.156263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.188641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:08.194613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359375076', 'description': 'tempest-description--535951139'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:08.228711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.257197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:08.257625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:08.263393 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:08.287862 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7452f0d7-3c2d-4969-ac39-a2c92556de30 x-openstack-request-id: req-7452f0d7-3c2d-4969-ac39-a2c92556de30 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:08.293135 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea60f01-9be5-4855-8b01-cd97b27a2c24", "name": "network-vif-deleted", "tag": "d9880637-75cd-4510-8558-c9463cafb058", "status": "completed", "code": 200}, {"server_uuid": "9be0ef13-9fed-4b24-bda6-2061651ca46d", "name": "network-vif-deleted", "tag": "88a89354-de31-4db4-8ac9-3f17646f8397", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:08.293859 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7452f0d7-3c2d-4969-ac39-a2c92556de30 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:08.295049 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea60f01-9be5-4855-8b01-cd97b27a2c24', 'name': 'network-vif-deleted', 'tag': 'd9880637-75cd-4510-8558-c9463cafb058', 'status': 'completed', 'code': 200} Aug 31 07:48:08.295326 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be0ef13-9fed-4b24-bda6-2061651ca46d', 'name': 'network-vif-deleted', 'tag': '88a89354-de31-4db4-8ac9-3f17646f8397', 'status': 'completed', 'code': 200} Aug 31 07:48:08.366344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5ce352b6-7919-473b-822d-1529e34d70ef no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:08.427627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5ce352b6-7919-473b-822d-1529e34d70ef {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:08.430606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5ce352b6-7919-473b-822d-1529e34d70ef not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:08.461934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.484738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5df60da-d1ac-4c82-a427-7e37c2e13424 req-2f1079c7-c5ba-4eef-ab89-81063b06bf4f tempest-DeleteServersTestJSON-717515301 tempest-DeleteServersTestJSON-717515301-project] 10.222.0.36 "GET /v2.0/ports?device_id=9be0ef13-9fed-4b24-bda6-2061651ca46d HTTP/1.1" status: 200 len: 210 time: 0.0340276 Aug 31 07:48:08.506302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41710) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:08.510901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.521158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.523126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] 10.222.0.36 "DELETE /v2.0/networks/5e10a1f0-8374-49e3-9f55-ec91d96bb3f2 HTTP/1.1" status: 204 len: 168 time: 1.7140346 Aug 31 07:48:08.543197 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bdb532-b421-41fa-a9f3-a1c640cce118 None None] New status for floating IP b0a121af-f00f-4811-9049-9c5e863bbed0: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:48:08.555375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8dc23-0920-4645-94f4-dedd0b9496ea tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201 tempest-ExtraDHCPOptionsIpV6TestJSON-1689571201-project] Pushing event deleted for resources: {'Network': ['ID=5e10a1f0-8374-49e3-9f55-ec91d96bb3f2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:08.646939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb6919ca-9012-491c-a4f5-2a6d76346627 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.718748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b76a6f5b-b39d-421e-ba96-4972f7e67a67 req-56e6d4cb-bca5-42a1-b1a1-2308b698f222 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.0960340 Aug 31 07:48:08.720503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb6919ca-9012-491c-a4f5-2a6d76346627 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.794981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.899762 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.930820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b86e07-a927-4be9-88f3-475002eaef2c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:08.941560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb6919ca-9012-491c-a4f5-2a6d76346627 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.952199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb6919ca-9012-491c-a4f5-2a6d76346627 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:08.956331 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb6919ca-9012-491c-a4f5-2a6d76346627 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d84cd6a-6f29-4bae-aa56-d9039b16c545 HTTP/1.1" status: 204 len: 168 time: 0.4489596 Aug 31 07:48:08.957021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:08.978206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6919ca-9012-491c-a4f5-2a6d76346627 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84cd6a-6f29-4bae-aa56-d9039b16c545,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:08.986308 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-1d149c04-db5d-432a-a1cb-74f495c447f6 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] show failed (client error): The resource could not be found. Aug 31 07:48:08.986308 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1d149c04-db5d-432a-a1cb-74f495c447f6 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "GET /v2.0/security-groups/0d84cd6a-6f29-4bae-aa56-d9039b16c545 HTTP/1.1" status: 404 len: 347 time: 0.0227399 Aug 31 07:48:08.988732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41716) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:09.099325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.103617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c4f322bf-3b76-459b-8bde-2519b04e6cf4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9162364 Aug 31 07:48:09.103857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41720) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:09.114906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'security_group_rule': {'security_group_id': '70b86e07-a927-4be9-88f3-475002eaef2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:09.234099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Deleting port 456cca07-8570-424d-87f5-cf7ceeba971f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:09.234439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.277921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41726) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:09.296637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c326c-530e-44f5-bd2f-5d4ba298763b req-2e2fde96-0394-4586-8e77-0d47e4319b62 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:09.298897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c59c326c-530e-44f5-bd2f-5d4ba298763b req-2e2fde96-0394-4586-8e77-0d47e4319b62 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1031811 Aug 31 07:48:09.351178 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.351432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.376033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c59c326c-530e-44f5-bd2f-5d4ba298763b req-c9b84576-b05a-448c-a950-3f1990f1f411 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627232 Aug 31 07:48:09.377002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Calling delete_port for 456cca07-8570-424d-87f5-cf7ceeba971f owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:09.443772 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e6f619d9-5c8e-44b2-a900-46b3477fe071 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1675e6c7c32a40759d5329038723283c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645174 Aug 31 07:48:09.446799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41732) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:09.527313 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d95871d7-9291-4a11-a64a-d7c3d7b35df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.561852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d95871d7-9291-4a11-a64a-d7c3d7b35df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.634722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.686135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.705898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.736297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Pushing event deleted for resources: {'Port': ['ID=456cca07-8570-424d-87f5-cf7ceeba971f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:09.819849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d95871d7-9291-4a11-a64a-d7c3d7b35df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.822336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d95871d7-9291-4a11-a64a-d7c3d7b35df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.823442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d95871d7-9291-4a11-a64a-d7c3d7b35df4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0085c5ed-51fb-4f3e-8337-70455fb9ada2 HTTP/1.1" status: 204 len: 168 time: 0.3745360 Aug 31 07:48:09.847756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.883184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95871d7-9291-4a11-a64a-d7c3d7b35df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0085c5ed-51fb-4f3e-8337-70455fb9ada2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:09.898679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51a5f1b-77e1-4dce-a4c4-5e101956fa0b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:09.908344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-774b829b-a17e-43c3-905d-330d839bdd22 req-7725e3c6-e808-4598-8550-3f632329c1da tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea832307-a2a7-4c80-848c-16cadaa0802f HTTP/1.1" status: 200 len: 210 time: 0.1213329 Aug 31 07:48:09.952203 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.957517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:09.959496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec9a4565-305f-41ee-b1ef-ae9222b466f7 tempest-ServersTestFqdnHostnames-627655689 tempest-ServersTestFqdnHostnames-627655689-project] 10.222.0.36 "DELETE /v2.0/floatingips/b0a121af-f00f-4811-9049-9c5e863bbed0 HTTP/1.1" status: 204 len: 168 time: 0.9691124 Aug 31 07:48:09.962256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41762) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:10.048526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 88a89354-de31-4db4-8ac9-3f17646f8397 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:10.059643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:10.071925 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a5b0b565-7916-43e3-973b-fe5e0dd1b05a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9578938 Aug 31 07:48:10.072925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41768) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:10.078015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'security_group_rule': {'security_group_id': '70b86e07-a927-4be9-88f3-475002eaef2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:10.080946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 88a89354-de31-4db4-8ac9-3f17646f8397 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:10.081375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 88a89354-de31-4db4-8ac9-3f17646f8397 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:10.269790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:10.497050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:10.627690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:10.727221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37561575-0120-4452-a603-fecd433bd066,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:10.747609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.748006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.748869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.751405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.751931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.752434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.752939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.754671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.755321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.755897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.757145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.757667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:10.780271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4534a-047a-49fd-8e9d-b6cd3f8d76f9 req-11f7a1fb-0f4d-46b7-afe6-5e8cd812e50f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:10.782349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ba4534a-047a-49fd-8e9d-b6cd3f8d76f9 req-11f7a1fb-0f4d-46b7-afe6-5e8cd812e50f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2780364 Aug 31 07:48:10.783470 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:10.784748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eb988967-4c36-4d12-a0cf-c59259ac1eda tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7106118 Aug 31 07:48:10.790096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41786) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:10.805988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:10.846023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:10.871669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ba4534a-047a-49fd-8e9d-b6cd3f8d76f9 req-0c787ba8-a114-42cb-9d32-f658f263b093 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560069 Aug 31 07:48:11.128883 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.167054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Deleting port 4d282b8b-58e6-4763-8150-9c5073802ecc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:11.167643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.247805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.257455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] For port 4d282b8b-58e6-4763-8150-9c5073802ecc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4d282b8b-58e6-4763-8150-9c5073802ecc,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:11.258100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.273172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Calling delete_port for 4d282b8b-58e6-4763-8150-9c5073802ecc owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:11.414301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Allocated IP 172.25.0.95 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/6efc94f7-8fdc-4e99-bd07-a3c181babb1d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:11.625274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.633219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.782967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:11.797332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d282b8b-58e6-4763-8150-9c5073802ecc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:11.861237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:11.867509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:11.876063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:11.902942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41822) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:11.906247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'Port': ['ID=6efc94f7-8fdc-4e99-bd07-a3c181babb1d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:12.023069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.082463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.113118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f52e46-7d91-47de-bf89-2e429fef6ffa req-cbe9cd29-8bab-4051-a643-e61b2e663e39 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:12.113118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97f52e46-7d91-47de-bf89-2e429fef6ffa req-cbe9cd29-8bab-4051-a643-e61b2e663e39 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1048861 Aug 31 07:48:12.150073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'networks': [{'name': 'tempest-network--2006436158'}, {'name': 'tempest-network--130003909'}]} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:12.150538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'network': {'name': 'tempest-network--2006436158'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:12.151172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'network': {'name': 'tempest-network--130003909'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:12.157371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97f52e46-7d91-47de-bf89-2e429fef6ffa req-5af44423-8c8a-4e56-8a31-5449f3386abd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Aug 31 07:48:12.202797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.281394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'network': 2} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:12.286159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.302839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.400881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.421944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Router d9524a83-08e9-4691-a578-fba3f7bf1f84 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:48:12.488600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-fc2a0166-9568-444c-ba45-57818de30ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:12.490224 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-fc2a0166-9568-444c-ba45-57818de30ed9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1097 time: 0.0651448 Aug 31 07:48:12.496668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.591028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'Port': ['ID=6efc94f7-8fdc-4e99-bd07-a3c181babb1d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:12.684020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:48:12.692614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] Sync routers for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:48:12.709561 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7ab86017-e7d1-4953-81c2-de278fac4f9b admin admin] 10.222.0.36 "PUT /v2.0/routers/d9524a83-08e9-4691-a578-fba3f7bf1f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7459719 Aug 31 07:48:12.716482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:12.724971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:12.726589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:47:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:12.837512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.846680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:12.910762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:12.943387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-74510630-9690-4b00-87ae-23e0127cf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:13.000278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-74510630-9690-4b00-87ae-23e0127cf44e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 915 time: 0.4342103 Aug 31 07:48:13.000278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.118760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:48:11Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:13.119775 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-20e2a185-0ace-45f6-b8c2-f41c22e2b7e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.1634572 Aug 31 07:48:13.124940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.126281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.152828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] Checking router: d9524a83-08e9-4691-a578-fba3f7bf1f84 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:48:13.164682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] Routers {'d9524a83-08e9-4691-a578-fba3f7bf1f84'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:13.166376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:47:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9524a83-08e9-4691-a578-fba3f7bf1f84'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:13.200051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.247202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08606a8-a064-46f5-918f-5e5671547552,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:13.254553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.257049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-896c3b0f-7f43-4ad5-976c-fde94ad605a2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4641099 Aug 31 07:48:13.258677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:13.278463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-406e5763-8870-49fd-b54b-737158be0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:13.280028 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-406e5763-8870-49fd-b54b-737158be0d22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.1519074 Aug 31 07:48:13.290391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.294649 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Added segment b12fcd73-5c3a-4d3d-811d-1d98184d6953 of type vlan for network 0d560958-c1a1-4f91-a641-4cd22a339d1e Aug 31 07:48:13.360059 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-e7110f12-b075-4b78-bc78-7533f4b8d148 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597847 Aug 31 07:48:13.377294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] Set router d9524a83-08e9-4691-a578-fba3f7bf1f84 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:13.415943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4b15-3d0d-4e0d-945a-b0f27f965d16 req-baf661ec-6074-4013-aa4f-3fbb40257fc2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:13.428576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-898d4b15-3d0d-4e0d-945a-b0f27f965d16 req-baf661ec-6074-4013-aa4f-3fbb40257fc2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1310039 Aug 31 07:48:13.518427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-898d4b15-3d0d-4e0d-945a-b0f27f965d16 req-655bdf99-a3b1-4d8f-981e-99c7d39d09fd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888295 Aug 31 07:48:13.550940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.664216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:13.707678 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-b73afb15-7c5d-4521-847a-9aa105609335 service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388402 Aug 31 07:48:13.713058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Deleting port 9fa9673e-5cdd-4798-97a2-e9ded9058586 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:13.713493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.768943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-e330e68e-c1f5-4b25-8b0d-12991d4e8359 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:13.770501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-e330e68e-c1f5-4b25-8b0d-12991d4e8359 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 822 time: 0.2059298 Aug 31 07:48:13.805238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-54a42756-f73c-4d2f-a3d2-b6ec90dd5f78 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/quotas/cc162ad4dd944ec4b5ff490b11126a82 HTTP/1.1" status: 200 len: 375 time: 0.0220942 Aug 31 07:48:13.829798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:48:11Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:13.886889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:13.887235 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Added segment 8b5950af-ff03-4e21-996c-a288f9be5362 of type vlan for network 0cffdfaa-69a1-4841-ab99-ce5837e87bd5 Aug 31 07:48:13.894223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-d59e71d0-dc7d-44bb-9258-66eb8b632f56 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878196 Aug 31 07:48:13.908103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290f491-536b-469d-b5e3-d9b88925a344 None None] The sync data for ids ['d9524a83-08e9-4691-a578-fba3f7bf1f84'] in n-d-713499-16 is: [{'id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'name': 'tempest-ServersTestFqdnHostnames-1139568285-router', 'tenant_id': '147fee931b9e4a52acf4e11891b52443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:38Z', 'updated_at': '2021-08-31T07:48:11Z', 'revision_number': 5, 'project_id': '147fee931b9e4a52acf4e11891b52443', 'gw_port': {'id': '9fa9673e-5cdd-4798-97a2-e9ded9058586', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9524a83-08e9-4691-a578-fba3f7bf1f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:39Z', 'updated_at': '2021-08-31T07:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:48:14.017745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:14.021033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] For port 9fa9673e-5cdd-4798-97a2-e9ded9058586, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9fa9673e-5cdd-4798-97a2-e9ded9058586,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:14.023817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:14.034552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-6ba39b11-2a31-4365-8a94-368fd5fcb337 service neutron] 10.222.0.36 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380191 Aug 31 07:48:14.048480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Calling delete_port for 9fa9673e-5cdd-4798-97a2-e9ded9058586 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:14.064552 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ce22f4e-68bd-4fba-a963-dad8bca77f85 req-48a7d534-1977-4e5c-b208-3fb86d3970c0 service neutron] 10.222.0.45 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887414 Aug 31 07:48:14.168179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-4ca36cf7-acbe-4799-b048-ba14efbb09c8 service neutron] 10.222.0.36 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166058 Aug 31 07:48:14.266329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:14.266927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:14.272363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.286647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d282b8b-58e6-4763-8150-9c5073802ecc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:14.303231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.303913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:14.316441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 4d282b8b-58e6-4763-8150-9c5073802ecc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:14.319206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d282b8b-58e6-4763-8150-9c5073802ecc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:14.415108 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5109308 Aug 31 07:48:14.418845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41860) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:14.481406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Network': ['ID=0d560958-c1a1-4f91-a641-4cd22a339d1e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:14.492517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0d560958-c1a1-4f91-a641-4cd22a339d1e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:14.642532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a57a5e92-c867-4e51-8a53-fc7ab34bd129 req-18796e99-f0f7-4470-abb6-1d8ab2bd6aec tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 210 time: 0.1097701 Aug 31 07:48:14.785546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519bbc-09ac-4269-8e75-aef692b0755e tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Network': ['ID=0cffdfaa-69a1-4841-ab99-ce5837e87bd5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:14.796078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0cffdfaa-69a1-4841-ab99-ce5837e87bd5 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:14.865177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c13e7-d2ef-4e11-a61f-b857e17a4d9b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.873457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c13e7-d2ef-4e11-a61f-b857e17a4d9b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.880700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c13e7-d2ef-4e11-a61f-b857e17a4d9b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.888406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c13e7-d2ef-4e11-a61f-b857e17a4d9b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.894080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41874) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:14.903464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-281c13e7-d2ef-4e11-a61f-b857e17a4d9b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4734948 Aug 31 07:48:14.912572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa062fe-f71f-47db-9f71-69fafde6f77b req-7ffc023f-df98-4a68-af75-633a9de42c56 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:14.914124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aa062fe-f71f-47db-9f71-69fafde6f77b req-7ffc023f-df98-4a68-af75-633a9de42c56 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.2357256 Aug 31 07:48:15.008062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aa062fe-f71f-47db-9f71-69fafde6f77b req-e8126084-1f1f-4801-8950-ce02159d1134 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834339 Aug 31 07:48:15.009794 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.077696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.105491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa9673e-5cdd-4798-97a2-e9ded9058586,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:15.492084 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.630643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.633062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.635889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.647362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d560958-c1a1-4f91-a641-4cd22a339d1e']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:15.693582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12fcd73-5c3a-4d3d-811d-1d98184d6953') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:15.694226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12fcd73-5c3a-4d3d-811d-1d98184d6953') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:15.704338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.720288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.726936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:15.727499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:15.731517 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:15.751438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6aa84663-c909-4816-9591-d8c231324cc4 req-4784efde-97c5-4460-ba26-cca242aed039 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 210 time: 0.0479541 Aug 31 07:48:15.799742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.800338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9524a83-08e9-4691-a578-fba3f7bf1f84 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:48:15.809143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.809537 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-714ebe44-1626-4db6-90e4-dc7851388b5d admin admin] 10.222.0.36 "DELETE /v2.0/routers/d9524a83-08e9-4691-a578-fba3f7bf1f84 HTTP/1.1" status: 204 len: 168 time: 3.0566354 Aug 31 07:48:15.809642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:15.857230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Deleting subnet 39f11a22-9f09-4ea0-babf-0c9cf3ef746b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:15.860798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.896687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:15.988083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.004292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.067764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.070080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/networks/0d560958-c1a1-4f91-a641-4cd22a339d1e HTTP/1.1" status: 204 len: 168 time: 1.1750336 Aug 31 07:48:16.074319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41896) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:16.075430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a746df-cce3-4bec-8577-54739edb8ee2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Network': ['ID=0d560958-c1a1-4f91-a641-4cd22a339d1e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:16.099576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:16.186545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.229657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.255199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f11a22-9f09-4ea0-babf-0c9cf3ef746b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:16.257962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:16.260678 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12161c92-5ab9-4dea-a3c0-32a8afa934f3" -d '{"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-unplugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:16.273678 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.276573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ca0d93ce-5a9b-4ff1-88f2-56517873f3c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/39f11a22-9f09-4ea0-babf-0c9cf3ef746b HTTP/1.1" status: 204 len: 168 time: 0.4656262 Aug 31 07:48:16.279739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:16.291776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:16.303707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.316927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08644d-53fe-4179-a321-5aa72bde9cb6 None None] Network e57d7475-1c0e-4adf-a72a-9485b9ce7d87 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:16.324817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6310c-d121-4b75-8bef-09343b3a8bd2 req-5a088023-f9a5-43c7-b83b-edef7e0d544a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:16.337975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16c6310c-d121-4b75-8bef-09343b3a8bd2 req-5a088023-f9a5-43c7-b83b-edef7e0d544a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.1751387 Aug 31 07:48:16.492526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.494510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fa9673e-5cdd-4798-97a2-e9ded9058586 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:16.513011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16c6310c-d121-4b75-8bef-09343b3a8bd2 req-7571449a-efab-49aa-9b41-25c2f62ea7c4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718254 Aug 31 07:48:16.548141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.553171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.556357 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d2b6b-e4ff-4a33-8571-79e2a59c300b x-openstack-request-id: req-250d2b6b-e4ff-4a33-8571-79e2a59c300b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:16.563336 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-unplugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:16.563336 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-250d2b6b-e4ff-4a33-8571-79e2a59c300b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:16.563336 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'code': 200} Aug 31 07:48:16.563336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9fa9673e-5cdd-4798-97a2-e9ded9058586 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:16.563336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fa9673e-5cdd-4798-97a2-e9ded9058586 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:16.570834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cffdfaa-69a1-4841-ab99-ce5837e87bd5']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:16.604200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5950af-ff03-4e21-996c-a288f9be5362') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:16.604485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5950af-ff03-4e21-996c-a288f9be5362') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:16.624691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:16.626287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.632125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Deleting port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:16.632125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.640691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.641042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.641388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.641891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.642233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.642362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41912) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:16.642567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.642900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.643222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.643727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.644406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.644892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.645385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:16.703489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Deleting subnet fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:16.708736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.713429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.742578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:16.743179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:16.748781 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:16.811220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] For port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:16.811815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.823027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.832538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Calling delete_port for 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:16.902939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] DHCP port deletion for e57d7475-1c0e-4adf-a72a-9485b9ce7d87 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:48:16.917541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83ccbe17-e3c0-4384-9254-f0b225f99595 req-7019999e-f3a4-41c5-b54a-4a6ba36dcfa2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 210 time: 0.0351872 Aug 31 07:48:16.918691 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.966631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] Deleting port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:16.967575 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.011102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.022986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.026009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/networks/0cffdfaa-69a1-4841-ab99-ce5837e87bd5 HTTP/1.1" status: 204 len: 168 time: 0.9462931 Aug 31 07:48:17.026624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41920) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:17.036382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] For port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,segment=NetworkSegment(b44529b6-81e7-48c2-a944-42d4cadfc947),segment_id=b44529b6-81e7-48c2-a944-42d4cadfc947)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:17.036784 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.051918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9edc7-673a-4f85-9291-ba00d71c2ac4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Network': ['ID=0cffdfaa-69a1-4841-ab99-ce5837e87bd5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:17.057067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] Calling delete_port for 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:17.206147 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.217824 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.227495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.259104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] Pushing event deleted for resources: {'Port': ['ID=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:17.262985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a4105-96b2-4be1-8abf-3cd507569fc8 None None] No DVR routers for this DVR port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:17.273870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.276470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5 HTTP/1.1" status: 204 len: 168 time: 0.6330230 Aug 31 07:48:17.277015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41926) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:17.278686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Pushing event deleted for resources: {'Port': ['ID=577f66fd-1ed1-4a42-b50e-5f25d49ecef0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:17.284040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598d288-b328-4756-a502-2e7b8bac6130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd58ea5-ccb2-47eb-a0c8-9dbcb3a596c5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:17.316536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] No DVR routers for this DVR port 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:17.357391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bdb41-2bdc-4aea-baec-bcb53e607027 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:17.363578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bdb41-2bdc-4aea-baec-bcb53e607027 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:17.364978 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-899bdb41-2bdc-4aea-baec-bcb53e607027 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3373258 Aug 31 07:48:17.374181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41928) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:17.382745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-379723849'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:17.398143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.468766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.486776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57d7475-1c0e-4adf-a72a-9485b9ce7d87']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:17.492548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.502398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44529b6-81e7-48c2-a944-42d4cadfc947') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:17.502702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44529b6-81e7-48c2-a944-42d4cadfc947') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:17.520195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c91e7d-b84e-474b-aece-0c86cc3261b5']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:17.527592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.553085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.558240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:17.562165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.563742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-3750ae01-d092-45f7-9fb7-d915fda744df tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:17.565254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-3750ae01-d092-45f7-9fb7-d915fda744df tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 822 time: 0.1613114 Aug 31 07:48:17.565399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:17.565652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6975e5a9-23a1-4c9b-bfeb-9a32d020bc12') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:17.568996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:17.569413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:17.571296 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:17.589504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.614462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'port': {'device_id': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'admin_state_up': True, 'tenant_id': 'cc162ad4dd944ec4b5ff490b11126a82'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:17.615334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.625474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a9112-f7a1-4a68-9f29-3d8bbc57c6bb req-f5cd839d-7768-4b45-933a-bd1309a58228 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:17.630442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-719a9112-f7a1-4a68-9f29-3d8bbc57c6bb req-f5cd839d-7768-4b45-933a-bd1309a58228 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 944 time: 0.1303797 Aug 31 07:48:17.639120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:17.646859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:17.647258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:17.654809 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:17.726206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.726529 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Added segment de711204-37ba-4c02-9bf1-bc80dbb93159 of type vlan for network 6b0e9aec-a452-4c99-a40d-d2c73c348243 Aug 31 07:48:17.801376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-719a9112-f7a1-4a68-9f29-3d8bbc57c6bb req-94047582-1e03-4b01-a63b-38fcb6fc10b8 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600809 Aug 31 07:48:17.807726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.823628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad1c67-2bfe-4a13-b966-2098b25d95b5 req-bafbd3df-fa76-4c60-b6c1-cb905f7eff25 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:17.823628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39ad1c67-2bfe-4a13-b966-2098b25d95b5 req-bafbd3df-fa76-4c60-b6c1-cb905f7eff25 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.1694784 Aug 31 07:48:17.828041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.832512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.835502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] 10.222.0.36 "DELETE /v2.0/networks/e57d7475-1c0e-4adf-a72a-9485b9ce7d87 HTTP/1.1" status: 204 len: 168 time: 1.5544243 Aug 31 07:48:17.850520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539f0b4-4d1f-44cd-821b-51b9282d502c admin admin] Pushing event deleted for resources: {'Network': ['ID=e57d7475-1c0e-4adf-a72a-9485b9ce7d87,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:17.873565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39ad1c67-2bfe-4a13-b966-2098b25d95b5 req-4732e5fa-fcf2-4939-b3c2-4479c47f6495 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475965 Aug 31 07:48:17.876707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Made reservation on behalf of cc162ad4dd944ec4b5ff490b11126a82 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:17.887136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.887295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.892658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:17.897450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] 10.222.0.36 "DELETE /v2.0/networks/85c91e7d-b84e-474b-aece-0c86cc3261b5 HTTP/1.1" status: 204 len: 168 time: 0.6146321 Aug 31 07:48:17.909197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f0263-f16d-46f0-bc66-24ee98f4d80d admin admin] Pushing event deleted for resources: {'Network': ['ID=85c91e7d-b84e-474b-aece-0c86cc3261b5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:18.022081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.027847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.028726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.079637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Allocated IP 172.20.0.3 (1734ece1-7480-4398-8333-9c9b5fa02637/3574f36c-1e17-402a-b606-70c675b4d519/1ec3a19c-11d4-409a-9cc4-b563c73eae14) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:18.100812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9e326867-5ad0-4743-be71-1fe749d782a2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.102321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9e326867-5ad0-4743-be71-1fe749d782a2 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 944 time: 0.0750160 Aug 31 07:48:18.120858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19cac2be-ac33-4a6a-a0a6-62d9fa0cd7c5 req-1b6ba532-b511-4a3a-ac93-ea944879c00e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 210 time: 0.0699594 Aug 31 07:48:18.153403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Network': ['ID=6b0e9aec-a452-4c99-a40d-d2c73c348243,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:18.165435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 6b0e9aec-a452-4c99-a40d-d2c73c348243 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:18.166667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e6677-6547-41a5-aacc-38eabfb9d5a1 req-be365082-bf1c-4eec-b91e-fe78550917ab tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.169252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb0e6677-6547-41a5-aacc-38eabfb9d5a1 req-be365082-bf1c-4eec-b91e-fe78550917ab tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.1591053 Aug 31 07:48:18.219184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb0e6677-6547-41a5-aacc-38eabfb9d5a1 req-173014de-7830-4301-9ca7-9104ac7617f2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Aug 31 07:48:18.313797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3f237bdd-1b46-42b7-b9f2-c43eb6bd4d13 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9363024 Aug 31 07:48:18.314006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:18.314445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41950) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:18.321646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-903618691'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:18.354210 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.364711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:18.365111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 577f66fd-1ed1-4a42-b50e-5f25d49ecef0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:18.366129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Deleting port 881117a1-abeb-4248-af80-f60f3a96813f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:18.367059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.445370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:18.449379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.457005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-9d60d04f-028c-4fb2-8792-10128f6dae28 req-b3b1c483-287a-4483-9ab6-3713b4e35ff3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:48:18.458092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d60d04f-028c-4fb2-8792-10128f6dae28 req-b3b1c483-287a-4483-9ab6-3713b4e35ff3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062122 Aug 31 07:48:18.480188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] For port 881117a1-abeb-4248-af80-f60f3a96813f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=881117a1-abeb-4248-af80-f60f3a96813f,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:18.480543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:18.480674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.490448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.490798 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Added segment a16b6d13-48fa-4308-a34f-580fd98fafe2 of type vlan for network eaff0502-698f-4d36-99f0-fd3b3ae2b1c4 Aug 31 07:48:18.496557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Calling delete_port for 881117a1-abeb-4248-af80-f60f3a96813f owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:18.529480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41956) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:18.554009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.593707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f58fe65-1868-4316-8476-e490ccfcb869 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=147fee931b9e4a52acf4e11891b52443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630019 Aug 31 07:48:18.596220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41958) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:18.603599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.645251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03f3e446-3b36-42d4-97f4-e3ef0298c795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.673585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03f3e446-3b36-42d4-97f4-e3ef0298c795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.674000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Network 1734ece1-7480-4398-8333-9c9b5fa02637 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:18.679896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:18.682904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41960) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:18.684107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:18.686740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:18.733511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.739347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.739968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.741146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.741767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.812963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7172d7a5-9650-4d37-b7a7-04b2be067061 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0373a2954f44be5bd4e8058ddb1d244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288288 Aug 31 07:48:18.815518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:18.823752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Network': ['ID=eaff0502-698f-4d36-99f0-fd3b3ae2b1c4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:18.837144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network eaff0502-698f-4d36-99f0-fd3b3ae2b1c4 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:18.881029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d767ecd4-6e79-4db9-92c4-058bbd9c1b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.896600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6830d4-aeb3-427d-b7c3-013c1db44bd0 req-79e69c66-fc99-45c5-8aa7-f0443f103736 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.898440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae6830d4-aeb3-427d-b7c3-013c1db44bd0 req-79e69c66-fc99-45c5-8aa7-f0443f103736 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.0557470 Aug 31 07:48:18.911295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d767ecd4-6e79-4db9-92c4-058bbd9c1b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.922560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:18.935133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['881117a1-abeb-4248-af80-f60f3a96813f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:18.975863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event deleted for resources: {'Port': ['ID=881117a1-abeb-4248-af80-f60f3a96813f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:18.979159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af0a7e-83de-4b4b-a65e-dd1ff60391d0 req-f0d5bdf4-86b4-4a28-8c63-dc78e2d4cdcf tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:18.980731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7af0a7e-83de-4b4b-a65e-dd1ff60391d0 req-f0d5bdf4-86b4-4a28-8c63-dc78e2d4cdcf tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 866 time: 0.0812671 Aug 31 07:48:18.981676 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-705edc86-a5f1-4d90-a6e6-850a909d3b1f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3986366 Aug 31 07:48:18.985184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e2a278d4-8a95-449c-9eae-83bcb3c7849c tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6689849 Aug 31 07:48:18.985365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41972) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:18.992673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'ports': [{'network_id': '6b0e9aec-a452-4c99-a40d-d2c73c348243', 'name': 'tempest-port--1037993246', 'admin_state_up': True}, {'network_id': 'eaff0502-698f-4d36-99f0-fd3b3ae2b1c4', 'admin_state_up': False}]} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:18.993012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'port': {'network_id': '6b0e9aec-a452-4c99-a40d-d2c73c348243', 'name': 'tempest-port--1037993246', 'admin_state_up': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:18.993504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'port': {'network_id': 'eaff0502-698f-4d36-99f0-fd3b3ae2b1c4', 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:18.994400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae6830d4-aeb3-427d-b7c3-013c1db44bd0 req-0cf4869b-a7e9-4b5a-ad09-658857e2238a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847552 Aug 31 07:48:19.029603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Request body: {'port': {'device_id': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:19.040480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7af0a7e-83de-4b4b-a65e-dd1ff60391d0 req-f4ad76e3-158a-41f2-a4d2-5ec854efd1ed tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445743 Aug 31 07:48:19.042279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03f3e446-3b36-42d4-97f4-e3ef0298c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.045178 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03f3e446-3b36-42d4-97f4-e3ef0298c795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.048482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-03f3e446-3b36-42d4-97f4-e3ef0298c795 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f487bf19-19f4-4048-9857-4289330a6556 HTTP/1.1" status: 204 len: 168 time: 0.4494414 Aug 31 07:48:19.055913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3e446-3b36-42d4-97f4-e3ef0298c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f487bf19-19f4-4048-9857-4289330a6556,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:19.097659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] No DVR routers for this DVR port 881117a1-abeb-4248-af80-f60f3a96813f on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:19.107431 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.109410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6342bbaa-149c-4af2-aa62-cfcc3b12c738 req-9cbd864f-2362-4540-90f2-fa5fdfb958e3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "DELETE /v2.0/ports/881117a1-abeb-4248-af80-f60f3a96813f HTTP/1.1" status: 204 len: 173 time: 0.9974036 Aug 31 07:48:19.111562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'name': 'network-vif-deleted', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:19.113888 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac99712-ea45-496b-9e15-b9061b1a14c9" -d '{"events": [{"server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "name": "network-vif-deleted", "tag": "881117a1-abeb-4248-af80-f60f3a96813f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:19.165371 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0ef56-6a12-4314-b955-55f0a94975a5 x-openstack-request-id: req-5fd0ef56-6a12-4314-b955-55f0a94975a5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:19.165668 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4c1142-78a2-4183-91b2-212b0831ce41", "name": "network-vif-deleted", "tag": "881117a1-abeb-4248-af80-f60f3a96813f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:19.166517 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fd0ef56-6a12-4314-b955-55f0a94975a5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:19.166517 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4c1142-78a2-4183-91b2-212b0831ce41', 'name': 'network-vif-deleted', 'tag': '881117a1-abeb-4248-af80-f60f3a96813f', 'status': 'completed', 'code': 200} Aug 31 07:48:19.213147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.258216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1675766-566b-4541-aa86-e6a9341befb5 req-72b4c595-4dbb-49f8-bcfa-049921428b81 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:19.260017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1675766-566b-4541-aa86-e6a9341befb5 req-72b4c595-4dbb-49f8-bcfa-049921428b81 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 931 time: 0.0600629 Aug 31 07:48:19.279114 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d767ecd4-6e79-4db9-92c4-058bbd9c1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.282214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d767ecd4-6e79-4db9-92c4-058bbd9c1b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.283321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d767ecd4-6e79-4db9-92c4-058bbd9c1b08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8 HTTP/1.1" status: 204 len: 168 time: 0.4658813 Aug 31 07:48:19.304338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1675766-566b-4541-aa86-e6a9341befb5 req-035bb5b2-6cb0-4516-9354-3e1cc747d5b9 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Aug 31 07:48:19.322989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767ecd4-6e79-4db9-92c4-058bbd9c1b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d2fd2-2f7b-40a7-ad37-422a7fb28ec8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:19.422424 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-78497771-356c-47cc-a831-d9e7ea55eee6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1566904 Aug 31 07:48:19.548890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'port': 2} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:19.553744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.592372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.631782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec3a19c-11d4-409a-9cc4-b563c73eae14 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:19.667747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.710406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Transition to ACTIVE for port object 1ec3a19c-11d4-409a-9cc4-b563c73eae14 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:19.725370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] device_id is not set on port 5d6fe5d2-c0ff-4e96-a09e-5c9a343d963c yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:48:19.827653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:19.925068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:19.932648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.046865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] device_id is not set on port 438edab4-f4bc-49b8-a3ba-10127ccfced5 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:48:20.076712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Attempting to bind port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:20.077061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Attempting to bind port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:20.077396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Attempting to bind port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 on network 1734ece1-7480-4398-8333-9c9b5fa02637 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:20.086090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 on network 1734ece1-7480-4398-8333-9c9b5fa02637 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:48:20.086566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Attempting to bind port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 on network 1734ece1-7480-4398-8333-9c9b5fa02637 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:20.093123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:20.093452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Checking segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:20.093875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Bound using segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:20.094323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Bound port: 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:20.094692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.120225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:20.220506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:20.242595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:20.280882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.388711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.449282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:20.450589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.452366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] 10.222.0.45 "PUT /v2.0/ports/1ec3a19c-11d4-409a-9cc4-b563c73eae14 HTTP/1.1" status: 200 len: 1092 time: 1.4416456 Aug 31 07:48:20.470692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.511741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3dd8c-fdaa-4cdc-ac1a-902ccd24f007 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:20.568941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Checking segment: {'id': 'de711204-37ba-4c02-9bf1-bc80dbb93159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6b0e9aec-a452-4c99-a40d-d2c73c348243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:20.569729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network hostable DHCP agents. Network: 6b0e9aec-a452-4c99-a40d-d2c73c348243, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:20.595218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Port': ['ID=5d6fe5d2-c0ff-4e96-a09e-5c9a343d963c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:20.621049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92092-5967-42a3-a10e-ff92d4341ad4 req-5e49f81a-1e5a-4665-af87-a2356ba4d491 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:20.623447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2d92092-5967-42a3-a10e-ff92d4341ad4 req-5e49f81a-1e5a-4665-af87-a2356ba4d491 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.5230761 Aug 31 07:48:20.624926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15b41951-4d09-4c69-8a62-33a6ecee1a93 req-38951bb6-73ba-4a33-b0fa-1cbc474329d3 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a4c1142-78a2-4183-91b2-212b0831ce41 HTTP/1.1" status: 200 len: 210 time: 0.4590127 Aug 31 07:48:20.652691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-dbb8c15c-672b-47ea-a6c9-5bca1a541ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:20.654957 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-dbb8c15c-672b-47ea-a6c9-5bca1a541ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 1095 time: 0.0487204 Aug 31 07:48:20.671704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2d92092-5967-42a3-a10e-ff92d4341ad4 req-2b046800-0a48-468c-a41b-c8819c2e7f4d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Aug 31 07:48:20.714113 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-c0f4758f-6609-424a-83a3-c977af9c2306 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14 HTTP/1.1" status: 200 len: 217 time: 0.0473511 Aug 31 07:48:20.727372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network 6b0e9aec-a452-4c99-a40d-d2c73c348243 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:20.787450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7d23b-aa84-4110-b58e-477580fcad31 req-8e2e1419-efaf-4698-b47a-8850323d2f18 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:20.796470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62e7d23b-aa84-4110-b58e-477580fcad31 req-8e2e1419-efaf-4698-b47a-8850323d2f18 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 943 time: 0.0805295 Aug 31 07:48:20.813947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-9383ca79-22ab-46c2-b001-d8d88d0c2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:20.815439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-9383ca79-22ab-46c2-b001-d8d88d0c2c4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3574f36c-1e17-402a-b606-70c675b4d519 HTTP/1.1" status: 200 len: 862 time: 0.0840700 Aug 31 07:48:20.816630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42042) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:20.850138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62e7d23b-aa84-4110-b58e-477580fcad31 req-d4425397-aefb-408f-a414-c31aedb96dbb tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524116 Aug 31 07:48:20.861650 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-a3c29798-3f18-42d3-84c6-ef433456d60f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1734ece1-7480-4398-8333-9c9b5fa02637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351827 Aug 31 07:48:20.879518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42046) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:20.934462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 6b0e9aec-a452-4c99-a40d-d2c73c348243) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:20.941583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:20.942504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:20.946485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f45c3-0c9f-4811-8c5f-0cbf8e0da52c None None] Network 6b0e9aec-a452-4c99-a40d-d2c73c348243 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:20.992752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Port': ['ID=438edab4-f4bc-49b8-a3ba-10127ccfced5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:21.014342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1145345705-network', 'tenant_id': '4f131f65226442bc99b99dde739fea90'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:21.027398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1098668407-network', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:21.065789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-b6ed3a38-ac9d-4a0d-a1e4-3af72da73acc service neutron] 10.222.0.45 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949477 Aug 31 07:48:21.066897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Checking segment: {'id': 'a16b6d13-48fa-4308-a34f-580fd98fafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'eaff0502-698f-4d36-99f0-fd3b3ae2b1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:21.067262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network hostable DHCP agents. Network: eaff0502-698f-4d36-99f0-fd3b3ae2b1c4, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:21.128418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Made reservation on behalf of 4f131f65226442bc99b99dde739fea90 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:21.130887 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.139560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.166954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:21.169119 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f7d0a-a684-4a07-be8a-189f8294686a" -d '{"events": [{"name": "network-changed", "server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:21.176666 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bc73007-cb83-4f25-95dd-484dedaed274 req-8dab219e-a027-48f8-914f-7a50410b1447 service neutron] 10.222.0.45 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012368 Aug 31 07:48:21.196276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network eaff0502-698f-4d36-99f0-fd3b3ae2b1c4 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:21.212331 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e85d670-474e-433d-b30e-ce8b51c67f0b x-openstack-request-id: req-2e85d670-474e-433d-b30e-ce8b51c67f0b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:21.212626 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:21.212884 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e85d670-474e-433d-b30e-ce8b51c67f0b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:21.213315 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'status': 'completed', 'code': 200} Aug 31 07:48:21.236150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Made reservation on behalf of d1a37f04c1af4e05b56cd1b47cfb8aaa for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:21.238535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.247378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.315451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.334982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-167bd1f2-c041-4c47-9a2e-ac0d8e5208ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.336544 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-167bd1f2-c041-4c47-9a2e-ac0d8e5208ec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad&tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09 HTTP/1.1" status: 200 len: 1095 time: 0.0405202 Aug 31 07:48:21.339335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, eaff0502-698f-4d36-99f0-fd3b3ae2b1c4) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:21.342758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:21.347778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e19c4a-6f32-4fd4-b36d-f4db2b325dff None None] Network eaff0502-698f-4d36-99f0-fd3b3ae2b1c4 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:21.348296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.353275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.353974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.373476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:21.443400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.451556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-3b90e864-db8d-4aec-aab7-e19dc18bde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.454255 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-3b90e864-db8d-4aec-aab7-e19dc18bde20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 1095 time: 0.0964403 Aug 31 07:48:21.458176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.473060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:21.484728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4162af-be73-4c49-843e-7727fcb2fe2e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:21.489447 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.489796 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Added segment a2972683-40e1-48ea-9b9a-4141abc29db8 of type vlan for network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb Aug 31 07:48:21.531580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.541129 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-17d025b7-b3ca-46d3-b289-3b5c51ad7867 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5547247 Aug 31 07:48:21.546906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:21.688105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.689144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.689739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:21.696518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-d5bfb64d-4259-4690-a5ee-c5ee5b2f16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.697981 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-d5bfb64d-4259-4690-a5ee-c5ee5b2f16d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 923 time: 0.2376657 Aug 31 07:48:21.722626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051e39c-8390-4fa6-8333-8bd148c8c868 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.728500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051e39c-8390-4fa6-8333-8bd148c8c868 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.730372 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7051e39c-8390-4fa6-8333-8bd148c8c868 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1793478 Aug 31 07:48:21.742653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42062) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:21.788065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-ed0006e7-0597-4f87-ab08-144cdb07021c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14 HTTP/1.1" status: 200 len: 217 time: 0.0762730 Aug 31 07:48:21.825435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] Pushing event updated for resources: {'Network': ['ID=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:21.836527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:21.890353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e932-ba4d-409d-a1e8-0524105d700b req-abd4d774-28d9-4084-80cd-83c8a78ea677 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:21.892119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8222e932-ba4d-409d-a1e8-0524105d700b req-abd4d774-28d9-4084-80cd-83c8a78ea677 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.1319251 Aug 31 07:48:21.930570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Deleting port 5d6fe5d2-c0ff-4e96-a09e-5c9a343d963c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:21.930997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.001732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8222e932-ba4d-409d-a1e8-0524105d700b req-48f5feb2-c9de-49e6-874c-1c5d6d70968d tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950351 Aug 31 07:48:22.020745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.036239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Calling delete_port for 5d6fe5d2-c0ff-4e96-a09e-5c9a343d963c owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:22.193770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.194605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-b878d83c-9025-463b-b68f-cb93bb81b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:22.195955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-b878d83c-9025-463b-b68f-cb93bb81b13e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3574f36c-1e17-402a-b606-70c675b4d519 HTTP/1.1" status: 200 len: 862 time: 0.3829029 Aug 31 07:48:22.255691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-b7f7eb7f-251d-4e07-9baa-e032e84cd061 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1734ece1-7480-4398-8333-9c9b5fa02637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469377 Aug 31 07:48:22.256102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Port': ['ID=5d6fe5d2-c0ff-4e96-a09e-5c9a343d963c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:22.266026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.267733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.272312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b7241bc1-35fa-4618-ae22-2706ac6112f1 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/ports/5d6fe5d2-c0ff-4e96-a09e-5c9a343d963c HTTP/1.1" status: 204 len: 168 time: 0.5286720 Aug 31 07:48:22.272936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42070) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:22.276221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:22.319711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234345-15b8-4896-8a6b-6864f835c31c req-27118308-8b04-4b2e-9ae7-19290593c493 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:22.321217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c234345-15b8-4896-8a6b-6864f835c31c req-27118308-8b04-4b2e-9ae7-19290593c493 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 943 time: 0.1177330 Aug 31 07:48:22.358549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:22.361033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:22.383523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 881117a1-abeb-4248-af80-f60f3a96813f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:22.383865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 881117a1-abeb-4248-af80-f60f3a96813f not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:22.395333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.398036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c234345-15b8-4896-8a6b-6864f835c31c req-4bf13b9d-297f-46d5-9e2a-17017a4ef5c0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695527 Aug 31 07:48:22.419271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-39209c26-b4f4-46be-9aaa-a32ab2777743 service neutron] 10.222.0.45 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445389 Aug 31 07:48:22.419898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Deleting port 438edab4-f4bc-49b8-a3ba-10127ccfced5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:22.419898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.420081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:22.440663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.451382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:22.503819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8517b558-2a5f-467c-9740-a4921ebdd832 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6229534 Aug 31 07:48:22.505988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e28aa0-9de8-45d9-ab42-3af7350b23ab,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:22.508506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42074) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:22.514785 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.514941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.515332 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Added segment 39ff82f4-17ad-4181-a016-26482e8bbb6d of type vlan for network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 Aug 31 07:48:22.519307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Request body: {'subnet': {'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1145345705-subnet', 'tenant_id': '4f131f65226442bc99b99dde739fea90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:22.522525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Transition to ACTIVE for port object c9dd463b-36bf-4277-839e-675a0e3b54fd will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:22.531911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Calling delete_port for 438edab4-f4bc-49b8-a3ba-10127ccfced5 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:22.545315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eb57d-4687-4bc9-b03e-5ab73ed70777 req-7715a05b-7992-4eb8-bee1-d3ecae586208 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:22.546856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-730eb57d-4687-4bc9-b03e-5ab73ed70777 req-7715a05b-7992-4eb8-bee1-d3ecae586208 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.0872571 Aug 31 07:48:22.588940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.600735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.629520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-730eb57d-4687-4bc9-b03e-5ab73ed70777 req-c367cb76-eca6-4145-a8f8-22ad0a241718 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759606 Aug 31 07:48:22.655407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c23f7d0a-a684-4a07-be8a-189f8294686a req-f0dd8d82-8b0b-4c52-a807-ba884e66a903 service neutron] 10.222.0.45 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293608 Aug 31 07:48:22.674661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=9']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:22.690360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] No DVR routers for this DVR port c9dd463b-36bf-4277-839e-675a0e3b54fd on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:22.692456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Made reservation on behalf of 4f131f65226442bc99b99dde739fea90 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:22.694731 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.774156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:22.774402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:22.774729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd on network f61737e8-42a0-4f21-82fa-4d70bde846eb {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:22.782260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.786952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Port c9dd463b-36bf-4277-839e-675a0e3b54fd on network f61737e8-42a0-4f21-82fa-4d70bde846eb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:48:22.789998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Attempting to bind port c9dd463b-36bf-4277-839e-675a0e3b54fd on network f61737e8-42a0-4f21-82fa-4d70bde846eb {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:22.797638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:22.798004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Checking segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:22.798388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Bound using segment: {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:22.798824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Bound port: c9dd463b-36bf-4277-839e-675a0e3b54fd, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:22.799181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.813781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Port': ['ID=438edab4-f4bc-49b8-a3ba-10127ccfced5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:22.814962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.815923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:22.817251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.819673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:22.821939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-169202a6-0f9b-4d00-a15e-629e6b5b77a8 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/ports/438edab4-f4bc-49b8-a3ba-10127ccfced5 HTTP/1.1" status: 204 len: 168 time: 0.5472944 Aug 31 07:48:22.824730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:22.857621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e57efcf-472d-4b46-a6c1-5fad6c5d8da2 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0281222 Aug 31 07:48:22.858153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42078) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:22.863387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1234783155'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:22.970436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] Pushing event updated for resources: {'Network': ['ID=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:22.980152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:22.999895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-bc2fe1df-c353-4b75-bd33-171b5bb31806 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.001391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-bc2fe1df-c353-4b75-bd33-171b5bb31806 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.1763647 Aug 31 07:48:23.011282 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c5f5a790-0f0e-446a-b116-c588e89ce48e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1907871 Aug 31 07:48:23.013544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42080) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:23.018388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Request body: {'subnet': {'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1098668407-subnet', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:23.055502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:23.095604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:23.134675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b931-5cd6-4c56-8df4-5fec5069cc46 req-afeb71d2-b288-4ffb-9e8b-13eb3e1809cc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.136245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8780b931-5cd6-4c56-8df4-5fec5069cc46 req-afeb71d2-b288-4ffb-9e8b-13eb3e1809cc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 943 time: 0.0552118 Aug 31 07:48:23.154032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Deleting port f1c918af-c5f2-4913-8e86-81d0fa0456c2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:23.154376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.166525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:23.170492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.198266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.201341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.211873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8780b931-5cd6-4c56-8df4-5fec5069cc46 req-015521af-a97c-4f1c-94bd-fb1b5e54e315 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Aug 31 07:48:23.237283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:23.246782 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.247240 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Added segment c6877328-c97b-492d-bfd2-7905a0ae0186 of type vlan for network 7026687a-ac04-41cf-928b-4d547dd1ebae Aug 31 07:48:23.288221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.288433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.288743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.290183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] 10.222.0.68 "PUT /v2.0/ports/c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 1092 time: 1.9318562 Aug 31 07:48:23.290623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:23.292855 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951ead20-10fd-4ad0-9187-455bc66902dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:23.317849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Made reservation on behalf of d1a37f04c1af4e05b56cd1b47cfb8aaa for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:23.320217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.336312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a21edd-9d8e-4cf8-8de2-0915214114db,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:23.339206 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0ccac4-a066-4dc9-8e92-7fc3ea61f3e5 x-openstack-request-id: req-5a0ccac4-a066-4dc9-8e92-7fc3ea61f3e5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:23.339569 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:23.339774 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a0ccac4-a066-4dc9-8e92-7fc3ea61f3e5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:23.340100 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'status': 'completed', 'code': 200} Aug 31 07:48:23.393158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05bbc2-5fe6-48f7-8294-c0ab871c376c service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=10']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:23.396822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] For port f1c918af-c5f2-4913-8e86-81d0fa0456c2, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f1c918af-c5f2-4913-8e86-81d0fa0456c2,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:23.397187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.420292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Calling delete_port for f1c918af-c5f2-4913-8e86-81d0fa0456c2 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:23.427806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Checking segment: {'id': 'a2972683-40e1-48ea-9b9a-4141abc29db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:23.427806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Network hostable DHCP agents. Network: 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:23.438869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-f87a766f-ab2a-404b-94a6-9264613f13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.440410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-f87a766f-ab2a-404b-94a6-9264613f13e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1096 time: 0.1165872 Aug 31 07:48:23.524465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.530974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.531138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.559324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.593020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-28d04c36-ac02-46bf-9142-ecac2ca5bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.594581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-28d04c36-ac02-46bf-9142-ecac2ca5bc1e service neutron] 10.222.0.68 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 915 time: 0.1446009 Aug 31 07:48:23.618586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b863bf-a6e9-4550-835c-0cbde41e0887 req-fa53a2cc-f470-4b53-bf60-0203425827f5 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.620145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24b863bf-a6e9-4550-835c-0cbde41e0887 req-fa53a2cc-f470-4b53-bf60-0203425827f5 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 943 time: 0.1371663 Aug 31 07:48:23.620774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Network': ['ID=7026687a-ac04-41cf-928b-4d547dd1ebae,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:23.631896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 7026687a-ac04-41cf-928b-4d547dd1ebae details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:23.659645 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-73ee8196-c484-47b6-a00e-be2beb07616c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.0575984 Aug 31 07:48:23.669044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:23.694314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24b863bf-a6e9-4550-835c-0cbde41e0887 req-c2bd1aa5-b3ab-4833-ab74-74f3516ec7d7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 Aug 31 07:48:23.751648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.753313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-fda9a632-8d67-4515-b185-f4663eb26d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.754265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-298c939c-1d16-44d9-b557-ec1ec0677366 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8949728 Aug 31 07:48:23.754819 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-fda9a632-8d67-4515-b185-f4663eb26d38 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.0823860 Aug 31 07:48:23.756881 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42094) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:23.761889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1184010882'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:23.796904 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-d06e273f-843c-4483-9b76-47084c5e8c67 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309150 Aug 31 07:48:23.818172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743bebf-4cfd-4a11-ab3b-03bea2c5d9d5 req-038a974f-7353-4eae-8791-151eaeed5980 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:23.819618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f743bebf-4cfd-4a11-ab3b-03bea2c5d9d5 req-038a974f-7353-4eae-8791-151eaeed5980 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 944 time: 0.0991588 Aug 31 07:48:23.826476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e7910e-6366-40aa-98bf-fdebd2286447,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:23.861043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Checking segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:23.861414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Network hostable DHCP agents. Network: be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:23.878680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f743bebf-4cfd-4a11-ab3b-03bea2c5d9d5 req-e6fedab7-47b9-442f-9178-d36ef51c093b tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498729 Aug 31 07:48:23.882468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be1769f2-dc27-4a0c-aaf1-6fe819b11f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.889863 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-0f737ec5-0c45-47ec-9bf0-ac755b2285a9 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Aug 31 07:48:23.944061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:23.947493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.949793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.973127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:23.982862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8410e2-4716-49a0-8a9a-1266556f90e1 None None] Network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:24.001595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.002205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.006610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event deleted for resources: {'Port': ['ID=f1c918af-c5f2-4913-8e86-81d0fa0456c2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:24.058191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:24.082452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] No DVR routers for this DVR port f1c918af-c5f2-4913-8e86-81d0fa0456c2 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:24.091633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.093621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9d2aa264-e0f5-43c3-aec6-5622912a2f23 req-d63a4c1b-786b-4f5d-9a4a-9de99da89305 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "DELETE /v2.0/ports/f1c918af-c5f2-4913-8e86-81d0fa0456c2 HTTP/1.1" status: 204 len: 173 time: 1.0586469 Aug 31 07:48:24.097788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.098164 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Added segment 282199bd-30be-456d-985f-f4b564361d89 of type vlan for network e4d16121-0f39-40e8-8d0d-474b3bd04d63 Aug 31 07:48:24.100693 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f0d21ccf-c4ef-4dcb-8751-ae62e41b62ef req-d65e1deb-0dbd-401a-ba49-1551f6694023 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039649 Aug 31 07:48:24.102232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:24.111645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:24.113903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1f70a-fbb8-403f-a89d-789fa96bab6b None None] Network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:24.124584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.125251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.132804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb267035-e09e-4931-8635-8a14141e45a5 None None] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:24.148539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.160898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:48:24.242314 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2f547d18-a0ea-4416-a1fb-932c369e04d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7285759 Aug 31 07:48:24.334989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-08a48608-9b4c-4c5b-bb22-d2c96ad1b8ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3204834 Aug 31 07:48:24.337934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:24.342972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:24.431707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ead20-10fd-4ad0-9187-455bc66902dd req-18b07ff4-f3f3-4b4d-baad-eefdd68c8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.433476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-18b07ff4-f3f3-4b4d-baad-eefdd68c8a3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1096 time: 0.0730758 Aug 31 07:48:24.435266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.441504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.442196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.452728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b9892-9d3f-4077-b5a7-d51b8ccca087 req-206d3a09-954e-4690-a079-4843e52573d3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.452728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca0b9892-9d3f-4077-b5a7-d51b8ccca087 req-206d3a09-954e-4690-a079-4843e52573d3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.1326618 Aug 31 07:48:24.460346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:24.483493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:24.491031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.517517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'port_id': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'mac_address': 'fa:16:3e:06:d5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574f36c-1e17-402a-b606-70c675b4d519', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:48:24.545905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca0b9892-9d3f-4077-b5a7-d51b8ccca087 req-075fe8f2-7520-417c-b8af-7fbe99c8d786 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699322 Aug 31 07:48:24.577306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.578524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.634532 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.676307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec3a19c-11d4-409a-9cc4-b563c73eae14 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:24.707449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:24.714208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Allocated IP 172.20.0.2 (be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7/05e7910e-6366-40aa-98bf-fdebd2286447/9d78572b-fcdb-4c10-8bc0-128c4df5c29b) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:24.734096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.737702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Network': ['ID=e4d16121-0f39-40e8-8d0d-474b3bd04d63,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:24.763758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-86962aca-e4b3-47c7-a2b9-85f700d92ede tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9956465 Aug 31 07:48:24.771025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e4d16121-0f39-40e8-8d0d-474b3bd04d63 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:24.821224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ead20-10fd-4ad0-9187-455bc66902dd req-b58b06d1-f932-485e-be90-a58fdb46413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.823570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-b58b06d1-f932-485e-be90-a58fdb46413f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 915 time: 0.3767834 Aug 31 07:48:24.840703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.896062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-0fa86e0a-5909-444e-8279-4b3c70310296 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.0650449 Aug 31 07:48:24.914070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:24.949122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-93a7ce86-8b2b-4578-ae08-7caca8bbc350 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:24.957123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-93a7ce86-8b2b-4578-ae08-7caca8bbc350 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/networks?id=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb HTTP/1.1" status: 200 len: 814 time: 0.2172596 Aug 31 07:48:24.977000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-64f57fe7-bc54-448e-8e31-4f583dc359fe tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/quotas/4f131f65226442bc99b99dde739fea90 HTTP/1.1" status: 200 len: 375 time: 0.0189455 Aug 31 07:48:25.018093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912488-d05d-4a76-87eb-716028ec698f req-3d01be59-a05a-4bcd-85d8-245459568e63 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:25.028367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:25.041567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e912488-d05d-4a76-87eb-716028ec698f req-3d01be59-a05a-4bcd-85d8-245459568e63 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 944 time: 0.1675086 Aug 31 07:48:25.069969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Transition to ACTIVE for port object 9d78572b-fcdb-4c10-8bc0-128c4df5c29b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:25.076364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-945571bf-3652-436c-9a36-26fe38735b4e tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f131f65226442bc99b99dde739fea90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984347 Aug 31 07:48:25.124798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:25.130128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ead20-10fd-4ad0-9187-455bc66902dd req-0b5c2a0a-3207-41dd-a0e8-4572bc73942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:25.131597 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-0b5c2a0a-3207-41dd-a0e8-4572bc73942a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.1205714 Aug 31 07:48:25.136992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['1ec3a19c-11d4-409a-9cc4-b563c73eae14'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:25.142299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Transition to ACTIVE for port object 9d78572b-fcdb-4c10-8bc0-128c4df5c29b will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:25.296341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:25.300093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e912488-d05d-4a76-87eb-716028ec698f req-2eba7e56-53af-4f26-bac4-df3d20846db1 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544987 Aug 31 07:48:25.342724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'name': 'network-vif-deleted', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:25.348552 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fec29d2-586f-4b69-a0bc-676e85c194ca" -d '{"events": [{"server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "name": "network-vif-deleted", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:25.353580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:25.394272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-44094a7e-fa15-4ccc-a671-240da4772746 service neutron] 10.222.0.36 "GET /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149414 Aug 31 07:48:25.400123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:25.440224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:25.458481 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-47b261b7-df85-4efd-a2f9-8d13f4799bfd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183631 Aug 31 07:48:25.524239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Pushing event updated for resources: {'Port': ['ID=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:25.652112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32a5bcf1-3190-4f4b-9cbf-d4d4e012043e req-07cfe07b-2567-4e0b-b225-4d97b5dd0550 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=9821665e-d463-4083-ad27-6df4a70cf4e4 HTTP/1.1" status: 200 len: 210 time: 0.1075363 Aug 31 07:48:25.776356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-d58f06a8-f5f6-48c0-bbb9-70d9e6dae0b1 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926338 Aug 31 07:48:25.817068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-a3ac6c25-ee09-470e-8832-cd0045a7684b service neutron] 10.222.0.36 "GET /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217336 Aug 31 07:48:25.839652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Attempting to bind port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:25.842706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Attempting to bind port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:25.844986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Attempting to bind port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b on network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:25.853651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:25.854374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Checking segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:25.855255 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:25.855825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Bound using segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:25.856564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Bound port: 9d78572b-fcdb-4c10-8bc0-128c4df5c29b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:25.857716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.048298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] For port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:26.061544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] For port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:26.062166 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f018a70-cfd7-47b1-8e45-99d190832581 x-openstack-request-id: req-9f018a70-cfd7-47b1-8e45-99d190832581 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:26.062465 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9821665e-d463-4083-ad27-6df4a70cf4e4", "name": "network-vif-deleted", "tag": "f1c918af-c5f2-4913-8e86-81d0fa0456c2", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:26.062721 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f018a70-cfd7-47b1-8e45-99d190832581 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:26.064333 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9821665e-d463-4083-ad27-6df4a70cf4e4', 'name': 'network-vif-deleted', 'tag': 'f1c918af-c5f2-4913-8e86-81d0fa0456c2', 'status': 'completed', 'code': 200} Aug 31 07:48:26.067766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.113238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.165382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.174235 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-951ead20-10fd-4ad0-9187-455bc66902dd req-8cfaa258-2250-4250-a88f-985ba0bc12b4 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538823 Aug 31 07:48:26.185963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.205375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073988-a110-439b-8e0e-a38a596e8d2d req-eb54c28c-25c6-4fb1-a3f1-5eccd4e813cd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:26.213371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24073988-a110-439b-8e0e-a38a596e8d2d req-eb54c28c-25c6-4fb1-a3f1-5eccd4e813cd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.0937698 Aug 31 07:48:26.261419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24073988-a110-439b-8e0e-a38a596e8d2d req-82f34acd-eeb2-4157-a18b-11dd28690a2f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464444 Aug 31 07:48:26.270578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28bd94-6dbf-4695-b8e6-34ed26f12993 None None] Pushing event updated for resources: {'Port': ['ID=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:26.392948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:26.410308 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.468708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b7d526a-8a08-4698-8c2b-5a8bdca0714e req-0a5e4e7c-535c-453b-a094-456974b0d06b tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 210 time: 0.0933995 Aug 31 07:48:26.477891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: f1c918af-c5f2-4913-8e86-81d0fa0456c2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:26.477891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f1c918af-c5f2-4913-8e86-81d0fa0456c2 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:26.559014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Allocated IP 172.25.0.18 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/dbf7a392-04cd-49cb-85d6-4a6dec617435) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:26.585008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7103d-b787-4d24-b667-bb6f3f327c4f req-339b354b-af98-4d2e-9b4b-b57f8a8dff28 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:26.597137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fc7103d-b787-4d24-b667-bb6f3f327c4f req-339b354b-af98-4d2e-9b4b-b57f8a8dff28 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 944 time: 0.1245358 Aug 31 07:48:26.670578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fc7103d-b787-4d24-b667-bb6f3f327c4f req-f45a36bc-c9c4-46e4-a730-bfd1dd20b16b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698099 Aug 31 07:48:26.678739 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-718b2f21-1bd8-4811-8cd8-37ac3ad07dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.902235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.154547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.218787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:27.224363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:27.226667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf7a392-04cd-49cb-85d6-4a6dec617435,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:27.229217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:27.742633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.928814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50cd7-e007-4203-83df-ff00b1163ff2 req-8a4fb185-16f4-451c-a343-38289004d501 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:27.931567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41f50cd7-e007-4203-83df-ff00b1163ff2 req-8a4fb185-16f4-451c-a343-38289004d501 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.2356987 Aug 31 07:48:27.942289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.980404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1acdf0-ab33-4716-a86f-949322c181b9 req-01f922d4-792c-4a9b-b43c-116f97432be2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:27.982093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f1acdf0-ab33-4716-a86f-949322c181b9 req-01f922d4-792c-4a9b-b43c-116f97432be2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.3560472 Aug 31 07:48:28.109096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41f50cd7-e007-4203-83df-ff00b1163ff2 req-a875bd11-fcaf-48fc-88b4-b15af99b1b35 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258526 Aug 31 07:48:28.144168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f1acdf0-ab33-4716-a86f-949322c181b9 req-b9a3604b-9e88-48a9-bc99-153813033806 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412761 Aug 31 07:48:28.145946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:28.195824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703335b5-136b-435c-bce0-bce9746926c2 None None] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:28.280351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42178) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:28.295365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'subnets': [{'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--218750487', 'ip_version': 6}, {'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:28.296453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'subnet': {'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--218750487', 'ip_version': 6}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:28.296571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Request body: {'subnet': {'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:28.408348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f66b701e-4b2b-4a7f-a7da-41ec235ee1ac req-0fbf7232-ce02-40a6-8d1d-849d18d37d16 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 210 time: 0.1268437 Aug 31 07:48:28.556911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2c88-8812-4151-b91d-a2868f986828 req-c9b2c2d5-1430-45fc-bda2-b7091ed9116e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:28.558503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf3e2c88-8812-4151-b91d-a2868f986828 req-c9b2c2d5-1430-45fc-bda2-b7091ed9116e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 944 time: 0.3231750 Aug 31 07:48:28.626304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9d78572b-fcdb-4c10-8bc0-128c4df5c29b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:28.786044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf3e2c88-8812-4151-b91d-a2868f986828 req-55b2d23e-d4cf-4ac6-b8c4-48805345c95b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671152 Aug 31 07:48:28.810993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ce1923b1-010e-423e-810f-da20eb3d4312 None None] Provisioning for port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:28.822414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:28.831731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-e34ead64-b8e6-4be3-be16-63be0925e065 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:28.833210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-e34ead64-b8e6-4be3-be16-63be0925e065 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.0803683 Aug 31 07:48:28.945444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:28.949874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:28.950163 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.005301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Made reservation on behalf of f6078288206b4d64921b09025aa099f0 for: {'subnet': 2} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:29.007752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:29.011428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.011826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.021361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:29.021776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.257302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Deleting port c9e486ec-0333-4b96-ba70-baf20c36cec4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:29.257637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.327528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Router f61c6f85-9915-46fc-9753-1d4de210fc1a is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:48:29.385103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6fb38-0b79-4a2d-a598-f7357508a5c5 req-28d272b0-7468-41df-b57e-b35f8075ac39 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:29.387373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27b6fb38-0b79-4a2d-a598-f7357508a5c5 req-28d272b0-7468-41df-b57e-b35f8075ac39 tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 945 time: 0.1826661 Aug 31 07:48:29.396303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c2df322f-37c8-4e39-bb09-b907e0c5ccd0 None None] Provisioning complete for port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:29.396303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2df322f-37c8-4e39-bb09-b907e0c5ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.436586 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.439033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.448092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] For port c9e486ec-0333-4b96-ba70-baf20c36cec4, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9e486ec-0333-4b96-ba70-baf20c36cec4,segment=NetworkSegment(f5168ea4-ed10-4cc7-8f83-5abd1c05672d),segment_id=f5168ea4-ed10-4cc7-8f83-5abd1c05672d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:29.448092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.468382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Calling delete_port for c9e486ec-0333-4b96-ba70-baf20c36cec4 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:29.524450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.530028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764a6d-8ea5-41e7-9d40-671423bc3b1d req-c2462879-3ec4-499a-8758-76fb59cc8d0f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:29.531756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21764a6d-8ea5-41e7-9d40-671423bc3b1d req-c2462879-3ec4-499a-8758-76fb59cc8d0f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.2805097 Aug 31 07:48:29.573762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:48:29.598716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:29.598716 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da1fe83-ae8f-4cda-bdab-27dd195f9f25" -d '{"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-plugged", "status": "completed", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:29.599018 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Sync routers for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:48:29.617474 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:29.618883 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:29.662396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:29.666656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:29.679871 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2df322f-37c8-4e39-bb09-b907e0c5ccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.683923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.685236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4eb7e9d3-5b7e-4e33-8af8-a2b19f193de4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3462219 Aug 31 07:48:29.689570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42194) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:29.752843 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.812168 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:29.828621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.892182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.924202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Pushing event deleted for resources: {'Port': ['ID=c9e486ec-0333-4b96-ba70-baf20c36cec4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:29.968403 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:48:29.979093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:30.005447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] No DVR routers for this DVR port c9e486ec-0333-4b96-ba70-baf20c36cec4 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:30.027427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27b6fb38-0b79-4a2d-a598-f7357508a5c5 req-5026b8f3-36b7-4c6a-8b61-5473eb4c5d8a tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc1431c2-070f-443e-930f-8a6a8ee548d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014574 Aug 31 07:48:30.034769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.036453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-c2df322f-37c8-4e39-bb09-b907e0c5ccd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:48:30.036829 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-c2df322f-37c8-4e39-bb09-b907e0c5ccd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:48:30.036944 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ea9af598-c334-4558-b51e-9d8139e6d002 req-59a0ee27-44d9-4069-a251-cfe798dd1e3d tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.68 "DELETE /v2.0/ports/c9e486ec-0333-4b96-ba70-baf20c36cec4 HTTP/1.1" status: 204 len: 173 time: 1.1093180 Aug 31 07:48:30.038569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'name': 'network-vif-deleted', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:30.043484 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6119ed-a832-4b4b-9d65-60e5f9cb499a" -d '{"events": [{"server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "name": "network-vif-deleted", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:30.074667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:30.097298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21764a6d-8ea5-41e7-9d40-671423bc3b1d req-5b2a75c2-a238-4d3f-b373-cf5dac843638 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953338 Aug 31 07:48:30.165044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:27Z', 'revision_number': 3, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:30.181839 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454e3b6d-844d-41bd-b2bf-65490a7b0be8 x-openstack-request-id: req-454e3b6d-844d-41bd-b2bf-65490a7b0be8 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:30.182133 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-plugged", "status": "completed", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:30.182400 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-454e3b6d-844d-41bd-b2bf-65490a7b0be8 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:30.182867 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'code': 200} Aug 31 07:48:30.257370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c371695-a7a6-42b5-8895-b5ae310bfec6 req-0b94d73a-0036-43cd-929c-1aca688e7ad8 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 210 time: 0.0466101 Aug 31 07:48:30.258623 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.268607 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Checking router: f61c6f85-9915-46fc-9753-1d4de210fc1a for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:48:30.268965 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Updating router f61c6f85-9915-46fc-9753-1d4de210fc1a port dbf7a392-04cd-49cb-85d6-4a6dec617435 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:48:30.363315 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.424283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Subnet': ['ID=0f922b3e-bfb8-4032-905c-05c0effc8ddf,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:30.427171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9d78572b-fcdb-4c10-8bc0-128c4df5c29b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:30.515839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Checking segment: {'id': 'c6877328-c97b-492d-bfd2-7905a0ae0186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:30.516267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network hostable DHCP agents. Network: 7026687a-ac04-41cf-928b-4d547dd1ebae, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:30.542720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d53fd-fa53-4236-96ea-58ff461ce210 req-bc502285-70ca-467f-81f0-cf0d67a5dbc7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:30.548523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-785d53fd-fa53-4236-96ea-58ff461ce210 req-bc502285-70ca-467f-81f0-cf0d67a5dbc7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.1089034 Aug 31 07:48:30.620699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-785d53fd-fa53-4236-96ea-58ff461ce210 req-9026f051-09d4-4d7f-bc22-a4e183daac51 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672467 Aug 31 07:48:30.631296 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c33dd-b84d-46ca-86a7-338bd61bcd7f x-openstack-request-id: req-820c33dd-b84d-46ca-86a7-338bd61bcd7f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:30.632037 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e05b925-5788-4fff-8f1c-4a1a59226d9f", "name": "network-vif-deleted", "tag": "c9e486ec-0333-4b96-ba70-baf20c36cec4", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:30.632968 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-820c33dd-b84d-46ca-86a7-338bd61bcd7f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:30.633994 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e05b925-5788-4fff-8f1c-4a1a59226d9f', 'name': 'network-vif-deleted', 'tag': 'c9e486ec-0333-4b96-ba70-baf20c36cec4', 'status': 'completed', 'code': 200} Aug 31 07:48:30.679180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:30.679882 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.688544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network 7026687a-ac04-41cf-928b-4d547dd1ebae is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:30.792483 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.806465 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Transition to ACTIVE for port object dbf7a392-04cd-49cb-85d6-4a6dec617435 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:30.811199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 7026687a-ac04-41cf-928b-4d547dd1ebae) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:30.815479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.822019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eadddc-7910-4172-bcac-020d95b822e8 None None] Network 7026687a-ac04-41cf-928b-4d547dd1ebae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:30.923804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event updated for resources: {'Subnet': ['ID=c11c24b9-c107-4df7-9300-62f57810b9bc,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:30.933453 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:30.939272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Checking segment: {'id': '282199bd-30be-456d-985f-f4b564361d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:30.940127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network hostable DHCP agents. Network: e4d16121-0f39-40e8-8d0d-474b3bd04d63, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:30.950940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3b2f1-412e-479d-a1cb-a49e20ae7c96 req-6b4f9fdb-bb2d-47ce-9319-5e8dbc3b208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:30.953103 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-91f3b2f1-412e-479d-a1cb-a49e20ae7c96 req-6b4f9fdb-bb2d-47ce-9319-5e8dbc3b208a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 1097 time: 0.6452894 Aug 31 07:48:31.037088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Pushing event updated for resources: {'Port': ['ID=dbf7a392-04cd-49cb-85d6-4a6dec617435,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:31.042239 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Attempting to bind port dbf7a392-04cd-49cb-85d6-4a6dec617435 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:31.042925 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Attempting to bind port dbf7a392-04cd-49cb-85d6-4a6dec617435 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:31.043451 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Attempting to bind port dbf7a392-04cd-49cb-85d6-4a6dec617435 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:31.055578 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.055943 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.056292 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.056637 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.056977 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.057313 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.057648 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.058995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.059823 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.060247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.060585 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.062411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Network e4d16121-0f39-40e8-8d0d-474b3bd04d63 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:31.071250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:31.074307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-15bb36fc-f100-47f7-a53b-e605d2a25389 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.076634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-15bb36fc-f100-47f7-a53b-e605d2a25389 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.68 "GET /v2.0/networks?id=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb HTTP/1.1" status: 200 len: 814 time: 0.4411888 Aug 31 07:48:31.095164 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:31.095525 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:31.114244 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-91f3b2f1-412e-479d-a1cb-a49e20ae7c96 req-fddd2455-2688-48f1-9c4f-4913fa29b797 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368291 Aug 31 07:48:31.114393 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.114393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:31.114393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Bound port: dbf7a392-04cd-49cb-85d6-4a6dec617435, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:31.114393 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.114925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.159198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e4d16121-0f39-40e8-8d0d-474b3bd04d63) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:31.164219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.164711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.165352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.172412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-7026687a-ac04-41cf-928b-4d547dd1ebae', 'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae', 'tenant_id': 'f6078288206b4d64921b09025aa099f0', 'fixed_ips': [{'subnet_id': '0f922b3e-bfb8-4032-905c-05c0effc8ddf'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:31.173373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.181984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Request body: {'port': {'device_id': '83332d43-16da-4194-923c-54af5164e410', 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb', 'admin_state_up': True, 'tenant_id': '4f131f65226442bc99b99dde739fea90'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:31.227697 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] For port dbf7a392-04cd-49cb-85d6-4a6dec617435, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:31.232297 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] For port dbf7a392-04cd-49cb-85d6-4a6dec617435, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dbf7a392-04cd-49cb-85d6-4a6dec617435,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:31.249683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9e329-d61f-46bd-888f-7e45bb17506e None None] Network e4d16121-0f39-40e8-8d0d-474b3bd04d63 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:31.321644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-23f74407-55ef-46c9-9f5c-872d0a55d6fd tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0307403 Aug 31 07:48:31.332027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:31.342937 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.360397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b32a6db-f6b7-4056-8252-1a40ab90dcdf req-c359f4c9-0e58-48bc-8392-c1a973bb5eaa tempest-LiveMigrationTest-1589646614 tempest-LiveMigrationTest-1589646614-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e05b925-5788-4fff-8f1c-4a1a59226d9f HTTP/1.1" status: 200 len: 210 time: 0.0931945 Aug 31 07:48:31.405905 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:31.407222 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:31.413685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba37afb-8031-4be3-90f5-713f70cdcc3a req-2f8258dc-d289-4f7d-bcef-3aa38aa43add tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.413925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba37afb-8031-4be3-90f5-713f70cdcc3a req-2f8258dc-d289-4f7d-bcef-3aa38aa43add tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.1918619 Aug 31 07:48:31.488738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba37afb-8031-4be3-90f5-713f70cdcc3a req-fb7ad239-65bf-444f-9993-8b1d35ae1b99 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541823 Aug 31 07:48:31.559622 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d7405-b5dc-4f30-886c-f3d1ed915a2d None None] Pushing event updated for resources: {'Port': ['ID=dbf7a392-04cd-49cb-85d6-4a6dec617435,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:31.592103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Allocated IP 2001:db8::1 (7026687a-ac04-41cf-928b-4d547dd1ebae/0f922b3e-bfb8-4032-905c-05c0effc8ddf/87782ee5-507a-43c5-98ae-98e594035031) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:31.625276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c455260-ba54-4774-a1de-d3cd0c3ef541 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.628425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c455260-ba54-4774-a1de-d3cd0c3ef541 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.629383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48115099-db68-4712-b6ed-327afdc8bdd8 req-685d3e66-5ec6-468e-8068-8b71bdca2de0 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 210 time: 0.1094408 Aug 31 07:48:31.630755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c455260-ba54-4774-a1de-d3cd0c3ef541 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.642956 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6c455260-ba54-4774-a1de-d3cd0c3ef541 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3094218 Aug 31 07:48:31.651684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42216) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:31.683122 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:31.877162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Deleting subnet 0f922b3e-bfb8-4032-905c-05c0effc8ddf {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:31.916445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabf2a5-a4cb-4dc6-ae50-34b7d8e1b3ab req-72801253-df7f-4c84-841e-873994df35b4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.925510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cabf2a5-a4cb-4dc6-ae50-34b7d8e1b3ab req-72801253-df7f-4c84-841e-873994df35b4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.1477070 Aug 31 07:48:31.944253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Made reservation on behalf of 4f131f65226442bc99b99dde739fea90 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:31.949086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.964244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Allocated IP 172.20.0.1 (be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7/05e7910e-6366-40aa-98bf-fdebd2286447/479c0f6e-9339-45b4-9ef4-e36204541a28) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:32.006378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cabf2a5-a4cb-4dc6-ae50-34b7d8e1b3ab req-4a582a54-9ca1-4188-94fb-131d9bf89416 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799313 Aug 31 07:48:32.071707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e4d16121-0f39-40e8-8d0d-474b3bd04d63', 'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63', 'tenant_id': 'f6078288206b4d64921b09025aa099f0', 'fixed_ips': [{'subnet_id': 'c11c24b9-c107-4df7-9300-62f57810b9bc'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:32.073987 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.090508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.105331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Transition to ACTIVE for port object 87782ee5-507a-43c5-98ae-98e594035031 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:32.164192 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:27Z', 'revision_number': 3, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:32.187024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Transition to ACTIVE for port object 87782ee5-507a-43c5-98ae-98e594035031 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:32.223423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Allocated IP 172.20.0.14 (2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb/b2a21edd-9d8e-4cf8-8de2-0915214114db/7c404e30-d3c0-4d24-94ea-6fb10e89acd6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:32.227523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.251134 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae600d-4e88-4a00-99d9-10689e2677d4 None None] The sync data for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 is: [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:27Z', 'revision_number': 3, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:48:32.252603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Transition to ACTIVE for port object 479c0f6e-9339-45b4-9ef4-e36204541a28 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:32.265917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Allocated IP 2001:db8:0:1::1 (e4d16121-0f39-40e8-8d0d-474b3bd04d63/c11c24b9-c107-4df7-9300-62f57810b9bc/86074a66-8a20-427b-aa25-05ac20d10436) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:32.284527 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.289490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.448479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:32.454328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42220) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:32.466025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Network 7026687a-ac04-41cf-928b-4d547dd1ebae is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:32.483952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.498009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:32.512281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:32.532389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: c9e486ec-0333-4b96-ba70-baf20c36cec4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:32.532753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9e486ec-0333-4b96-ba70-baf20c36cec4 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:32.570747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Pushing event updated for resources: {'Port': ['ID=87782ee5-507a-43c5-98ae-98e594035031,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:32.588466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.708584 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.723356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.745449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Attempting to bind port 87782ee5-507a-43c5-98ae-98e594035031 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:32.745853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Attempting to bind port 87782ee5-507a-43c5-98ae-98e594035031 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c6877328-c97b-492d-bfd2-7905a0ae0186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:32.746258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Attempting to bind port 87782ee5-507a-43c5-98ae-98e594035031 on network 7026687a-ac04-41cf-928b-4d547dd1ebae {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:32.779439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:32.783900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Checking segment: {'id': 'c6877328-c97b-492d-bfd2-7905a0ae0186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:32.784472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.786057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Bound using segment: {'id': 'c6877328-c97b-492d-bfd2-7905a0ae0186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:32.786570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Bound port: 87782ee5-507a-43c5-98ae-98e594035031, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6877328-c97b-492d-bfd2-7905a0ae0186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7026687a-ac04-41cf-928b-4d547dd1ebae'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:32.788321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.806887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:32.867386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Deleting subnet f019a63c-8ec4-4553-b6a6-41d1a0a163a8 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:32.878302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:32.974785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867438-38c1-4bac-be92-075605258e9d req-0291344d-c79a-4b70-9977-d169670e4996 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:32.989645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee867438-38c1-4bac-be92-075605258e9d req-0291344d-c79a-4b70-9977-d169670e4996 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.2297976 Aug 31 07:48:33.022942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.034004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] For port 87782ee5-507a-43c5-98ae-98e594035031, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:33.039015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] For port 87782ee5-507a-43c5-98ae-98e594035031, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87782ee5-507a-43c5-98ae-98e594035031,segment=NetworkSegment(c6877328-c97b-492d-bfd2-7905a0ae0186),segment_id=c6877328-c97b-492d-bfd2-7905a0ae0186)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:33.040787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Transition to ACTIVE for port object 86074a66-8a20-427b-aa25-05ac20d10436 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:33.064786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Transition to ACTIVE for port object 86074a66-8a20-427b-aa25-05ac20d10436 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:33.127215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.137296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7288aea-ea08-479b-802d-6ce704ebb401 req-eb81fd2c-2312-40d7-a810-88f83bf159c5 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:33.139853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7288aea-ea08-479b-802d-6ce704ebb401 req-eb81fd2c-2312-40d7-a810-88f83bf159c5 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 932 time: 0.1941462 Aug 31 07:48:33.140314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.150214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee867438-38c1-4bac-be92-075605258e9d req-f2501a2f-5f96-49cc-a1db-0ad9024626dc tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581793 Aug 31 07:48:33.150794 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.226036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.306770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:33.318482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:33.329014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Network e4d16121-0f39-40e8-8d0d-474b3bd04d63 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:33.350654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:33.360655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:33.364431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b509a-4ff6-4b22-983b-78655ad100da None None] Pushing event updated for resources: {'Port': ['ID=87782ee5-507a-43c5-98ae-98e594035031,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:33.376691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7288aea-ea08-479b-802d-6ce704ebb401 req-9deb97ce-5240-42d7-9b3c-0c951ea1da24 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795402 Aug 31 07:48:33.378188 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.404663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Pushing event updated for resources: {'Port': ['ID=479c0f6e-9339-45b4-9ef4-e36204541a28,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:33.425328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Pushing event updated for resources: {'Port': ['ID=86074a66-8a20-427b-aa25-05ac20d10436,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:33.433064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.562841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Attempting to bind port 86074a66-8a20-427b-aa25-05ac20d10436 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:33.562841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Attempting to bind port 86074a66-8a20-427b-aa25-05ac20d10436 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '282199bd-30be-456d-985f-f4b564361d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:33.565574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Attempting to bind port 86074a66-8a20-427b-aa25-05ac20d10436 on network e4d16121-0f39-40e8-8d0d-474b3bd04d63 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:33.568314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fadd3-30ef-4804-b747-730fca84e9be req-66c3b6f3-3fc4-4b7e-b2bd-d9ace80b4f83 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:33.582631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b92fadd3-30ef-4804-b747-730fca84e9be req-66c3b6f3-3fc4-4b7e-b2bd-d9ace80b4f83 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.1020553 Aug 31 07:48:33.585319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:33.590436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Checking segment: {'id': '282199bd-30be-456d-985f-f4b564361d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:33.595365 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.595927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Bound using segment: {'id': '282199bd-30be-456d-985f-f4b564361d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:33.596512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Bound port: 86074a66-8a20-427b-aa25-05ac20d10436, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282199bd-30be-456d-985f-f4b564361d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4d16121-0f39-40e8-8d0d-474b3bd04d63'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:33.596984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.611434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:33.633302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.634230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:33.656214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:33.704840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Subnet': ['ID=0f922b3e-bfb8-4032-905c-05c0effc8ddf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:33.708251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.712963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.715070 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cc258293-c485-4d19-b2ce-7296303f8a85 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/subnets/0f922b3e-bfb8-4032-905c-05c0effc8ddf HTTP/1.1" status: 204 len: 168 time: 2.0589213 Aug 31 07:48:33.771225 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:33.784980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42236) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:33.785357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42238) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:33.788972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f019a63c-8ec4-4553-b6a6-41d1a0a163a8 HTTP/1.1" status: 204 len: 168 time: 1.3332112 Aug 31 07:48:33.792362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424850f-9544-4384-9944-acc2d0d47406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f019a63c-8ec4-4553-b6a6-41d1a0a163a8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:33.821408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] For port 86074a66-8a20-427b-aa25-05ac20d10436, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:33.847292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] For port 86074a66-8a20-427b-aa25-05ac20d10436, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=86074a66-8a20-427b-aa25-05ac20d10436,segment=NetworkSegment(282199bd-30be-456d-985f-f4b564361d89),segment_id=282199bd-30be-456d-985f-f4b564361d89)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:33.851029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b92fadd3-30ef-4804-b747-730fca84e9be req-8f3a615e-e2d5-4bdb-b4d7-5418fbc94d6a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646151 Aug 31 07:48:33.970792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cfb8886a-63ea-4780-967a-23da76b56856 None None] Provisioning for port 479c0f6e-9339-45b4-9ef4-e36204541a28 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:33.975876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cfb8886a-63ea-4780-967a-23da76b56856 None None] Provisioning complete for port 479c0f6e-9339-45b4-9ef4-e36204541a28 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:33.977640 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cfb8886a-63ea-4780-967a-23da76b56856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.030547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.035174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db1b96-a4ae-4621-9fb2-85012d5f0b2a req-bfff1cf6-6248-40da-89ce-29013d9d309b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:34.042851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78db1b96-a4ae-4621-9fb2-85012d5f0b2a req-bfff1cf6-6248-40da-89ce-29013d9d309b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.0771453 Aug 31 07:48:34.066657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Deleting subnet c11c24b9-c107-4df7-9300-62f57810b9bc {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:34.072943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.112269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8886a-63ea-4780-967a-23da76b56856 None None] Port 479c0f6e-9339-45b4-9ef4-e36204541a28 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:34.115913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78db1b96-a4ae-4621-9fb2-85012d5f0b2a req-37ace1e1-37f3-45eb-a858-c24b8e09430a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720508 Aug 31 07:48:34.142926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.148317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2bc96-0b97-40ce-adcb-feb66bf0577b None None] Pushing event updated for resources: {'Port': ['ID=86074a66-8a20-427b-aa25-05ac20d10436,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:34.420769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.477587 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.503622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Pushing event updated for resources: {'Port': ['ID=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:34.575075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4309f-97f4-4b5e-b101-66d2e91f3714 req-23d2aab7-0b9c-41f1-bb8e-3ad3ecb37338 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:34.575649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dbf7a392-04cd-49cb-85d6-4a6dec617435 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:34.584674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ad4309f-97f4-4b5e-b101-66d2e91f3714 req-23d2aab7-0b9c-41f1-bb8e-3ad3ecb37338 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.2064550 Aug 31 07:48:34.672743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ad4309f-97f4-4b5e-b101-66d2e91f3714 req-64d16f03-7fa0-4c14-90dc-902c1e20446e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Aug 31 07:48:34.757773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:34.758652 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.773596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port dbf7a392-04cd-49cb-85d6-4a6dec617435 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:34.777687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port dbf7a392-04cd-49cb-85d6-4a6dec617435 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:34.778191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.916545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:34.948786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fef05d-49c9-41d5-aa23-f45b975b007c']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:34.952781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-66728864-9feb-42db-8483-0b48f7e14392 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7747850 Aug 31 07:48:34.993627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Request body: {'port': {'device_id': '83332d43-16da-4194-923c-54af5164e410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:34.995126 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.006011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:35.006356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5168ea4-ed10-4cc7-8f83-5abd1c05672d') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:35.021338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.025277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port dbf7a392-04cd-49cb-85d6-4a6dec617435, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dbf7a392-04cd-49cb-85d6-4a6dec617435,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:35.068365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.072576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.085523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe45a-c60f-4a33-b875-8f13207b27b2 req-8586d39b-5865-42d0-b4ac-3468824a79d7 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:35.087680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91cfe45a-c60f-4a33-b875-8f13207b27b2 req-8586d39b-5865-42d0-b4ac-3468824a79d7 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 932 time: 0.1630502 Aug 31 07:48:35.109771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:35.110217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:35.112187 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:35.114048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.124186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f823f4-c66f-473b-8a7b-ecd7103ff35f None None] Network 7026687a-ac04-41cf-928b-4d547dd1ebae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:35.125604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Subnet': ['ID=c11c24b9-c107-4df7-9300-62f57810b9bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:35.190647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.192799 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6bd7c70e-bba7-43b8-9abf-b486edfe9b71 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/subnets/c11c24b9-c107-4df7-9300-62f57810b9bc HTTP/1.1" status: 204 len: 168 time: 1.4020948 Aug 31 07:48:35.200970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42264) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:35.236442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91cfe45a-c60f-4a33-b875-8f13207b27b2 req-e8c8871e-ad50-406b-b5f1-97477a2bc025 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338515 Aug 31 07:48:35.243495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.244498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87782ee5-507a-43c5-98ae-98e594035031 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:35.304603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.343450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520949ab-4865-4ded-996e-1272d491f1e0 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:35.344974 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-520949ab-4865-4ded-996e-1272d491f1e0 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1402035 Aug 31 07:48:35.348945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42270) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:35.414134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.501660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.528679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.535781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9fef05d-49c9-41d5-aa23-f45b975b007c HTTP/1.1" status: 204 len: 168 time: 1.6562510 Aug 31 07:48:35.539335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42272) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:35.576059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15155d-4e11-4585-9204-3e4814d58ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fef05d-49c9-41d5-aa23-f45b975b007c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:35.622111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=dbf7a392-04cd-49cb-85d6-4a6dec617435,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:35.715372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Deleting subnet 36ce33e8-d866-405b-8c50-914e0f1dd704 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:48:35.718493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7b8ca879-e462-4bcd-9af8-5b614ea4e5fe None None] Provisioning for port 87782ee5-507a-43c5-98ae-98e594035031 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:35.734226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.779574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.800510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 87782ee5-507a-43c5-98ae-98e594035031 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:35.807926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 87782ee5-507a-43c5-98ae-98e594035031 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:35.808551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:35.930112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] DHCP port deletion for 7026687a-ac04-41cf-928b-4d547dd1ebae request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:48:35.944719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Deleting port 86074a66-8a20-427b-aa25-05ac20d10436 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:35.945105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.067985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] For port 86074a66-8a20-427b-aa25-05ac20d10436, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=86074a66-8a20-427b-aa25-05ac20d10436,segment=NetworkSegment(282199bd-30be-456d-985f-f4b564361d89),segment_id=282199bd-30be-456d-985f-f4b564361d89)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:36.068385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.070233 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.082710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.105634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] Deleting port 87782ee5-507a-43c5-98ae-98e594035031 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:36.105634 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.116203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Calling delete_port for 86074a66-8a20-427b-aa25-05ac20d10436 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:36.132851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877d894-c97f-4045-9c02-cf0555418bf7 None None] Network e4d16121-0f39-40e8-8d0d-474b3bd04d63 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:36.167505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 87782ee5-507a-43c5-98ae-98e594035031, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87782ee5-507a-43c5-98ae-98e594035031,segment=NetworkSegment(c6877328-c97b-492d-bfd2-7905a0ae0186),segment_id=c6877328-c97b-492d-bfd2-7905a0ae0186)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:36.181145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:36.196185 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.218589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.225409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.251450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.259143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] For port 87782ee5-507a-43c5-98ae-98e594035031, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87782ee5-507a-43c5-98ae-98e594035031,segment=NetworkSegment(c6877328-c97b-492d-bfd2-7905a0ae0186),segment_id=c6877328-c97b-492d-bfd2-7905a0ae0186)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:36.259467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.301573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Transition to ACTIVE for port object 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:36.315371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] Calling delete_port for 87782ee5-507a-43c5-98ae-98e594035031 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:36.330931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.406383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3829b11-93c8-4341-b140-a8360a9dd844 req-a69140b5-b808-4264-82a6-27caa8620518 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:36.420907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3829b11-93c8-4341-b140-a8360a9dd844 req-a69140b5-b808-4264-82a6-27caa8620518 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.5871317 Aug 31 07:48:36.427906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=87782ee5-507a-43c5-98ae-98e594035031,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:36.509125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad22ed-2b59-4ba6-be49-3ec852caa83f req-bbc1f54a-168d-4da0-9a6a-d64120116e4a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:36.517087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daad22ed-2b59-4ba6-be49-3ec852caa83f req-bbc1f54a-168d-4da0-9a6a-d64120116e4a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.6450109 Aug 31 07:48:36.587320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daad22ed-2b59-4ba6-be49-3ec852caa83f req-c802e1bb-4489-4024-a668-9e76f894ae82 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Aug 31 07:48:36.650468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3829b11-93c8-4341-b140-a8360a9dd844 req-6215dd15-7376-4f84-9f3b-05154eb02f6f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272847 Aug 31 07:48:36.675275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] DHCP port deletion for e4d16121-0f39-40e8-8d0d-474b3bd04d63 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:48:36.741780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dbf7a392-04cd-49cb-85d6-4a6dec617435 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:36.748314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.784793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ce33e8-d866-405b-8c50-914e0f1dd704,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:36.802390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-624767c0-6f63-446f-84de-15fb63ebeae1 None None] Provisioning for port 86074a66-8a20-427b-aa25-05ac20d10436 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:36.814436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-624767c0-6f63-446f-84de-15fb63ebeae1 None None] Provisioning complete for port 86074a66-8a20-427b-aa25-05ac20d10436 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:36.814833 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-624767c0-6f63-446f-84de-15fb63ebeae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.815745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.823965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ee3e2447-75c8-4480-98f7-fc7d7843522c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/36ce33e8-d866-405b-8c50-914e0f1dd704 HTTP/1.1" status: 204 len: 168 time: 1.2837682 Aug 31 07:48:36.825523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42290) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:36.853628 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.864027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-624767c0-6f63-446f-84de-15fb63ebeae1 None None] Port 86074a66-8a20-427b-aa25-05ac20d10436 was deleted so its status cannot be updated. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 07:48:36.923918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.930825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] Pushing event deleted for resources: {'Port': ['ID=87782ee5-507a-43c5-98ae-98e594035031,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:36.945177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e808c31-eab6-4b24-b5bc-5186fcf3d47c None None] No DVR routers for this DVR port 87782ee5-507a-43c5-98ae-98e594035031 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:36.979063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port dbf7a392-04cd-49cb-85d6-4a6dec617435 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:36.979642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:36.992296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Deleting port 86074a66-8a20-427b-aa25-05ac20d10436 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:36.992943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.118999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] For port 86074a66-8a20-427b-aa25-05ac20d10436, host n-d-713499-16, got binding levels [] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:37.119472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.145256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Calling delete_port for 86074a66-8a20-427b-aa25-05ac20d10436 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:37.150003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.ipam_backend_mixin [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Port 86074a66-8a20-427b-aa25-05ac20d10436 was not found and therefore no delete operation was performed {{(pid=95447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:48:37.184693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.233769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.234371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] Pushing event deleted for resources: {'Port': ['ID=86074a66-8a20-427b-aa25-05ac20d10436,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:37.241732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef6c20-173d-4c30-9a5e-8e0567815f3b None None] No DVR routers for this DVR port 86074a66-8a20-427b-aa25-05ac20d10436 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:37.266807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Pushing event updated for resources: {'Port': ['ID=479c0f6e-9339-45b4-9ef4-e36204541a28,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:37.375985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] No DVR routers for this DVR port 86074a66-8a20-427b-aa25-05ac20d10436 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:37.388664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Port': ['ID=86074a66-8a20-427b-aa25-05ac20d10436,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:37.414620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87782ee5-507a-43c5-98ae-98e594035031 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:37.434214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Pushing event updated for resources: {'Port': ['ID=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:37.498218 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.500670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 87782ee5-507a-43c5-98ae-98e594035031 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:37.502005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87782ee5-507a-43c5-98ae-98e594035031 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:37.509094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d16121-0f39-40e8-8d0d-474b3bd04d63']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:37.528955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282199bd-30be-456d-985f-f4b564361d89') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:37.529368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282199bd-30be-456d-985f-f4b564361d89') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:37.539854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.548332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:37.550964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.551661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:37.563682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f98aa8-7094-4e38-995e-0061aeba69e3 req-d500b1bd-cb55-4b2f-9be3-7d6facba34b4 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:37.571556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0f98aa8-7094-4e38-995e-0061aeba69e3 req-d500b1bd-cb55-4b2f-9be3-7d6facba34b4 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 944 time: 0.6451323 Aug 31 07:48:37.622656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.640969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Attempting to bind port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:37.641325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Attempting to bind port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'a2972683-40e1-48ea-9b9a-4141abc29db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:37.641737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Attempting to bind port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 on network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:37.672366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 on network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:48:37.672974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Attempting to bind port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 on network 2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:37.697964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:37.698377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Checking segment: {'id': 'a2972683-40e1-48ea-9b9a-4141abc29db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:37.698823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Bound using segment: {'id': 'a2972683-40e1-48ea-9b9a-4141abc29db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:37.699212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0f98aa8-7094-4e38-995e-0061aeba69e3 req-c6bae1cb-002c-4319-a800-bb848eae0f80 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261120 Aug 31 07:48:37.699335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Bound port: 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2972683-40e1-48ea-9b9a-4141abc29db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:37.699671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.789891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:37.790459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:37.795511 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:37.906711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-66d8ae10-4a66-4f30-82b9-e51a3d02b447 None None] Provisioning complete for port 479c0f6e-9339-45b4-9ef4-e36204541a28 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:37.907938 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-66d8ae10-4a66-4f30-82b9-e51a3d02b447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.910888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Router f61c6f85-9915-46fc-9753-1d4de210fc1a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:48:37.968608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:37.995400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-66d8ae10-4a66-4f30-82b9-e51a3d02b447 None None] Port 479c0f6e-9339-45b4-9ef4-e36204541a28 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:38.002239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39afe-09e9-43c0-bc71-5c545e616215 req-3108036c-07fe-4cfc-8858-0e6cc15c63e7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:38.023414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66f39afe-09e9-43c0-bc71-5c545e616215 req-3108036c-07fe-4cfc-8858-0e6cc15c63e7 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.2694128 Aug 31 07:48:38.023414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2275b16b-758a-4b15-88fb-af84dcdef884']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.040682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e3c9d-ea73-4207-9956-e957fc049b95 req-9316e6ed-0821-4337-9baa-b54e9f00922d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:38.041754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] For port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:38.042357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c1e3c9d-ea73-4207-9956-e957fc049b95 req-9316e6ed-0821-4337-9baa-b54e9f00922d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.2439551 Aug 31 07:48:38.055237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c513b3-4445-46d1-afe4-cc2b8f2adc84') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.055567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c513b3-4445-46d1-afe4-cc2b8f2adc84') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.068771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] For port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,segment=NetworkSegment(a2972683-40e1-48ea-9b9a-4141abc29db8),segment_id=a2972683-40e1-48ea-9b9a-4141abc29db8)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:38.107603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.154750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:48:38.160394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66f39afe-09e9-43c0-bc71-5c545e616215 req-834684d7-2df5-4a00-8385-6e9f7b90f422 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492906 Aug 31 07:48:38.164941 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e0d291e-094f-4742-8aa5-73fe193ede30 admin admin] 10.222.0.36 "PUT /v2.0/routers/f61c6f85-9915-46fc-9753-1d4de210fc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4738834 Aug 31 07:48:38.180596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Sync routers for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:48:38.180798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.196860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:38.198264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.203155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:38.203687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:38.205770 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:38.275637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c1e3c9d-ea73-4207-9956-e957fc049b95 req-2451fffa-5ce7-4a5d-88f1-ecf719405924 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057455 Aug 31 07:48:38.340714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:48:38.347964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.358333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.359565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/networks/e4d16121-0f39-40e8-8d0d-474b3bd04d63 HTTP/1.1" status: 204 len: 168 time: 3.0096111 Aug 31 07:48:38.362090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42304) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:38.383079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.445851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8c9cc-c2cf-4f40-8a77-e1e9eeb4b87d tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Network': ['ID=e4d16121-0f39-40e8-8d0d-474b3bd04d63,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:38.457921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:38.461858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.487414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:38.488438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.490263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] 10.222.0.68 "PUT /v2.0/ports/7c404e30-d3c0-4d24-94ea-6fb10e89acd6 HTTP/1.1" status: 200 len: 1093 time: 3.5172336 Aug 31 07:48:38.490738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83332d43-16da-4194-923c-54af5164e410', 'tag': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:38.492522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.493470 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "83332d43-16da-4194-923c-54af5164e410", "tag": "7c404e30-d3c0-4d24-94ea-6fb10e89acd6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:38.498796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] 10.222.0.36 "DELETE /v2.0/networks/2275b16b-758a-4b15-88fb-af84dcdef884 HTTP/1.1" status: 204 len: 168 time: 1.6675692 Aug 31 07:48:38.501014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'port_id': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'mac_address': 'fa:16:3e:06:d5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574f36c-1e17-402a-b606-70c675b4d519', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:48:38.509552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 86074a66-8a20-427b-aa25-05ac20d10436 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:38.554053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 86074a66-8a20-427b-aa25-05ac20d10436 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:38.554682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 86074a66-8a20-427b-aa25-05ac20d10436 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:38.569315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ece498-d6a2-40a9-b76a-d52de4bf930d service neutron] Pushing event updated for resources: {'Port': ['ID=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:38.577151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.603364 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205c3d85-c43c-4e12-b3e8-dccf9d2ef058 x-openstack-request-id: req-205c3d85-c43c-4e12-b3e8-dccf9d2ef058 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:38.603776 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83332d43-16da-4194-923c-54af5164e410", "tag": "7c404e30-d3c0-4d24-94ea-6fb10e89acd6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:38.604139 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-205c3d85-c43c-4e12-b3e8-dccf9d2ef058 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:38.604759 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83332d43-16da-4194-923c-54af5164e410', 'tag': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6', 'status': 'completed', 'code': 200} Aug 31 07:48:38.607504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:38.627476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d577e6b-cfd9-472f-9be4-e9109c14c8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=2275b16b-758a-4b15-88fb-af84dcdef884,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:38.668309 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.721835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ec3a19c-11d4-409a-9cc4-b563c73eae14 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:38.766459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.779744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7026687a-ac04-41cf-928b-4d547dd1ebae']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.796246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6877328-c97b-492d-bfd2-7905a0ae0186') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.796246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6877328-c97b-492d-bfd2-7905a0ae0186') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:38.808597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.835107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.853910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:38.853910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:38.856464 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:38.885555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:38.976383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d84bd-187d-499b-a192-2ff8aee5ed3e req-513e8aef-0bbb-47d6-a269-95ee76cb36ec tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:38.977995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-056d84bd-187d-499b-a192-2ff8aee5ed3e req-513e8aef-0bbb-47d6-a269-95ee76cb36ec tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 944 time: 0.1573553 Aug 31 07:48:38.993025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0 req-5bc08380-1920-4d39-9371-3c52b9ad2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:38.997439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.001909 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0 req-5bc08380-1920-4d39-9371-3c52b9ad2b2a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4f131f65226442bc99b99dde739fea90&device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 1096 time: 0.0922973 Aug 31 07:48:39.016844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:39.049407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-056d84bd-187d-499b-a192-2ff8aee5ed3e req-b6018c26-785f-446b-b97e-2699b1717386 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644891 Aug 31 07:48:39.087810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.099695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.099695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/networks/7026687a-ac04-41cf-928b-4d547dd1ebae HTTP/1.1" status: 204 len: 168 time: 0.7356358 Aug 31 07:48:39.108270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42322) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:39.111935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:39.122225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028d6e9-73fe-4575-b0f6-4a593cf1484b tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Network': ['ID=7026687a-ac04-41cf-928b-4d547dd1ebae,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:39.139262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['1ec3a19c-11d4-409a-9cc4-b563c73eae14'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:39.202047 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.202230 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1d49027f-4327-44dc-8672-f7fe7f75f804 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ea1ce04b6ba4ad3a552b972f2aa12b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841066 Aug 31 07:48:39.204604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42326) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:39.243020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:35Z', 'revision_number': 2, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:39.303777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Checking router: f61c6f85-9915-46fc-9753-1d4de210fc1a for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:48:39.305884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Updating router f61c6f85-9915-46fc-9753-1d4de210fc1a port 479c0f6e-9339-45b4-9ef4-e36204541a28 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:48:39.340550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.361076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaff0502-698f-4d36-99f0-fd3b3ae2b1c4']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:39.384097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95833f-56fa-460e-aaf4-d70e1d7f129d req-9afbd2bc-843b-46eb-b051-fb56317ad421 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:39.386682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.389056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef95833f-56fa-460e-aaf4-d70e1d7f129d req-9afbd2bc-843b-46eb-b051-fb56317ad421 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.0900784 Aug 31 07:48:39.390998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16b6d13-48fa-4308-a34f-580fd98fafe2') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:39.391296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16b6d13-48fa-4308-a34f-580fd98fafe2') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:39.461566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.507973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.520291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef95833f-56fa-460e-aaf4-d70e1d7f129d req-50a671b9-b4fc-4290-b845-d532edf989a6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214345 Aug 31 07:48:39.522301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:39.522301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:39.527092 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:39.533142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0 req-40aa9357-9b29-4926-b737-e5f651c0684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:39.541499 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0 req-40aa9357-9b29-4926-b737-e5f651c0684d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=4f131f65226442bc99b99dde739fea90&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4646120 Aug 31 07:48:39.542585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efbcf9ab-8ff1-4df1-b345-315fdb29d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.655067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42336) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:39.661392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efbcf9ab-8ff1-4df1-b345-315fdb29d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.665377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907583510', 'description': 'tempest-description--1350892572'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:39.701511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eab4f-4d13-43ee-b689-e5146b65f464 req-4a0c8c4f-f5aa-4b35-911d-a5690087c1fd tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:39.703152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b3eab4f-4d13-43ee-b689-e5146b65f464 req-4a0c8c4f-f5aa-4b35-911d-a5690087c1fd tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 944 time: 0.0815232 Aug 31 07:48:39.707923 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.735263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.739917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/networks/eaff0502-698f-4d36-99f0-fd3b3ae2b1c4 HTTP/1.1" status: 204 len: 168 time: 0.6283879 Aug 31 07:48:39.739917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede4d57-a7f6-4729-becd-1b148a3ae079 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Network': ['ID=eaff0502-698f-4d36-99f0-fd3b3ae2b1c4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:39.741648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42338) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:39.790390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0 req-6bdd4f6c-9a49-4b97-9d78-f829f8996c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:39.792167 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b2b70d2f-9f7a-4332-84ff-bd8528e95ae0 req-6bdd4f6c-9a49-4b97-9d78-f829f8996c52 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428315 Aug 31 07:48:39.820726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.832686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Transition to ACTIVE for port object 479c0f6e-9339-45b4-9ef4-e36204541a28 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:39.848296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b3eab4f-4d13-43ee-b689-e5146b65f464 req-2d7db526-8993-4526-87a9-0741115a7cf1 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225314 Aug 31 07:48:39.875817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.887745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.912806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d6844d8b-81b4-403a-8a17-f6fd10980631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:39.914605 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-d6844d8b-81b4-403a-8a17-f6fd10980631 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4f131f65226442bc99b99dde739fea90&device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 1096 time: 0.0528438 Aug 31 07:48:39.960284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-382e3de4-b677-4221-9826-6c4339e9b71a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6 HTTP/1.1" status: 200 len: 217 time: 0.0362518 Aug 31 07:48:39.993235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.996642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.009357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0e9aec-a452-4c99-a40d-d2c73c348243']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:40.013925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-7cfed3a0-07e5-4a50-a7c9-2d71c609e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:40.015899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-7cfed3a0-07e5-4a50-a7c9-2d71c609e57d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b2a21edd-9d8e-4cf8-8de2-0915214114db HTTP/1.1" status: 200 len: 854 time: 0.0473375 Aug 31 07:48:40.026967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de711204-37ba-4c02-9bf1-bc80dbb93159') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:40.031082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de711204-37ba-4c02-9bf1-bc80dbb93159') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:40.036856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efbcf9ab-8ff1-4df1-b345-315fdb29d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.038594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efbcf9ab-8ff1-4df1-b345-315fdb29d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.042223 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-efbcf9ab-8ff1-4df1-b345-315fdb29d9e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc1431c2-070f-443e-930f-8a6a8ee548d0 HTTP/1.1" status: 204 len: 168 time: 0.8149967 Aug 31 07:48:40.042362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.066210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.071780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf35f4-2f12-440b-b879-aa8d4d179122 None None] Pushing event updated for resources: {'Port': ['ID=479c0f6e-9339-45b4-9ef4-e36204541a28,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:40.083487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:48:40.083969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:48:40.088048 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:48:40.119000 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-5f6534bd-35b7-4c4b-9b98-90f3aded620a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946138 Aug 31 07:48:40.127287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcf9ab-8ff1-4df1-b345-315fdb29d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1431c2-070f-443e-930f-8a6a8ee548d0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:40.150523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Attempting to bind port 479c0f6e-9339-45b4-9ef4-e36204541a28 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:40.150995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Attempting to bind port 479c0f6e-9339-45b4-9ef4-e36204541a28 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:40.151428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Attempting to bind port 479c0f6e-9339-45b4-9ef4-e36204541a28 on network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:40.167422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:40.167899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Checking segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:40.168373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.169001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Bound using segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:40.170337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Bound port: 479c0f6e-9339-45b4-9ef4-e36204541a28, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:40.170811 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.179271 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.238922 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-e0d2448b-37b4-4a85-bf1c-3d8accfdbdf6 service neutron] 10.222.0.68 "GET /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080172 Aug 31 07:48:40.254165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:40.280758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923448e-7d46-4488-b8a6-dfb89de70ac7 req-831643e7-296e-4d27-ae77-525ef45f64d9 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:40.290032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b923448e-7d46-4488-b8a6-dfb89de70ac7 req-831643e7-296e-4d27-ae77-525ef45f64d9 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 944 time: 0.0817404 Aug 31 07:48:40.336076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] For port 479c0f6e-9339-45b4-9ef4-e36204541a28, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:40.339394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b923448e-7d46-4488-b8a6-dfb89de70ac7 req-bbd041f9-17d2-4842-819b-d1ff83321013 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481088 Aug 31 07:48:40.342003 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.344556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.370327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] For port 479c0f6e-9339-45b4-9ef4-e36204541a28, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=479c0f6e-9339-45b4-9ef4-e36204541a28,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:40.373852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.382043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:40.385510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.392704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] 10.222.0.36 "DELETE /v2.0/networks/6b0e9aec-a452-4c99-a40d-d2c73c348243 HTTP/1.1" status: 204 len: 168 time: 0.6395247 Aug 31 07:48:40.392704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b533db3-242f-40b2-865c-713ae8e948c4 tempest-BulkNetworkOpsIpV6Test-587814537 tempest-BulkNetworkOpsIpV6Test-587814537-project] Pushing event deleted for resources: {'Network': ['ID=6b0e9aec-a452-4c99-a40d-d2c73c348243,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:40.408940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585968d3-84de-4ca2-8819-ad7b6990eb5c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:40.414661 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875c53f6-0bca-43d9-8152-170ed2224c56 req-18312a75-ed77-44c3-87e3-d1297ca58ac3 service neutron] 10.222.0.68 "GET /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599534 Aug 31 07:48:40.511602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.525015 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.533479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.534788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5c78248f-9581-45eb-9fc0-69230653b761 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8738940 Aug 31 07:48:40.540559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:40.544423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Request body: {'security_group_rule': {'security_group_id': '585968d3-84de-4ca2-8819-ad7b6990eb5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:40.561351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633737d-a64d-47ed-ab6d-d2ac71323ccb req-38a74cc5-0afe-44f9-ba29-03a4c8d62dee tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:40.562968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6633737d-a64d-47ed-ab6d-d2ac71323ccb req-38a74cc5-0afe-44f9-ba29-03a4c8d62dee tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 944 time: 0.0605099 Aug 31 07:48:40.581374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:40.586456 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b62d8-dbff-4f3a-8fb8-1c62470ed50d" -d '{"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-plugged", "status": "completed", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:40.605925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:40.643509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:40.644158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:40.649337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6633737d-a64d-47ed-ab6d-d2ac71323ccb req-1e13e00f-3d7c-492f-b855-9319b8917562 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754683 Aug 31 07:48:40.695967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.699507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf35f4-2f12-440b-b879-aa8d4d179122 None None] Pushing event updated for resources: {'Port': ['ID=479c0f6e-9339-45b4-9ef4-e36204541a28,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:40.726564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41eb8e-1cab-41a5-b498-481ce81ce5e8 req-20579004-04ca-4c8f-b61c-10a54c4fa151 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:40.739783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d41eb8e-1cab-41a5-b498-481ce81ce5e8 req-20579004-04ca-4c8f-b61c-10a54c4fa151 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.1319199 Aug 31 07:48:40.746324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.754481 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fbc0b5-e99c-4175-9858-50d497aab93d x-openstack-request-id: req-b8fbc0b5-e99c-4175-9858-50d497aab93d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:40.754811 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-plugged", "status": "completed", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:40.755068 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8fbc0b5-e99c-4175-9858-50d497aab93d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:40.755474 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'code': 200} Aug 31 07:48:40.809496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d41eb8e-1cab-41a5-b498-481ce81ce5e8 req-88ea8fb5-fe23-46b8-a61e-db5b77c9cc82 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686898 Aug 31 07:48:40.852454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.964816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:40.985440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88969207-095f-4923-bdbc-d23347527f8a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:41.030770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:41.034306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42364) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:41.042803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:41.076925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.078179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f5640a03-f9e2-4f5f-bfae-095d60552c37 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5394180 Aug 31 07:48:41.080981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42368) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:41.088731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Request body: {'security_group_rule': {'security_group_id': '585968d3-84de-4ca2-8819-ad7b6990eb5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:41.186659 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d059df39-2990-4093-b8b2-05a6bdc2b81b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6078288206b4d64921b09025aa099f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489244 Aug 31 07:48:41.187402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:41.207041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42372) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:41.241200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-770a8aa8-05cd-4389-bfec-e4910a3d519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.255825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:40Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:41.259997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-192fb3df-d02e-4e2d-aec1-ee5479e2a295 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df876a9e70204f9489dcbbcb7f1c9a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493233 Aug 31 07:48:41.260137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42374) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:41.265702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.270497 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-770a8aa8-05cd-4389-bfec-e4910a3d519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.287225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faea2b6-a3fd-4189-8885-9c5ac25d35ef None None] The sync data for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 is: [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:40Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:48:41.325886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-095088c5-e975-44ec-93e3-6fe6195c42b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.352259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.374644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-095088c5-e975-44ec-93e3-6fe6195c42b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.422078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.476687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-770a8aa8-05cd-4389-bfec-e4910a3d519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.479201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-770a8aa8-05cd-4389-bfec-e4910a3d519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.480380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-770a8aa8-05cd-4389-bfec-e4910a3d519f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d08606a8-a064-46f5-918f-5e5671547552 HTTP/1.1" status: 204 len: 168 time: 0.2919819 Aug 31 07:48:41.484501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6776d5f1-248e-4f01-9d0b-bf6ba896ffd6,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:41.496775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a8aa8-05cd-4389-bfec-e4910a3d519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08606a8-a064-46f5-918f-5e5671547552,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:41.518850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde1aa2-b4eb-4cd3-96e4-196ca4bce7bf req-d54dfbc9-f629-43c5-a70d-b293d0e2026f tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:41.521287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bde1aa2-b4eb-4cd3-96e4-196ca4bce7bf req-d54dfbc9-f629-43c5-a70d-b293d0e2026f tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 944 time: 0.0901225 Aug 31 07:48:41.573839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-095088c5-e975-44ec-93e3-6fe6195c42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.576995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-095088c5-e975-44ec-93e3-6fe6195c42b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.580966 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-095088c5-e975-44ec-93e3-6fe6195c42b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cec2d3ea-d001-4e38-aa0b-1846879b5c1f HTTP/1.1" status: 204 len: 168 time: 0.3198192 Aug 31 07:48:41.587756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bde1aa2-b4eb-4cd3-96e4-196ca4bce7bf req-2cb87a19-30c4-42dc-b33b-ecf95dfb1766 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544019 Aug 31 07:48:41.587756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.598149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-61441f10-026f-4578-bf1c-7952e7f82f8f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5098269 Aug 31 07:48:41.598149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42382) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:41.601563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095088c5-e975-44ec-93e3-6fe6195c42b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec2d3ea-d001-4e38-aa0b-1846879b5c1f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:41.612747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:41.782638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:41.900315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e626f62-c174-4f1b-9897-5b0955660e1c req-77c5cfe3-96f3-440d-84f2-d753a7f2fec7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:41.901942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e626f62-c174-4f1b-9897-5b0955660e1c req-77c5cfe3-96f3-440d-84f2-d753a7f2fec7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.1400354 Aug 31 07:48:42.003121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e626f62-c174-4f1b-9897-5b0955660e1c req-40dc4a74-e99e-49f8-a457-15f64cdd2caa tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925241 Aug 31 07:48:42.016316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fc6a7-c373-446c-9f4e-62df162f8def req-9cbbe109-6bc3-459d-bf16-4e173f58166a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:42.025272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d00fc6a7-c373-446c-9f4e-62df162f8def req-9cbbe109-6bc3-459d-bf16-4e173f58166a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 944 time: 0.1063662 Aug 31 07:48:42.094485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.176204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d00fc6a7-c373-446c-9f4e-62df162f8def req-05947352-984e-40b1-9d5d-d1eb32339a35 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498010 Aug 31 07:48:42.211690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-1134e35c-b1f5-4240-aaaa-1d1fc5693cce tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:42.216236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-1134e35c-b1f5-4240-aaaa-1d1fc5693cce tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 945 time: 0.1184537 Aug 31 07:48:42.257113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:42.349454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Allocated IP 172.25.0.13 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/29d7b800-193f-44dd-8191-4255bdcc3dbf) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:42.473757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:48:42.484412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Deleting port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:42.484760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.511929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 479c0f6e-9339-45b4-9ef4-e36204541a28 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:42.520612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.582305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.651220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:42.653799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.697318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Calling delete_port for 1ec3a19c-11d4-409a-9cc4-b563c73eae14 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:42.783434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:42.786344 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5795076f-cc05-4f11-a54f-1add284aa817" -d '{"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:42.790006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.834566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1ec3a19c-11d4-409a-9cc4-b563c73eae14, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1ec3a19c-11d4-409a-9cc4-b563c73eae14,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:42.842535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3e96-b1be-4304-93b5-3f22c5a9ea29 req-ec04e991-0865-47f4-a2dc-146592aaae94 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:42.851675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e60f3e96-b1be-4304-93b5-3f22c5a9ea29 req-ec04e991-0865-47f4-a2dc-146592aaae94 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 944 time: 0.1334252 Aug 31 07:48:42.858956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:42.881122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'network_id': 'f61737e8-42a0-4f21-82fa-4d70bde846eb', 'port_id': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'mac_address': 'fa:16:3e:27:8f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b662233-7c8d-4a5f-97fb-f2f30da278ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:48:42.886766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:42.894865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:42.900970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:42.906491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event updated for resources: {'Port': ['ID=29d7b800-193f-44dd-8191-4255bdcc3dbf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:42.917512 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e217c1-4a85-4f52-ba66-d836b4ddf6cd x-openstack-request-id: req-37e217c1-4a85-4f52-ba66-d836b4ddf6cd {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:42.927636 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:42.927636 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37e217c1-4a85-4f52-ba66-d836b4ddf6cd {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:42.927636 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'code': 200} Aug 31 07:48:42.955476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.970925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:42.979230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e60f3e96-b1be-4304-93b5-3f22c5a9ea29 req-b35e5403-407a-4521-8e1b-083eb11119f7 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192799 Aug 31 07:48:43.059218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:43.077908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:43.090653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 479c0f6e-9339-45b4-9ef4-e36204541a28 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:43.094907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:43.098621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 479c0f6e-9339-45b4-9ef4-e36204541a28 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:43.098999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:43.135169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:43.178750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bd6f9-8108-4d2d-9cca-3360c141e5f7 req-0b0fc671-3502-4227-8d75-e565e60f17f2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:43.181401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba1bd6f9-8108-4d2d-9cca-3360c141e5f7 req-0b0fc671-3502-4227-8d75-e565e60f17f2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 865 time: 0.0871813 Aug 31 07:48:43.191869 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:43.221384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] No DVR routers for this DVR port 1ec3a19c-11d4-409a-9cc4-b563c73eae14 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:43.223379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event deleted for resources: {'Port': ['ID=1ec3a19c-11d4-409a-9cc4-b563c73eae14,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:43.225671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:43.226604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:43.228061 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-05fb9ad2-9db1-492e-b7cc-13ba7b6982cc req-943a25f9-a8bd-47ca-a383-1bae5a6969dc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "DELETE /v2.0/ports/1ec3a19c-11d4-409a-9cc4-b563c73eae14 HTTP/1.1" status: 204 len: 173 time: 1.0023248 Aug 31 07:48:43.228581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-deleted', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:43.232345 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a12790-ab4c-4586-a2a0-b875f2ab730b" -d '{"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-deleted", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:43.242625 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:43.325092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba1bd6f9-8108-4d2d-9cca-3360c141e5f7 req-9067d9f9-a984-4ef4-8d43-729b12b463ad tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659306 Aug 31 07:48:43.326674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 479c0f6e-9339-45b4-9ef4-e36204541a28, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=479c0f6e-9339-45b4-9ef4-e36204541a28,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:43.326674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:43.364786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aecaab-efad-479f-800d-cbf6d39bbee8 req-a325509b-1cb8-427a-9485-267b684735f4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:43.367104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52aecaab-efad-479f-800d-cbf6d39bbee8 req-a325509b-1cb8-427a-9485-267b684735f4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0820024 Aug 31 07:48:43.401256 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c0a8f-2434-460e-a1e9-8c57fb269439 x-openstack-request-id: req-8e5c0a8f-2434-460e-a1e9-8c57fb269439 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:43.401256 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298c2b7c-0f14-41db-9922-992c20b6b6da", "name": "network-vif-deleted", "tag": "1ec3a19c-11d4-409a-9cc4-b563c73eae14", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:43.401492 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e5c0a8f-2434-460e-a1e9-8c57fb269439 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:43.401908 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298c2b7c-0f14-41db-9922-992c20b6b6da', 'name': 'network-vif-deleted', 'tag': '1ec3a19c-11d4-409a-9cc4-b563c73eae14', 'status': 'completed', 'code': 200} Aug 31 07:48:43.418172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52aecaab-efad-479f-800d-cbf6d39bbee8 req-69114b6c-2a4a-4c5f-aa56-68080f4437c5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Aug 31 07:48:43.418172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42442) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.440303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42446) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.465736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c9dd463b-36bf-4277-839e-675a0e3b54fd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:43.549174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-network', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:43.564681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8a4c4663-6768-4485-9d6a-f9b460606fb6 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] Request body: {'port': {'network_id': '5fc2dc69-1ef3-497f-ac3f-99025ac280eb', 'name': 'tempest-NetworksNegativeTestJSON-168349898'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:43.583189 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4c4663-6768-4485-9d6a-f9b460606fb6 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] POST failed (client error): The resource could not be found. Aug 31 07:48:43.583792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4c4663-6768-4485-9d6a-f9b460606fb6 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.585018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8a4c4663-6768-4485-9d6a-f9b460606fb6 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1437306 Aug 31 07:48:43.589654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.613959 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb4b8a-4544-46eb-adcb-9c3bed5d2398 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] DELETE failed (client error): The resource could not be found. Aug 31 07:48:43.614992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bb4b8a-4544-46eb-adcb-9c3bed5d2398 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.617221 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-44bb4b8a-4544-46eb-adcb-9c3bed5d2398 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "DELETE /v2.0/networks/764d7b69-0ba6-44e6-ac4e-4d8fce0a7a42 HTTP/1.1" status: 404 len: 339 time: 0.0255172 Aug 31 07:48:43.622646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42452) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.646871 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c51373-95d4-4b68-8ba2-5422983906f7 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] DELETE failed (client error): The resource could not be found. Aug 31 07:48:43.647560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c51373-95d4-4b68-8ba2-5422983906f7 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.649787 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d3c51373-95d4-4b68-8ba2-5422983906f7 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "DELETE /v2.0/ports/1d2e24d0-658c-4015-921a-4fc7a9fc4743 HTTP/1.1" status: 404 len: 333 time: 0.0259616 Aug 31 07:48:43.653372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42454) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.683036 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-07bf1d94-3b66-4142-9806-7f21fd121ef9 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] DELETE failed (client error): The resource could not be found. Aug 31 07:48:43.683503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07bf1d94-3b66-4142-9806-7f21fd121ef9 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.685867 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-07bf1d94-3b66-4142-9806-7f21fd121ef9 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "DELETE /v2.0/subnets/2e79f459-78b9-4c32-b9e9-36feebb85632 HTTP/1.1" status: 404 len: 337 time: 0.0315194 Aug 31 07:48:43.689934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42456) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.709647 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f90e2da-aaac-4bb0-b473-4915ccf4aa9e tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] GET failed (client error): The resource could not be found. Aug 31 07:48:43.711040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0f90e2da-aaac-4bb0-b473-4915ccf4aa9e tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "GET /v2.0/networks/23756c15-bb43-4142-aa75-959f547afe84 HTTP/1.1" status: 404 len: 339 time: 0.0202065 Aug 31 07:48:43.715370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42458) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.742640 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e38e496-9b92-4d00-8314-d3cc6a9bf794 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] GET failed (client error): The resource could not be found. Aug 31 07:48:43.744120 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0e38e496-9b92-4d00-8314-d3cc6a9bf794 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "GET /v2.0/ports/b682f5cd-029c-4b1e-a0e4-875afebc9395 HTTP/1.1" status: 404 len: 333 time: 0.0278304 Aug 31 07:48:43.749445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42460) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.776213 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81433b9-ee15-49c4-8233-d78fb9c96b25 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] GET failed (client error): The resource could not be found. Aug 31 07:48:43.777493 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e81433b9-ee15-49c4-8233-d78fb9c96b25 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "GET /v2.0/subnets/2b5a486a-972d-4288-9195-6c4c663f8b9f HTTP/1.1" status: 404 len: 337 time: 0.0270054 Aug 31 07:48:43.782760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42462) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.787705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0b68ae38-7a56-4810-883b-5e6f6d41a95e tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:43.801330 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b68ae38-7a56-4810-883b-5e6f6d41a95e tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] PUT failed (client error): The resource could not be found. Aug 31 07:48:43.801907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b68ae38-7a56-4810-883b-5e6f6d41a95e tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.803080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0b68ae38-7a56-4810-883b-5e6f6d41a95e tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "PUT /v2.0/networks/38a41d34-d70b-4a37-90bf-ec90e2413f38 HTTP/1.1" status: 404 len: 339 time: 0.0194244 Aug 31 07:48:43.806778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42464) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.812346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f319d71f-f5fc-4837-ac4f-7c9b31836e04 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:43.830094 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f319d71f-f5fc-4837-ac4f-7c9b31836e04 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] PUT failed (client error): The resource could not be found. Aug 31 07:48:43.830746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f319d71f-f5fc-4837-ac4f-7c9b31836e04 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.831816 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f319d71f-f5fc-4837-ac4f-7c9b31836e04 tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "PUT /v2.0/ports/542905ca-cefd-484c-8979-b30dfd58ccfc HTTP/1.1" status: 404 len: 333 time: 0.0241427 Aug 31 07:48:43.835438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42466) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:43.840524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-31d9753f-9370-49bf-b5c5-c88523f9881a tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:43.861693 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d9753f-9370-49bf-b5c5-c88523f9881a tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] PUT failed (client error): The resource could not be found. Aug 31 07:48:43.862175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d9753f-9370-49bf-b5c5-c88523f9881a tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:48:43.863291 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-31d9753f-9370-49bf-b5c5-c88523f9881a tempest-NetworksNegativeTestJSON-2084056270 tempest-NetworksNegativeTestJSON-2084056270-project] 10.222.0.36 "PUT /v2.0/subnets/788f54b5-4201-4295-8140-4dd4be0a77b9 HTTP/1.1" status: 404 len: 337 time: 0.0269396 Aug 31 07:48:44.092209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268ea8b-6062-4c31-9802-30867fc7271f req-6e5781f3-1a78-4804-8457-022891631d5d tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:44.093752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f268ea8b-6062-4c31-9802-30867fc7271f req-6e5781f3-1a78-4804-8457-022891631d5d tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 944 time: 0.0543842 Aug 31 07:48:44.131863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f268ea8b-6062-4c31-9802-30867fc7271f req-8073f5c7-82de-4a42-b35b-73bb2a88fca6 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Aug 31 07:48:44.193956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.195878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Made reservation on behalf of 0969c6a8b7fd4192acaf6055a5bf9771 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:44.198616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.232486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.243587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.251982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=479c0f6e-9339-45b4-9ef4-e36204541a28,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:44.386679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 479c0f6e-9339-45b4-9ef4-e36204541a28 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:44.391850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37a70416-9dd7-4642-872a-d6611ae93f88 req-6aeee678-b634-4105-be0b-d273a0b4c213 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=298c2b7c-0f14-41db-9922-992c20b6b6da HTTP/1.1" status: 200 len: 210 time: 0.0418596 Aug 31 07:48:44.452674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 479c0f6e-9339-45b4-9ef4-e36204541a28 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:44.453232 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.477044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:48:44.480586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.487238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:44.508209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.568559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422de540-0b4b-4314-86ae-0bce863b8a29 req-d8054537-db06-4c26-b8a9-5d0be06adac1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:44.570325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-422de540-0b4b-4314-86ae-0bce863b8a29 req-d8054537-db06-4c26-b8a9-5d0be06adac1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 945 time: 0.0593565 Aug 31 07:48:44.613307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-422de540-0b4b-4314-86ae-0bce863b8a29 req-816741d0-2921-4772-9ab8-fc657a1123b1 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Aug 31 07:48:44.618421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42482) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:44.639687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.642910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.686417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,segment=NetworkSegment(a2972683-40e1-48ea-9b9a-4141abc29db8),segment_id=a2972683-40e1-48ea-9b9a-4141abc29db8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:44.695316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:44.701532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6', 'network_id': '2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb', 'port_id': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6', 'mac_address': 'fa:16:3e:3e:f6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a21edd-9d8e-4cf8-8de2-0915214114db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:48:44.742204 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.742935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.746312 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Added segment 7eaf1fc3-59d7-43a1-b661-63ca8b6a5121 of type vlan for network 2524903d-9e7f-4b6d-8291-c89a91d84032 Aug 31 07:48:44.751410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:44.751567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port c9dd463b-36bf-4277-839e-675a0e3b54fd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:44.761402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8225e949-ef95-4a39-bd0e-8e7d9c7a88ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.771331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:44.777197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port c9dd463b-36bf-4277-839e-675a0e3b54fd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:44.777657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.797242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event updated for resources: {'Port': ['ID=29d7b800-193f-44dd-8191-4255bdcc3dbf,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:44.816754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.820268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.822821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,segment=NetworkSegment(a2972683-40e1-48ea-9b9a-4141abc29db8),segment_id=a2972683-40e1-48ea-9b9a-4141abc29db8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:44.876772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8225e949-ef95-4a39-bd0e-8e7d9c7a88ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.878556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:44.911375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:44.919235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:44.921465 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4c671-8eaf-4301-9097-f9cd9e328644" -d '{"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:44.958010 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e734d7-7cd7-4f1f-a1e1-045047c41658 x-openstack-request-id: req-10e734d7-7cd7-4f1f-a1e1-045047c41658 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:44.958311 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:44.958570 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10e734d7-7cd7-4f1f-a1e1-045047c41658 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:44.958972 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'code': 200} Aug 31 07:48:44.960168 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.008055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:45.010500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8225e949-ef95-4a39-bd0e-8e7d9c7a88ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.012143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.013523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.020380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.050080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.050757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8225e949-ef95-4a39-bd0e-8e7d9c7a88ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b01154d7b6a4d07beb3f1166adb5ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310346 Aug 31 07:48:45.051873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225e949-ef95-4a39-bd0e-8e7d9c7a88ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852237cb-5676-4c5d-ac11-e43b6792c51a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:45.054239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42488) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:45.088483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] Pushing event updated for resources: {'Network': ['ID=2524903d-9e7f-4b6d-8291-c89a91d84032,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:45.101342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:45.104777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce366654-dd1b-4b1f-b0b5-5b52e198fdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.127900 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce366654-dd1b-4b1f-b0b5-5b52e198fdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.170539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=12']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:45.171628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.180419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-85f7bf19-c1ca-4315-90e2-33e10fa350d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5791335 Aug 31 07:48:45.193286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-030055d7-a001-43cc-af87-f79141ccd321 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7740853 Aug 31 07:48:45.196431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42494) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:45.202432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Request body: {'subnet': {'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-subnet', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:45.237188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7c404e30-d3c0-4d24-94ea-6fb10e89acd6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:45.285946 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce366654-dd1b-4b1f-b0b5-5b52e198fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.289359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce366654-dd1b-4b1f-b0b5-5b52e198fdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.295448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce366654-dd1b-4b1f-b0b5-5b52e198fdf4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/852237cb-5676-4c5d-ac11-e43b6792c51a HTTP/1.1" status: 204 len: 168 time: 0.2400062 Aug 31 07:48:45.312524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366654-dd1b-4b1f-b0b5-5b52e198fdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852237cb-5676-4c5d-ac11-e43b6792c51a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:45.314887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Made reservation on behalf of 0969c6a8b7fd4192acaf6055a5bf9771 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:45.318556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.372991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17d95-2aa0-4c4d-8863-6bb5f2f4a83e req-827c2511-663f-4623-b8c9-ee434de15999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.374500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32a17d95-2aa0-4c4d-8863-6bb5f2f4a83e req-827c2511-663f-4623-b8c9-ee434de15999 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1098 time: 0.1286511 Aug 31 07:48:45.386957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0f600-f3c3-4719-bb73-0a736b436ca7 req-77426094-c58e-45b5-b27d-2a92bc89a4b5 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.398945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9a0f600-f3c3-4719-bb73-0a736b436ca7 req-77426094-c58e-45b5-b27d-2a92bc89a4b5 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 945 time: 0.1587460 Aug 31 07:48:45.458664 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-32a17d95-2aa0-4c4d-8863-6bb5f2f4a83e req-13aec5e1-4544-4db8-a1ea-a798914f40d6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749114 Aug 31 07:48:45.468255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9a0f600-f3c3-4719-bb73-0a736b436ca7 req-66cbacdc-9042-4393-b9cf-056335029199 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 Aug 31 07:48:45.476086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-fd3cdda3-ee5f-423a-8119-4aa01f110297 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1907583510&fields=id&tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa HTTP/1.1" status: 200 len: 267 time: 0.0543993 Aug 31 07:48:45.618159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-2ecdeac2-200e-488a-aec1-fb872af930b5 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.619686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-2ecdeac2-200e-488a-aec1-fb872af930b5 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/networks?id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 HTTP/1.1" status: 200 len: 806 time: 0.1352429 Aug 31 07:48:45.634988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-040cf9d3-e693-49ed-99c7-f067a52283b8 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/quotas/d1a37f04c1af4e05b56cd1b47cfb8aaa HTTP/1.1" status: 200 len: 375 time: 0.0095334 Aug 31 07:48:45.679367 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.695406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-e6b81b48-edae-4f6b-b374-3728dbb485f2 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536456 Aug 31 07:48:45.761730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=130a7cae-8fde-4c62-afef-3f6e75c83947,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:45.768630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Checking segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:45.768630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Network hostable DHCP agents. Network: 2524903d-9e7f-4b6d-8291-c89a91d84032, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:45.867316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-06bb38ae-05c1-4b36-86f6-f6815d2ad0ce service neutron] 10.222.0.36 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602523 Aug 31 07:48:45.880113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:45.909207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-62edc8b8-f468-4998-969f-051700a37df8 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.910719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-62edc8b8-f468-4998-969f-051700a37df8 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 822 time: 0.1566544 Aug 31 07:48:45.955260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-a29b0775-73f1-4aef-96f0-3b7c53164ce7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/quotas/cc162ad4dd944ec4b5ff490b11126a82 HTTP/1.1" status: 200 len: 375 time: 0.0171473 Aug 31 07:48:45.987498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2524903d-9e7f-4b6d-8291-c89a91d84032) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:45.992116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.992806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.999933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3876b3-0a18-4456-955e-f345c98e28ee None None] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:46.016993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-47828875-d8b0-4244-a6e2-c85056c3a7f8 service neutron] 10.222.0.36 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403184 Aug 31 07:48:46.029043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-26086fdb-71f8-462e-8704-9ec87bfae061 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650826 Aug 31 07:48:46.088949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4c0f095d-5b39-49ab-b4d5-9ffc3bb7ab87 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8913124 Aug 31 07:48:46.092975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42538) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:46.101869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:46.141304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-04e76cea-d00c-4117-b1fe-370c0e8dc4b8 service neutron] 10.222.0.36 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061943 Aug 31 07:48:46.210431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-2524903d-9e7f-4b6d-8291-c89a91d84032', 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'fixed_ips': [{'subnet_id': '130a7cae-8fde-4c62-afef-3f6e75c83947'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:46.211520 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.244853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-e520b75f-9da0-469e-b04f-ebee6e724742 service neutron] 10.222.0.36 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971277 Aug 31 07:48:46.262441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.264253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.316947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:48:46.346572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 1ec3a19c-11d4-409a-9cc4-b563c73eae14 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:48:46.347286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1ec3a19c-11d4-409a-9cc4-b563c73eae14 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:48:46.432645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Allocated IP 172.20.0.2 (2524903d-9e7f-4b6d-8291-c89a91d84032/130a7cae-8fde-4c62-afef-3f6e75c83947/206c4750-600c-4f10-a0ac-b94fb8507e0d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:46.433186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.502199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c9c38-c4d4-4b0d-947e-b345654be606 req-0c7d9f27-f9a4-4946-8d47-45ec7e17c19a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:46.502199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-166c9c38-c4d4-4b0d-947e-b345654be606 req-0c7d9f27-f9a4-4946-8d47-45ec7e17c19a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1170099 Aug 31 07:48:46.524811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:46.550633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-166c9c38-c4d4-4b0d-947e-b345654be606 req-b8fcc749-ec91-4b3b-8477-7992a9a57281 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522354 Aug 31 07:48:46.685484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42572) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:46.764487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.853653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:46.867569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.892625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:46.893176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:46.974614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Transition to ACTIVE for port object 206c4750-600c-4f10-a0ac-b94fb8507e0d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:47.018332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Transition to ACTIVE for port object 206c4750-600c-4f10-a0ac-b94fb8507e0d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:47.075887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.102595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83332d43-16da-4194-923c-54af5164e410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:47.105221 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ee1579-f50d-4a4d-8fd3-455407d7361f" -d '{"events": [{"server_uuid": "83332d43-16da-4194-923c-54af5164e410", "name": "network-vif-plugged", "status": "completed", "tag": "7c404e30-d3c0-4d24-94ea-6fb10e89acd6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:47.119549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,segment=NetworkSegment(a2972683-40e1-48ea-9b9a-4141abc29db8),segment_id=a2972683-40e1-48ea-9b9a-4141abc29db8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:47.169643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.185638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b917ed31-1851-4c2c-b0d2-5982b130e627 req-3aeecae1-049f-4624-9448-12cb7c99a956 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 210 time: 0.4547215 Aug 31 07:48:47.189363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-691317696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:47.232498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:47.249954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:47.256303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:47.264859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f90dc5-d8ad-4bd9-9d21-96ccf0ce1a6b req-39b6e573-d1ed-4fc4-92d8-aebc5d108cd0 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:47.267480 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.271677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26f90dc5-d8ad-4bd9-9d21-96ccf0ce1a6b req-39b6e573-d1ed-4fc4-92d8-aebc5d108cd0 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 945 time: 0.0895121 Aug 31 07:48:47.289555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Pushing event updated for resources: {'Port': ['ID=206c4750-600c-4f10-a0ac-b94fb8507e0d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:47.326515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.327783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.337734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b16c7651-c22a-4e26-bf17-991341341f3a req-8ec4a626-25c3-4d44-9be5-c4f3d498448b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 210 time: 0.0608623 Aug 31 07:48:47.343501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26f90dc5-d8ad-4bd9-9d21-96ccf0ce1a6b req-7e22a67d-0588-4a59-92c7-3c247b9a8997 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699313 Aug 31 07:48:47.412674 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.427650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Attempting to bind port 206c4750-600c-4f10-a0ac-b94fb8507e0d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:47.428025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Attempting to bind port 206c4750-600c-4f10-a0ac-b94fb8507e0d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:47.428391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Attempting to bind port 206c4750-600c-4f10-a0ac-b94fb8507e0d on network 2524903d-9e7f-4b6d-8291-c89a91d84032 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:47.433503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:47.461130 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e5fcaa-f94f-4055-8db5-ced6f287e4fa x-openstack-request-id: req-80e5fcaa-f94f-4055-8db5-ced6f287e4fa {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:47.466282 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83332d43-16da-4194-923c-54af5164e410", "name": "network-vif-plugged", "status": "completed", "tag": "7c404e30-d3c0-4d24-94ea-6fb10e89acd6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:47.466610 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80e5fcaa-f94f-4055-8db5-ced6f287e4fa {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:47.467194 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83332d43-16da-4194-923c-54af5164e410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6', 'code': 200} Aug 31 07:48:47.470725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:47.471108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Checking segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:47.471576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.471923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Bound using segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:47.472785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Bound port: 206c4750-600c-4f10-a0ac-b94fb8507e0d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:47.473298 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.498371 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.504805 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.525982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.561189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] For port 206c4750-600c-4f10-a0ac-b94fb8507e0d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:47.565044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] For port 206c4750-600c-4f10-a0ac-b94fb8507e0d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=206c4750-600c-4f10-a0ac-b94fb8507e0d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:47.615455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e16a8-67f0-4c22-9c7d-ddf04163c284 req-61efadc9-9100-4e9a-9212-8f8935f4b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:47.616614 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-868e16a8-67f0-4c22-9c7d-ddf04163c284 req-61efadc9-9100-4e9a-9212-8f8935f4b12a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 1098 time: 0.0923669 Aug 31 07:48:47.691659 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-868e16a8-67f0-4c22-9c7d-ddf04163c284 req-239cb35a-a2c1-4ec3-97b1-4608e288f0b0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629830 Aug 31 07:48:47.696455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.696963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.697652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67293646-1392-4ff3-99a1-e648a2601f83 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0106249 Aug 31 07:48:47.700710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42616) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:47.704233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Allocated IP 172.25.0.180 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/1f9fafd2-e4f8-420f-ad93-9c580b3c03d2) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:47.705936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2096711846'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:47.729735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da24b0-d40b-4480-a4f8-a9c7733ba585 req-d10648a1-1579-436d-8589-5776cdf16e55 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:47.744409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5da24b0-d40b-4480-a4f8-a9c7733ba585 req-d10648a1-1579-436d-8589-5776cdf16e55 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0865514 Aug 31 07:48:47.753235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ff3ed-ed4f-4849-819d-a9d441e6bc8d None None] Pushing event updated for resources: {'Port': ['ID=206c4750-600c-4f10-a0ac-b94fb8507e0d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:47.790391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5da24b0-d40b-4480-a4f8-a9c7733ba585 req-4db21d95-10a9-47ca-833d-cd52f4892019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Aug 31 07:48:47.840877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.859528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:47.864169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.875706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.970396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.011990 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.086713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:48.089759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:48.092286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:48.117538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:48.138208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.193295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:48.197605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5654dc6c-0302-4881-8b9b-a11e4a2eca45,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:48.223777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.224594 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Added segment d091917b-f70a-48ff-80f8-5a6ea8601e9f of type vlan for network af87f805-d941-460f-bedc-f2c3081b830f Aug 31 07:48:48.293615 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.357186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70d0c1b8-c8e8-4a42-84b2-fcd5222caeab req-48ed5848-834f-4731-8af7-ba8b68076925 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 210 time: 0.0409107 Aug 31 07:48:48.431400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 206c4750-600c-4f10-a0ac-b94fb8507e0d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:48.489238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b81cf26-39bd-4173-93c7-986d8dcb4656 req-8f40a338-7fb0-4a90-948f-aaeb6f4159f4 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 210 time: 0.0448589 Aug 31 07:48:48.523825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b32a2-8c26-4495-bf8d-e8ee01ef519d req-2bd721e1-809e-42d5-ab3c-3b3a2c25d95a tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:48.530456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b9b32a2-8c26-4495-bf8d-e8ee01ef519d req-2bd721e1-809e-42d5-ab3c-3b3a2c25d95a tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.0997782 Aug 31 07:48:48.531768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.551099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:48.551680 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.566929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.616483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 206c4750-600c-4f10-a0ac-b94fb8507e0d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:48.683633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Network': ['ID=af87f805-d941-460f-bedc-f2c3081b830f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:48.692316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b9b32a2-8c26-4495-bf8d-e8ee01ef519d req-8824528d-f899-4137-abcf-c311ad312ffe tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325898 Aug 31 07:48:48.694408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network af87f805-d941-460f-bedc-f2c3081b830f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:48.775523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42628) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:48.776260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5e1c5e13-e9b8-4174-8502-ffd9ab9659af tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0744615 Aug 31 07:48:48.785723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'subnet': {'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:48.933705 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:48.953740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dabb4c-4afb-4437-ae55-7ddee05442d7 req-88d27da2-2daa-46fa-b2c8-3062fd26eea8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:48.959080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6dabb4c-4afb-4437-ae55-7ddee05442d7 req-88d27da2-2daa-46fa-b2c8-3062fd26eea8 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0809088 Aug 31 07:48:49.004634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d6e2b-4fcd-404c-961b-3c875ed235e3 None None] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:49.005577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6dabb4c-4afb-4437-ae55-7ddee05442d7 req-ba33b435-c09b-4753-83e4-0d79168cba7b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437281 Aug 31 07:48:49.148855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99d509-6aec-4702-b643-204bfc832210 req-caf52c96-7561-42b0-b3ce-a08d7f5be208 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.150685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e99d509-6aec-4702-b643-204bfc832210 req-caf52c96-7561-42b0-b3ce-a08d7f5be208 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0584967 Aug 31 07:48:49.178995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:49.182652 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.209075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e99d509-6aec-4702-b643-204bfc832210 req-965c6063-6568-476f-b629-ef7866ac7a5b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Aug 31 07:48:49.263591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:48:49.333280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] Provisioning for port 206c4750-600c-4f10-a0ac-b94fb8507e0d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:49.354975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] Provisioning complete for port 206c4750-600c-4f10-a0ac-b94fb8507e0d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:49.355343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.362911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287260f-0b32-45f9-a0e9-1f4b36783df5 req-847381e9-f503-483e-bbfc-6619671a55c0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.366415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5287260f-0b32-45f9-a0e9-1f4b36783df5 req-847381e9-f503-483e-bbfc-6619671a55c0 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0593672 Aug 31 07:48:49.413127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5287260f-0b32-45f9-a0e9-1f4b36783df5 req-322a2cc4-be7e-4218-8dfd-ad0e60bed2b2 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Aug 31 07:48:49.502038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87a08577-dce2-4b10-b16a-d354ccbacf58 req-a368c1fd-939f-4483-bc38-9da440473c50 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 210 time: 0.0452802 Aug 31 07:48:49.541426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-05a7088a-e7f8-49b5-afa7-1b30ec885afa tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.543086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-05a7088a-e7f8-49b5-afa7-1b30ec885afa tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.45 "GET /v2.0/networks?id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 HTTP/1.1" status: 200 len: 806 time: 0.3109376 Aug 31 07:48:49.575631 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.613734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] For port 206c4750-600c-4f10-a0ac-b94fb8507e0d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=206c4750-600c-4f10-a0ac-b94fb8507e0d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:49.624990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:48:49.635748 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Sync routers for ids ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:48:49.655668 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Routers {'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:49.656290 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:49.684802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0290ccae-fbf9-4d8d-a60c-fbde6339d4b9 req-a9438533-51a3-48e8-9026-5c01c4459fd1 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 210 time: 0.0391254 Aug 31 07:48:49.739479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464497e0-c1b8-42f7-85c6-2152d86000da req-5e470024-d50a-4cfe-ac7e-cd96f9ca56cd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.740092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.743229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-ec82daea-dda6-420e-80d1-51d55022230a tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa HTTP/1.1" status: 200 len: 380 time: 0.1709983 Aug 31 07:48:49.755897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-464497e0-c1b8-42f7-85c6-2152d86000da req-5e470024-d50a-4cfe-ac7e-cd96f9ca56cd tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1656957 Aug 31 07:48:49.766996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Request body: {'port': {'device_id': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'admin_state_up': True, 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'security_groups': ['585968d3-84de-4ca2-8819-ad7b6990eb5c']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:49.818838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e23f0b-d0d6-49e0-8c76-25284f1ef451 None None] Pushing event updated for resources: {'Port': ['ID=206c4750-600c-4f10-a0ac-b94fb8507e0d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:49.822742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-464497e0-c1b8-42f7-85c6-2152d86000da req-8a91572a-c6ad-4dc6-8dfb-41efed9533a9 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655928 Aug 31 07:48:49.834115 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Set router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:49.871193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-42bd70f8-7a23-41fc-a48b-f28fa81caae3 None None] Provisioning complete for port 206c4750-600c-4f10-a0ac-b94fb8507e0d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:49.872576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-42bd70f8-7a23-41fc-a48b-f28fa81caae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.925239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:49.926660 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-47a4e025-1867-49ce-885d-9a05fd9fb5e2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8326516 Aug 31 07:48:49.933723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42654) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:49.965649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f417f-376e-43f4-82f4-6d40278350b3 req-e7dd2e0c-823e-42cb-b059-00832495934b tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.975124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f20f417f-376e-43f4-82f4-6d40278350b3 req-e7dd2e0c-823e-42cb-b059-00832495934b tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.0756617 Aug 31 07:48:49.997623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.064340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f20f417f-376e-43f4-82f4-6d40278350b3 req-a5100559-a237-43b6-acf3-45c78a1268c3 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880733 Aug 31 07:48:50.083615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:48:48Z', 'revision_number': 3, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:50.112973 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Checking router: b80aa18e-3ca1-4eea-9498-ea8f00e37f2e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:48:50.113626 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Updating router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:48:50.114883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Made reservation on behalf of d1a37f04c1af4e05b56cd1b47cfb8aaa for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:50.118374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.124907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Subnet': ['ID=5f6ec992-d02e-4375-a0c0-6778839422dc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:50.151616 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.153328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Checking segment: {'id': 'd091917b-f70a-48ff-80f8-5a6ea8601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:50.153694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network hostable DHCP agents. Network: af87f805-d941-460f-bedc-f2c3081b830f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:50.171444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e61497-7475-4c7a-88ff-964f514aab75 req-dfa11273-a77f-41bd-a6d9-df3a9ca22ee4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:50.183416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5e61497-7475-4c7a-88ff-964f514aab75 req-dfa11273-a77f-41bd-a6d9-df3a9ca22ee4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.2052858 Aug 31 07:48:50.344422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-58aa0597-8bef-4d75-a239-b94d785a3656 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:50.347279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-58aa0597-8bef-4d75-a239-b94d785a3656 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "GET /v2.0/networks?id=1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 200 len: 822 time: 0.1476247 Aug 31 07:48:50.372576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Request body: {'port': {'device_id': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'admin_state_up': True, 'tenant_id': 'cc162ad4dd944ec4b5ff490b11126a82'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:50.461128 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.472712 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Transition to ACTIVE for port object 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:50.485439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5e61497-7475-4c7a-88ff-964f514aab75 req-f16d1ca1-2acb-4a4a-9459-1bc97d0f9a37 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011236 Aug 31 07:48:50.493297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 206c4750-600c-4f10-a0ac-b94fb8507e0d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:50.588390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 206c4750-600c-4f10-a0ac-b94fb8507e0d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:50.588390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.630507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-544cd051-931a-4ba9-8c50-f8b1aed915b0 req-31cd731f-44ca-4596-a84d-5d4d55e0b7b2 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 210 time: 0.0303082 Aug 31 07:48:50.693745 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.733279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Made reservation on behalf of cc162ad4dd944ec4b5ff490b11126a82 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:50.737222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.751803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network af87f805-d941-460f-bedc-f2c3081b830f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:50.791461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884aca5-deac-475a-b838-b139c527590a req-f4f93eb6-ff58-418f-969e-7a960edfb172 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:50.793110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5884aca5-deac-475a-b838-b139c527590a req-f4f93eb6-ff58-418f-969e-7a960edfb172 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0966196 Aug 31 07:48:50.808290 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Attempting to bind port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:50.809672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Attempting to bind port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:50.810296 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Attempting to bind port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:50.821313 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79cd8a-1eac-464e-87fb-e8754cbec034 None None] Pushing event updated for resources: {'Port': ['ID=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:50.824474 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:50.825750 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:50.826438 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.827309 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:50.828230 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Bound port: 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:50.828876 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:50.855457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Allocated IP 172.20.0.9 (be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7/05e7910e-6366-40aa-98bf-fdebd2286447/e7664477-bc06-47a8-9683-a37337a9a211) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:50.894440 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] For port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:50.898342 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] For port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:50.931889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5884aca5-deac-475a-b838-b139c527590a req-6d012e63-8b58-4290-a5cd-bda7f5809f5f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759890 Aug 31 07:48:50.965767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d53a5db-985e-42f2-adf2-099e34003f0c req-0fcf607d-ad7e-4fa7-8c27-0197c00ee057 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 210 time: 0.0587287 Aug 31 07:48:51.010752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Allocated IP 172.20.0.12 (1734ece1-7480-4398-8333-9c9b5fa02637/3574f36c-1e17-402a-b606-70c675b4d519/0a72cc0d-9fc9-40fe-a651-e952445029bc) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:51.011586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, af87f805-d941-460f-bedc-f2c3081b830f) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:51.013125 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.024641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a99ad-3794-4daa-8e50-3a730c0f1578 None None] Network af87f805-d941-460f-bedc-f2c3081b830f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:51.086303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.087198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.129921 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Routers {'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:51.130864 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:51.178623 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79cd8a-1eac-464e-87fb-e8754cbec034 None None] Pushing event updated for resources: {'Port': ['ID=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:51.256466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.256752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-af87f805-d941-460f-bedc-f2c3081b830f', 'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f', 'tenant_id': '5da12b237bf545b880f4153f3ab0f602', 'fixed_ips': [{'subnet_id': '5f6ec992-d02e-4375-a0c0-6778839422dc'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:51.258298 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.271605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477a40c-ddad-47ff-9880-2c79f2bcfb3b req-2706aba1-01cf-4c5d-a946-1055e71e5550 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.273200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4477a40c-ddad-47ff-9880-2c79f2bcfb3b req-2706aba1-01cf-4c5d-a946-1055e71e5550 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.1779404 Aug 31 07:48:51.285289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] Set router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:51.312081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d3ddc-dca9-4532-9184-c40f8be1b8ad req-77482b0f-d531-4c75-8ebe-ede0a7c8c7bf tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.319625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-683d3ddc-dca9-4532-9184-c40f8be1b8ad req-77482b0f-d531-4c75-8ebe-ede0a7c8c7bf tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1676769 Aug 31 07:48:51.351661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.352712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Transition to ACTIVE for port object e7664477-bc06-47a8-9683-a37337a9a211 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:51.383068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7294a2f-b125-4e00-a14b-b6b55d3df978 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6022093 Aug 31 07:48:51.384175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42676) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:51.402158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'network': {'name': 'tempest-router-network01--2014644857'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:51.410473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4477a40c-ddad-47ff-9880-2c79f2bcfb3b req-7f60ff60-b89c-4143-b84e-ebae4954265a tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123860 Aug 31 07:48:51.419151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-afbf60f0-6334-4e9c-9406-5a54a6a6c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.420711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-afbf60f0-6334-4e9c-9406-5a54a6a6c2f3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4f131f65226442bc99b99dde739fea90&device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 1098 time: 0.3102930 Aug 31 07:48:51.422622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-683d3ddc-dca9-4532-9184-c40f8be1b8ad req-1710f3e7-57fd-432a-91bb-b22077cfcdfe tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020801 Aug 31 07:48:51.487191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Allocated IP 2001:db8::2 (af87f805-d941-460f-bedc-f2c3081b830f/5f6ec992-d02e-4375-a0c0-6778839422dc/3752b274-2bf0-41a1-b0e2-218b93b4727c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:51.531537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.594093 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.598872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:48:48Z', 'revision_number': 3, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:51.651264 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7318208-3fa0-4c72-8b97-decf7f9c3a3b None None] The sync data for ids ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'] in n-d-713499-16 is: [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:48:48Z', 'revision_number': 3, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:48:51.662335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-4c271713-5284-410e-8df8-d3b26e5bdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.664090 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-4c271713-5284-410e-8df8-d3b26e5bdd00 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb HTTP/1.1" status: 200 len: 915 time: 0.2336950 Aug 31 07:48:51.700343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Network 1734ece1-7480-4398-8333-9c9b5fa02637 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:51.714221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:51.714221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:51.734532 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.745060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Transition to ACTIVE for port object 3752b274-2bf0-41a1-b0e2-218b93b4727c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:51.754497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event updated for resources: {'Port': ['ID=0a72cc0d-9fc9-40fe-a651-e952445029bc,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:51.754749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:51.756730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.762905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.765485 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-b043122e-0018-4f7c-af31-536490ba0904 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6 HTTP/1.1" status: 200 len: 217 time: 0.0820503 Aug 31 07:48:51.775109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Transition to ACTIVE for port object 3752b274-2bf0-41a1-b0e2-218b93b4727c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:51.826107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.826744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.841287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b385117-1c30-4f25-a3d0-47b12c3e25b8 req-749c10c2-2744-48b0-898d-dda6e34276d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.842864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b385117-1c30-4f25-a3d0-47b12c3e25b8 req-749c10c2-2744-48b0-898d-dda6e34276d4 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 931 time: 0.1022177 Aug 31 07:48:51.883632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b385117-1c30-4f25-a3d0-47b12c3e25b8 req-8df3aa0f-eebb-44e3-b2d1-c8d882303d27 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345867 Aug 31 07:48:51.894016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:51.916254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:51.933387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Network af87f805-d941-460f-bedc-f2c3081b830f is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:51.936662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:51.938049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:51.939266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:51.942370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:51.956954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:51.983334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Pushing event updated for resources: {'Port': ['ID=3752b274-2bf0-41a1-b0e2-218b93b4727c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:51.998443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-ed5617b4-cc27-43e8-9446-a5d7efe52e52 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6325996 Aug 31 07:48:52.001133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event updated for resources: {'Port': ['ID=e7664477-bc06-47a8-9683-a37337a9a211,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:52.011975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Request body: {'port': {'device_id': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:52.035029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Attempting to bind port 3752b274-2bf0-41a1-b0e2-218b93b4727c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:52.042086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Attempting to bind port 3752b274-2bf0-41a1-b0e2-218b93b4727c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'd091917b-f70a-48ff-80f8-5a6ea8601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:52.044644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Attempting to bind port 3752b274-2bf0-41a1-b0e2-218b93b4727c on network af87f805-d941-460f-bedc-f2c3081b830f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:52.062713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:52.063111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Checking segment: {'id': 'd091917b-f70a-48ff-80f8-5a6ea8601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:52.070016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.070559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Bound using segment: {'id': 'd091917b-f70a-48ff-80f8-5a6ea8601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:52.072143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Bound port: 3752b274-2bf0-41a1-b0e2-218b93b4727c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd091917b-f70a-48ff-80f8-5a6ea8601e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'af87f805-d941-460f-bedc-f2c3081b830f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:52.072992 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.109653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-55dfc69f-8dee-4b12-aab9-9b38f5ffa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:52.117768 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-55dfc69f-8dee-4b12-aab9-9b38f5ffa3f7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b2a21edd-9d8e-4cf8-8de2-0915214114db HTTP/1.1" status: 200 len: 854 time: 0.3311596 Aug 31 07:48:52.132121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.134004 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Added segment e38e43a9-7dc0-4efe-b570-abbccad2c3c2 of type vlan for network c119295a-1f76-48a4-a7d6-4fe14c2cc255 Aug 31 07:48:52.185528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] For port 3752b274-2bf0-41a1-b0e2-218b93b4727c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:52.189848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] For port 3752b274-2bf0-41a1-b0e2-218b93b4727c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3752b274-2bf0-41a1-b0e2-218b93b4727c,segment=NetworkSegment(d091917b-f70a-48ff-80f8-5a6ea8601e9f),segment_id=d091917b-f70a-48ff-80f8-5a6ea8601e9f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:52.191232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.227168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Allocated IP 172.20.0.1 (2524903d-9e7f-4b6d-8291-c89a91d84032/130a7cae-8fde-4c62-afef-3f6e75c83947/52ffc60f-6f0a-49a3-919c-717c220ea07b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:52.231687 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-32a9657d-0e00-4541-8865-c9dc8e586374 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845368 Aug 31 07:48:52.291360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:52.292004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.307831 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.388915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.423280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aa171-6e35-4023-a001-96f4f70e7b45 None None] Pushing event updated for resources: {'Port': ['ID=3752b274-2bf0-41a1-b0e2-218b93b4727c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:52.459263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:52.486084 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-1fb0360f-8bb3-46fc-a93c-d77eac282fe3 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7235370 Aug 31 07:48:52.510965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Request body: {'port': {'device_id': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:52.519644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f59f2b2-6db0-42e0-b260-b400a2264d00 None None] Provisioning for port e7664477-bc06-47a8-9683-a37337a9a211 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:52.526082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f59f2b2-6db0-42e0-b260-b400a2264d00 None None] Provisioning complete for port e7664477-bc06-47a8-9683-a37337a9a211 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:52.526825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8f59f2b2-6db0-42e0-b260-b400a2264d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.578394 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-523a1360-17c5-4a6a-b9ca-9a42f3fd8649 service neutron] 10.222.0.68 "GET /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055665 Aug 31 07:48:52.584847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8f59f2b2-6db0-42e0-b260-b400a2264d00 None None] Port e7664477-bc06-47a8-9683-a37337a9a211 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:52.635069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36991339-7a01-458c-b8d7-49e9a7e04bdc req-0ff4acc8-980e-4157-a1f5-ad48dd40f4a7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:52.636788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36991339-7a01-458c-b8d7-49e9a7e04bdc req-0ff4acc8-980e-4157-a1f5-ad48dd40f4a7 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 932 time: 0.4720519 Aug 31 07:48:52.641882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.654210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:52.655057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:52.655764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.671951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:52.672398 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.676120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d633a-ac1f-4f33-9ae7-b2b174813fb6 req-8b540b55-0efb-42a0-a6b7-41284e209449 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:52.690133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-645d633a-ac1f-4f33-9ae7-b2b174813fb6 req-8b540b55-0efb-42a0-a6b7-41284e209449 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.5290267 Aug 31 07:48:52.705339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.783366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.793290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Transition to ACTIVE for port object 52ffc60f-6f0a-49a3-919c-717c220ea07b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:52.808922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:52.847235 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4586692 Aug 31 07:48:52.847807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:52.854858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:52.857771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6cbf2-2153-4701-8827-4a8a62b917a2 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Network': ['ID=c119295a-1f76-48a4-a7d6-4fe14c2cc255,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:52.866196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'network': {'name': 'tempest-router-network02--530324211'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:52.870116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:52.870809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36991339-7a01-458c-b8d7-49e9a7e04bdc req-4edf69fe-48e1-434f-81f5-d2d39f4f9a96 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759522 Aug 31 07:48:52.907738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-645d633a-ac1f-4f33-9ae7-b2b174813fb6 req-d2d1bda6-2e27-4488-b442-26662cb5e0b3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994660 Aug 31 07:48:52.957847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3caa8e64-a056-4748-a06e-8d230f70a98d req-b65035de-8f8d-4eb6-ab00-6bbb998afb5d service neutron] 10.222.0.68 "GET /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662047 Aug 31 07:48:53.005030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.061100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a72cc0d-9fc9-40fe-a651-e952445029bc {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:53.081088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:53.085493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.099111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:53.116318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.140986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Transition to ACTIVE for port object 0a72cc0d-9fc9-40fe-a651-e952445029bc will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:53.160263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3e45f-8bf6-4bdd-b5d2-373e77d6d6c8 req-46764b50-7330-4983-b514-9f2bdda92eff tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:53.162381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77d3e45f-8bf6-4bdd-b5d2-373e77d6d6c8 req-46764b50-7330-4983-b514-9f2bdda92eff tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.1412899 Aug 31 07:48:53.169116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.211570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:53.236234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:53.241294 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.241561 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Added segment c5c43729-efed-4a5e-bc8f-a0e88b708a71 of type vlan for network 056fd75e-6eb5-4b6d-97f9-0173a37df78c Aug 31 07:48:53.243135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.253014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:53.265006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:53.301942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77d3e45f-8bf6-4bdd-b5d2-373e77d6d6c8 req-5a7d0904-e56f-4d53-8ad7-3990620aa971 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172566 Aug 31 07:48:53.314467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Pushing event updated for resources: {'Port': ['ID=52ffc60f-6f0a-49a3-919c-717c220ea07b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:53.343150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0b5b-c2d3-48be-ac79-0ef82e5aa3fa req-0882c82b-7344-419e-8bb2-4b6037674943 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:53.344731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01ff0b5b-c2d3-48be-ac79-0ef82e5aa3fa req-0882c82b-7344-419e-8bb2-4b6037674943 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 931 time: 0.1496933 Aug 31 07:48:53.352946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Pushing event updated for resources: {'Port': ['ID=0a72cc0d-9fc9-40fe-a651-e952445029bc,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:53.358542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.397910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.461672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01ff0b5b-c2d3-48be-ac79-0ef82e5aa3fa req-f05800c7-2e7a-4a66-9ff5-67a275873269 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826178 Aug 31 07:48:53.483951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Attempting to bind port 0a72cc0d-9fc9-40fe-a651-e952445029bc on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:53.484531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Attempting to bind port 0a72cc0d-9fc9-40fe-a651-e952445029bc by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:53.485094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Attempting to bind port 0a72cc0d-9fc9-40fe-a651-e952445029bc on network 1734ece1-7480-4398-8333-9c9b5fa02637 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:53.490826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Port 0a72cc0d-9fc9-40fe-a651-e952445029bc on network 1734ece1-7480-4398-8333-9c9b5fa02637 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:48:53.492038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Attempting to bind port 0a72cc0d-9fc9-40fe-a651-e952445029bc on network 1734ece1-7480-4398-8333-9c9b5fa02637 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:53.499534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:53.501425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.501992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Checking segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:53.502613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Bound using segment: {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:53.503513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Bound port: 0a72cc0d-9fc9-40fe-a651-e952445029bc, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6661091f-ba55-4f38-9711-7735bd540ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:53.504078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.561671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7664477-bc06-47a8-9683-a37337a9a211 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:53.575023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.577833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.582254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] For port 0a72cc0d-9fc9-40fe-a651-e952445029bc, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:53.584318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:53.584970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.586434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] For port 0a72cc0d-9fc9-40fe-a651-e952445029bc, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0a72cc0d-9fc9-40fe-a651-e952445029bc,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:53.678052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Transition to ACTIVE for port object e7664477-bc06-47a8-9683-a37337a9a211 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:53.678288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.701335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Network': ['ID=056fd75e-6eb5-4b6d-97f9-0173a37df78c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:53.704832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1d439128-c159-4e0b-b040-f14ef04172c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.706447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9d788d73-a2b1-40a3-991b-2e6402a31a3e None None] Provisioning for port 52ffc60f-6f0a-49a3-919c-717c220ea07b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:53.718266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 056fd75e-6eb5-4b6d-97f9-0173a37df78c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:53.718266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9d788d73-a2b1-40a3-991b-2e6402a31a3e None None] Provisioning complete for port 52ffc60f-6f0a-49a3-919c-717c220ea07b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:53.718266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9d788d73-a2b1-40a3-991b-2e6402a31a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.742707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:53.743583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.745584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] 10.222.0.45 "PUT /v2.0/ports/0a72cc0d-9fc9-40fe-a651-e952445029bc HTTP/1.1" status: 200 len: 1093 time: 1.7379928 Aug 31 07:48:53.746265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'tag': '0a72cc0d-9fc9-40fe-a651-e952445029bc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:53.749234 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203df90c-5872-48aa-a0ab-e3da173ad293" -d '{"events": [{"name": "network-changed", "server_uuid": "2604b68d-ee31-431e-a080-2cb775bbe59a", "tag": "0a72cc0d-9fc9-40fe-a651-e952445029bc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:53.773037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a58a3-8f59-419e-a9ca-32f8d0595b27 None None] Network af87f805-d941-460f-bedc-f2c3081b830f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:53.782028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4aab64-f820-43bb-94b8-b7e9184e741e service neutron] Pushing event updated for resources: {'Port': ['ID=0a72cc0d-9fc9-40fe-a651-e952445029bc,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:53.800443 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b5f1f4-a679-4bbf-8dc1-4240a344307e x-openstack-request-id: req-50b5f1f4-a679-4bbf-8dc1-4240a344307e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:53.801322 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2604b68d-ee31-431e-a080-2cb775bbe59a", "tag": "0a72cc0d-9fc9-40fe-a651-e952445029bc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:53.801591 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50b5f1f4-a679-4bbf-8dc1-4240a344307e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:53.802034 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'tag': '0a72cc0d-9fc9-40fe-a651-e952445029bc', 'status': 'completed', 'code': 200} Aug 31 07:48:53.807725 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3ee6a1b9-28f0-4df8-b294-2f3da200ac98 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9436729 Aug 31 07:48:53.808123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:53.815022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'subnet': {'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:53.852596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9d788d73-a2b1-40a3-991b-2e6402a31a3e None None] Port 52ffc60f-6f0a-49a3-919c-717c220ea07b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:53.882148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.886153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203df90c-5872-48aa-a0ab-e3da173ad293 req-449ba27c-e56c-401f-8242-eec6d3c6f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:53.889060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203df90c-5872-48aa-a0ab-e3da173ad293 req-449ba27c-e56c-401f-8242-eec6d3c6f91a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 1096 time: 0.0621281 Aug 31 07:48:53.982340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.040921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7664477-bc06-47a8-9683-a37337a9a211,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:54.165363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203df90c-5872-48aa-a0ab-e3da173ad293 req-ee95e71c-e101-4d3f-ab41-878d3122f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.167208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203df90c-5872-48aa-a0ab-e3da173ad293 req-ee95e71c-e101-4d3f-ab41-878d3122f524 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2660413 Aug 31 07:48:54.191004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304199-462b-456c-abab-2821ad58d2b8 req-ac97ed61-f50c-4a89-9a57-1529fba1a135 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.201970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05304199-462b-456c-abab-2821ad58d2b8 req-ac97ed61-f50c-4a89-9a57-1529fba1a135 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0910325 Aug 31 07:48:54.225015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc5ab5-840a-458c-9854-abb40ac3f383 req-58cd7f64-9504-446b-9ca6-99c14ea65320 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.226422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98fc5ab5-840a-458c-9854-abb40ac3f383 req-58cd7f64-9504-446b-9ca6-99c14ea65320 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 944 time: 0.1537933 Aug 31 07:48:54.229401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:54.234055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.241474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Attempting to bind port e7664477-bc06-47a8-9683-a37337a9a211 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:54.241976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Attempting to bind port e7664477-bc06-47a8-9683-a37337a9a211 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:54.242414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Attempting to bind port e7664477-bc06-47a8-9683-a37337a9a211 on network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:54.248255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1fe1a5a9-3100-4e18-886b-2e685fb44809 None None] Provisioning for port 3752b274-2bf0-41a1-b0e2-218b93b4727c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:54.336362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05304199-462b-456c-abab-2821ad58d2b8 req-6c49fb93-5a9e-48ad-932c-ff54342ddb73 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333845 Aug 31 07:48:54.347557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98fc5ab5-840a-458c-9854-abb40ac3f383 req-e013f3a4-c96e-4e7e-891d-8239d687435d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968196 Aug 31 07:48:54.418930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203df90c-5872-48aa-a0ab-e3da173ad293 req-1581879c-bb6b-423d-a091-2be1b410737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.421327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203df90c-5872-48aa-a0ab-e3da173ad293 req-1581879c-bb6b-423d-a091-2be1b410737a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121799 Aug 31 07:48:54.521474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:54.605196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:54.606748 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.622060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-3dc7957a-52d8-4a8d-a7e6-59e45cac6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.623943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-3dc7957a-52d8-4a8d-a7e6-59e45cac6957 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 1096 time: 0.1257215 Aug 31 07:48:54.650118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Port e7664477-bc06-47a8-9683-a37337a9a211 on network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:48:54.650456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Attempting to bind port e7664477-bc06-47a8-9683-a37337a9a211 on network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:54.664765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2f89a-3e62-4e23-a642-71977e038842 req-a1bec790-2bcc-4b92-869c-7d1463577375 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.667224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43e2f89a-3e62-4e23-a642-71977e038842 req-a1bec790-2bcc-4b92-869c-7d1463577375 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.1260059 Aug 31 07:48:54.688129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:54.688540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Checking segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:54.688936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Bound using segment: {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:54.689383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Bound port: e7664477-bc06-47a8-9683-a37337a9a211, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ff82f4-17ad-4181-a016-26482e8bbb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:54.689740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.719245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3752b274-2bf0-41a1-b0e2-218b93b4727c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:54.731845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-00baf5c3-bbf5-4031-a04e-a2fc9d007f5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a72cc0d-9fc9-40fe-a651-e952445029bc HTTP/1.1" status: 200 len: 217 time: 0.0834410 Aug 31 07:48:54.794374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43e2f89a-3e62-4e23-a642-71977e038842 req-e3ce78ef-7377-4305-b467-b4116d60c059 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046669 Aug 31 07:48:54.807254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0d875-dc7e-468f-a07e-7dcefe3ebc97 req-c9fc3ca3-fb5f-4f8c-b81e-26e18d6484dd tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.815613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff0d875-dc7e-468f-a07e-7dcefe3ebc97 req-c9fc3ca3-fb5f-4f8c-b81e-26e18d6484dd tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 943 time: 0.1795194 Aug 31 07:48:54.829358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.847625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-1b36f095-91bf-45b2-82cf-6bf722210a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.849226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-1b36f095-91bf-45b2-82cf-6bf722210a69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3574f36c-1e17-402a-b606-70c675b4d519 HTTP/1.1" status: 200 len: 862 time: 0.1000390 Aug 31 07:48:54.861036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] For port e7664477-bc06-47a8-9683-a37337a9a211, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:54.862981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ff0d875-dc7e-468f-a07e-7dcefe3ebc97 req-d094b7f9-aefe-4076-b990-2ed379402958 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Aug 31 07:48:54.882200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] For port e7664477-bc06-47a8-9683-a37337a9a211, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e7664477-bc06-47a8-9683-a37337a9a211,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:54.884994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3752b274-2bf0-41a1-b0e2-218b93b4727c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:54.890235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3752b274-2bf0-41a1-b0e2-218b93b4727c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:54.890777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.892523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-631dbf68-b9d5-4669-b4ee-0413ec4a6dca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1734ece1-7480-4398-8333-9c9b5fa02637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280364 Aug 31 07:48:54.977017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.986308 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.994047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-246922f8-542f-4e0e-983a-72c97ebad956 service neutron] 10.222.0.45 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932007 Aug 31 07:48:55.035220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3752b274-2bf0-41a1-b0e2-218b93b4727c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3752b274-2bf0-41a1-b0e2-218b93b4727c,segment=NetworkSegment(d091917b-f70a-48ff-80f8-5a6ea8601e9f),segment_id=d091917b-f70a-48ff-80f8-5a6ea8601e9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:55.051604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Pushing event updated for resources: {'Port': ['ID=52ffc60f-6f0a-49a3-919c-717c220ea07b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:55.061315 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.083617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.102646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffae7560-a133-4334-aeb9-d4cad60e398b req-03725e82-22fe-4ce8-ae4e-f8b2d439c50e service neutron] 10.222.0.45 "GET /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965481 Aug 31 07:48:55.144433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.145433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.147152 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7664477-bc06-47a8-9683-a37337a9a211 HTTP/1.1" status: 200 len: 1092 time: 2.6438694 Aug 31 07:48:55.154631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:55.156927 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6682d16-d887-4ac0-b77a-18b80b031ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "tag": "e7664477-bc06-47a8-9683-a37337a9a211"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:55.183332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.220587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.240179 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3c85f0-1a4d-4bad-aafb-dd1ba4e76950 x-openstack-request-id: req-eb3c85f0-1a4d-4bad-aafb-dd1ba4e76950 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:55.240830 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "tag": "e7664477-bc06-47a8-9683-a37337a9a211", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:55.240830 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb3c85f0-1a4d-4bad-aafb-dd1ba4e76950 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:55.241108 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211', 'status': 'completed', 'code': 200} Aug 31 07:48:55.242807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Subnet': ['ID=8427f7e1-c80d-483e-bdcb-72fdb06aca5d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:55.299843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3752b274-2bf0-41a1-b0e2-218b93b4727c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:55.300914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b21081-7cc9-4c0b-b5bf-af70b6e655a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7664477-bc06-47a8-9683-a37337a9a211,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:55.323846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8548c02-f72e-44f1-b4d6-3818c5d70670 req-8f712f11-d275-4e95-9ebe-68097b641603 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.330847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8548c02-f72e-44f1-b4d6-3818c5d70670 req-8f712f11-d275-4e95-9ebe-68097b641603 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0637357 Aug 31 07:48:55.373869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8548c02-f72e-44f1-b4d6-3818c5d70670 req-8cd420b2-12dc-4ba6-9a07-b8c3447533de tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Aug 31 07:48:55.409416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Checking segment: {'id': 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:55.409738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network hostable DHCP agents. Network: c119295a-1f76-48a4-a7d6-4fe14c2cc255, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:55.456084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6682d16-d887-4ac0-b77a-18b80b031ef9 req-88424bd7-c0ce-4164-9413-915a9b704a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.457494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6682d16-d887-4ac0-b77a-18b80b031ef9 req-88424bd7-c0ce-4164-9413-915a9b704a43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 1095 time: 0.1830420 Aug 31 07:48:55.486799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000c4a-cd4c-4020-a300-f402d6312732 req-6e411d4e-267f-442e-8870-ab5f1a48fec2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.488722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07000c4a-cd4c-4020-a300-f402d6312732 req-6e411d4e-267f-442e-8870-ab5f1a48fec2 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 944 time: 0.0511415 Aug 31 07:48:55.532843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07000c4a-cd4c-4020-a300-f402d6312732 req-4eece4b9-121d-4894-a0af-a1ad04e8e1bf tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366943 Aug 31 07:48:55.548385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:55.551502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:55.570250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:55.593744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-c7208879-a091-4449-904d-580a1b66c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.595342 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-c7208879-a091-4449-904d-580a1b66c45e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 1098 time: 0.1546061 Aug 31 07:48:55.661658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c119295a-1f76-48a4-a7d6-4fe14c2cc255) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:55.678194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae2c2b-7e9d-40d2-b92b-088613b4b3c1 None None] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:55.681296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8962bf-e813-415e-856a-41e24d63664f req-7743015c-3467-43b9-b751-abe92017417b tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.682921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c8962bf-e813-415e-856a-41e24d63664f req-7743015c-3467-43b9-b751-abe92017417b tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.0699570 Aug 31 07:48:55.714011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.714549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.730797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c8962bf-e813-415e-856a-41e24d63664f req-659b1e7c-f2cc-4a33-b537-768cfd9d22d8 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Aug 31 07:48:55.738185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6682d16-d887-4ac0-b77a-18b80b031ef9 req-80a546d8-2655-4826-b1c2-854ec1d1ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.739862 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6682d16-d887-4ac0-b77a-18b80b031ef9 req-80a546d8-2655-4826-b1c2-854ec1d1ae1d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2710707 Aug 31 07:48:55.861298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c119295a-1f76-48a4-a7d6-4fe14c2cc255', 'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255', 'tenant_id': '5da12b237bf545b880f4153f3ab0f602', 'fixed_ips': [{'subnet_id': '8427f7e1-c80d-483e-bdcb-72fdb06aca5d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:55.862228 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.886475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.895052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-5fe85167-68cd-4308-bc87-21d9a74864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.897634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-5fe85167-68cd-4308-bc87-21d9a74864ea service neutron] 10.222.0.68 "GET /v2.0/networks?id=f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 200 len: 915 time: 0.2605567 Aug 31 07:48:55.904459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:48:55.908826 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9408320-3eda-4159-9638-67000e570e20 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0960338 Aug 31 07:48:55.910376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:55.916990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'subnet': {'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:55.954975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9a8da769-0e65-4e6a-b5fa-c22c9806733a None None] Provisioning complete for port 52ffc60f-6f0a-49a3-919c-717c220ea07b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:55.955382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a8da769-0e65-4e6a-b5fa-c22c9806733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.957097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6682d16-d887-4ac0-b77a-18b80b031ef9 req-2e8a104f-6d86-414d-9e47-b4ffabb9cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.958656 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6682d16-d887-4ac0-b77a-18b80b031ef9 req-2e8a104f-6d86-414d-9e47-b4ffabb9cfab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812985 Aug 31 07:48:55.962553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-c786839a-df37-4dfd-bd89-db1e6f5052b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 200 len: 217 time: 0.0502756 Aug 31 07:48:56.005758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9a8da769-0e65-4e6a-b5fa-c22c9806733a None None] Port 52ffc60f-6f0a-49a3-919c-717c220ea07b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:48:56.060536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Allocated IP 2001:db8::2 (c119295a-1f76-48a4-a7d6-4fe14c2cc255/8427f7e1-c80d-483e-bdcb-72fdb06aca5d/cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:56.078165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0260475-3d7d-4753-ad01-d215cf539c13 req-7730541a-f3fb-4250-b34e-9bcb8ca4d1c7 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.079849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0260475-3d7d-4753-ad01-d215cf539c13 req-7730541a-f3fb-4250-b34e-9bcb8ca4d1c7 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 943 time: 0.0880558 Aug 31 07:48:56.119737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0260475-3d7d-4753-ad01-d215cf539c13 req-2b05a5c7-dcb8-4a7d-9161-06f75599aeee tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Aug 31 07:48:56.127932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-d7b728bc-4ec5-4b56-a3cf-cfb2bb9b3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.129524 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-d7b728bc-4ec5-4b56-a3cf-cfb2bb9b3167 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 200 len: 854 time: 0.1607535 Aug 31 07:48:56.138309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-8139faea-6c86-4140-91e4-0806f2053913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.140446 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-8139faea-6c86-4140-91e4-0806f2053913 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 1095 time: 0.1238096 Aug 31 07:48:56.173201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:56.179062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-8fa74023-d222-448e-b247-fbf24c9e851e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f61737e8-42a0-4f21-82fa-4d70bde846eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383296 Aug 31 07:48:56.187307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.217757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-dd7bebe3-ff6f-446e-afd0-1ac4ad953a5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7664477-bc06-47a8-9683-a37337a9a211 HTTP/1.1" status: 200 len: 217 time: 0.0654402 Aug 31 07:48:56.220029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:48:56.243520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de87854c-9abf-46a6-b4bf-24d2323ff94b admin admin] 10.222.0.36 "PUT /v2.0/routers/b80aa18e-3ca1-4eea-9498-ea8f00e37f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2984471 Aug 31 07:48:56.244166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Sync routers for ids ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:48:56.245113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.252980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Routers {'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:56.252980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:56.293967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Transition to ACTIVE for port object cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:56.326912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-02f1d7c0-4501-4bb9-98ff-c7561f8af86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.328433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Transition to ACTIVE for port object cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:56.328589 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-02f1d7c0-4501-4bb9-98ff-c7561f8af86c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05e7910e-6366-40aa-98bf-fdebd2286447 HTTP/1.1" status: 200 len: 845 time: 0.0926890 Aug 31 07:48:56.413102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Set router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:48:56.423040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-197e8eaf-be30-4848-80d6-c913fc6cb786 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147009 Aug 31 07:48:56.464046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-087bb5ac-1b27-48a3-a1dc-1bfee96298df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.466022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-087bb5ac-1b27-48a3-a1dc-1bfee96298df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252723 Aug 31 07:48:56.467740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3752b274-2bf0-41a1-b0e2-218b93b4727c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:56.473034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.548491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14ff1f-98d4-4ffd-b4b2-ea3147df96b9 req-edb542ae-54c7-4b87-b0fe-93cfca1e6677 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.562148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f14ff1f-98d4-4ffd-b4b2-ea3147df96b9 req-edb542ae-54c7-4b87-b0fe-93cfca1e6677 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0716214 Aug 31 07:48:56.580291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Pushing event updated for resources: {'Port': ['ID=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:56.594087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.604003 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.608079 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2b6d89cd-6a01-4908-a908-1bac3ef1386c req-f9f5aea4-9530-4b92-9916-b2b823fc7d57 service neutron] 10.222.0.68 "GET /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756215 Aug 31 07:48:56.632527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-09cf4a35-e25f-4d47-94b6-a8aa7ca19747 service neutron] 10.222.0.45 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401167 Aug 31 07:48:56.677676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:56.689432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:56.692227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:56.713847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Subnet': ['ID=abec61e1-42f1-4405-847c-3a592e943d41,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:56.718772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f14ff1f-98d4-4ffd-b4b2-ea3147df96b9 req-b94d9c6b-84ca-4a54-9023-c61c1a7db938 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554005 Aug 31 07:48:56.733368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3752b274-2bf0-41a1-b0e2-218b93b4727c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:56.733635 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f96aa35-1209-4a54-bf6b-572d3042bbb7 req-e18c003f-bd50-416c-81e8-ae1d7612615f service neutron] 10.222.0.45 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917680 Aug 31 07:48:56.734470 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.741974 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-201df55d-fa78-4cec-a37e-409170412f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.770829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Checking segment: {'id': 'c5c43729-efed-4a5e-bc8f-a0e88b708a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:56.771525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network hostable DHCP agents. Network: 056fd75e-6eb5-4b6d-97f9-0173a37df78c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:56.789909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878190cd-9c00-4496-9d04-f400031f6c69 req-5689fe29-77b4-4a41-b210-1c05d06ca46b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.791767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-878190cd-9c00-4496-9d04-f400031f6c69 req-5689fe29-77b4-4a41-b210-1c05d06ca46b tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 944 time: 0.1262000 Aug 31 07:48:56.848898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-878190cd-9c00-4496-9d04-f400031f6c69 req-d465dd2d-9f55-4965-9af1-696b21342f84 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Aug 31 07:48:56.882380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Attempting to bind port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:56.882768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Attempting to bind port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:56.883377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Attempting to bind port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 on network c119295a-1f76-48a4-a7d6-4fe14c2cc255 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:56.899190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network 056fd75e-6eb5-4b6d-97f9-0173a37df78c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:48:56.916801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:56.917476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Checking segment: {'id': 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:56.917582 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.917997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Bound using segment: {'id': 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:56.918562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Bound port: cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c119295a-1f76-48a4-a7d6-4fe14c2cc255'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:56.919441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.993969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f61b-464a-45a7-9c0e-4aacd0c33cf0 req-2af742bd-a9d5-47d6-ae82-dc772b827dc7 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.995788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b26f61b-464a-45a7-9c0e-4aacd0c33cf0 req-2af742bd-a9d5-47d6-ae82-dc772b827dc7 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.0586483 Aug 31 07:48:57.033263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-7ac0cea9-ac24-4083-aba6-4c2d87be4751 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:57.033602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 056fd75e-6eb5-4b6d-97f9-0173a37df78c) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:57.041293 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-7ac0cea9-ac24-4083-aba6-4c2d87be4751 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.68 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 946 time: 0.0702579 Aug 31 07:48:57.044321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] For port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:57.045464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:57.046793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.048295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] For port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,segment=NetworkSegment(e38e43a9-7dc0-4efe-b570-abbccad2c3c2),segment_id=e38e43a9-7dc0-4efe-b570-abbccad2c3c2)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:57.050906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f118ce-6518-41f2-8b90-8dc6e12338ec None None] Network 056fd75e-6eb5-4b6d-97f9-0173a37df78c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:57.054116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:48:53Z', 'revision_number': 4, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '52ffc60f-6f0a-49a3-919c-717c220ea07b', 'name': '', 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'mac_address': 'fa:16:3e:81:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:51Z', 'updated_at': '2021-08-31T07:48:54Z', 'revision_number': 2, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'subnets': [{'id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:57.062456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b26f61b-464a-45a7-9c0e-4aacd0c33cf0 req-410652eb-f7a5-4b0c-a2dc-c6cec27a6938 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/security-groups?id=ea4162af-be73-4c49-843e-7727fcb2fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598881 Aug 31 07:48:57.115617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Checking router: b80aa18e-3ca1-4eea-9498-ea8f00e37f2e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:48:57.115986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Updating router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e port 52ffc60f-6f0a-49a3-919c-717c220ea07b binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:48:57.147653 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.176525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Deleting port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:48:57.176966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.183417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67d8b36e-3059-4695-834c-29ca2131cdfa tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2715614 Aug 31 07:48:57.184105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42758) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:57.205877 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.266551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982189e-3265-4e9f-9a7a-6a42c415797d None None] Pushing event updated for resources: {'Port': ['ID=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:57.315277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] For port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,segment=NetworkSegment(a2972683-40e1-48ea-9b9a-4141abc29db8),segment_id=a2972683-40e1-48ea-9b9a-4141abc29db8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:57.315920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.336475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Calling delete_port for 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:48:57.568171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-056fd75e-6eb5-4b6d-97f9-0173a37df78c', 'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c', 'tenant_id': '5da12b237bf545b880f4153f3ab0f602', 'fixed_ips': [{'subnet_id': 'abec61e1-42f1-4405-847c-3a592e943d41'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:48:57.569034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.609106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42764) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:57.616538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-network', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:57.694137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.748613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Made reservation on behalf of 76b6827da3cd4b4cad62a6b731782120 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:57.752581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.775078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7c404e30-d3c0-4d24-94ea-6fb10e89acd6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:57.786663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Pushing event deleted for resources: {'Port': ['ID=7c404e30-d3c0-4d24-94ea-6fb10e89acd6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:57.816009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] No DVR routers for this DVR port 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:48:57.831581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.834059 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a9e8186-8817-4a42-81a3-18b23777a984 req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.68 "DELETE /v2.0/ports/7c404e30-d3c0-4d24-94ea-6fb10e89acd6 HTTP/1.1" status: 204 len: 173 time: 0.7860656 Aug 31 07:48:57.835168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83332d43-16da-4194-923c-54af5164e410', 'name': 'network-vif-deleted', 'tag': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:57.839188 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da206d80-31ea-4ec8-8761-53a035bf23e5" -d '{"events": [{"server_uuid": "83332d43-16da-4194-923c-54af5164e410", "name": "network-vif-deleted", "tag": "7c404e30-d3c0-4d24-94ea-6fb10e89acd6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:57.845737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.845737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.845988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.847951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.848309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.848656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.848998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.849335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.849671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.854141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.854546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.854888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2885fae8-2821-4d95-a28e-fbc616bcb4ef tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.861234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.004334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.088344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f721-459d-4bf4-ad84-2f433222f2bf req-fe0c7b41-7f1b-4e40-965c-8734402699e5 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:58.089915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9133f721-459d-4bf4-ad84-2f433222f2bf req-fe0c7b41-7f1b-4e40-965c-8734402699e5 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 943 time: 0.6330061 Aug 31 07:48:58.104463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Allocated IP 2001:db8::2 (056fd75e-6eb5-4b6d-97f9-0173a37df78c/abec61e1-42f1-4405-847c-3a592e943d41/d090082b-a623-4dc9-ae55-c4a8d6aae424) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:58.128273 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.148351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.175441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.210547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Transition to ACTIVE for port object 52ffc60f-6f0a-49a3-919c-717c220ea07b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:58.243960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9133f721-459d-4bf4-ad84-2f433222f2bf req-21651059-854b-44b4-9114-523336124c0d tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408067 Aug 31 07:48:58.258089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9df8c0-5624-4314-86b8-d23331a24255 req-2c53d712-426f-4941-ace1-7189faa83e18 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:58.267288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:48:58.268303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b9df8c0-5624-4314-86b8-d23331a24255 req-2c53d712-426f-4941-ace1-7189faa83e18 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1909602 Aug 31 07:48:58.283570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875c1c33-8540-4e77-8606-ac33ffcaa4c0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:58.301341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.314607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.314970 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Added segment 5b8ede31-6259-48c2-9678-a99cce408f20 of type vlan for network 2623862b-8c69-4183-afb9-213519175748 Aug 31 07:48:58.371025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0a72cc0d-9fc9-40fe-a651-e952445029bc details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:48:58.421755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b9df8c0-5624-4314-86b8-d23331a24255 req-6112c7f4-125f-40a0-b1cb-b0c96337e95b tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302075 Aug 31 07:48:58.426488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.450686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee05fe1-7b91-4f8f-bb55-2584f9ca5769 None None] Pushing event updated for resources: {'Port': ['ID=52ffc60f-6f0a-49a3-919c-717c220ea07b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:58.456142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.539661 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.549010 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8cb7ed-770e-446c-a06a-4a9bf6968070 x-openstack-request-id: req-fd8cb7ed-770e-446c-a06a-4a9bf6968070 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:58.549010 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83332d43-16da-4194-923c-54af5164e410", "name": "network-vif-deleted", "tag": "7c404e30-d3c0-4d24-94ea-6fb10e89acd6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:58.549010 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd8cb7ed-770e-446c-a06a-4a9bf6968070 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:58.549010 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83332d43-16da-4194-923c-54af5164e410', 'name': 'network-vif-deleted', 'tag': '7c404e30-d3c0-4d24-94ea-6fb10e89acd6', 'status': 'completed', 'code': 200} Aug 31 07:48:58.626571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Transition to ACTIVE for port object d090082b-a623-4dc9-ae55-c4a8d6aae424 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:58.650768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:58.718956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.719961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:58.720575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.733277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Transition to ACTIVE for port object d090082b-a623-4dc9-ae55-c4a8d6aae424 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:58.777290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Attempting to bind port 52ffc60f-6f0a-49a3-919c-717c220ea07b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:58.778669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Attempting to bind port 52ffc60f-6f0a-49a3-919c-717c220ea07b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:58.779141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Attempting to bind port 52ffc60f-6f0a-49a3-919c-717c220ea07b on network 2524903d-9e7f-4b6d-8291-c89a91d84032 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:58.792190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:58.792545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Checking segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:58.792945 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.794076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Bound using segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:58.794842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Bound port: 52ffc60f-6f0a-49a3-919c-717c220ea07b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:58.795408 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.841659 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.845404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 0a72cc0d-9fc9-40fe-a651-e952445029bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0a72cc0d-9fc9-40fe-a651-e952445029bc,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:58.861402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=2623862b-8c69-4183-afb9-213519175748,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:58.895742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a21a2a3-33e5-444e-b4bb-88e8648a4f0e req-93eba36c-9bdf-4f4f-b7e5-d3b25281c122 tempest-InstanceActionsTestJSON-110889371 tempest-InstanceActionsTestJSON-110889371-project] 10.222.0.36 "GET /v2.0/ports?device_id=83332d43-16da-4194-923c-54af5164e410 HTTP/1.1" status: 200 len: 210 time: 0.0685275 Aug 31 07:48:58.924427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2623862b-8c69-4183-afb9-213519175748 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:48:58.946501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b20c4a2c-a9ec-4ef1-a095-31c9d037dfc5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3358493 Aug 31 07:48:58.955518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25fe9-7cad-445a-b4a1-42c811827a19 req-b637f7f2-7318-4767-b2d9-493e138fb1f0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:58.956050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42780) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:48:58.962705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbe25fe9-7cad-445a-b4a1-42c811827a19 req-b637f7f2-7318-4767-b2d9-493e138fb1f0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 944 time: 0.3711860 Aug 31 07:48:58.965222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Request body: {'subnet': {'network_id': '2623862b-8c69-4183-afb9-213519175748', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-subnet', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:48:58.999233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5eca2-2591-4d3a-90cf-af37a6ffc83a None None] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:48:59.037642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '0a72cc0d-9fc9-40fe-a651-e952445029bc', 'network_id': '1734ece1-7480-4398-8333-9c9b5fa02637', 'port_id': '0a72cc0d-9fc9-40fe-a651-e952445029bc', 'mac_address': 'fa:16:3e:ab:4d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3574f36c-1e17-402a-b606-70c675b4d519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:48:59.039237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:59.073052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbe25fe9-7cad-445a-b4a1-42c811827a19 req-809661e6-4261-479f-b97d-c41f278f14f9 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094506 Aug 31 07:48:59.102579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Network 056fd75e-6eb5-4b6d-97f9-0173a37df78c is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:59.106561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Pushing event updated for resources: {'Port': ['ID=d090082b-a623-4dc9-ae55-c4a8d6aae424,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:59.107326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a91533-c8f7-4c2c-8720-0e23b286781a req-1d88152d-5003-4255-b042-acb77d663271 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:59.108854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6a91533-c8f7-4c2c-8720-0e23b286781a req-1d88152d-5003-4255-b042-acb77d663271 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1199074 Aug 31 07:48:59.112306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Allocated IP 2001:db8::1 (c119295a-1f76-48a4-a7d6-4fe14c2cc255/8427f7e1-c80d-483e-bdcb-72fdb06aca5d/842186b6-db1c-47b0-af39-cbc3bb54763f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:48:59.139720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:59.161572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:59.199938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6a91533-c8f7-4c2c-8720-0e23b286781a req-2a813810-f316-4f12-a695-295bbd975dda tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Aug 31 07:48:59.222791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Made reservation on behalf of 76b6827da3cd4b4cad62a6b731782120 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:48:59.226677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.284333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.309870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Transition to ACTIVE for port object 842186b6-db1c-47b0-af39-cbc3bb54763f will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:48:59.329556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] For port 52ffc60f-6f0a-49a3-919c-717c220ea07b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:59.412131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] For port 52ffc60f-6f0a-49a3-919c-717c220ea07b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=52ffc60f-6f0a-49a3-919c-717c220ea07b,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:59.420857 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.428104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Attempting to bind port d090082b-a623-4dc9-ae55-c4a8d6aae424 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:48:59.428104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Attempting to bind port d090082b-a623-4dc9-ae55-c4a8d6aae424 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c5c43729-efed-4a5e-bc8f-a0e88b708a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:48:59.428760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Attempting to bind port d090082b-a623-4dc9-ae55-c4a8d6aae424 on network 056fd75e-6eb5-4b6d-97f9-0173a37df78c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:48:59.450438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9977f1-5ca5-4bdc-bc77-7060fc94b2a1 req-817d8850-eb8a-4ca9-bd65-c6fc566c34e8 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:59.451755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:48:59.452033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a9977f1-5ca5-4bdc-bc77-7060fc94b2a1 req-817d8850-eb8a-4ca9-bd65-c6fc566c34e8 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 943 time: 0.1040351 Aug 31 07:48:59.452414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Checking segment: {'id': 'c5c43729-efed-4a5e-bc8f-a0e88b708a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:59.453122 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.453798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Bound using segment: {'id': 'c5c43729-efed-4a5e-bc8f-a0e88b708a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:48:59.454680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Bound port: d090082b-a623-4dc9-ae55-c4a8d6aae424, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c43729-efed-4a5e-bc8f-a0e88b708a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '056fd75e-6eb5-4b6d-97f9-0173a37df78c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:48:59.455068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.460964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454670a-3749-4187-a798-a3a892efcb4d req-bfdfb342-ca9e-4d88-903a-92cef25cbf0f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:59.462099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0454670a-3749-4187-a798-a3a892efcb4d req-bfdfb342-ca9e-4d88-903a-92cef25cbf0f tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.0983655 Aug 31 07:48:59.479771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a72cc0d-9fc9-40fe-a651-e952445029bc {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:59.517506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 0a72cc0d-9fc9-40fe-a651-e952445029bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0a72cc0d-9fc9-40fe-a651-e952445029bc,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:59.526501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0454670a-3749-4187-a798-a3a892efcb4d req-0fd04d24-a733-4faa-b7f9-ae1f5f7b29f4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Aug 31 07:48:59.529524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.538333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a9977f1-5ca5-4bdc-bc77-7060fc94b2a1 req-c0a8ed11-4348-4bd7-b553-269ebe36f094 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674756 Aug 31 07:48:59.582203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:48:59.584456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:48:59.603161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Port': ['ID=842186b6-db1c-47b0-af39-cbc3bb54763f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:59.607576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:48:59.608224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.624405 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.625075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] Provisioning for port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:48:59.632112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.643737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] For port d090082b-a623-4dc9-ae55-c4a8d6aae424, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:48:59.651047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] For port d090082b-a623-4dc9-ae55-c4a8d6aae424, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d090082b-a623-4dc9-ae55-c4a8d6aae424,segment=NetworkSegment(c5c43729-efed-4a5e-bc8f-a0e88b708a71),segment_id=c5c43729-efed-4a5e-bc8f-a0e88b708a71)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:48:59.681341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.685952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] Provisioning complete for port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:59.685952 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.706239 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.748444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0fc6aa-7590-4a85-8de9-1ad0363c347e,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:59.779950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8d5f-6456-421c-9399-f8be26809677 req-fc93f698-fabd-4198-987e-14325b02b076 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:59.790553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baaa8d5f-6456-421c-9399-f8be26809677 req-fc93f698-fabd-4198-987e-14325b02b076 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1378331 Aug 31 07:48:59.804961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Checking segment: {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:48:59.805363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Network hostable DHCP agents. Network: 2623862b-8c69-4183-afb9-213519175748, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:48:59.814051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.825961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Routers {'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:48:59.826604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:48:59.848375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baaa8d5f-6456-421c-9399-f8be26809677 req-aee91945-4f0e-44d0-bb61-d8ed86ffe4a6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472736 Aug 31 07:48:59.879737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee05fe1-7b91-4f8f-bb55-2584f9ca5769 None None] Pushing event updated for resources: {'Port': ['ID=52ffc60f-6f0a-49a3-919c-717c220ea07b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:59.987076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42800) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:00.008269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0a72cc0d-9fc9-40fe-a651-e952445029bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:00.050506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Network 2623862b-8c69-4183-afb9-213519175748 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:00.080990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Deleting subnet b2a21edd-9d8e-4cf8-8de2-0915214114db {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:00.084750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.115093 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.148180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2623862b-8c69-4183-afb9-213519175748) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:00.157940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:00.158539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.186804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb3c36-9acf-4e61-9c15-3ead970d88a9 None None] Network 2623862b-8c69-4183-afb9-213519175748 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:00.192392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.216153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.239376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35386f51-9e3a-42e9-a8f5-46d519899f0f req-490fe197-3e76-4ee3-9544-3df881851eff tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:00.253277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35386f51-9e3a-42e9-a8f5-46d519899f0f req-490fe197-3e76-4ee3-9544-3df881851eff tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.2220316 Aug 31 07:49:00.260675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] Set router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:00.262089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.287064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61fc3112-d03e-42af-a8f0-f6410c083a27 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3296635 Aug 31 07:49:00.292001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42804) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:00.297929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:00.317908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=0a72cc0d-9fc9-40fe-a651-e952445029bc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:00.433301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.434473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.472477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.479347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35386f51-9e3a-42e9-a8f5-46d519899f0f req-b7ddb201-d857-4ac1-8450-32d512ccd205 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249613 Aug 31 07:49:00.679273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51002a-4f46-4ae0-951a-b5335b560274 req-3687a6e5-fa9f-4b34-a5d9-bcf2bd089035 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:00.680981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad51002a-4f46-4ae0-951a-b5335b560274 req-3687a6e5-fa9f-4b34-a5d9-bcf2bd089035 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 945 time: 0.4873099 Aug 31 07:49:00.738827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e7664477-bc06-47a8-9683-a37337a9a211 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:49:00.740755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:00.817368 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.834028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f790a48-5a98-4923-bc63-986cc8e5128c req-e9e97583-c551-441f-8c8d-99f7fb3311ea tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:00.835848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f790a48-5a98-4923-bc63-986cc8e5128c req-e9e97583-c551-441f-8c8d-99f7fb3311ea tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1700578 Aug 31 07:49:00.837975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:00.838332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c404e30-d3c0-4d24-94ea-6fb10e89acd6 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:00.845251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad51002a-4f46-4ae0-951a-b5335b560274 req-4dacbfef-f0d2-4a7f-ae93-680fcd0c4afc tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511536 Aug 31 07:49:00.848498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] For port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,segment=NetworkSegment(e38e43a9-7dc0-4efe-b570-abbccad2c3c2),segment_id=e38e43a9-7dc0-4efe-b570-abbccad2c3c2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:00.883562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a21edd-9d8e-4cf8-8de2-0915214114db,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:00.889083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.890523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.892743 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-df276398-9a05-4450-9a2c-62c0b7f3b804 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b2a21edd-9d8e-4cf8-8de2-0915214114db HTTP/1.1" status: 204 len: 168 time: 0.9045787 Aug 31 07:49:00.896383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42814) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:00.901015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f790a48-5a98-4923-bc63-986cc8e5128c req-7b9a0e2d-0538-4140-82c6-e06c7ea2e911 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Aug 31 07:49:00.940703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:00.940703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.028706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.093709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Port': ['ID=842186b6-db1c-47b0-af39-cbc3bb54763f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:01.129460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf921e-1fd8-46a4-95c5-f6bf86bec3f5 req-5d82802e-3efe-48b0-90d5-67ffb629a647 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:01.137258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eaf921e-1fd8-46a4-95c5-f6bf86bec3f5 req-5d82802e-3efe-48b0-90d5-67ffb629a647 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 943 time: 0.1623342 Aug 31 07:49:01.155379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.208532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02637cb-6c83-46e0-ad04-27ed3a03ab05 None None] Pushing event updated for resources: {'Port': ['ID=d090082b-a623-4dc9-ae55-c4a8d6aae424,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:01.229366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-2623862b-8c69-4183-afb9-213519175748', 'network_id': '2623862b-8c69-4183-afb9-213519175748', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'fixed_ips': [{'subnet_id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:49:01.230475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.263379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.285591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eaf921e-1fd8-46a4-95c5-f6bf86bec3f5 req-94dabc2a-f305-45e9-9e1b-5644c198446c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473515 Aug 31 07:49:01.287806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:01.306601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:01.325638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:01.336843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebaaa4-f322-4c95-ae9a-264a356c4be2 req-ccef31ef-57c6-48cc-8396-7977448164b5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:01.344572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2972683-40e1-48ea-9b9a-4141abc29db8') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:01.345011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2972683-40e1-48ea-9b9a-4141abc29db8') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:01.345738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60ebaaa4-f322-4c95-ae9a-264a356c4be2 req-ccef31ef-57c6-48cc-8396-7977448164b5 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1390080 Aug 31 07:49:01.399991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.403850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e7664477-bc06-47a8-9683-a37337a9a211, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e7664477-bc06-47a8-9683-a37337a9a211,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:01.407248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd73ad3-f511-4c50-b4d8-a751f1785e24 None None] Pushing event updated for resources: {'Port': ['ID=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:01.487489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.491118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.500098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:01.500495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:01.502327 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:01.506876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60ebaaa4-f322-4c95-ae9a-264a356c4be2 req-d84ac3e9-fb25-4c2b-8c4d-1e43705ed538 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599374 Aug 31 07:49:01.516459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:48:53Z', 'revision_number': 4, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '52ffc60f-6f0a-49a3-919c-717c220ea07b', 'name': '', 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'mac_address': 'fa:16:3e:81:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:51Z', 'updated_at': '2021-08-31T07:48:59Z', 'revision_number': 4, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'subnets': [{'id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:01.591294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'e7664477-bc06-47a8-9683-a37337a9a211', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'port_id': 'e7664477-bc06-47a8-9683-a37337a9a211', 'mac_address': 'fa:16:3e:89:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:49:01.594299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4490da7f-d655-49d7-81e0-2bc35b1817b4 None None] The sync data for ids ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'] in n-d-713499-16 is: [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:48:53Z', 'revision_number': 4, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '52ffc60f-6f0a-49a3-919c-717c220ea07b', 'name': '', 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'mac_address': 'fa:16:3e:81:c0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:51Z', 'updated_at': '2021-08-31T07:48:59Z', 'revision_number': 4, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'subnets': [{'id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:01.624379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d67e5c-063b-44d2-b3a2-54acc700577c None None] Network 056fd75e-6eb5-4b6d-97f9-0173a37df78c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:01.686597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.710668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.716904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.721429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb HTTP/1.1" status: 204 len: 168 time: 0.8231447 Aug 31 07:49:01.775430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Router 69ec3c77-1f13-4a3a-9d91-998b38dafa27 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:49:01.784924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-feee6660-56f2-4a95-b786-866e4c863e62 None None] Provisioning for port 842186b6-db1c-47b0-af39-cbc3bb54763f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:01.808298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4801b75-07ea-4f63-b2cb-95a30f419225 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b221ec3-86ec-4f49-a4d9-0d8b0f9f6cbb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:01.809796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-feee6660-56f2-4a95-b786-866e4c863e62 None None] Provisioning complete for port 842186b6-db1c-47b0-af39-cbc3bb54763f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:01.810202 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-feee6660-56f2-4a95-b786-866e4c863e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:01.817712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7664477-bc06-47a8-9683-a37337a9a211 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:01.889129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb59618-39c2-48fd-bfcd-25b229491f6d req-8a070613-ca58-4cda-948d-1409af7cb25a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:01.890033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddb59618-39c2-48fd-bfcd-25b229491f6d req-8a070613-ca58-4cda-948d-1409af7cb25a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1711001 Aug 31 07:49:01.933889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Allocated IP 172.20.0.2 (2623862b-8c69-4183-afb9-213519175748/ca0fc6aa-7590-4a85-8de9-1ad0363c347e/0c10b516-3d23-46c9-9aa1-647f61493647) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:01.957579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:01.974643 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] Sync routers for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:01.979333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4682f703-1411-4688-b36e-5842a10db0e7 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7937665 Aug 31 07:49:01.983643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42826) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:02.004531 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:02.005188 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:02.048417 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:02.059794 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:02.060662 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:02.086139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.104373 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:02.105288 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37420107-9baa-48ae-ba62-e89f39224a60 None None] The sync data for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:02.107415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddb59618-39c2-48fd-bfcd-25b229491f6d req-a7854d08-777d-4d8b-9752-1f68e932a40a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047806 Aug 31 07:49:02.129048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e7664477-bc06-47a8-9683-a37337a9a211, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e7664477-bc06-47a8-9683-a37337a9a211,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:02.129289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.129474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-feee6660-56f2-4a95-b786-866e4c863e62 None None] Port 842186b6-db1c-47b0-af39-cbc3bb54763f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:02.232011 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.311132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a25957-e7d1-4446-88da-1aaf0e8acb27 req-48c45679-0baa-4b11-84e8-9d74b045c421 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:02.319993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48a25957-e7d1-4446-88da-1aaf0e8acb27 req-48c45679-0baa-4b11-84e8-9d74b045c421 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 945 time: 0.2691503 Aug 31 07:49:02.366428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-feee6660-56f2-4a95-b786-866e4c863e62 None None] Provisioning complete for port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:02.371886 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-feee6660-56f2-4a95-b786-866e4c863e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.375451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.376228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Allocated IP 172.25.0.228 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/73ee20c5-d5df-4841-a89b-bcf5537fc166) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:02.379155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e7664477-bc06-47a8-9683-a37337a9a211,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:02.444920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0a72cc0d-9fc9-40fe-a651-e952445029bc up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:02.466429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48a25957-e7d1-4446-88da-1aaf0e8acb27 req-c5c6a6d6-0e40-4a19-bc93-882c7f65b762 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449456 Aug 31 07:49:02.467232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42838) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:02.614192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Transition to ACTIVE for port object 0c10b516-3d23-46c9-9aa1-647f61493647 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:02.684792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.696777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7111c1fb-7a54-489a-ac05-a4f29dfaaad2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f131f65226442bc99b99dde739fea90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564944 Aug 31 07:49:02.697725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42840) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:02.709424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Transition to ACTIVE for port object 0c10b516-3d23-46c9-9aa1-647f61493647 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:02.717124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e7664477-bc06-47a8-9683-a37337a9a211'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:02.719716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52ffc60f-6f0a-49a3-919c-717c220ea07b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:02.774425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b837b86-437f-4a85-a4bc-6d5baf861224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.814303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b837b86-437f-4a85-a4bc-6d5baf861224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.849997 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.976884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Network 2623862b-8c69-4183-afb9-213519175748 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:02.984123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 0a72cc0d-9fc9-40fe-a651-e952445029bc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:02.995628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:03.003798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:03.006536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 0a72cc0d-9fc9-40fe-a651-e952445029bc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:03.006787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.018329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Pushing event updated for resources: {'Port': ['ID=0c10b516-3d23-46c9-9aa1-647f61493647,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:03.045361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b837b86-437f-4a85-a4bc-6d5baf861224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.055567 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b837b86-437f-4a85-a4bc-6d5baf861224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.055567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8b837b86-437f-4a85-a4bc-6d5baf861224 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea4162af-be73-4c49-843e-7727fcb2fe2e HTTP/1.1" status: 204 len: 168 time: 0.3512504 Aug 31 07:49:03.073185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b837b86-437f-4a85-a4bc-6d5baf861224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4162af-be73-4c49-843e-7727fcb2fe2e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:03.142107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.215717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:03.220869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:03.233337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:03.244714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 52ffc60f-6f0a-49a3-919c-717c220ea07b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:03.264441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-739e8e11-4c1f-4572-9125-3863f5881efc None None] Provisioning complete for port 842186b6-db1c-47b0-af39-cbc3bb54763f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:03.264936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-739e8e11-4c1f-4572-9125-3863f5881efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.268413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Attempting to bind port 0c10b516-3d23-46c9-9aa1-647f61493647 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:03.269042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Attempting to bind port 0c10b516-3d23-46c9-9aa1-647f61493647 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:03.269515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Attempting to bind port 0c10b516-3d23-46c9-9aa1-647f61493647 on network 2623862b-8c69-4183-afb9-213519175748 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:03.279155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Pushing event updated for resources: {'Port': ['ID=73ee20c5-d5df-4841-a89b-bcf5537fc166,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:03.312578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e74630-0a85-4d83-a204-2c2abb459caa req-2f5db30e-5e05-460c-8879-7f7763e6def0 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:03.314210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02e74630-0a85-4d83-a204-2c2abb459caa req-2f5db30e-5e05-460c-8879-7f7763e6def0 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 944 time: 0.7427895 Aug 31 07:49:03.325979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded4cd-15dd-4dcf-b29b-67b1925fabd6 req-8a8ff114-bc43-4ebf-b49e-f0fa9187dceb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:03.333417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1ded4cd-15dd-4dcf-b29b-67b1925fabd6 req-8a8ff114-bc43-4ebf-b49e-f0fa9187dceb tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.7111099 Aug 31 07:49:03.341286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-739e8e11-4c1f-4572-9125-3863f5881efc None None] Port 842186b6-db1c-47b0-af39-cbc3bb54763f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:03.347061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 52ffc60f-6f0a-49a3-919c-717c220ea07b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:03.347449 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.388017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:03.390658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Checking segment: {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:03.391589 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.392987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Bound using segment: {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:03.393520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Bound port: 0c10b516-3d23-46c9-9aa1-647f61493647, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:03.393940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.420230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1ded4cd-15dd-4dcf-b29b-67b1925fabd6 req-c31c31f9-887d-4967-a4f3-3e2b93e8a274 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858374 Aug 31 07:49:03.497714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02e74630-0a85-4d83-a204-2c2abb459caa req-6f6629f0-b447-4769-b23e-2e1bf98b715a tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620142 Aug 31 07:49:03.605181 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-7e8c7991-75a9-41dc-bfad-e12f873d5188 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:49:03.612692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7e8c7991-75a9-41dc-bfad-e12f873d5188 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6271315 Aug 31 07:49:03.615111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42854) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:03.797892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-739e8e11-4c1f-4572-9125-3863f5881efc None None] Provisioning for port d090082b-a623-4dc9-ae55-c4a8d6aae424 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:03.821519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] For port 0c10b516-3d23-46c9-9aa1-647f61493647, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:03.826139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] For port 0c10b516-3d23-46c9-9aa1-647f61493647, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0c10b516-3d23-46c9-9aa1-647f61493647,segment=NetworkSegment(5b8ede31-6259-48c2-9678-a99cce408f20),segment_id=5b8ede31-6259-48c2-9678-a99cce408f20)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:03.827481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.827776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.845312 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.858566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a72cc0d-9fc9-40fe-a651-e952445029bc'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:03.860958 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8a5bd-f014-4ef9-b322-7d24946df905" -d '{"events": [{"server_uuid": "2604b68d-ee31-431e-a080-2cb775bbe59a", "name": "network-vif-plugged", "status": "completed", "tag": "0a72cc0d-9fc9-40fe-a651-e952445029bc"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:03.894253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 52ffc60f-6f0a-49a3-919c-717c220ea07b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=52ffc60f-6f0a-49a3-919c-717c220ea07b,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:03.900652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 0a72cc0d-9fc9-40fe-a651-e952445029bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0a72cc0d-9fc9-40fe-a651-e952445029bc,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:03.912980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:03.976342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936afe-4d2f-4685-a21f-ece0f37302a9 req-13cdde50-b526-4ab4-9412-75d578a62361 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:03.987740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd936afe-4d2f-4685-a21f-ece0f37302a9 req-13cdde50-b526-4ab4-9412-75d578a62361 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 945 time: 0.2295377 Aug 31 07:49:03.994065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798a427-0f4b-45d7-825e-ee5211570cc8 None None] Pushing event updated for resources: {'Port': ['ID=0c10b516-3d23-46c9-9aa1-647f61493647,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:04.031462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.035337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d090082b-a623-4dc9-ae55-c4a8d6aae424 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:04.050150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79944966-d3ed-409f-b34d-186391c50f74 req-59ec1a71-a944-4886-9921-1665574e024a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:04.052186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79944966-d3ed-409f-b34d-186391c50f74 req-59ec1a71-a944-4886-9921-1665574e024a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.2952178 Aug 31 07:49:04.093801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.136521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.163961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd936afe-4d2f-4685-a21f-ece0f37302a9 req-1b8a7145-c750-45cb-8066-97211833b450 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689076 Aug 31 07:49:04.182923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=52ffc60f-6f0a-49a3-919c-717c220ea07b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:04.230483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79944966-d3ed-409f-b34d-186391c50f74 req-6a18c7f9-f543-4d7e-9e3a-ed524dfdeaef tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441460 Aug 31 07:49:04.303645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=0a72cc0d-9fc9-40fe-a651-e952445029bc,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:04.307377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d090082b-a623-4dc9-ae55-c4a8d6aae424 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:04.313243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d090082b-a623-4dc9-ae55-c4a8d6aae424 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:04.313435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.406812 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21429946-c7ef-42c0-9c39-d78ad444381e x-openstack-request-id: req-21429946-c7ef-42c0-9c39-d78ad444381e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:04.407007 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2604b68d-ee31-431e-a080-2cb775bbe59a", "name": "network-vif-plugged", "status": "completed", "tag": "0a72cc0d-9fc9-40fe-a651-e952445029bc", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:04.407243 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21429946-c7ef-42c0-9c39-d78ad444381e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:04.407635 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a72cc0d-9fc9-40fe-a651-e952445029bc', 'code': 200} Aug 31 07:49:04.417002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e7664477-bc06-47a8-9683-a37337a9a211 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:04.498119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505445f-1e5c-4864-abd1-eaa36b0a0541 req-285089ea-b21b-4001-bd64-2159ba4dd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:04.500536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c505445f-1e5c-4864-abd1-eaa36b0a0541 req-285089ea-b21b-4001-bd64-2159ba4dd148 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 1098 time: 0.0615778 Aug 31 07:49:04.505456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Router 15449f02-b115-4f05-a24c-7fa98cd38400 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:49:04.512391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c4c9a-32cb-417d-ae84-9b02a09373c1 req-84f3e540-7adb-4ca2-835a-0594c9a735c6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:04.524839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-111c4c9a-32cb-417d-ae84-9b02a09373c1 req-84f3e540-7adb-4ca2-835a-0594c9a735c6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1070383 Aug 31 07:49:04.564724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.608758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-111c4c9a-32cb-417d-ae84-9b02a09373c1 req-86a6e8de-f1ba-499f-b9f9-6ca893f2b609 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825028 Aug 31 07:49:04.615910 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c505445f-1e5c-4864-abd1-eaa36b0a0541 req-f043b42a-88fc-4f99-ac71-e99b7000cd49 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046824 Aug 31 07:49:04.630631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port d090082b-a623-4dc9-ae55-c4a8d6aae424, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d090082b-a623-4dc9-ae55-c4a8d6aae424,segment=NetworkSegment(c5c43729-efed-4a5e-bc8f-a0e88b708a71),segment_id=c5c43729-efed-4a5e-bc8f-a0e88b708a71)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:04.647669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port e7664477-bc06-47a8-9683-a37337a9a211 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:04.651825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port e7664477-bc06-47a8-9683-a37337a9a211 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:04.652261 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.678023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.725607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:04.738906 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.739348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:04.745703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Sync routers for ids ['15449f02-b115-4f05-a24c-7fa98cd38400'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:04.791580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffbf93-3a71-469c-befb-7d312d548857 req-af587787-8ee3-4a4f-95a1-60f8e9a642b0 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:04.793234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44ffbf93-3a71-469c-befb-7d312d548857 req-af587787-8ee3-4a4f-95a1-60f8e9a642b0 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 944 time: 0.1783326 Aug 31 07:49:04.841913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Routers {'15449f02-b115-4f05-a24c-7fa98cd38400'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:04.841913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['15449f02-b115-4f05-a24c-7fa98cd38400'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:04.847814 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.884515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:04.892613 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7239da07-99be-4deb-97ca-49a5a8edd40f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5914228 Aug 31 07:49:04.893228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42886) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:04.907934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44ffbf93-3a71-469c-befb-7d312d548857 req-72e4faf1-3577-431e-a36f-e3c8b1395bac tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761981 Aug 31 07:49:04.912458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:05.035180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=d090082b-a623-4dc9-ae55-c4a8d6aae424,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:05.104514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e7664477-bc06-47a8-9683-a37337a9a211, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e7664477-bc06-47a8-9683-a37337a9a211,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:05.156440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-378369807-network', 'tenant_id': '6de9b6b686004fdea14bf8eb20d95ae9'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:05.163954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:05.164538 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.206779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting port 842186b6-db1c-47b0-af39-cbc3bb54763f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:05.207487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.219839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.267708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Set router 15449f02-b115-4f05-a24c-7fa98cd38400 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:05.308736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Made reservation on behalf of 6de9b6b686004fdea14bf8eb20d95ae9 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:05.317346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.337821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9afdd-7d5f-4fba-981a-813b41b5fa89 req-47421932-11a9-40ff-a108-ffbe71672a07 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:05.347115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbb9afdd-7d5f-4fba-981a-813b41b5fa89 req-47421932-11a9-40ff-a108-ffbe71672a07 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.2560210 Aug 31 07:49:05.350785 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.403989 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.441445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddd0f6-e9c3-497b-8351-1e708e195162 None None] Network 2623862b-8c69-4183-afb9-213519175748 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:05.442384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Calling delete_port for 842186b6-db1c-47b0-af39-cbc3bb54763f owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:05.464011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbb9afdd-7d5f-4fba-981a-813b41b5fa89 req-ac06387a-8e5f-40b6-995e-ecec6bf78c4e tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158490 Aug 31 07:49:05.567074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e7664477-bc06-47a8-9683-a37337a9a211,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:05.620369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ec947eee-718b-49e2-ba10-155071ed2b3d None None] Provisioning for port 0c10b516-3d23-46c9-9aa1-647f61493647 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:05.796479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:49:03Z', 'revision_number': 3, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:05.844677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Checking router: 15449f02-b115-4f05-a24c-7fa98cd38400 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:49:05.845388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Updating router 15449f02-b115-4f05-a24c-7fa98cd38400 port 73ee20c5-d5df-4841-a89b-bcf5537fc166 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:49:05.868367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0fcf8-1482-47af-a9aa-5b4bc0bd51da req-c7935b4e-c460-4d83-838e-19d5bca1336d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:05.875780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9a0fcf8-1482-47af-a9aa-5b4bc0bd51da req-c7935b4e-c460-4d83-838e-19d5bca1336d tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 946 time: 0.5706561 Aug 31 07:49:05.880506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.894539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:05.929894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52ffc60f-6f0a-49a3-919c-717c220ea07b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:05.972037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9a0fcf8-1482-47af-a9aa-5b4bc0bd51da req-106dbc04-14b1-4203-ae73-ccfb8c4ff699 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952523 Aug 31 07:49:05.981187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a8852-7ab1-4650-b048-4d1cb5dcb8d9 req-76f7199e-0fd9-4e30-b639-99ca9bec19c4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:05.982864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-031a8852-7ab1-4650-b048-4d1cb5dcb8d9 req-76f7199e-0fd9-4e30-b639-99ca9bec19c4 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.2219281 Aug 31 07:49:06.000073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.011433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.061923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d261137-9600-457c-aade-bb6c5b6a5609,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:06.089096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-031a8852-7ab1-4650-b048-4d1cb5dcb8d9 req-89345b43-003e-4c83-b70b-c467c3c4fcb3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802245 Aug 31 07:49:06.227101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 52ffc60f-6f0a-49a3-919c-717c220ea07b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:06.227492 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.244635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.257667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:06.305681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Allocated IP 172.20.0.1 (2623862b-8c69-4183-afb9-213519175748/ca0fc6aa-7590-4a85-8de9-1ad0363c347e/9a2da9ab-62d4-43f3-9aeb-7c99970547e3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:06.327847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Port': ['ID=842186b6-db1c-47b0-af39-cbc3bb54763f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:06.373784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.375166 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Added segment 2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c of type vlan for network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 Aug 31 07:49:06.409626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:06.412143 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e4190b-6ab7-47ca-83c1-7746adf9e38c" -d '{"events": [{"server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "name": "network-vif-plugged", "status": "completed", "tag": "e7664477-bc06-47a8-9683-a37337a9a211"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:06.456751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2bca5-e292-4619-abe5-6e3449b57f00 req-7e4314ef-39c1-45bd-b880-ff1f1fed928c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:06.462445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65f2bca5-e292-4619-abe5-6e3449b57f00 req-7e4314ef-39c1-45bd-b880-ff1f1fed928c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.2960465 Aug 31 07:49:06.512643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.523608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d090082b-a623-4dc9-ae55-c4a8d6aae424 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:06.534766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Transition to ACTIVE for port object 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:06.564680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.583904 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.591284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Transition to ACTIVE for port object 73ee20c5-d5df-4841-a89b-bcf5537fc166 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:06.603621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d416b-c430-4640-a8dd-0b85e0b35f62 req-80e4bb06-eb28-44dc-8649-4267b149d98a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:06.608351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d090082b-a623-4dc9-ae55-c4a8d6aae424 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:06.608731 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.610481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-048d416b-c430-4640-a8dd-0b85e0b35f62 req-80e4bb06-eb28-44dc-8649-4267b149d98a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.2393110 Aug 31 07:49:06.611217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.665469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65f2bca5-e292-4619-abe5-6e3449b57f00 req-e145695e-2f36-4469-9d51-4d52eeba79e8 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663008 Aug 31 07:49:06.682890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.711010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.723529 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723e201-ba5d-47e4-b706-73d4874c9c06 x-openstack-request-id: req-d723e201-ba5d-47e4-b706-73d4874c9c06 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:06.726211 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "name": "network-vif-plugged", "status": "completed", "tag": "e7664477-bc06-47a8-9683-a37337a9a211", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:06.727228 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d723e201-ba5d-47e4-b706-73d4874c9c06 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:06.727710 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211', 'code': 200} Aug 31 07:49:06.730126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Network 2623862b-8c69-4183-afb9-213519175748 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:06.740344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:06.749967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:06.764926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-048d416b-c430-4640-a8dd-0b85e0b35f62 req-a9457f85-e721-4b30-b896-191a18faedb3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352217 Aug 31 07:49:06.768294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.769279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:06.769992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.828947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:06.917078 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:06.964343 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:06.973502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0597057 Aug 31 07:49:07.004694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42912) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:07.079997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Request body: {'subnet': {'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-378369807-subnet', 'tenant_id': '6de9b6b686004fdea14bf8eb20d95ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:07.098455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c345d-1ab5-47ab-a6d2-cb51d30d1740 req-8d66cf0b-5567-4ca0-b01f-4752a8316bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:07.099390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196584b-4ec2-4393-bfce-3db620b9d11a admin admin] Pushing event updated for resources: {'Network': ['ID=5f022152-2db9-45a7-a7ae-2dcf334d2fd8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:07.102652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-745c345d-1ab5-47ab-a6d2-cb51d30d1740 req-8d66cf0b-5567-4ca0-b01f-4752a8316bb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 1097 time: 0.2539573 Aug 31 07:49:07.124767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Router 69ec3c77-1f13-4a3a-9d91-998b38dafa27 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:49:07.131998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:07.182869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-745c345d-1ab5-47ab-a6d2-cb51d30d1740 req-be957e11-25b2-45da-8fb8-575cb21b76df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721695 Aug 31 07:49:07.228521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0c10b516-3d23-46c9-9aa1-647f61493647 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:07.231068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6585f2-8821-45fc-8326-2b2ef0a64460 None None] Pushing event updated for resources: {'Port': ['ID=73ee20c5-d5df-4841-a89b-bcf5537fc166,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:07.261167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eddd76-b159-481b-9361-2993f280099a req-6d31195f-8b30-466e-9553-0ef095dcc8c3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:07.269466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81eddd76-b159-481b-9361-2993f280099a req-6d31195f-8b30-466e-9553-0ef095dcc8c3 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.3034396 Aug 31 07:49:07.271889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Attempting to bind port 73ee20c5-d5df-4841-a89b-bcf5537fc166 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:07.272317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Attempting to bind port 73ee20c5-d5df-4841-a89b-bcf5537fc166 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:07.272754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Attempting to bind port 73ee20c5-d5df-4841-a89b-bcf5537fc166 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:07.294318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.302028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Made reservation on behalf of 6de9b6b686004fdea14bf8eb20d95ae9 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:07.302028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.302356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:07.302356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:07.302356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.302356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:07.302356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Bound port: 73ee20c5-d5df-4841-a89b-bcf5537fc166, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:07.302356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.357103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b8228462-5e21-43d2-b8fe-20e9ae7477b5 None None] Provisioning for port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:07.377434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b8228462-5e21-43d2-b8fe-20e9ae7477b5 None None] Provisioning complete for port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:07.377818 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b8228462-5e21-43d2-b8fe-20e9ae7477b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.404370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] For port 73ee20c5-d5df-4841-a89b-bcf5537fc166, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:07.410390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733cb7-837d-43c3-bb37-405476ec8821 req-37316415-6644-481e-9007-3a5433473089 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:07.412529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a733cb7-837d-43c3-bb37-405476ec8821 req-37316415-6644-481e-9007-3a5433473089 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 946 time: 0.2670379 Aug 31 07:49:07.423636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] For port 73ee20c5-d5df-4841-a89b-bcf5537fc166, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=73ee20c5-d5df-4841-a89b-bcf5537fc166,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:07.431026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b8228462-5e21-43d2-b8fe-20e9ae7477b5 None None] Port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:07.440546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:07.452344 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] Sync routers for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:07.462023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0bf90870-47fa-4f5d-ae25-368170ac3d3c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8453569 Aug 31 07:49:07.464551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:07.466019 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:07.470189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0c10b516-3d23-46c9-9aa1-647f61493647 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:07.477022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0c10b516-3d23-46c9-9aa1-647f61493647 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:07.477593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42920) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:07.477721 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.502006 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:07.511377 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:07.512773 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:07.548429 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:07.549124 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e0c33-f7dc-432a-be56-19a7a595505e None None] The sync data for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:07.576036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.584890 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-bb165c8a-76dd-4c43-a07a-ac5390e7bc0b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] delete failed (client error): The resource could not be found. Aug 31 07:49:07.591824 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb165c8a-76dd-4c43-a07a-ac5390e7bc0b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-744814446 HTTP/1.1" status: 404 len: 334 time: 0.1071451 Aug 31 07:49:07.593032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42922) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:07.598089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8e3e3a75-bec9-4479-bf76-892cdde9633a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'router': {'external_gateway_info': {'network_id': '69ec3c77-1f13-4a3a-9d91-998b38dafa27'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:07.653097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.668763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81eddd76-b159-481b-9361-2993f280099a req-c63f38fa-a498-4bcb-8a2d-a06586721f58 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971980 Aug 31 07:49:07.671812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6585f2-8821-45fc-8326-2b2ef0a64460 None None] Pushing event updated for resources: {'Port': ['ID=73ee20c5-d5df-4841-a89b-bcf5537fc166,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:07.711684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0c10b516-3d23-46c9-9aa1-647f61493647, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0c10b516-3d23-46c9-9aa1-647f61493647,segment=NetworkSegment(5b8ede31-6259-48c2-9678-a99cce408f20),segment_id=5b8ede31-6259-48c2-9678-a99cce408f20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:07.714741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Routers {'15449f02-b115-4f05-a24c-7fa98cd38400'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:07.715378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['15449f02-b115-4f05-a24c-7fa98cd38400'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:07.733151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a733cb7-837d-43c3-bb37-405476ec8821 req-9a103fb8-8fb8-46b3-9c1c-b8cc239fa414 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950277 Aug 31 07:49:07.844375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.858097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.899433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] Set router 15449f02-b115-4f05-a24c-7fa98cd38400 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:07.933947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e3e3a75-bec9-4479-bf76-892cdde9633a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.940712 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.955876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e1c614-fb47-4b09-84a5-5951eeff4135,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:07.968207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Checking segment: {'id': '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:07.968616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Network hostable DHCP agents. Network: 5f022152-2db9-45a7-a7ae-2dcf334d2fd8, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:07.979666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73199860-dd08-41ee-9869-526f0778306d req-b033a5e8-0758-49d9-9da4-59e000d4ed58 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:07.982466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.988597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73199860-dd08-41ee-9869-526f0778306d req-b033a5e8-0758-49d9-9da4-59e000d4ed58 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.1122792 Aug 31 07:49:08.032510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73199860-dd08-41ee-9869-526f0778306d req-455fd7a9-b1c1-4df5-9007-d4651a486c36 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Aug 31 07:49:08.050580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:08.054766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.070191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0c10b516-3d23-46c9-9aa1-647f61493647,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:08.151913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Network 2623862b-8c69-4183-afb9-213519175748 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:08.153342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:08.169480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9a2da9ab-62d4-43f3-9aeb-7c99970547e3', 'name': '', 'network_id': '2623862b-8c69-4183-afb9-213519175748', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'mac_address': 'fa:16:3e:9d:ca:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:06Z', 'updated_at': '2021-08-31T07:49:06Z', 'revision_number': 1, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'subnets': [{'id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:08.198361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f52e6-d6df-4c64-abf1-0b5e45582806 None None] The sync data for ids ['15449f02-b115-4f05-a24c-7fa98cd38400'] in n-d-713499-16 is: [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9a2da9ab-62d4-43f3-9aeb-7c99970547e3', 'name': '', 'network_id': '2623862b-8c69-4183-afb9-213519175748', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'mac_address': 'fa:16:3e:9d:ca:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:06Z', 'updated_at': '2021-08-31T07:49:06Z', 'revision_number': 1, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'subnets': [{'id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:08.225560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:08.280824 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-8e3e3a75-bec9-4479-bf76-892cdde9633a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] update failed (client error): The resource could not be found. Aug 31 07:49:08.281801 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e3e3a75-bec9-4479-bf76-892cdde9633a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27 HTTP/1.1" status: 404 len: 339 time: 0.6881816 Aug 31 07:49:08.285553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42932) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:08.291733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1712581866'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:08.347085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5f022152-2db9-45a7-a7ae-2dcf334d2fd8) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:08.356111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.356774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.359252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Router 15449f02-b115-4f05-a24c-7fa98cd38400 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:49:08.360984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382df3c-95b2-4c21-8dbe-3f783fee264b None None] Network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:08.437115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:08.440682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.494494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:08.507110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e627f2ee-b37d-4ebe-85c8-2cee2467bab6 None None] Provisioning complete for port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:08.507712 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e627f2ee-b37d-4ebe-85c8-2cee2467bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.512722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.513083 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Added segment e9344ada-ba49-437c-aa16-6aec26936967 of type vlan for network 7d484339-0854-4199-819f-0262395c28ed Aug 31 07:49:08.574105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaee6ee-bd58-456d-a1d4-924bed51f3d6 None None] Network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:08.598975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:08.601779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.613855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0dd59b41-e5da-4956-991f-fcb3c35dc588 admin admin] 10.222.0.36 "PUT /v2.0/routers/15449f02-b115-4f05-a24c-7fa98cd38400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7119963 Aug 31 07:49:08.637256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e17ed02a-3cfc-4f11-8e03-5cc8db828ea9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5862632 Aug 31 07:49:08.680331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e627f2ee-b37d-4ebe-85c8-2cee2467bab6 None None] Port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:08.743870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d03246-c81c-4a7a-892a-7b385580b7f3 req-e07c193d-9e4b-4433-8546-b5bb06ee0543 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.767490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51d03246-c81c-4a7a-892a-7b385580b7f3 req-e07c193d-9e4b-4433-8546-b5bb06ee0543 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 946 time: 0.2907617 Aug 31 07:49:08.801946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.808202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.808905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:08.998330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51d03246-c81c-4a7a-892a-7b385580b7f3 req-611d11c9-d845-436d-bb18-0c385da031da tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245181 Aug 31 07:49:09.006279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7158768 Aug 31 07:49:09.006766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42952) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:09.017110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'subnet': {'network_id': '7d484339-0854-4199-819f-0262395c28ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:09.031777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f06574-635d-4c39-9f46-8d455ce9670f tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Network': ['ID=7d484339-0854-4199-819f-0262395c28ed,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:09.049498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 7d484339-0854-4199-819f-0262395c28ed details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:09.318793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be96f-5e59-48a8-9fe9-e63c3c50f452 req-6fb694e8-5531-427a-bf3f-bc239b385e70 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:09.334014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8be96f-5e59-48a8-9fe9-e63c3c50f452 req-6fb694e8-5531-427a-bf3f-bc239b385e70 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.1241903 Aug 31 07:49:09.461839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8be96f-5e59-48a8-9fe9-e63c3c50f452 req-16a33982-b35d-475b-8858-fa5e7a2bf8f1 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253049 Aug 31 07:49:09.484351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Made reservation on behalf of 5da12b237bf545b880f4153f3ab0f602 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:09.496149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:09.748979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045ff81-2b6c-4228-a29b-efac8bdc6a14 req-10eb6861-bed8-4e17-b926-ea938794af77 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:09.751069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7045ff81-2b6c-4228-a29b-efac8bdc6a14 req-10eb6861-bed8-4e17-b926-ea938794af77 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.1579821 Aug 31 07:49:09.763208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42976) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:09.772318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Request body: {'floatingip': {'port_id': 'e7664477-bc06-47a8-9683-a37337a9a211'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:09.788523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-868c74a6-2ad3-43e0-91f7-09a28edbb97e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:09.796023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-868c74a6-2ad3-43e0-91f7-09a28edbb97e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/networks?id=5f022152-2db9-45a7-a7ae-2dcf334d2fd8 HTTP/1.1" status: 200 len: 821 time: 0.3732889 Aug 31 07:49:09.876139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-09bf030d-748b-4bde-b3bb-ecb2b59b5a8e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/quotas/6de9b6b686004fdea14bf8eb20d95ae9 HTTP/1.1" status: 200 len: 375 time: 0.0790296 Aug 31 07:49:09.886626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:10.025574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-edbb134f-5347-4213-aa37-cad91c9de12e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:10.032428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-edbb134f-5347-4213-aa37-cad91c9de12e tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 946 time: 0.2231240 Aug 31 07:49:10.034842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:10.171756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-b006dd94-8a65-44e1-a6c0-6cb9c85a1de1 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de9b6b686004fdea14bf8eb20d95ae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2932992 Aug 31 07:49:10.324153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Subnet': ['ID=82aefbae-e78a-417e-9d0a-6b32b227e8d5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:10.344499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Checking segment: {'id': 'e9344ada-ba49-437c-aa16-6aec26936967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7d484339-0854-4199-819f-0262395c28ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:10.344940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network hostable DHCP agents. Network: 7d484339-0854-4199-819f-0262395c28ed, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:10.476056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 73ee20c5-d5df-4841-a89b-bcf5537fc166 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:10.525132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network 7d484339-0854-4199-819f-0262395c28ed is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:10.604607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Deleting port 0a72cc0d-9fc9-40fe-a651-e952445029bc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:10.616320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:10.712776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 73ee20c5-d5df-4841-a89b-bcf5537fc166 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:10.722145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 73ee20c5-d5df-4841-a89b-bcf5537fc166 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:10.724365 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:10.744558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 7d484339-0854-4199-819f-0262395c28ed) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:10.845623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c3342-225e-41df-b7b7-e747be9f7116 None None] Network 7d484339-0854-4199-819f-0262395c28ed requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:10.860840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:10.863527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.002491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] For port 0a72cc0d-9fc9-40fe-a651-e952445029bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0a72cc0d-9fc9-40fe-a651-e952445029bc,segment=NetworkSegment(6661091f-ba55-4f38-9711-7735bd540ff9),segment_id=6661091f-ba55-4f38-9711-7735bd540ff9)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:11.004442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.040490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Calling delete_port for 0a72cc0d-9fc9-40fe-a651-e952445029bc owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:11.138805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.162375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 73ee20c5-d5df-4841-a89b-bcf5537fc166, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=73ee20c5-d5df-4841-a89b-bcf5537fc166,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:11.166097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-7d484339-0854-4199-819f-0262395c28ed', 'network_id': '7d484339-0854-4199-819f-0262395c28ed', 'tenant_id': '5da12b237bf545b880f4153f3ab0f602', 'fixed_ips': [{'subnet_id': '82aefbae-e78a-417e-9d0a-6b32b227e8d5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:49:11.167354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.251154 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-96ded69a-f4c0-49bb-9757-416c63a23a9a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2427919 Aug 31 07:49:11.254790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42988) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:11.279747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9122ae66-7c7b-49eb-9bb4-d7dd68d03e3a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d484339-0854-4199-819f-0262395c28ed'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:11.334439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.335416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0c10b516-3d23-46c9-9aa1-647f61493647 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:11.340686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac755f2-0e94-46f6-9175-ebf1880dad8f req-e7819142-fc98-436d-a0dd-fb51f9a1aac3 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:11.349074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac755f2-0e94-46f6-9175-ebf1880dad8f req-e7819142-fc98-436d-a0dd-fb51f9a1aac3 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 946 time: 1.1717553 Aug 31 07:49:11.531600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0c10b516-3d23-46c9-9aa1-647f61493647 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:11.532967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.615477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=73ee20c5-d5df-4841-a89b-bcf5537fc166,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:11.768341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Allocated IP 2001:db8:1::2 (7d484339-0854-4199-819f-0262395c28ed/82aefbae-e78a-417e-9d0a-6b32b227e8d5/b5e5c947-bfbc-4fec-9e99-de624ba5127e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:11.841630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9122ae66-7c7b-49eb-9bb4-d7dd68d03e3a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.930977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Sync routers for ids ['15449f02-b115-4f05-a24c-7fa98cd38400'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:11.955273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Routers {'15449f02-b115-4f05-a24c-7fa98cd38400'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:11.956189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['15449f02-b115-4f05-a24c-7fa98cd38400'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:12.032137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:12.092281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:12.156942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:12.225843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-0d287e4c-2c9c-4e9c-9659-84eff98e5e3a service neutron] 10.222.0.36 "GET /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9806812 Aug 31 07:49:12.231085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac755f2-0e94-46f6-9175-ebf1880dad8f req-bc0245e8-2261-4bb1-9a00-387940ed527f tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups?id=bb11256e-e447-4015-bad0-14c6da857c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804750 Aug 31 07:49:12.327262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Set router 15449f02-b115-4f05-a24c-7fa98cd38400 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:12.592713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0a72cc0d-9fc9-40fe-a651-e952445029bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:12.697048 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Floating IP e3b2932f-599f-47a1-8033-624182f2b3c9 associated. External IP: 172.25.0.13, port: e7664477-bc06-47a8-9683-a37337a9a211. Aug 31 07:49:13.000466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event deleted for resources: {'Port': ['ID=0a72cc0d-9fc9-40fe-a651-e952445029bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:13.000466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] No DVR routers for this DVR port 0a72cc0d-9fc9-40fe-a651-e952445029bc on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:13.000466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:13.000466 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bae9c0f7-bc28-4060-83b4-e801dad356f8 req-258eec72-93e3-4f56-9c39-fd90e1baf056 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.45 "DELETE /v2.0/ports/0a72cc0d-9fc9-40fe-a651-e952445029bc HTTP/1.1" status: 204 len: 173 time: 2.9234555 Aug 31 07:49:13.000466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'name': 'network-vif-deleted', 'tag': '0a72cc0d-9fc9-40fe-a651-e952445029bc'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:13.000466 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8051b2-b39e-46e0-b56b-03b96d31d777" -d '{"events": [{"server_uuid": "2604b68d-ee31-431e-a080-2cb775bbe59a", "name": "network-vif-deleted", "tag": "0a72cc0d-9fc9-40fe-a651-e952445029bc"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:13.002419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-fc020565-0d99-4133-ba04-e49c6b0051b0 service neutron] 10.222.0.36 "GET /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771104 Aug 31 07:49:13.063457 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-9122ae66-7c7b-49eb-9bb4-d7dd68d03e3a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:49:13.064611 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9122ae66-7c7b-49eb-9bb4-d7dd68d03e3a tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27 HTTP/1.1" status: 400 len: 364 time: 1.8074315 Aug 31 07:49:13.069299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42998) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:13.075358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:13.115148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Transition to ACTIVE for port object b5e5c947-bfbc-4fec-9e99-de624ba5127e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:13.165195 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c54f141-ac7b-44ad-b648-e2c007c5c02a x-openstack-request-id: req-8c54f141-ac7b-44ad-b648-e2c007c5c02a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:13.165491 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2604b68d-ee31-431e-a080-2cb775bbe59a", "name": "network-vif-deleted", "tag": "0a72cc0d-9fc9-40fe-a651-e952445029bc", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:13.165749 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c54f141-ac7b-44ad-b648-e2c007c5c02a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:13.166210 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2604b68d-ee31-431e-a080-2cb775bbe59a', 'name': 'network-vif-deleted', 'tag': '0a72cc0d-9fc9-40fe-a651-e952445029bc', 'status': 'completed', 'code': 200} Aug 31 07:49:13.176250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Transition to ACTIVE for port object b5e5c947-bfbc-4fec-9e99-de624ba5127e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:13.220086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 73ee20c5-d5df-4841-a89b-bcf5537fc166 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:13.379953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:13.519326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63152317-d0e2-4ac4-8fa7-9a2465c1ff96 req-84ecc3c7-a3b6-49a9-9e33-d713f411e36a tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 210 time: 0.0965970 Aug 31 07:49:13.525673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Network 7d484339-0854-4199-819f-0262395c28ed is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:13.531476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:13.546345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:13.637497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Pushing event updated for resources: {'Port': ['ID=b5e5c947-bfbc-4fec-9e99-de624ba5127e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:13.695024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Attempting to bind port b5e5c947-bfbc-4fec-9e99-de624ba5127e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:13.698180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Attempting to bind port b5e5c947-bfbc-4fec-9e99-de624ba5127e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e9344ada-ba49-437c-aa16-6aec26936967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7d484339-0854-4199-819f-0262395c28ed'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:13.698180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Attempting to bind port b5e5c947-bfbc-4fec-9e99-de624ba5127e on network 7d484339-0854-4199-819f-0262395c28ed {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:13.699529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c3cd0b-cc87-4e2f-81c6-90317bf70248 req-a053bd25-6908-4f08-86d2-9096fd21a36e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.1630967 Aug 31 07:49:13.709470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Router f61c6f85-9915-46fc-9753-1d4de210fc1a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:49:13.729839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:13.730488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Checking segment: {'id': 'e9344ada-ba49-437c-aa16-6aec26936967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7d484339-0854-4199-819f-0262395c28ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:13.731081 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:13.731683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Bound using segment: {'id': 'e9344ada-ba49-437c-aa16-6aec26936967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7d484339-0854-4199-819f-0262395c28ed'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:13.732549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Bound port: b5e5c947-bfbc-4fec-9e99-de624ba5127e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9344ada-ba49-437c-aa16-6aec26936967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7d484339-0854-4199-819f-0262395c28ed'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:13.733311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:13.763920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 73ee20c5-d5df-4841-a89b-bcf5537fc166 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:13.764552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:13.820929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9a2da9ab-62d4-43f3-9aeb-7c99970547e3', 'name': '', 'network_id': '2623862b-8c69-4183-afb9-213519175748', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'mac_address': 'fa:16:3e:9d:ca:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:06Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 2, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'subnets': [{'id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:13.919308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-260c8a59-07df-4680-acab-00e930d6033d None None] For port b5e5c947-bfbc-4fec-9e99-de624ba5127e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:13.923079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-260c8a59-07df-4680-acab-00e930d6033d None None] For port b5e5c947-bfbc-4fec-9e99-de624ba5127e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b5e5c947-bfbc-4fec-9e99-de624ba5127e,segment=NetworkSegment(e9344ada-ba49-437c-aa16-6aec26936967),segment_id=e9344ada-ba49-437c-aa16-6aec26936967)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:13.968428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Checking router: 15449f02-b115-4f05-a24c-7fa98cd38400 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:49:13.969516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Updating router 15449f02-b115-4f05-a24c-7fa98cd38400 port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:49:14.041098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:14.092512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:14.103849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:14.130322 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] Sync routers for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:14.131427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:14.144774 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:14.145401 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:14.163990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1ca86d6a-0ddb-4e07-9a04-fa1137792595 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "PUT /v2.0/floatingips/e3b2932f-599f-47a1-8033-624182f2b3c9 HTTP/1.1" status: 200 len: 990 time: 4.3963072 Aug 31 07:49:14.164885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:14.167896 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc4e70-7459-4263-82d3-0ea1b89719f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "tag": "e7664477-bc06-47a8-9683-a37337a9a211"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:14.174022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:14.248692 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4fbdad-5b0c-4d43-b9b0-d82664a6f09e x-openstack-request-id: req-3b4fbdad-5b0c-4d43-b9b0-d82664a6f09e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:14.249860 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "tag": "e7664477-bc06-47a8-9683-a37337a9a211", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:14.252059 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b4fbdad-5b0c-4d43-b9b0-d82664a6f09e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:14.256073 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211', 'status': 'completed', 'code': 200} Aug 31 07:49:14.420603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0a72cc0d-9fc9-40fe-a651-e952445029bc no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:14.527907 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:14.821561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58686977-7c84-4d5f-a769-621063d40f2f req-8cf2e129-4938-4aaa-8d69-82ee71f8bcb0 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/ports?device_id=2604b68d-ee31-431e-a080-2cb775bbe59a HTTP/1.1" status: 200 len: 210 time: 0.1095078 Aug 31 07:49:14.877764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 0a72cc0d-9fc9-40fe-a651-e952445029bc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:14.880522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0a72cc0d-9fc9-40fe-a651-e952445029bc not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:14.898012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8a59-07df-4680-acab-00e930d6033d None None] Pushing event updated for resources: {'Port': ['ID=b5e5c947-bfbc-4fec-9e99-de624ba5127e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:14.943216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-9876cbb8-a67e-4f8a-a044-f8ea2a455643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:14.944816 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-9876cbb8-a67e-4f8a-a044-f8ea2a455643 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 1097 time: 0.5792563 Aug 31 07:49:15.032835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6afaf0fa-8628-4a3d-9306-84ba8d3e059b req-e8d164fc-35a2-41ed-be43-5819e1de84d8 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.1171515 Aug 31 07:49:15.212425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Allocated IP 2001:db8::1 (af87f805-d941-460f-bedc-f2c3081b830f/5f6ec992-d02e-4375-a0c0-6778839422dc/3700d8d1-d244-42f9-8a37-7a579502b6f7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:15.365561 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:15.381547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Transition to ACTIVE for port object 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:15.392098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:15.418249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Transition to ACTIVE for port object 3700d8d1-d244-42f9-8a37-7a579502b6f7 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:15.465939 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:15.484433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-49aceb79-2941-4e90-9bc7-b4cd034c6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:15.488422 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-49aceb79-2941-4e90-9bc7-b4cd034c6da6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 HTTP/1.1" status: 200 len: 907 time: 0.5292792 Aug 31 07:49:15.646387 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'e3b2932f-599f-47a1-8033-624182f2b3c9', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'port_id': 'e7664477-bc06-47a8-9683-a37337a9a211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'mac_address': 'fa:16:3e:89:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:48:43Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 1, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:43Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:15.725486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Pushing event updated for resources: {'Port': ['ID=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:15.758599 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] Checking router: f61c6f85-9915-46fc-9753-1d4de210fc1a for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:49:15.779202 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:15.780205 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:15.848648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Attempting to bind port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:15.849141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Attempting to bind port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:15.849443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Attempting to bind port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 on network 2623862b-8c69-4183-afb9-213519175748 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:15.867920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:15.868757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Checking segment: {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:15.869419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:15.870062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Bound using segment: {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:15.871744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Bound port: 9a2da9ab-62d4-43f3-9aeb-7c99970547e3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8ede31-6259-48c2-9678-a99cce408f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2623862b-8c69-4183-afb9-213519175748'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:15.872333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:15.950556 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-b761fd38-673d-4adf-8907-fa3419598b69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7664477-bc06-47a8-9683-a37337a9a211 HTTP/1.1" status: 200 len: 998 time: 0.4364576 Aug 31 07:49:16.107324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:16.263476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:16.327393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbad0588-f86b-4564-99d6-5e502b838580 req-af3916ea-3225-4084-ba07-1aa6b150e21f tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.1006715 Aug 31 07:49:16.386098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-8ecf0cdd-dc72-4099-b131-d27230300532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:16.409321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-8ecf0cdd-dc72-4099-b131-d27230300532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05e7910e-6366-40aa-98bf-fdebd2286447 HTTP/1.1" status: 200 len: 845 time: 0.4419928 Aug 31 07:49:16.446609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] For port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:16.512344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] For port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,segment=NetworkSegment(5b8ede31-6259-48c2-9678-a99cce408f20),segment_id=5b8ede31-6259-48c2-9678-a99cce408f20)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:16.529649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e231035-1f30-4351-aca7-7362bb4db7f3 None None] Network 7d484339-0854-4199-819f-0262395c28ed requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:16.550968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network af87f805-d941-460f-bedc-f2c3081b830f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:16.555272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:16.636874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Port': ['ID=3700d8d1-d244-42f9-8a37-7a579502b6f7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:16.648655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:16.657894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:16.738304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43060) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:16.973593 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:16.978820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:17.021322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-e832e71f-b5bd-4094-9b70-c4f82c058cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:17.023497 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:17.023775 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-e832e71f-b5bd-4094-9b70-c4f82c058cda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5322831 Aug 31 07:49:17.116510 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'e3b2932f-599f-47a1-8033-624182f2b3c9', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'port_id': 'e7664477-bc06-47a8-9683-a37337a9a211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'mac_address': 'fa:16:3e:89:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:48:43Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 1, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:43Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:17.148711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b5e5c947-bfbc-4fec-9e99-de624ba5127e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:17.162813 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d04051-510f-4287-8ce3-894c16d2dbc3 None None] The sync data for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 is: [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'e3b2932f-599f-47a1-8033-624182f2b3c9', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'port_id': 'e7664477-bc06-47a8-9683-a37337a9a211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'mac_address': 'fa:16:3e:89:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:48:43Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 1, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:43Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:17.200645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Pushing event updated for resources: {'Port': ['ID=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:17.220236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:17.235419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.236526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.236526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.236905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.237370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.237894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.238442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.238816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.239256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.239707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.240175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.240607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b73704-9148-4ab1-92b1-0b79fc4201d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.242889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:17.249450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "DELETE /v2.0/security-groups/70b86e07-a927-4be9-88f3-475002eaef2c HTTP/1.1" status: 204 len: 168 time: 0.5045702 Aug 31 07:49:17.251224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43062) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:17.306857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b86e07-a927-4be9-88f3-475002eaef2c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:17.317348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Routers {'15449f02-b115-4f05-a24c-7fa98cd38400'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:17.317348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['15449f02-b115-4f05-a24c-7fa98cd38400'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:17.369364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.369364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.369364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.369364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.369364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.370374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.378263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.378825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.380009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.380720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.381604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.383744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e332ce80-03e8-47f2-aa04-41df6073b914 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:17.410430 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-dcd6f3e5-d3e3-4c97-8fa2-11bd81d3faff tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] show failed (client error): The resource could not be found. Aug 31 07:49:17.419160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dcd6f3e5-d3e3-4c97-8fa2-11bd81d3faff tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "GET /v2.0/security-groups/70b86e07-a927-4be9-88f3-475002eaef2c HTTP/1.1" status: 404 len: 347 time: 0.1495564 Aug 31 07:49:17.426487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43066) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:17.584927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-31e0ada8-a146-4bb2-85c2-8ddee823e7cb tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:17.587548 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-31e0ada8-a146-4bb2-85c2-8ddee823e7cb tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.68 "GET /v2.0/networks?id=5f022152-2db9-45a7-a7ae-2dcf334d2fd8 HTTP/1.1" status: 200 len: 821 time: 0.4057274 Aug 31 07:49:17.622707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Request body: {'port': {'device_id': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8', 'admin_state_up': True, 'tenant_id': '6de9b6b686004fdea14bf8eb20d95ae9'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:17.782951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] Set router 15449f02-b115-4f05-a24c-7fa98cd38400 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:49:17.923649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:17.987260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4a138-5fb2-454a-9c38-202119399e86 None None] New status for floating IP e3b2932f-599f-47a1-8033-624182f2b3c9: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:49:18.012107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f5c7ca7-38d4-4f9b-b6d8-80dc963cca02 req-3f33365a-64a3-41d3-bdb6-fd547555ceb6 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.2320571 Aug 31 07:49:18.039694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d69eac3f-8717-42c8-b621-3fb8af4f72c8 None None] Provisioning for port b5e5c947-bfbc-4fec-9e99-de624ba5127e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:18.075273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Deleting port 6efc94f7-8fdc-4e99-bd07-a3c181babb1d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:18.075698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.222509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b5e5c947-bfbc-4fec-9e99-de624ba5127e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:18.326503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.326741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.342548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Calling delete_port for 6efc94f7-8fdc-4e99-bd07-a3c181babb1d owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:18.405865 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.409410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-92f0445d-bc4d-4c51-9d98-25df7ba23b16 service neutron] 10.222.0.45 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3770678 Aug 31 07:49:18.446862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b5e5c947-bfbc-4fec-9e99-de624ba5127e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:18.449196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.528062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8dc4e70-7459-4263-82d3-0ea1b89719f9 req-32c074a1-291e-4c3b-adc0-e631be382942 service neutron] 10.222.0.45 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091914 Aug 31 07:49:18.533191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.534298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.642152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Provisioning complete for port b5e5c947-bfbc-4fec-9e99-de624ba5127e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:18.642603 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.700429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Network af87f805-d941-460f-bedc-f2c3081b830f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:18.716292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.734051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:18.777959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:18.784003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Pushing event deleted for resources: {'Port': ['ID=6efc94f7-8fdc-4e99-bd07-a3c181babb1d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:18.864130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9a2da9ab-62d4-43f3-9aeb-7c99970547e3', 'name': '', 'network_id': '2623862b-8c69-4183-afb9-213519175748', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'mac_address': 'fa:16:3e:9d:ca:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:06Z', 'updated_at': '2021-08-31T07:49:16Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'subnets': [{'id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:19.065502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:19.068561 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:19.072353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-19889487-5963-467d-8de7-b5a5ec343201 tempest-ImagesOneServerNegativeTestJSON-2040899271 tempest-ImagesOneServerNegativeTestJSON-2040899271-project] 10.222.0.36 "DELETE /v2.0/floatingips/baea3dfe-282f-45cb-a47a-0c63e4c19e55 HTTP/1.1" status: 204 len: 168 time: 1.6411874 Aug 31 07:49:19.115503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Made reservation on behalf of 6de9b6b686004fdea14bf8eb20d95ae9 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:19.115503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:19.131112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Router 69ec3c77-1f13-4a3a-9d91-998b38dafa27 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:49:19.153665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event updated for resources: {'Port': ['ID=3700d8d1-d244-42f9-8a37-7a579502b6f7,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:19.158921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b5e5c947-bfbc-4fec-9e99-de624ba5127e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b5e5c947-bfbc-4fec-9e99-de624ba5127e,segment=NetworkSegment(e9344ada-ba49-437c-aa16-6aec26936967),segment_id=e9344ada-ba49-437c-aa16-6aec26936967)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:19.174302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145c387-2fc3-42ac-9793-0e8169f8cfa7 None None] The sync data for ids ['15449f02-b115-4f05-a24c-7fa98cd38400'] in n-d-713499-16 is: [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:49:07Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9a2da9ab-62d4-43f3-9aeb-7c99970547e3', 'name': '', 'network_id': '2623862b-8c69-4183-afb9-213519175748', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'mac_address': 'fa:16:3e:9d:ca:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:06Z', 'updated_at': '2021-08-31T07:49:16Z', 'revision_number': 4, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'subnets': [{'id': 'ca0fc6aa-7590-4a85-8de9-1ad0363c347e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:19.239039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:19.281775 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:19.363076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2757df6-85e9-44ed-9b01-279fb6089f7b req-6cf9b0b4-472d-4781-a174-3be631ddd49a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:19.367428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2757df6-85e9-44ed-9b01-279fb6089f7b req-6cf9b0b4-472d-4781-a174-3be631ddd49a tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1769607 Aug 31 07:49:19.516534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b5e5c947-bfbc-4fec-9e99-de624ba5127e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:19.554988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d00a7068-c604-4d95-beb8-bd0ce9aca698 req-79d938de-6fe5-4bd3-ad72-5d9c188ccea1 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.1194425 Aug 31 07:49:19.630365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2757df6-85e9-44ed-9b01-279fb6089f7b req-588b4864-7fbf-4edd-874d-d9a01cfbe946 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556338 Aug 31 07:49:19.864303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43102) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:19.899052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:19.966248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Deleting subnet 3574f36c-1e17-402a-b606-70c675b4d519 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:19.985987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.036089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:49:20.036455 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:49:20.069040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:20.074252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.076345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:20.076726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.198350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.204419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.272768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,segment=NetworkSegment(5b8ede31-6259-48c2-9678-a99cce408f20),segment_id=5b8ede31-6259-48c2-9678-a99cce408f20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:20.353439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.374941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:20.380422 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dcee7cc5-c294-42a6-8965-85ce1dcb5166 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3074589 Aug 31 07:49:20.383852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.385221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43108) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:20.399370 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] Sync routers for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:20.434029 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:20.435878 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:20.459270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:20.485173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3574f36c-1e17-402a-b606-70c675b4d519,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:20.491887 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.499384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c871c9d5-13bb-4628-855c-52418e8d60b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3574f36c-1e17-402a-b606-70c675b4d519 HTTP/1.1" status: 204 len: 168 time: 0.6292005 Aug 31 07:49:20.500073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43110) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:20.522308 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:20.534063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:20.534860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:20.590670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59859d77-c3e2-423a-89ed-00ae5622999e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.657946 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:20.658833 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d464c4-e3cd-4a20-bf73-db29d3992102 None None] The sync data for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:20.711262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.744483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Provisioning for port 3700d8d1-d244-42f9-8a37-7a579502b6f7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:20.752817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Provisioning complete for port 3700d8d1-d244-42f9-8a37-7a579502b6f7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:20.756687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.802508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d8bbcf4-73d3-4c65-bd64-3aba3b5c7fd2 req-331e122c-14e2-4b2c-8435-cb9ce86e80e8 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.0828264 Aug 31 07:49:20.811420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Allocated IP 172.20.0.14 (5f022152-2db9-45a7-a7ae-2dcf334d2fd8/a6e1c614-fb47-4b09-84a5-5951eeff4135/e06b47d1-a895-4e17-bebf-7e49473b0f72) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:20.821186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-51194820-deb7-445b-a3df-81a9ef786252 None None] Port 3700d8d1-d244-42f9-8a37-7a579502b6f7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:20.878856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb7375-3e13-4562-9705-46fc2709c402 req-d299c4db-d56b-464a-a6f6-235a9618e6a6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:20.880420 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-31bb7375-3e13-4562-9705-46fc2709c402 req-d299c4db-d56b-464a-a6f6-235a9618e6a6 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.68 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1726253 Aug 31 07:49:20.888001 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-59859d77-c3e2-423a-89ed-00ae5622999e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 07:49:20.889016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-59859d77-c3e2-423a-89ed-00ae5622999e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27 HTTP/1.1" status: 409 len: 329 time: 0.5032799 Aug 31 07:49:20.893391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43118) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:20.903063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd488c-4493-455a-a364-75e445caf46c req-7706e83a-c930-4b50-a2a9-504faa2fe78c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:20.904795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2edd488c-4493-455a-a364-75e445caf46c req-7706e83a-c930-4b50-a2a9-504faa2fe78c tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 946 time: 0.1174769 Aug 31 07:49:20.968125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a441b82f-3e27-400b-9aba-3d52c88f4357 None None] Provisioning complete for port 3700d8d1-d244-42f9-8a37-7a579502b6f7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:20.968125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a441b82f-3e27-400b-9aba-3d52c88f4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:20.999173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2edd488c-4493-455a-a364-75e445caf46c req-59a367a8-63f8-4ab8-a12c-88a8f284c1de tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808721 Aug 31 07:49:21.022007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.025149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a441b82f-3e27-400b-9aba-3d52c88f4357 None None] Port 3700d8d1-d244-42f9-8a37-7a579502b6f7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:21.038664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1734ece1-7480-4398-8333-9c9b5fa02637']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:21.052667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6661091f-ba55-4f38-9711-7735bd540ff9') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:21.053371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6661091f-ba55-4f38-9711-7735bd540ff9') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:21.064651 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.083301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.090938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:21.091451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:21.093352 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:21.232610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.242687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.247707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1734ece1-7480-4398-8333-9c9b5fa02637 HTTP/1.1" status: 204 len: 168 time: 0.7434940 Aug 31 07:49:21.262710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a6fc5-8750-4827-8405-a1c14d840ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1734ece1-7480-4398-8333-9c9b5fa02637,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:21.346046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.403280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b5e5c947-bfbc-4fec-9e99-de624ba5127e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:21.409287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Deleting port c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:21.409973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.455771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b5e5c947-bfbc-4fec-9e99-de624ba5127e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:21.456155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.499994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.547108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:21.590367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:21.595794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:21.596166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.613329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Pushing event updated for resources: {'Port': ['ID=e06b47d1-a895-4e17-bebf-7e49473b0f72,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:21.618031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:21.625888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:21.629502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] For port c9dd463b-36bf-4277-839e-675a0e3b54fd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c9dd463b-36bf-4277-839e-675a0e3b54fd,segment=NetworkSegment(38ff7b8c-df26-4f3e-9ffe-3132dc74ba42),segment_id=38ff7b8c-df26-4f3e-9ffe-3132dc74ba42)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:21.629900 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.668223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Calling delete_port for c9dd463b-36bf-4277-839e-675a0e3b54fd owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:21.721440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43126) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:21.757086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:21.757086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.769764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f4a5ccc-66a7-4ea8-93c9-74d8a2c2870b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc162ad4dd944ec4b5ff490b11126a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445745 Aug 31 07:49:21.770002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43128) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:21.835691 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2ac85dd-59b5-4fe1-b79c-60619fa95bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.860415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.893045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2ac85dd-59b5-4fe1-b79c-60619fa95bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:21.994732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6532-93eb-4aae-9732-de49afb37e32 req-130df973-f979-4519-8688-946199732640 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:22.005544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bafe6532-93eb-4aae-9732-de49afb37e32 req-130df973-f979-4519-8688-946199732640 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 932 time: 0.1048484 Aug 31 07:49:22.018140 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-7fe86baa-e4b4-48c7-94c2-85851882724b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4003763 Aug 31 07:49:22.066981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Request body: {'port': {'device_id': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:22.068081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bafe6532-93eb-4aae-9732-de49afb37e32 req-b9c5827c-8367-41ae-9e85-0363a9dfc1a6 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612705 Aug 31 07:49:22.186293 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:22.190537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:22.203340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c9dd463b-36bf-4277-839e-675a0e3b54fd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:22.227828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd66d5-ce56-4211-a5f7-a95eeade4f8f req-2f6a3ea7-afbe-4460-930c-aeb3de692309 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:22.235228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25fd66d5-ce56-4211-a5f7-a95eeade4f8f req-2f6a3ea7-afbe-4460-930c-aeb3de692309 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38c3ec5-d809-4190-8fb4-65a067ff8fad HTTP/1.1" status: 200 len: 868 time: 0.0977437 Aug 31 07:49:22.239231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2ac85dd-59b5-4fe1-b79c-60619fa95bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:22.247810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2ac85dd-59b5-4fe1-b79c-60619fa95bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:22.251456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c2ac85dd-59b5-4fe1-b79c-60619fa95bf8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb11256e-e447-4015-bad0-14c6da857c3f HTTP/1.1" status: 204 len: 168 time: 0.4778931 Aug 31 07:49:22.266586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Pushing event deleted for resources: {'Port': ['ID=c9dd463b-36bf-4277-839e-675a0e3b54fd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:22.312903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac85dd-59b5-4fe1-b79c-60619fa95bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb11256e-e447-4015-bad0-14c6da857c3f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:22.358690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25fd66d5-ce56-4211-a5f7-a95eeade4f8f req-693b71a1-8b30-4672-a181-2ed886639224 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.36 "GET /v2.0/security-groups?id=f87b13f3-92f6-4ceb-9abd-b47445784619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083536 Aug 31 07:49:22.427823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] No DVR routers for this DVR port c9dd463b-36bf-4277-839e-675a0e3b54fd on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:22.451591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:22.453602 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-31bb7375-3e13-4562-9705-46fc2709c402 req-8cf90bf8-5f20-4909-9adb-2bbe5d178019 tempest-ServersNegativeTestJSON-1776605469 tempest-ServersNegativeTestJSON-1776605469-project] 10.222.0.68 "DELETE /v2.0/ports/c9dd463b-36bf-4277-839e-675a0e3b54fd HTTP/1.1" status: 204 len: 173 time: 1.5610309 Aug 31 07:49:22.455265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-deleted', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:22.457508 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac46e207-243f-475c-90cc-07f582bd430d" -d '{"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-deleted", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:22.516014 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36250b43-753a-4593-93d9-4a80bc05d7d3 x-openstack-request-id: req-36250b43-753a-4593-93d9-4a80bc05d7d3 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:22.516414 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38c3ec5-d809-4190-8fb4-65a067ff8fad", "name": "network-vif-deleted", "tag": "c9dd463b-36bf-4277-839e-675a0e3b54fd", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:22.516670 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36250b43-753a-4593-93d9-4a80bc05d7d3 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:22.517161 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38c3ec5-d809-4190-8fb4-65a067ff8fad', 'name': 'network-vif-deleted', 'tag': 'c9dd463b-36bf-4277-839e-675a0e3b54fd', 'status': 'completed', 'code': 200} Aug 31 07:49:22.599596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting port 3700d8d1-d244-42f9-8a37-7a579502b6f7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:22.599946 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.001505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.027979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Calling delete_port for 3700d8d1-d244-42f9-8a37-7a579502b6f7 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:23.123640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06b47d1-a895-4e17-bebf-7e49473b0f72 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:23.134702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.165146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Transition to ACTIVE for port object e06b47d1-a895-4e17-bebf-7e49473b0f72 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:23.236826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6188-3d5a-4dd6-96eb-50f30b841023 req-8dbbb0d9-249b-474b-807a-faecaf2bdf33 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:23.238518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0feb6188-3d5a-4dd6-96eb-50f30b841023 req-8dbbb0d9-249b-474b-807a-faecaf2bdf33 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 932 time: 0.0783644 Aug 31 07:49:23.258286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.289761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0feb6188-3d5a-4dd6-96eb-50f30b841023 req-16949f4e-1686-491c-bf52-4b5cda460927 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Aug 31 07:49:23.308365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e06b47d1-a895-4e17-bebf-7e49473b0f72,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:23.462225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43188) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:23.476322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Attempting to bind port e06b47d1-a895-4e17-bebf-7e49473b0f72 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:23.476869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Attempting to bind port e06b47d1-a895-4e17-bebf-7e49473b0f72 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:23.477003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Attempting to bind port e06b47d1-a895-4e17-bebf-7e49473b0f72 on network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:23.492212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Port e06b47d1-a895-4e17-bebf-7e49473b0f72 on network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:49:23.492901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Attempting to bind port e06b47d1-a895-4e17-bebf-7e49473b0f72 on network 5f022152-2db9-45a7-a7ae-2dcf334d2fd8 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:23.499826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:23.500302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Checking segment: {'id': '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:23.500907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Bound using segment: {'id': '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:23.501464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Bound port: e06b47d1-a895-4e17-bebf-7e49473b0f72, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:23.501926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.520402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Deleting subnet 8b662233-7c8d-4a5f-97fb-f2f30da278ef {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:23.523722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.581100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.581562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.615318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.618487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] For port e06b47d1-a895-4e17-bebf-7e49473b0f72, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:23.645558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.677226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Port': ['ID=3700d8d1-d244-42f9-8a37-7a579502b6f7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:23.701544 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e581321-350a-4f20-acb9-e466ec70397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.717261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] For port e06b47d1-a895-4e17-bebf-7e49473b0f72, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72,segment=NetworkSegment(2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c),segment_id=2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:23.831147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43194) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:23.847013 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.849421 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.883279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b662233-7c8d-4a5f-97fb-f2f30da278ef,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:23.903781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.914260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bdf6430f-260d-4fb1-a85c-0815d8ce36ef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8b662233-7c8d-4a5f-97fb-f2f30da278ef HTTP/1.1" status: 204 len: 168 time: 0.4485798 Aug 31 07:49:23.915084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43198) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:23.935037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:23.935037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.945658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] 10.222.0.68 "PUT /v2.0/ports/e06b47d1-a895-4e17-bebf-7e49473b0f72 HTTP/1.1" status: 200 len: 1093 time: 1.8794382 Aug 31 07:49:23.951732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.010216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-381140509-network', 'tenant_id': 'f2c9dcd9205b45b4a3ff680f30c1012a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:24.050353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.075274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752af2b-bab1-4a31-8317-f431c487bcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e06b47d1-a895-4e17-bebf-7e49473b0f72,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:24.142629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.155110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61737e8-42a0-4f21-82fa-4d70bde846eb']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.166378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.166692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ff7b8c-df26-4f3e-9ffe-3132dc74ba42') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.176409 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.191161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.197753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:24.207008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.208870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Router 69ec3c77-1f13-4a3a-9d91-998b38dafa27 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:49:24.211170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-b747526b-bda2-49f6-bda8-6d883a14a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:24.212825 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-b747526b-bda2-49f6-bda8-6d883a14a87e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6de9b6b686004fdea14bf8eb20d95ae9&device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 1096 time: 0.1263647 Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:24.244466 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:24.247018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Made reservation on behalf of f2c9dcd9205b45b4a3ff680f30c1012a for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:24.249285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.275621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.299818 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-b4b07d9b-6250-46c4-aea1-68696179d4d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72 HTTP/1.1" status: 200 len: 217 time: 0.0769954 Aug 31 07:49:24.366833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:24.379997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-647e1a61-ea21-494e-894e-178c7f2a8a7e tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4775906 Aug 31 07:49:24.379997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43204) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:24.385676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] Sync routers for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:24.404303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:24.404983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.406801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.423003 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.430344 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.433918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f61737e8-42a0-4f21-82fa-4d70bde846eb HTTP/1.1" status: 204 len: 168 time: 0.5182447 Aug 31 07:49:24.447531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d218438-cc10-4e98-8352-71ead79ac844 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61737e8-42a0-4f21-82fa-4d70bde846eb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:24.479477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5160b-aae8-46e1-b2fc-fa48cb1dd117 req-14f16a22-a07a-455c-9f02-fa8789bdbcbd tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:24.487539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.488119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46e5160b-aae8-46e1-b2fc-fa48cb1dd117 req-14f16a22-a07a-455c-9f02-fa8789bdbcbd tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 944 time: 0.1022661 Aug 31 07:49:24.514330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] Routers {'69ec3c77-1f13-4a3a-9d91-998b38dafa27'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:24.515403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.518439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.527893 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-e4cb8777-37d0-469d-9554-43f4bed90dbf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] show failed (client error): The resource could not be found. Aug 31 07:49:24.533447 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4cb8777-37d0-469d-9554-43f4bed90dbf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-214250218 HTTP/1.1" status: 404 len: 334 time: 0.1481426 Aug 31 07:49:24.533447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'tag': 'e06b47d1-a895-4e17-bebf-7e49473b0f72'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:24.533447 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ec4642-a954-4eda-8004-1f8f78e4dc76" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3f916f-8d54-4bae-b59d-934656db65da", "tag": "e06b47d1-a895-4e17-bebf-7e49473b0f72"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:24.546633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43212) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:24.552218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-bae34aa0-a47c-4277-b047-4eec554f0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:24.556055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8dee2758-a205-401c-9304-0564e799f355 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:24.556283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:24.556550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-bae34aa0-a47c-4277-b047-4eec554f0b91 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6e1c614-fb47-4b09-84a5-5951eeff4135 HTTP/1.1" status: 200 len: 861 time: 0.2286723 Aug 31 07:49:24.557576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830514ba-555c-4386-96ed-72aeca6bca1f None None] The sync data for ids ['69ec3c77-1f13-4a3a-9d91-998b38dafa27'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:24.619077 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-474a1f16-0a79-4ffd-a723-202749bb16a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f022152-2db9-45a7-a7ae-2dcf334d2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532329 Aug 31 07:49:24.622511 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f85cb-2789-46d8-a8f4-b4d37e8fc5aa x-openstack-request-id: req-939f85cb-2789-46d8-a8f4-b4d37e8fc5aa {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:24.627161 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3f916f-8d54-4bae-b59d-934656db65da", "tag": "e06b47d1-a895-4e17-bebf-7e49473b0f72", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:24.627712 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-939f85cb-2789-46d8-a8f4-b4d37e8fc5aa {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:24.628336 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'tag': 'e06b47d1-a895-4e17-bebf-7e49473b0f72', 'status': 'completed', 'code': 200} Aug 31 07:49:24.633331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:24.654365 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-8dee2758-a205-401c-9304-0564e799f355 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] update failed (client error): The resource could not be found. Aug 31 07:49:24.655465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8dee2758-a205-401c-9304-0564e799f355 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-423955538 HTTP/1.1" status: 404 len: 334 time: 0.1065569 Aug 31 07:49:24.661758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43218) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:24.680135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46e5160b-aae8-46e1-b2fc-fa48cb1dd117 req-118e90bb-a9e9-47c4-bba9-682f315520ff tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858239 Aug 31 07:49:24.686265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.686625 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Added segment 8a01a418-9ab6-4f75-9431-79aab097cd80 of type vlan for network 74a602fd-aff2-4878-a72a-be0f4947ffc1 Aug 31 07:49:24.724804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:24.749771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87332f3c-6347-4f0e-829d-ca323fef47d5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:24.761629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: c9dd463b-36bf-4277-839e-675a0e3b54fd {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:24.762239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c9dd463b-36bf-4277-839e-675a0e3b54fd not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:24.832884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.841856 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-3ea4399e-efd1-400e-b6ee-66491f2b4c78 service neutron] 10.222.0.68 "GET /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117960 Aug 31 07:49:24.852256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting subnet 82aefbae-e78a-417e-9d0a-6b32b227e8d5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:24.859838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.914823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.962063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43222) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:25.014995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-810b8bb0-10dd-4d06-b94c-a3ac4f2d8961 req-0ecad9ad-c7fd-46b2-9c02-613455f1128f service neutron] 10.222.0.68 "GET /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648877 Aug 31 07:49:25.015752 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.016736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:25.017315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.030117 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7c1587ce-4029-4f55-b108-c9666a4bd623 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd9af4d7abc1408b97f9ea66ecbf8f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655546 Aug 31 07:49:25.036113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:25.178007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.205869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] Pushing event updated for resources: {'Network': ['ID=74a602fd-aff2-4878-a72a-be0f4947ffc1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:25.217507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 74a602fd-aff2-4878-a72a-be0f4947ffc1 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:25.217737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-99903e93-5927-4999-8e0b-e4d33971e11a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3880556 Aug 31 07:49:25.218065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43226) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:25.231264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Request body: {'subnet': {'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-381140509-subnet', 'tenant_id': 'f2c9dcd9205b45b4a3ff680f30c1012a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:25.249983 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b945e8a-19e6-48bf-a10a-01ef6abd4d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.286411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b945e8a-19e6-48bf-a10a-01ef6abd4d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.342480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-ac5cd5e3-a150-43a7-9a89-0acd40886c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:25.345448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-ac5cd5e3-a150-43a7-9a89-0acd40886c66 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6de9b6b686004fdea14bf8eb20d95ae9&device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 1096 time: 0.1967857 Aug 31 07:49:25.456686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-ce28f279-5343-4627-91b6-45c3ea725b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:25.458562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-ce28f279-5343-4627-91b6-45c3ea725b6e service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f022152-2db9-45a7-a7ae-2dcf334d2fd8 HTTP/1.1" status: 200 len: 922 time: 0.1047056 Aug 31 07:49:25.477418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.508395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Made reservation on behalf of f2c9dcd9205b45b4a3ff680f30c1012a for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:25.512305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.515193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Subnet': ['ID=82aefbae-e78a-417e-9d0a-6b32b227e8d5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:25.516009 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-eb9c0184-d179-4282-a66e-d69c77da74c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72 HTTP/1.1" status: 200 len: 217 time: 0.0494089 Aug 31 07:49:25.526835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.528190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaba6c7-c0f4-445a-8b63-c10aa61b6b87 None None] Network 7d484339-0854-4199-819f-0262395c28ed requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:25.528715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ca481cf-f35e-41f4-b203-7eb8ea3b52e8 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/subnets/82aefbae-e78a-417e-9d0a-6b32b227e8d5 HTTP/1.1" status: 204 len: 168 time: 0.8658230 Aug 31 07:49:25.531964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43230) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:25.638820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b945e8a-19e6-48bf-a10a-01ef6abd4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.645638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b945e8a-19e6-48bf-a10a-01ef6abd4d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.653475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8b945e8a-19e6-48bf-a10a-01ef6abd4d44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f87b13f3-92f6-4ceb-9abd-b47445784619 HTTP/1.1" status: 204 len: 168 time: 0.5974929 Aug 31 07:49:25.658514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-fc2cf6d0-0ae9-4c78-b3ae-5e1a0522efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:25.660108 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-fc2cf6d0-0ae9-4c78-b3ae-5e1a0522efbb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6e1c614-fb47-4b09-84a5-5951eeff4135 HTTP/1.1" status: 200 len: 861 time: 0.1332657 Aug 31 07:49:25.726692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b945e8a-19e6-48bf-a10a-01ef6abd4d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b13f3-92f6-4ceb-9abd-b47445784619,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:25.782813 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.790069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.810032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-9a99f0c9-d256-4b92-8580-bb1dd68f36b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f022152-2db9-45a7-a7ae-2dcf334d2fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403413 Aug 31 07:49:25.899779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] DHCP port deletion for 7d484339-0854-4199-819f-0262395c28ed request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:49:25.951520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting port b5e5c947-bfbc-4fec-9e99-de624ba5127e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:25.951823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.972698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] Deleting port b5e5c947-bfbc-4fec-9e99-de624ba5127e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:25.973363 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:25.973501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b918dc0-a663-4144-9497-a3bb4b5a5b1f req-b0f3d6f9-a862-4fbd-9bbd-eeac700dd14b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:25.975156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b918dc0-a663-4144-9497-a3bb4b5a5b1f req-b0f3d6f9-a862-4fbd-9bbd-eeac700dd14b tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 944 time: 0.1415052 Aug 31 07:49:26.077354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] For port b5e5c947-bfbc-4fec-9e99-de624ba5127e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b5e5c947-bfbc-4fec-9e99-de624ba5127e,segment=NetworkSegment(e9344ada-ba49-437c-aa16-6aec26936967),segment_id=e9344ada-ba49-437c-aa16-6aec26936967)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:26.078059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.094227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b918dc0-a663-4144-9497-a3bb4b5a5b1f req-0fc81321-e185-4a14-bbb7-1f1e8e13fc1f tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904043 Aug 31 07:49:26.097843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] For port b5e5c947-bfbc-4fec-9e99-de624ba5127e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b5e5c947-bfbc-4fec-9e99-de624ba5127e,segment=NetworkSegment(e9344ada-ba49-437c-aa16-6aec26936967),segment_id=e9344ada-ba49-437c-aa16-6aec26936967)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:26.098038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.098943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Calling delete_port for b5e5c947-bfbc-4fec-9e99-de624ba5127e owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:26.112185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] Calling delete_port for b5e5c947-bfbc-4fec-9e99-de624ba5127e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:26.224005 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-da5ac727-bb92-45d0-85b1-d1db4fc93336 service neutron] 10.222.0.68 "GET /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021783 Aug 31 07:49:26.236309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.374863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.385216 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.413668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] No DVR routers for this DVR port b5e5c947-bfbc-4fec-9e99-de624ba5127e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:26.433699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Port': ['ID=b5e5c947-bfbc-4fec-9e99-de624ba5127e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:26.448612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] No DVR routers for this DVR port b5e5c947-bfbc-4fec-9e99-de624ba5127e on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:26.470059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6071cc65-388b-43f9-8098-138de7783fe3,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:26.500911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2a215-9681-4103-9058-c377773029f2 None None] Pushing event deleted for resources: {'Port': ['ID=b5e5c947-bfbc-4fec-9e99-de624ba5127e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:26.521243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Checking segment: {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:26.522433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Network hostable DHCP agents. Network: 74a602fd-aff2-4878-a72a-be0f4947ffc1, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:26.565311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.575279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12ec4642-a954-4eda-8004-1f8f78e4dc76 req-d557b677-b366-43e7-9ac5-890e7dde73b9 service neutron] 10.222.0.68 "GET /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331230 Aug 31 07:49:26.615503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.637221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d484339-0854-4199-819f-0262395c28ed']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:26.653405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9344ada-ba49-437c-aa16-6aec26936967') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:26.653699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9344ada-ba49-437c-aa16-6aec26936967') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:26.670396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.673579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63264769-b429-4f6a-bfcb-730547c8b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.701184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Network 74a602fd-aff2-4878-a72a-be0f4947ffc1 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:26.716368 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.727727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:26.727727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:26.733662 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:26.807700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 74a602fd-aff2-4878-a72a-be0f4947ffc1) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:26.814158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:26.815370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.821303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc32f88-9ce8-4ed7-bb18-05d72c83ba14 None None] Network 74a602fd-aff2-4878-a72a-be0f4947ffc1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:26.939145 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.948296 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4d350ca-9877-4d12-9dfd-ca6db7cfd2c6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7268827 Aug 31 07:49:26.957601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.960121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/networks/7d484339-0854-4199-819f-0262395c28ed HTTP/1.1" status: 204 len: 168 time: 1.4271181 Aug 31 07:49:26.961452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac949-850b-4ad5-9de5-4e4505ae0740 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Network': ['ID=7d484339-0854-4199-819f-0262395c28ed,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:26.962671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43262) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:27.019693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cde2e0-b8a9-49c7-931a-c35b30acd6b9 None None] Network 74a602fd-aff2-4878-a72a-be0f4947ffc1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:27.081488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting subnet abec61e1-42f1-4405-847c-3a592e943d41 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:27.085562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.153381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.416350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b5e5c947-bfbc-4fec-9e99-de624ba5127e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:27.428194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.462760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dab63e-7465-4e49-bac9-6a17adbbadac req-9483f4c7-47c5-4780-912e-67a76eb09196 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:27.471690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b5e5c947-bfbc-4fec-9e99-de624ba5127e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:27.472341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b5e5c947-bfbc-4fec-9e99-de624ba5127e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:27.483608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7dab63e-7465-4e49-bac9-6a17adbbadac req-9483f4c7-47c5-4780-912e-67a76eb09196 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 944 time: 0.2246647 Aug 31 07:49:27.506986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f7200cfb-b86a-45c8-ac52-ef20165a19dd req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1102762299', 'description': 'tempest-description-420011475'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:27.555368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7dab63e-7465-4e49-bac9-6a17adbbadac req-c6e05e76-ccf5-4095-9ca7-632cecbeaa51 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680051 Aug 31 07:49:27.632664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f7200cfb-b86a-45c8-ac52-ef20165a19dd req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.633127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.683290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Subnet': ['ID=abec61e1-42f1-4405-847c-3a592e943d41,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:27.686165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.693664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782ebbc-fbcd-4203-9ae4-a389d405905f None None] Network 056fd75e-6eb5-4b6d-97f9-0173a37df78c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:27.694833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43280) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:27.702016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4af87524-a15f-472b-9f19-4a1175f6aa6c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/subnets/abec61e1-42f1-4405-847c-3a592e943d41 HTTP/1.1" status: 204 len: 168 time: 0.7379599 Aug 31 07:49:27.766153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43282) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:27.793344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting subnet 8427f7e1-c80d-483e-bdcb-72fdb06aca5d {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:27.828137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.888560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f7200cfb-b86a-45c8-ac52-ef20165a19dd req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.907364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.957258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] DHCP port deletion for 056fd75e-6eb5-4b6d-97f9-0173a37df78c request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:49:27.998235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.015620 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f7200cfb-b86a-45c8-ac52-ef20165a19dd req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.019380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1326964048-network', 'tenant_id': '16af13c961674f82a391f99b2350a001'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:28.029250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] Deleting port d090082b-a623-4dc9-ae55-c4a8d6aae424 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:28.031390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.068715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.113512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] For port d090082b-a623-4dc9-ae55-c4a8d6aae424, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d090082b-a623-4dc9-ae55-c4a8d6aae424,segment=NetworkSegment(c5c43729-efed-4a5e-bc8f-a0e88b708a71),segment_id=c5c43729-efed-4a5e-bc8f-a0e88b708a71)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:28.113985 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.129560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413199ef-fef7-492a-acf0-808d6218a7b2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:28.129830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] Calling delete_port for d090082b-a623-4dc9-ae55-c4a8d6aae424 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:28.442295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Made reservation on behalf of 16af13c961674f82a391f99b2350a001 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:28.446165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.454313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.495628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.524787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Subnet': ['ID=8427f7e1-c80d-483e-bdcb-72fdb06aca5d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:28.528810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.531219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6b63e562-0db8-4e0d-aa22-a03ef3743881 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/subnets/8427f7e1-c80d-483e-bdcb-72fdb06aca5d HTTP/1.1" status: 204 len: 168 time: 0.8349049 Aug 31 07:49:28.533187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43292) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:28.535508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1aa4cd-e4cf-48bd-8a91-229ddc0a3f54 None None] Network c119295a-1f76-48a4-a7d6-4fe14c2cc255 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:28.576459 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.582483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f7200cfb-b86a-45c8-ac52-ef20165a19dd req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.584146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7200cfb-b86a-45c8-ac52-ef20165a19dd req-017b87cd-ff10-4a6a-881f-685746858b7e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0953443 Aug 31 07:49:28.641711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-7aec1e0b-9e81-48f2-b3bd-9797ec686b81 req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1287505901', 'description': 'tempest-description-1107870477'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:28.649946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] No DVR routers for this DVR port d090082b-a623-4dc9-ae55-c4a8d6aae424 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:28.673300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c5a38-b5bd-44f6-9fcc-a5b62df3b130 None None] Pushing event deleted for resources: {'Port': ['ID=d090082b-a623-4dc9-ae55-c4a8d6aae424,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:28.691996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.709062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.756326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e06b47d1-a895-4e17-bebf-7e49473b0f72 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:49:28.797130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e960-fd8f-4fe6-a0c3-d70c96a50189 req-a4241bb2-e90f-4e31-9473-6a85b951287e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:28.797130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e70e960-fd8f-4fe6-a0c3-d70c96a50189 req-a4241bb2-e90f-4e31-9473-6a85b951287e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 944 time: 0.1289661 Aug 31 07:49:28.797550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.855499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:28.866829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] DHCP port deletion for c119295a-1f76-48a4-a7d6-4fe14c2cc255 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:49:28.871667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f9173a-8c9a-41d2-b5ff-d4f90ac64850,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:28.881349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.882530 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Added segment f13eda8c-82a5-4fc3-93d6-f5849feea33e of type vlan for network 73db7d3c-66c1-4dae-b256-88381e964b65 Aug 31 07:49:28.947299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e06b47d1-a895-4e17-bebf-7e49473b0f72, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72,segment=NetworkSegment(2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c),segment_id=2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:28.962837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.975012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e06b47d1-a895-4e17-bebf-7e49473b0f72', 'network_id': '5f022152-2db9-45a7-a7ae-2dcf334d2fd8', 'port_id': 'e06b47d1-a895-4e17-bebf-7e49473b0f72', 'mac_address': 'fa:16:3e:c3:6d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e1c614-fb47-4b09-84a5-5951eeff4135', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:49:29.014423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] Deleting port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:29.014817 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.053498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.055636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:29.056628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.074653 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.095111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06b47d1-a895-4e17-bebf-7e49473b0f72 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:29.126881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] For port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,segment=NetworkSegment(e38e43a9-7dc0-4efe-b570-abbccad2c3c2),segment_id=e38e43a9-7dc0-4efe-b570-abbccad2c3c2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:29.127323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.138446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e06b47d1-a895-4e17-bebf-7e49473b0f72, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72,segment=NetworkSegment(2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c),segment_id=2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:29.144661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] Calling delete_port for cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:29.162337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=73db7d3c-66c1-4dae-b256-88381e964b65,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:29.204491 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.206751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 73db7d3c-66c1-4dae-b256-88381e964b65 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:29.328468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e06b47d1-a895-4e17-bebf-7e49473b0f72,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:29.415836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d090082b-a623-4dc9-ae55-c4a8d6aae424 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:29.420017 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.445416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056fd75e-6eb5-4b6d-97f9-0173a37df78c']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:29.464647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d090082b-a623-4dc9-ae55-c4a8d6aae424 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:29.467573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d090082b-a623-4dc9-ae55-c4a8d6aae424 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:29.468226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:29.473605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c43729-efed-4a5e-bc8f-a0e88b708a71') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:29.474289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c43729-efed-4a5e-bc8f-a0e88b708a71') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:29.496329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e70e960-fd8f-4fe6-a0c3-d70c96a50189 req-61268f98-2f63-4f95-aa53-954cff1ef7e7 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949880 Aug 31 07:49:29.499037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.507974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7aec1e0b-9e81-48f2-b3bd-9797ec686b81 req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.539261 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.556140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e06b47d1-a895-4e17-bebf-7e49473b0f72'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:29.568589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:29.569116 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:29.573839 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:29.631414 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb46d978-e220-44eb-a12e-6fa1b5513eb4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8587136 Aug 31 07:49:29.632029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43310) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:29.639838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Request body: {'subnet': {'network_id': '73db7d3c-66c1-4dae-b256-88381e964b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1326964048-subnet', 'tenant_id': '16af13c961674f82a391f99b2350a001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:29.669092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.780669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.804080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7aec1e0b-9e81-48f2-b3bd-9797ec686b81 req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.821844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.832715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.836592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/networks/056fd75e-6eb5-4b6d-97f9-0173a37df78c HTTP/1.1" status: 204 len: 168 time: 1.3020914 Aug 31 07:49:29.840628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:29.851771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] No DVR routers for this DVR port cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:29.852601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5621fa9-7a49-4741-9b0a-00a7a7552b54 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Network': ['ID=056fd75e-6eb5-4b6d-97f9-0173a37df78c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:29.868062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c090c-c8f4-4e38-8e07-1acb94cd5d48 None None] Pushing event deleted for resources: {'Port': ['ID=cd5871cb-165d-4c3a-9ce0-9c2f9b3f2339,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:29.877698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.943006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7aec1e0b-9e81-48f2-b3bd-9797ec686b81 req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.970891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.059122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d771d8-3c62-4907-81b7-82adc1aa5b51,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:30.083457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Made reservation on behalf of 16af13c961674f82a391f99b2350a001 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:30.089851 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.202012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7aec1e0b-9e81-48f2-b3bd-9797ec686b81 req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.203374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aec1e0b-9e81-48f2-b3bd-9797ec686b81 req-0fb6059c-37f1-470c-8ddf-fd4ba658858b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5679073 Aug 31 07:49:30.203688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.225085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c119295a-1f76-48a4-a7d6-4fe14c2cc255']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:30.246729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:30.247100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38e43a9-7dc0-4efe-b570-abbccad2c3c2') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:30.264781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.303550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.318170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:30.318307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:30.324451 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:30.495821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.513967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.513967 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/networks/c119295a-1f76-48a4-a7d6-4fe14c2cc255 HTTP/1.1" status: 204 len: 168 time: 0.6709278 Aug 31 07:49:30.515037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43334) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:30.551155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aeded-c98f-46d7-982c-d651a05ba1bf tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Network': ['ID=c119295a-1f76-48a4-a7d6-4fe14c2cc255,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:30.579881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting subnet 5f6ec992-d02e-4375-a0c0-6778839422dc {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:30.583912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.609694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.645037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.685919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56962a4-a4f9-44ad-99b6-7a437f06caac,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:30.737366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Checking segment: {'id': 'f13eda8c-82a5-4fc3-93d6-f5849feea33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '73db7d3c-66c1-4dae-b256-88381e964b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:30.737366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Network hostable DHCP agents. Network: 73db7d3c-66c1-4dae-b256-88381e964b65, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:30.773247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e06b47d1-a895-4e17-bebf-7e49473b0f72 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:30.872412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Network 73db7d3c-66c1-4dae-b256-88381e964b65 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:30.888904 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.918616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e06b47d1-a895-4e17-bebf-7e49473b0f72 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:30.922746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e06b47d1-a895-4e17-bebf-7e49473b0f72 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:30.923538 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:30.952709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 73db7d3c-66c1-4dae-b256-88381e964b65) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:30.964288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:30.966626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.004240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5c05b-6541-48fd-b57f-971fc740f1f4 req-b3605546-d92c-4b18-aaae-b71d5e4c0868 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:31.011022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8bc5c05b-6541-48fd-b57f-971fc740f1f4 req-b3605546-d92c-4b18-aaae-b71d5e4c0868 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 945 time: 0.2139239 Aug 31 07:49:31.058217 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dae2a5fa-eae8-48c3-8b97-6f745a73b9b9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4171240 Aug 31 07:49:31.063181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-4c01f758-9f3d-49c7-9277-627e43088be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:31.065003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-4c01f758-9f3d-49c7-9277-627e43088be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 812 time: 0.3058529 Aug 31 07:49:31.091460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-22eb72ac-54f7-4ab8-a383-5184a3fc1e0a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/quotas/f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 375 time: 0.0191267 Aug 31 07:49:31.103075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8bc5c05b-6541-48fd-b57f-971fc740f1f4 req-746884b8-1173-4554-afd1-2d18d31717c1 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891757 Aug 31 07:49:31.169346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-cfe45230-b58e-4ccd-a328-5de2ff7660bd tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651147 Aug 31 07:49:31.169708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15c5fd-98bb-4b16-a615-265f4dd3c7bb None None] Network 73db7d3c-66c1-4dae-b256-88381e964b65 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:31.204949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.285697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6ec992-d02e-4375-a0c0-6778839422dc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:31.290852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.334190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b47d1-a895-4e17-bebf-7e49473b0f72'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:31.336625 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83adb766-4b86-4888-aceb-d2c22d6d0719" -d '{"events": [{"server_uuid": "ed3f916f-8d54-4bae-b59d-934656db65da", "name": "network-vif-plugged", "status": "completed", "tag": "e06b47d1-a895-4e17-bebf-7e49473b0f72"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:31.374337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e06b47d1-a895-4e17-bebf-7e49473b0f72, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72,segment=NetworkSegment(2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c),segment_id=2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:31.381328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-b4cba06a-bd2b-48b2-abba-2426c950d756 service neutron] 10.222.0.36 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110333 Aug 31 07:49:31.397296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71048f9f-31a5-4a48-97bd-d99536d04103 None None] Network 73db7d3c-66c1-4dae-b256-88381e964b65 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:31.435328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.439609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3615e547-8b03-4324-9087-46501aeabfd6 tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/subnets/5f6ec992-d02e-4375-a0c0-6778839422dc HTTP/1.1" status: 204 len: 168 time: 0.9208021 Aug 31 07:49:31.440072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:31.452494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97178a6e-4caf-4ff5-8c17-877c0f686ad8 None None] Network af87f805-d941-460f-bedc-f2c3081b830f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:31.523699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba15cfc-cbc0-4da9-af03-bbf0cfe1b7bd req-923b85b0-0b9e-4517-a365-f6d82ecead2e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:31.535561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eba15cfc-cbc0-4da9-af03-bbf0cfe1b7bd req-923b85b0-0b9e-4517-a365-f6d82ecead2e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.2549124 Aug 31 07:49:31.587697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-3ae448c9-07fa-4241-8b2a-a57a9719c54a service neutron] 10.222.0.36 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053714 Aug 31 07:49:31.600293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.609101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.613856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eba15cfc-cbc0-4da9-af03-bbf0cfe1b7bd req-497f7c31-5c2a-47c1-b676-58b8afa7fd2f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762076 Aug 31 07:49:31.639613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43352) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:31.733860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Deleting subnet f56962a4-a4f9-44ad-99b6-7a437f06caac {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:31.739973 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8db63e-4fe8-4610-bf01-46baefdf61e5 x-openstack-request-id: req-da8db63e-4fe8-4610-bf01-46baefdf61e5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:31.740514 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3f916f-8d54-4bae-b59d-934656db65da", "name": "network-vif-plugged", "status": "completed", "tag": "e06b47d1-a895-4e17-bebf-7e49473b0f72", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:31.740964 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da8db63e-4fe8-4610-bf01-46baefdf61e5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:31.741514 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b47d1-a895-4e17-bebf-7e49473b0f72', 'code': 200} Aug 31 07:49:31.778573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.826350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e06b47d1-a895-4e17-bebf-7e49473b0f72,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:31.874182 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.929850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] DHCP port deletion for af87f805-d941-460f-bedc-f2c3081b830f request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:49:31.940382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8ddd-81c4-4f28-b815-127c3d6d14d1 req-4b260832-73be-41d4-853f-f286833983fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:31.945281 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e7be8ddd-81c4-4f28-b815-127c3d6d14d1 req-4b260832-73be-41d4-853f-f286833983fe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 1098 time: 0.1657801 Aug 31 07:49:31.992794 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e7be8ddd-81c4-4f28-b815-127c3d6d14d1 req-547e0ffb-5200-4b28-9447-89c8678daad5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 Aug 31 07:49:32.001748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Deleting port 3752b274-2bf0-41a1-b0e2-218b93b4727c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:32.002143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.011321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec7ea589-9b77-4b98-a450-5c6d3e6e6612 req-859d43f0-a60f-47bb-a58d-3cce5fe0da5f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0459571 Aug 31 07:49:32.018608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.063927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] Deleting port 3752b274-2bf0-41a1-b0e2-218b93b4727c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:32.064294 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.109674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] For port 3752b274-2bf0-41a1-b0e2-218b93b4727c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3752b274-2bf0-41a1-b0e2-218b93b4727c,segment=NetworkSegment(d091917b-f70a-48ff-80f8-5a6ea8601e9f),segment_id=d091917b-f70a-48ff-80f8-5a6ea8601e9f)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:32.110057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.132382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Calling delete_port for 3752b274-2bf0-41a1-b0e2-218b93b4727c owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:32.196087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] For port 3752b274-2bf0-41a1-b0e2-218b93b4727c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3752b274-2bf0-41a1-b0e2-218b93b4727c,segment=NetworkSegment(d091917b-f70a-48ff-80f8-5a6ea8601e9f),segment_id=d091917b-f70a-48ff-80f8-5a6ea8601e9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:32.197205 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.227805 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.239912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] Calling delete_port for 3752b274-2bf0-41a1-b0e2-218b93b4727c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:32.285326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.287610 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f56962a4-a4f9-44ad-99b6-7a437f06caac HTTP/1.1" status: 204 len: 168 time: 0.6465943 Aug 31 07:49:32.289636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab31f8-15e0-4bc3-bfd9-38cf08228325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56962a4-a4f9-44ad-99b6-7a437f06caac,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:32.293476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43366) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:32.321739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf01f2e-ec3a-4668-a58b-2eae91e2b01a req-c6f57dd1-5015-4aca-914c-5c0f97089e65 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:32.323681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bf01f2e-ec3a-4668-a58b-2eae91e2b01a req-c6f57dd1-5015-4aca-914c-5c0f97089e65 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 946 time: 0.1022043 Aug 31 07:49:32.402884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bf01f2e-ec3a-4668-a58b-2eae91e2b01a req-e1bb945b-fcb2-4054-b5e3-3f015f25840c tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653899 Aug 31 07:49:32.436961 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.446938 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.452785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] No DVR routers for this DVR port 3752b274-2bf0-41a1-b0e2-218b93b4727c on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:32.501511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] Pushing event deleted for resources: {'Port': ['ID=3752b274-2bf0-41a1-b0e2-218b93b4727c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:32.506166 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.511704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bd2a4-3792-422b-9118-c7100b00cba0 None None] No DVR routers for this DVR port 3752b274-2bf0-41a1-b0e2-218b93b4727c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:32.534443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Port': ['ID=3752b274-2bf0-41a1-b0e2-218b93b4727c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:32.600640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.629866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af87f805-d941-460f-bedc-f2c3081b830f']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:32.666824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd091917b-f70a-48ff-80f8-5a6ea8601e9f') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:32.667134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd091917b-f70a-48ff-80f8-5a6ea8601e9f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:32.679988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:32.787384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a99156-4da9-408c-a13d-a4cd2c6f9d28 req-30b67236-f9a4-413b-851a-41c0bea849a3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:32.789653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80a99156-4da9-408c-a13d-a4cd2c6f9d28 req-30b67236-f9a4-413b-851a-41c0bea849a3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0706787 Aug 31 07:49:32.865904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80a99156-4da9-408c-a13d-a4cd2c6f9d28 req-58849839-3415-4542-b2d8-2b2632b4e747 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642099 Aug 31 07:49:33.009598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.025165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:33.025748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:33.034593 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:33.084042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.106931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73db7d3c-66c1-4dae-b256-88381e964b65']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:33.121922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13eda8c-82a5-4fc3-93d6-f5849feea33e') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:33.122665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13eda8c-82a5-4fc3-93d6-f5849feea33e') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:33.132608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.158950 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.175961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:33.176197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:33.179299 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:33.186137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6ed2143-dfd4-4d70-9e8d-4199fee94bd3 req-aa7f2e3e-15c8-4ca5-82f4-499a3f6c587c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0575686 Aug 31 07:49:33.249763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.254800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.260597 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/networks/af87f805-d941-460f-bedc-f2c3081b830f HTTP/1.1" status: 204 len: 168 time: 1.8158221 Aug 31 07:49:33.261025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43376) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:33.296645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cbf02-717c-4ddd-aae9-16e25a1ba39b tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Pushing event deleted for resources: {'Network': ['ID=af87f805-d941-460f-bedc-f2c3081b830f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:33.304242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43378) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:33.311946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-753011a2-849f-43e9-aff4-6fd13e48c40c tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ec3c77-1f13-4a3a-9d91-998b38dafa27 HTTP/1.1" status: 200 len: 205 time: 0.0489979 Aug 31 07:49:33.383438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3752b274-2bf0-41a1-b0e2-218b93b4727c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:33.408367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3752b274-2bf0-41a1-b0e2-218b93b4727c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:33.408725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3752b274-2bf0-41a1-b0e2-218b93b4727c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:33.415817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.557409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ceaa-8915-4e7f-bca9-95c996ea81fb req-340be49d-24f1-4940-b305-63590cceeae5 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:33.558962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cae7ceaa-8915-4e7f-bca9-95c996ea81fb req-340be49d-24f1-4940-b305-63590cceeae5 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 946 time: 0.0599089 Aug 31 07:49:33.585050 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.587300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.606524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cae7ceaa-8915-4e7f-bca9-95c996ea81fb req-e8d7c88b-90c3-4985-ba1b-b37ab9a08e95 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Aug 31 07:49:33.626648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.641165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.641165 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] 10.222.0.36 "DELETE /v2.0/networks/73db7d3c-66c1-4dae-b256-88381e964b65 HTTP/1.1" status: 204 len: 168 time: 1.3405697 Aug 31 07:49:33.646930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3fc04-920d-4293-a181-54c685cb8a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=73db7d3c-66c1-4dae-b256-88381e964b65,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:33.786852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.787375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Fanout notify agent at l3_agent the message router_deleted on router 69ec3c77-1f13-4a3a-9d91-998b38dafa27 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:49:33.794725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:33.797765 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-450b61f0-9cef-45d3-91d9-04543b545e0d tempest-RoutersNegativeIpV6Test-1391705360 tempest-RoutersNegativeIpV6Test-1391705360-project] 10.222.0.36 "DELETE /v2.0/routers/69ec3c77-1f13-4a3a-9d91-998b38dafa27 HTTP/1.1" status: 204 len: 168 time: 0.4907014 Aug 31 07:49:34.071329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423d313-51b4-41e6-8b7a-a0f43b3849b1 req-6e2e0432-9405-454b-ba50-f9e661a2aa70 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:34.081850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5423d313-51b4-41e6-8b7a-a0f43b3849b1 req-6e2e0432-9405-454b-ba50-f9e661a2aa70 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0915587 Aug 31 07:49:34.091815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43402) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:34.128200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5423d313-51b4-41e6-8b7a-a0f43b3849b1 req-ef69c861-140f-4ae6-b8cb-b484b60ea668 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Aug 31 07:49:34.161263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4545fcc0-7f5d-42aa-934e-968581ba65e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16af13c961674f82a391f99b2350a001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681162 Aug 31 07:49:34.163728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43404) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:34.258645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7313835-7b61-4975-924d-98eecd835644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:34.308729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e665de6-638f-42de-8777-89b36694a610 req-e52688e0-ebc1-41c5-b957-86744b2927d8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0519178 Aug 31 07:49:34.342773 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7313835-7b61-4975-924d-98eecd835644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:34.364844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b28346-6cfc-4421-bea7-b09ec087812f req-2b9bb978-5dc9-44cf-bfed-296c6ce2515e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:34.367487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6b28346-6cfc-4421-bea7-b09ec087812f req-2b9bb978-5dc9-44cf-bfed-296c6ce2515e tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 946 time: 0.1384747 Aug 31 07:49:34.434683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6b28346-6cfc-4421-bea7-b09ec087812f req-be10903c-aa62-4b83-a7d3-6b297fdfbb1f tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578570 Aug 31 07:49:34.448956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43414) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:34.552319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7313835-7b61-4975-924d-98eecd835644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:34.555149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7313835-7b61-4975-924d-98eecd835644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:34.556560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c7313835-7b61-4975-924d-98eecd835644 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5f9173a-8c9a-41d2-b5ff-d4f90ac64850 HTTP/1.1" status: 204 len: 168 time: 0.3914175 Aug 31 07:49:34.578567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7313835-7b61-4975-924d-98eecd835644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f9173a-8c9a-41d2-b5ff-d4f90ac64850,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:34.709991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:34.710235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2b18bcf1-4533-407b-b06b-1f6dc6718697 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5da12b237bf545b880f4153f3ab0f602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598951 Aug 31 07:49:34.780466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61002cdf-55c0-49ce-be75-c4fe601aabc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:34.814638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61002cdf-55c0-49ce-be75-c4fe601aabc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:34.987815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-c899e837-dace-4a27-a035-6de7211404a8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:34.990129 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-c899e837-dace-4a27-a035-6de7211404a8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.68 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 812 time: 0.1367028 Aug 31 07:49:35.004909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'port': {'device_id': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1', 'admin_state_up': True, 'tenant_id': 'f2c9dcd9205b45b4a3ff680f30c1012a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:35.088474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61002cdf-55c0-49ce-be75-c4fe601aabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:35.092176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61002cdf-55c0-49ce-be75-c4fe601aabc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:35.093845 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61002cdf-55c0-49ce-be75-c4fe601aabc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5654dc6c-0302-4881-8b9b-a11e4a2eca45 HTTP/1.1" status: 204 len: 168 time: 0.3821845 Aug 31 07:49:35.112176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61002cdf-55c0-49ce-be75-c4fe601aabc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5654dc6c-0302-4881-8b9b-a11e4a2eca45,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:35.273256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Made reservation on behalf of f2c9dcd9205b45b4a3ff680f30c1012a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:35.279402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:35.354060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19649a87-0259-4249-a79a-cdb6d168ab52 req-039c8c6e-4cd0-4727-823f-d894faaa8b5f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:35.371592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19649a87-0259-4249-a79a-cdb6d168ab52 req-039c8c6e-4cd0-4727-823f-d894faaa8b5f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1269019 Aug 31 07:49:35.454036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19649a87-0259-4249-a79a-cdb6d168ab52 req-8d900324-254b-464c-8943-7c9675ea0163 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789294 Aug 31 07:49:35.466167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63a475bd-f231-4dd1-9c06-39dc8b720bf7 req-6f45ce9e-b4e5-4e14-aedf-838eea3137e9 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0642819 Aug 31 07:49:35.497934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Allocated IP 172.20.0.3 (74a602fd-aff2-4878-a72a-be0f4947ffc1/6071cc65-388b-43f9-8098-138de7783fe3/c706fd92-2935-47b9-830c-8f398f7d3e6a) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:35.681163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2979a9d-4e8f-4766-b599-b9ccd8a97e0f req-a1bca4ba-99fd-4ad3-afa5-939efa47e507 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:35.684612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2979a9d-4e8f-4766-b599-b9ccd8a97e0f req-a1bca4ba-99fd-4ad3-afa5-939efa47e507 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 946 time: 0.0920048 Aug 31 07:49:35.699951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-9f2b3f02-04bd-4dd0-8bf2-a3d28ba7a8c8 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:35.703208 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-9f2b3f02-04bd-4dd0-8bf2-a3d28ba7a8c8 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 946 time: 0.1600718 Aug 31 07:49:35.777823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2979a9d-4e8f-4766-b599-b9ccd8a97e0f req-2353a20b-f31b-4cb9-9ea0-8b10965a0a9a tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d261137-9600-457c-aade-bb6c5b6a5609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792661 Aug 31 07:49:35.902997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:35.937698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Deleting port e06b47d1-a895-4e17-bebf-7e49473b0f72 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:35.938446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.062007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] For port e06b47d1-a895-4e17-bebf-7e49473b0f72, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e06b47d1-a895-4e17-bebf-7e49473b0f72,segment=NetworkSegment(2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c),segment_id=2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:36.062698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.088532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Calling delete_port for e06b47d1-a895-4e17-bebf-7e49473b0f72 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:36.166664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.264812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Network 74a602fd-aff2-4878-a72a-be0f4947ffc1 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:36.266669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:36.277247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:36.280814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:36.370387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:36.371494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.488430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.507257 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-f1391d53-cbe9-4ebb-a069-e9baccf168d3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5061181 Aug 31 07:49:36.517031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e06b47d1-a895-4e17-bebf-7e49473b0f72'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:36.598108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Request body: {'port': {'device_id': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:36.700355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Pushing event deleted for resources: {'Port': ['ID=e06b47d1-a895-4e17-bebf-7e49473b0f72,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:36.824387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] No DVR routers for this DVR port e06b47d1-a895-4e17-bebf-7e49473b0f72 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:49:36.828720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.831001 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e19b7f90-042a-46e0-b8d0-bc6f9af7da4c req-f04bae9f-ced4-42d0-9244-6a4bf9c826a2 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.68 "DELETE /v2.0/ports/e06b47d1-a895-4e17-bebf-7e49473b0f72 HTTP/1.1" status: 204 len: 173 time: 1.0966263 Aug 31 07:49:36.832065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'name': 'network-vif-deleted', 'tag': 'e06b47d1-a895-4e17-bebf-7e49473b0f72'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:36.835478 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f415e277-20bb-42ec-ae6b-7768ebfe9ecd" -d '{"events": [{"server_uuid": "ed3f916f-8d54-4bae-b59d-934656db65da", "name": "network-vif-deleted", "tag": "e06b47d1-a895-4e17-bebf-7e49473b0f72"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:36.847614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:36.932379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79098-ebcc-45c8-b33c-23c280153908 req-8149738f-fd46-4bc6-bba9-c850d16c8e85 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:36.941153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67b79098-ebcc-45c8-b33c-23c280153908 req-8149738f-fd46-4bc6-bba9-c850d16c8e85 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.2665327 Aug 31 07:49:36.966525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7344a2-bb45-42d2-96ec-ab3c6c705784 req-7c162049-e898-4969-ac0e-000bd167db35 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:36.976578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b7344a2-bb45-42d2-96ec-ab3c6c705784 req-7c162049-e898-4969-ac0e-000bd167db35 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 931 time: 0.2166014 Aug 31 07:49:37.014109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:37.122484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b7344a2-bb45-42d2-96ec-ab3c6c705784 req-f6ff5976-bf75-4f06-a7d8-0ebbd6f53ab3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441224 Aug 31 07:49:37.155871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67b79098-ebcc-45c8-b33c-23c280153908 req-24ffb9b8-40ca-4d2d-b351-9d942738aaae tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612718 Aug 31 07:49:37.259667 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb4bc65-bb83-4d94-afa6-1511dd76fb09 x-openstack-request-id: req-3eb4bc65-bb83-4d94-afa6-1511dd76fb09 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:37.260249 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3f916f-8d54-4bae-b59d-934656db65da", "name": "network-vif-deleted", "tag": "e06b47d1-a895-4e17-bebf-7e49473b0f72", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:37.263253 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3eb4bc65-bb83-4d94-afa6-1511dd76fb09 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:37.263862 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f916f-8d54-4bae-b59d-934656db65da', 'name': 'network-vif-deleted', 'tag': 'e06b47d1-a895-4e17-bebf-7e49473b0f72', 'status': 'completed', 'code': 200} Aug 31 07:49:37.386308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e517ef4-5ee3-4e08-a67c-64c166719e52 req-a5156f98-fdf6-4a38-95ef-74f62431e524 tempest-InstanceActionsNegativeTestJSON-877500209 tempest-InstanceActionsNegativeTestJSON-877500209-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3f916f-8d54-4bae-b59d-934656db65da HTTP/1.1" status: 200 len: 210 time: 0.0427659 Aug 31 07:49:37.399480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c706fd92-2935-47b9-830c-8f398f7d3e6a {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:37.411788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.415040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1492858066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:37.431311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Transition to ACTIVE for port object c706fd92-2935-47b9-830c-8f398f7d3e6a will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:37.492633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.567510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44097064-401c-42fb-a760-f4d63678811b service neutron] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:37.575836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.577029 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.662184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.676669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Attempting to bind port c706fd92-2935-47b9-830c-8f398f7d3e6a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:37.677360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Attempting to bind port c706fd92-2935-47b9-830c-8f398f7d3e6a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:37.678525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Attempting to bind port c706fd92-2935-47b9-830c-8f398f7d3e6a on network 74a602fd-aff2-4878-a72a-be0f4947ffc1 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:37.683891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Port c706fd92-2935-47b9-830c-8f398f7d3e6a on network 74a602fd-aff2-4878-a72a-be0f4947ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:49:37.689622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Attempting to bind port c706fd92-2935-47b9-830c-8f398f7d3e6a on network 74a602fd-aff2-4878-a72a-be0f4947ffc1 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:37.694963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:37.695489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Checking segment: {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:37.695995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Bound using segment: {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:37.696571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Bound port: c706fd92-2935-47b9-830c-8f398f7d3e6a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:37.697014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.758112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.785516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:37.789432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:37.943767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:37.947322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a17ac4c4-f434-4981-a0ef-38aac7968cf9 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9297731 Aug 31 07:49:37.948775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43506) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:37.955325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-416994857'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:38.008171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.048286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.048928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.050653 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-44097064-401c-42fb-a760-f4d63678811b service neutron] 10.222.0.68 "PUT /v2.0/ports/c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 1092 time: 1.5010951 Aug 31 07:49:38.068283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44097064-401c-42fb-a760-f4d63678811b service neutron] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:38.242536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da8e0-5fce-42ee-802e-ada01fa3e202 req-f0fc7dd2-87cb-4e35-a169-166cda11812b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.248855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-396da8e0-5fce-42ee-802e-ada01fa3e202 req-f0fc7dd2-87cb-4e35-a169-166cda11812b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 943 time: 0.0685198 Aug 31 07:49:38.319730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-396da8e0-5fce-42ee-802e-ada01fa3e202 req-bfebcdf4-3222-4ec9-862b-8a01d6a30179 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635409 Aug 31 07:49:38.342874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c296b42-2887-4a66-bb42-5cf0c691c8cb req-1c7ef485-0ef3-4ca9-bcbe-94f62c928f91 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.344501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c296b42-2887-4a66-bb42-5cf0c691c8cb req-1c7ef485-0ef3-4ca9-bcbe-94f62c928f91 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0800788 Aug 31 07:49:38.357714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Made reservation on behalf of 3de425c6b84b435980656059574e9c8b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:38.362375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.383549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.406497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c296b42-2887-4a66-bb42-5cf0c691c8cb req-a1044c4a-0c12-4897-9449-4edf0af4564f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557513 Aug 31 07:49:38.483987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:38.537918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Deleting subnet a6e1c614-fb47-4b09-84a5-5951eeff4135 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:49:38.541471 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.600965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.613235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-a28d6add-ccf6-4764-b352-3238e8f5e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.615248 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-a28d6add-ccf6-4764-b352-3238e8f5e761 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1553967 Aug 31 07:49:38.625377 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-5ec21173-9d64-4a99-bb86-6ae237e72144 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1540458 Aug 31 07:49:38.689056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.690701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-c1014bfa-94fc-4df8-81c4-08b4c47b7359 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 217 time: 0.0600035 Aug 31 07:49:38.705105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.783523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-1c075ddd-7b07-4ca6-9f3f-84c9495712e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.785131 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-1c075ddd-7b07-4ca6-9f3f-84c9495712e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.0779731 Aug 31 07:49:38.787362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.803264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.803759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.804238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.804712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.805179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.805646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.806152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:38.808675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3c3f40ca-9104-44ea-8d41-2d93b2edee13 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6501 time: 0.0929737 Aug 31 07:49:38.873404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.873593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-c210b5c2-664b-4a5e-a3be-f3e9faaa9721 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786281 Aug 31 07:49:38.874310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:38.931979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e1c614-fb47-4b09-84a5-5951eeff4135,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:38.933721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.938812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67e74fbc-cb77-49ec-8115-acef22793792 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a6e1c614-fb47-4b09-84a5-5951eeff4135 HTTP/1.1" status: 204 len: 168 time: 0.4507103 Aug 31 07:49:38.938812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43534) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:38.989768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686d1669-77ae-446a-a2e7-ae622439ed0f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:38.993475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:38.994433 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Added segment 21583297-9105-485e-8dfe-24e49b2486ff of type vlan for network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 Aug 31 07:49:39.028407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.080301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.125943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-b67e5518-5648-441a-b016-44f7f46a74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.126449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-b67e5518-5648-441a-b016-44f7f46a74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.126919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-b67e5518-5648-441a-b016-44f7f46a74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.128554 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-b67e5518-5648-441a-b016-44f7f46a74f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf7ed58a-fb2b-478c-986d-72544195a63a&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=c04f56fa-1ce7-40db-997a-90ff4442d198&id=c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 200 len: 2292 time: 0.2912204 Aug 31 07:49:39.129795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.133301 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-64cbc422-e523-40a7-88c7-02e50cb31a4e service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368510 Aug 31 07:49:39.157520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f022152-2db9-45a7-a7ae-2dcf334d2fd8']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:39.157520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:39.157520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea8ac85-c37d-4f20-bb2d-5d4936a6d19c') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:39.164138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.179460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.186530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:49:39.186908 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:49:39.188574 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:49:39.265218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:39.267515 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdde1321-14d8-4ede-ada7-1f1039853b31" -d '{"events": [{"name": "network-changed", "server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:39.289754 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-872c46b5-5587-43a8-98d5-12e38e01638b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 200 len: 1002 time: 0.1419902 Aug 31 07:49:39.326712 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210bf4c7-18de-4d0e-880c-8d233c838e55 x-openstack-request-id: req-210bf4c7-18de-4d0e-880c-8d233c838e55 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:39.327002 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:39.327259 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-210bf4c7-18de-4d0e-880c-8d233c838e55 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:39.327645 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'status': 'completed', 'code': 200} Aug 31 07:49:39.332010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.337520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.338152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.405625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.420278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-112377de-4862-42b4-a0ce-d0ff3f591568 req-477b3ddf-181b-4f15-9900-1007a8b4a053 service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757292 Aug 31 07:49:39.430981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-1ee892f3-a428-452e-ae91-b5d52f6a4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.432517 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-1ee892f3-a428-452e-ae91-b5d52f6a4b7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a HTTP/1.1" status: 200 len: 849 time: 0.1372149 Aug 31 07:49:39.447190 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:39.455047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Network': ['ID=f7bc6d97-9971-49a7-b3a7-af11b1a0c673,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:39.467015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5f022152-2db9-45a7-a7ae-2dcf334d2fd8 HTTP/1.1" status: 204 len: 168 time: 0.5135520 Aug 31 07:49:39.467015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932a0be-ed5b-46c0-8dc4-d223a87aa293 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f022152-2db9-45a7-a7ae-2dcf334d2fd8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:39.470404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:39.506827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-ee0b3b1f-1e0b-4a82-b769-6e4b6025ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.508406 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-ee0b3b1f-1e0b-4a82-b769-6e4b6025ba86 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf7ed58a-fb2b-478c-986d-72544195a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666533 Aug 31 07:49:39.531946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d46f5-be45-424a-bc45-481c36010b85 req-b026f536-5a8b-4198-9c13-99954f3a31d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.538442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f70d46f5-be45-424a-bc45-481c36010b85 req-b026f536-5a8b-4198-9c13-99954f3a31d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 943 time: 0.1350834 Aug 31 07:49:39.585981 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-941089f7-1316-4052-808a-42f9079ae5e8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6332436 Aug 31 07:49:39.586660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43560) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:39.650522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'subnet': {'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:39.656255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f70d46f5-be45-424a-bc45-481c36010b85 req-d9f3f041-6c1a-437c-b7a8-4308bde5e78c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085861 Aug 31 07:49:39.689455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff2a72-1bb8-495e-a2f7-ad1d05554d53 req-160adc21-9173-4fff-b631-a40debb38446 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.691078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acff2a72-1bb8-495e-a2f7-ad1d05554d53 req-160adc21-9173-4fff-b631-a40debb38446 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1240687 Aug 31 07:49:39.739426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acff2a72-1bb8-495e-a2f7-ad1d05554d53 req-1d8dbeaa-4ec8-4125-bb13-9546a3646ab3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Aug 31 07:49:39.812258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-45a51b7a-779a-4232-8516-9615bdd753ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:39.813754 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-45a51b7a-779a-4232-8516-9615bdd753ef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1498318 Aug 31 07:49:39.817285 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-4b3095ff-87d2-4bd3-be5c-91c854e2fa9b service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017001 Aug 31 07:49:40.009053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43572) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:40.057384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dd2ececc-8cf9-466b-b9fb-b013fad70748 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6de9b6b686004fdea14bf8eb20d95ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466828 Aug 31 07:49:40.058196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:40.112416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ef9d-e40c-4e91-b10c-24cbace29ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.136861 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ef9d-e40c-4e91-b10c-24cbace29ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.189651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Made reservation on behalf of 3de425c6b84b435980656059574e9c8b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:40.193757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.312722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ef9d-e40c-4e91-b10c-24cbace29ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.315346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ef9d-e40c-4e91-b10c-24cbace29ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.319139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6ed0ef9d-e40c-4e91-b10c-24cbace29ee0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d261137-9600-457c-aade-bb6c5b6a5609 HTTP/1.1" status: 204 len: 168 time: 0.2572830 Aug 31 07:49:40.327900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-a2a8a3cf-b6d9-4413-8cd8-8e54b9721ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:40.329430 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-a2a8a3cf-b6d9-4413-8cd8-8e54b9721ab4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 913 time: 0.5019171 Aug 31 07:49:40.332391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-20244254-4aaa-44b5-9684-318d54b6c8b8 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962411 Aug 31 07:49:40.360017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0ef9d-e40c-4e91-b10c-24cbace29ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d261137-9600-457c-aade-bb6c5b6a5609,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:40.419963 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-b35da92d-72e0-4a56-82a9-3a6d0e1c7c40 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 217 time: 0.0769701 Aug 31 07:49:40.423305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-988b6908-ff59-4eb7-88ea-16d75b17bd54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 217 time: 0.0724173 Aug 31 07:49:40.438581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-d6412e97-e284-403e-855c-bf35b1df629e tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:40.444718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-d6412e97-e284-403e-855c-bf35b1df629e tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/networks?id=2524903d-9e7f-4b6d-8291-c89a91d84032 HTTP/1.1" status: 200 len: 814 time: 0.1522167 Aug 31 07:49:40.458793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-7c2616d1-b63a-4364-aa05-4c561fbb0f28 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/quotas/0969c6a8b7fd4192acaf6055a5bf9771 HTTP/1.1" status: 200 len: 375 time: 0.0094440 Aug 31 07:49:40.517048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-033304ab-5ce2-4b39-8839-12a92d020f17 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0969c6a8b7fd4192acaf6055a5bf9771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515790 Aug 31 07:49:40.553635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-d05c2c74-af74-48c0-9edf-2bef5f6008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:40.555234 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-d05c2c74-af74-48c0-9edf-2bef5f6008e9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.1199124 Aug 31 07:49:40.565545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-891b09c5-b506-48ef-9c9e-ff6e45b7e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:40.567846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-891b09c5-b506-48ef-9c9e-ff6e45b7e385 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.1305244 Aug 31 07:49:40.661674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-48059cb6-cb41-4e6f-b063-e4e360d49202 service neutron] 10.222.0.36 "GET /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306028 Aug 31 07:49:40.677364 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-17e91450-5e13-4fba-8338-9e14b3d313b8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134982 Aug 31 07:49:40.758843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-1212a6b2-a590-4bad-a5db-06b76af9a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:40.760966 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-1212a6b2-a590-4bad-a5db-06b76af9a6e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1651680 Aug 31 07:49:40.837968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542294f-0ada-47b5-a186-6e2aac256940 req-09c85e4b-0b07-4809-b661-2c128e74a0c7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:40.839995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3542294f-0ada-47b5-a186-6e2aac256940 req-09c85e4b-0b07-4809-b661-2c128e74a0c7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 943 time: 0.0919950 Aug 31 07:49:40.846977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-3eaa7e59-793e-4689-8d9e-408f2638b587 service neutron] 10.222.0.36 "GET /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722527 Aug 31 07:49:40.852458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-cbf91c6d-6f30-4063-85d8-1e3d51102fa3 service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632268 Aug 31 07:49:40.865224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e06b47d1-a895-4e17-bebf-7e49473b0f72 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:40.889114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3542294f-0ada-47b5-a186-6e2aac256940 req-b6da2aea-483c-455a-8b37-db128147b5d2 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Aug 31 07:49:40.899937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:40.913586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: e06b47d1-a895-4e17-bebf-7e49473b0f72 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:49:40.914466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e06b47d1-a895-4e17-bebf-7e49473b0f72 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:49:41.000987 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-2e71deb7-6d5c-42e0-956a-312c400f232e service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335122 Aug 31 07:49:41.085982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776053-662c-400f-9563-8e4ce872736e req-3c9431c4-0efe-463a-b520-9c3a36c2c82c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:41.092157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Subnet': ['ID=6fefe9db-05ca-4878-836c-33cc47471a65,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:41.093469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9776053-662c-400f-9563-8e4ce872736e req-3c9431c4-0efe-463a-b520-9c3a36c2c82c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0624647 Aug 31 07:49:41.101212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Checking segment: {'id': '21583297-9105-485e-8dfe-24e49b2486ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:41.101407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network hostable DHCP agents. Network: f7bc6d97-9971-49a7-b3a7-af11b1a0c673, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:41.137297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9776053-662c-400f-9563-8e4ce872736e req-06953715-9c7f-4f2b-9863-a7dd0a61efc7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Aug 31 07:49:41.143651 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdde1321-14d8-4ede-ada7-1f1039853b31 req-7cc5aced-b360-437d-b559-8913a4793e73 service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703805 Aug 31 07:49:41.168658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-5dfccf33-ac52-4d37-b4a4-e7b0db59a249 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490500 Aug 31 07:49:41.223475 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-fd5c4522-d773-4d1f-8940-14c0f15995ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 217 time: 0.0476220 Aug 31 07:49:41.284764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-29bf7ad3-61bc-459e-a5e4-598f1844873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:41.286806 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-29bf7ad3-61bc-459e-a5e4-598f1844873d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0559735 Aug 31 07:49:41.348210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-16fdcf57-76e9-478b-8b9b-d81b5c53a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:41.350619 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-16fdcf57-76e9-478b-8b9b-d81b5c53a7d5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463619 Aug 31 07:49:41.355335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:41.376139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83c52f6d-28cb-4299-bf43-6d6852832070 req-516a2ad3-bf6e-41a2-9443-465a3a2f2268 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0355411 Aug 31 07:49:41.458224 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-7a27d573-5208-4476-9571-ac0145f04c4d service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992305 Aug 31 07:49:41.482219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f7bc6d97-9971-49a7-b3a7-af11b1a0c673) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:41.494103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af4cda9-3a5b-4d8a-b51e-63fc59e0f7e1 None None] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:41.561909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:41.562502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:41.633451 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-e0c4cdf5-9a06-4e4d-b485-7fbb8ec95d08 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675630 Aug 31 07:49:41.698336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-e8e4a554-5d0c-4d23-9354-61ff88cbc7ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6bde1cfc-5ae0-4682-a896-792302609cad HTTP/1.1" status: 200 len: 217 time: 0.0571418 Aug 31 07:49:41.764313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-f7bc6d97-9971-49a7-b3a7-af11b1a0c673', 'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673', 'tenant_id': '3de425c6b84b435980656059574e9c8b', 'fixed_ips': [{'subnet_id': '6fefe9db-05ca-4878-836c-33cc47471a65'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:49:41.765335 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:41.785284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-92c438a7-3005-4676-b542-c0ee2b09f68a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1384552 Aug 31 07:49:41.785630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43624) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:41.790795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'network': {'name': 'tempest-router-network01--1065403445'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:41.832472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-00767971-77fc-4ff6-92e6-8e181d2b3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:41.834278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-00767971-77fc-4ff6-92e6-8e181d2b3354 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.1293199 Aug 31 07:49:41.846075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43626) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:41.891150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-74dd4c3c-61a7-4671-9772-809d0fb8d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:41.892972 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-74dd4c3c-61a7-4671-9772-809d0fb8d510 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512319 Aug 31 07:49:42.024490 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1085-891c-49f5-a974-d5cf969d6dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.031068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Allocated IP 172.20.0.2 (f7bc6d97-9971-49a7-b3a7-af11b1a0c673/6fefe9db-05ca-4878-836c-33cc47471a65/77d1dde0-4d54-4315-a5c6-ea9038eb0ff7) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:42.047037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-112ed706-92d4-48e9-80d1-bf75073bc1d1 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441619 Aug 31 07:49:42.061908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Made reservation on behalf of 3de425c6b84b435980656059574e9c8b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:42.076072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.185248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:42.190723 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-c0b3724f-2917-4175-b13d-79c9b1e9223b service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351221 Aug 31 07:49:42.210018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107adc0-841e-4271-aadc-938631e63f6f req-a35965bf-4daa-4617-beef-98a323704dec tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:42.211606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2107adc0-841e-4271-aadc-938631e63f6f req-a35965bf-4daa-4617-beef-98a323704dec tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 943 time: 0.1533563 Aug 31 07:49:42.216120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.216479 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Added segment eb12794e-46f1-4163-8216-2a6a98a7652a of type vlan for network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 Aug 31 07:49:42.289060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.295305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.317957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Transition to ACTIVE for port object 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:42.338302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-a099ce3a-1966-44b1-8b8c-c196d1c30ecf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301 HTTP/1.1" status: 200 len: 217 time: 0.1341815 Aug 31 07:49:42.359386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Transition to ACTIVE for port object 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:42.410061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:42.432335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2107adc0-841e-4271-aadc-938631e63f6f req-be7ff81e-6be2-4016-a4b2-148075be43b8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765454 Aug 31 07:49:42.435518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-0bf6dfa7-39be-44af-a3c8-494f249409c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:42.437966 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-0bf6dfa7-39be-44af-a3c8-494f249409c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0920205 Aug 31 07:49:42.460176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1085-891c-49f5-a974-d5cf969d6dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.461708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.483006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f05bc-e0cf-4c45-b05f-da9cb78c6df1 req-ea81287b-8b89-47bf-9708-7594b3d27350 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:42.485412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c2f05bc-e0cf-4c45-b05f-da9cb78c6df1 req-ea81287b-8b89-47bf-9708-7594b3d27350 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1650891 Aug 31 07:49:42.519871 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3f6e838a-6271-42a8-882e-fac53b6f17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:42.521681 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3f6e838a-6271-42a8-882e-fac53b6f17ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758526 Aug 31 07:49:42.524951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:49:42.541464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Pushing event updated for resources: {'Port': ['ID=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:42.542777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a91a4e8-55c0-4c58-aed6-98d8bed059c8 req-ec9e5287-3a16-4501-a511-a7a2b0d1d5bb tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0463619 Aug 31 07:49:42.560643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.566361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:42.567531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.577273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:42.579933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1085-891c-49f5-a974-d5cf969d6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.581767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:42.585720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:42.655432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4fbe1085-891c-49f5-a974-d5cf969d6dcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7535e034ae1a439db7d8e9891cc7677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078716 Aug 31 07:49:42.672097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43650) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:42.707126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-945850206-network', 'tenant_id': '59badac5771147d48918b493ca2f2f9a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:42.726795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Attempting to bind port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:42.727182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Attempting to bind port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '21583297-9105-485e-8dfe-24e49b2486ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:42.727547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Attempting to bind port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 on network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:42.743633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:42.744032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Checking segment: {'id': '21583297-9105-485e-8dfe-24e49b2486ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:42.744447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.745132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Bound using segment: {'id': '21583297-9105-485e-8dfe-24e49b2486ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:42.746068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Bound port: 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21583297-9105-485e-8dfe-24e49b2486ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f7bc6d97-9971-49a7-b3a7-af11b1a0c673'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:42.746643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.754190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Network': ['ID=264d156d-e1c9-4e3c-8a00-19b66abd34c3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:42.781018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1085-891c-49f5-a974-d5cf969d6dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6b789-fe90-4bb2-9537-d193e8b5b7a9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:42.781244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:42.783798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:42.787753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c2f05bc-e0cf-4c45-b05f-da9cb78c6df1 req-be7a8eea-9efc-4c04-b6de-c6ab22bc3607 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954082 Aug 31 07:49:42.815359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-4e9b1f35-c29e-433d-9d4c-b89844c49eee service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859225 Aug 31 07:49:42.847217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22dffed9-ff7d-4fe2-b68e-f12542c85a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.854961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'mac_address': 'fa:16:3e:2f:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:49:42.869566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c706fd92-2935-47b9-830c-8f398f7d3e6a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:49:42.907879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22dffed9-ff7d-4fe2-b68e-f12542c85a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.935779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Made reservation on behalf of 59badac5771147d48918b493ca2f2f9a for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:42.938443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.952661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] For port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:42.958698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] For port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,segment=NetworkSegment(21583297-9105-485e-8dfe-24e49b2486ff),segment_id=21583297-9105-485e-8dfe-24e49b2486ff)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:42.969054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:42.982846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-ccfebb9d-d9a0-4671-8e1e-0a6f9342b940 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580074 Aug 31 07:49:42.998100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.019116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcf85ece-058d-46a9-8e17-3f8e4febfa9b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:43.034020 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-3ab1c359-5395-489e-bbbc-01217e22cf4f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b HTTP/1.1" status: 200 len: 217 time: 0.0424161 Aug 31 07:49:43.052409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:43.068278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:43.081732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1', 'port_id': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'mac_address': 'fa:16:3e:e9:9e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6071cc65-388b-43f9-8098-138de7783fe3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:49:43.086227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-24497ecb-7e57-45e9-98f6-262e95dd2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:43.087779 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-24497ecb-7e57-45e9-98f6-262e95dd2d31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.0462542 Aug 31 07:49:43.126197 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.140410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c706fd92-2935-47b9-830c-8f398f7d3e6a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:43.142730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-7ca5da30-70f8-4691-bb70-f5ada57ad377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:43.144289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-7ca5da30-70f8-4691-bb70-f5ada57ad377 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490024 Aug 31 07:49:43.162283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:43.172415 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.172619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-26c11d0d-ab16-4c9a-8ff2-f1085a41faf3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3831902 Aug 31 07:49:43.172619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43656) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:43.178077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'network': {'name': 'tempest-router-network02--1697447689'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:43.210752 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:49:43.210752 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:49:43.210752 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': '3de425c6b84b435980656059574e9c8b', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 49, 43, 188268)}] Aug 31 07:49:43.210752 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:49:43.211673 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:49:43.224407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.229740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22dffed9-ff7d-4fe2-b68e-f12542c85a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.231196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22dffed9-ff7d-4fe2-b68e-f12542c85a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.232519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-22dffed9-ff7d-4fe2-b68e-f12542c85a6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8d6b789-fe90-4bb2-9537-d193e8b5b7a9 HTTP/1.1" status: 204 len: 168 time: 0.5593896 Aug 31 07:49:43.242159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed163b-a5bb-43d8-87e8-a019821b7f92 None None] Pushing event updated for resources: {'Port': ['ID=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:43.268022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dffed9-ff7d-4fe2-b68e-f12542c85a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6b789-fe90-4bb2-9537-d193e8b5b7a9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:43.296626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-640459b3-29a2-4907-8cd0-bd6d0d82f5e7 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443102 Aug 31 07:49:43.308154 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.333853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:43.341019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['dcf85ece-058d-46a9-8e17-3f8e4febfa9b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:43.418824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.476954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-d9e13227-4b41-4833-80f3-d77583aa837a service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729283 Aug 31 07:49:43.480330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:43.532692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.545755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-646e8f81-a3a8-469d-a3c7-5355d3fa937a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 200 len: 217 time: 0.0609806 Aug 31 07:49:43.582648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:43.607497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:43.628242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.628870 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Added segment dc700684-75af-4116-89bd-8f3dd7e3fddf of type vlan for network 95d960e2-9111-4b6d-9b59-a73d28b19824 Aug 31 07:49:43.696320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:43.723902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-671f34b4-d1c8-4a30-8f55-f501e2d793fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:43.725568 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-671f34b4-d1c8-4a30-8f55-f501e2d793fb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.1668189 Aug 31 07:49:43.729920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-232b7af8-5be7-43bf-b81e-0293dedbd82f req-85c7acf7-d79d-4bf0-aeaf-d0d051086174 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0666153 Aug 31 07:49:43.744397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cf79b-8818-433a-9d9c-83b1f739a040 req-91a948bb-8329-4808-867d-7c6f5fe85198 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:43.751225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.755409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-555cf79b-8818-433a-9d9c-83b1f739a040 req-91a948bb-8329-4808-867d-7c6f5fe85198 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1936624 Aug 31 07:49:43.811809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-555cf79b-8818-433a-9d9c-83b1f739a040 req-37ced7dc-37db-4990-8f10-ede69f2442c3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Aug 31 07:49:43.812942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-36473896-87de-4803-90a9-7ab96cf75070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:43.815063 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-36473896-87de-4803-90a9-7ab96cf75070 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787468 Aug 31 07:49:43.939537 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-626f7bb2-7441-4fa5-be93-e56f62c8e660 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130040 Aug 31 07:49:43.943467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Made reservation on behalf of 3de425c6b84b435980656059574e9c8b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:43.946916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:43.963147 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:43.988128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bb7a3-551a-43a3-a056-58a17b1eb1a3 req-344ec2b0-294a-49bb-a4b1-b0a6c6be7ef0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:43.989708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a81bb7a3-551a-43a3-a056-58a17b1eb1a3 req-344ec2b0-294a-49bb-a4b1-b0a6c6be7ef0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 945 time: 0.0788412 Aug 31 07:49:43.993270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:49:44.004534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.006942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:44.006942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.020971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.021304 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Added segment fa47c154-2a18-474a-807c-96319273dc84 of type vlan for network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 Aug 31 07:49:44.075941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a81bb7a3-551a-43a3-a056-58a17b1eb1a3 req-c541ba8e-ed2a-4e99-bbba-d73c1d90d062 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772500 Aug 31 07:49:44.093180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.111556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] Pushing event updated for resources: {'Network': ['ID=95d960e2-9111-4b6d-9b59-a73d28b19824,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:44.115590 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-730f3609-5cf9-4f12-88ad-3d1406bbf5b2 req-db2e9e20-3f15-45cc-b4d6-7b1f924435dc service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684713 Aug 31 07:49:44.122993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:44.218609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.219683 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7baca7d9-e974-449a-aa6d-e431c67ca90a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8085346 Aug 31 07:49:44.222699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43680) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:44.227924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:44.228586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.232809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Request body: {'subnet': {'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-945850206-subnet', 'tenant_id': '59badac5771147d48918b493ca2f2f9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:44.346860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Network': ['ID=20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:44.365217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:49:44.389042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e92630e4-f6ce-4bda-bc34-4fb790739fa1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2128189 Aug 31 07:49:44.389419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:44.401326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'subnet': {'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:44.452600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:44.477678 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a55b4413-6cfb-40b5-b561-e0d578effb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.579384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Made reservation on behalf of 59badac5771147d48918b493ca2f2f9a for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:44.581526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.619043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:44.644974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-83adf4db-e779-41c6-8405-fb0c59785808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:44.646759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-83adf4db-e779-41c6-8405-fb0c59785808 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1097 time: 0.0714030 Aug 31 07:49:44.698102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port dcf85ece-058d-46a9-8e17-3f8e4febfa9b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:44.698351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.739853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8a507b-eb71-4d8b-8ed9-b996ed1309ab None None] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:44.782685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-00a8cf05-2455-45b1-97a9-5e234b98ef7e tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:44.784220 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-00a8cf05-2455-45b1-97a9-5e234b98ef7e tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.45 "GET /v2.0/networks?id=2524903d-9e7f-4b6d-8291-c89a91d84032 HTTP/1.1" status: 200 len: 814 time: 0.3547485 Aug 31 07:49:44.792863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-f9684376-164d-4ae6-a921-433781c65d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:44.794551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-f9684376-164d-4ae6-a921-433781c65d15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.1186616 Aug 31 07:49:44.874652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:44.896565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c706fd92-2935-47b9-830c-8f398f7d3e6a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:44.942490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Request body: {'port': {'device_id': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'admin_state_up': True, 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:44.976077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac0cba5d-41c0-460e-bdf4-6fb8c899ed4f req-c42f5add-e269-4f69-9348-ca460a70b1c7 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0622113 Aug 31 07:49:45.029882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a55b4413-6cfb-40b5-b561-e0d578effb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.038493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-3d427aa6-02ac-4a53-af75-df9f6a432061 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 1001 time: 0.2264249 Aug 31 07:49:45.049584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:45.052363 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4164cdae-77f5-42e2-96ac-fffb9ff1ec9f" -d '{"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-plugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:45.062802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9342aab0-0325-401f-8299-121e966ad6fc None None] Provisioning for port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:45.066178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c86db-5d76-4818-9b94-0415cceaa40e req-5ff8b1d8-3da4-48a9-a6c6-d5422108f1fd tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:45.068082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc1c86db-5d76-4818-9b94-0415cceaa40e req-5ff8b1d8-3da4-48a9-a6c6-d5422108f1fd tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1521139 Aug 31 07:49:45.089931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:45.119007 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b43ed-1fed-49f2-aedf-922e7b2ea3b7 x-openstack-request-id: req-972b43ed-1fed-49f2-aedf-922e7b2ea3b7 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:45.119007 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-plugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:45.119592 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-972b43ed-1fed-49f2-aedf-922e7b2ea3b7 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:45.119592 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'code': 200} Aug 31 07:49:45.129651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.134876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-082ec88f-0013-484f-b2b7-a0f2ebfabec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:45.136485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-082ec88f-0013-484f-b2b7-a0f2ebfabec0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0674520 Aug 31 07:49:45.158300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc1c86db-5d76-4818-9b94-0415cceaa40e req-2689b544-5290-4a60-bbd3-ec023b5159c3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789635 Aug 31 07:49:45.161347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a55b4413-6cfb-40b5-b561-e0d578effb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.217731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3039919-099b-4361-b0d8-be39ac0bafe1,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:45.232226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port c706fd92-2935-47b9-830c-8f398f7d3e6a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:45.243130 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.243130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port c706fd92-2935-47b9-830c-8f398f7d3e6a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:45.243643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.267699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Checking segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:45.268081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Network hostable DHCP agents. Network: 95d960e2-9111-4b6d-9b59-a73d28b19824, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:45.326650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Made reservation on behalf of 3de425c6b84b435980656059574e9c8b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:45.330919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.362307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4413-6cfb-40b5-b561-e0d578effb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23662ebd-a0be-4db4-a0b2-bc47eeec9031,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:45.368122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a55b4413-6cfb-40b5-b561-e0d578effb58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f826efb7a64444d1b72b0dcc6ea44e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9143929 Aug 31 07:49:45.379607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:45.386990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-b4b2f95a-ddda-49cf-97be-c2d2396481f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:45.389486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-b4b2f95a-ddda-49cf-97be-c2d2396481f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2416387 Aug 31 07:49:45.435598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:45.460502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbff6-6c52-4d28-b3b9-3958f431a83a req-790323d2-c800-4371-9480-ee91609bc336 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:45.465202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e91fbff6-6c52-4d28-b3b9-3958f431a83a req-790323d2-c800-4371-9480-ee91609bc336 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 945 time: 0.2655001 Aug 31 07:49:45.468556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:45.533405 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.618597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e91fbff6-6c52-4d28-b3b9-3958f431a83a req-69bd91f8-7657-4b10-8507-feab4f53db59 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304789 Aug 31 07:49:45.628476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4671ee27-a600-48aa-a9e8-8bf629c14afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.651998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-c4cbdfb8-6ea7-4676-9dee-4ae8ea603a39 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420547 Aug 31 07:49:45.695854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:45.705634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:45.721488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4671ee27-a600-48aa-a9e8-8bf629c14afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.726900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 95d960e2-9111-4b6d-9b59-a73d28b19824) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:45.732736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:45.733381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.749403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca877878-5b45-45e0-a646-aa814713302d None None] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:45.758685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Made reservation on behalf of 0969c6a8b7fd4192acaf6055a5bf9771 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:45.769128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.806628 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.989348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e8c41ba-3912-49cf-a1ed-eec51609e945 req-30af8092-a147-4833-8ec9-16fb6dfe5d26 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958019 Aug 31 07:49:46.022820 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-03b84b5f-9169-4504-9f65-d530ced47e55 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7986255 Aug 31 07:49:46.071420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4671ee27-a600-48aa-a9e8-8bf629c14afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:46.076297 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4671ee27-a600-48aa-a9e8-8bf629c14afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:46.077620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4671ee27-a600-48aa-a9e8-8bf629c14afc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23662ebd-a0be-4db4-a0b2-bc47eeec9031 HTTP/1.1" status: 204 len: 168 time: 0.6955633 Aug 31 07:49:46.121610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671ee27-a600-48aa-a9e8-8bf629c14afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23662ebd-a0be-4db4-a0b2-bc47eeec9031,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:46.145716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:46.267710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aaa07188-d32b-4909-a4cb-6f1a04c9fbc3 req-52cdd04e-03f9-4a5b-ba3f-5df010ecbefd tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 210 time: 0.1058664 Aug 31 07:49:46.305900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Allocated IP 172.20.0.4 (2524903d-9e7f-4b6d-8291-c89a91d84032/130a7cae-8fde-4c62-afef-3f6e75c83947/a88ab673-5019-48f8-a46c-b14cb23f9f4d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:46.338105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:46.346942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:46.391048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:46.404512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:46.545038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Subnet': ['ID=854c17ff-dfdc-45e0-8f81-fb5641fc08e9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:46.603817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-95d960e2-9111-4b6d-9b59-a73d28b19824', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'tenant_id': '59badac5771147d48918b493ca2f2f9a', 'fixed_ips': [{'subnet_id': 'a3039919-099b-4361-b0d8-be39ac0bafe1'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:49:46.604717 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:46.664927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769e04d-e13e-43b9-9525-5d9f1db23bc0 req-f7c33309-776d-4662-9d5b-fdcf69d35080 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:46.670507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Checking segment: {'id': 'eb12794e-46f1-4163-8216-2a6a98a7652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:46.674719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network hostable DHCP agents. Network: 264d156d-e1c9-4e3c-8a00-19b66abd34c3, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:46.686938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e769e04d-e13e-43b9-9525-5d9f1db23bc0 req-f7c33309-776d-4662-9d5b-fdcf69d35080 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 945 time: 0.2079396 Aug 31 07:49:46.777054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e769e04d-e13e-43b9-9525-5d9f1db23bc0 req-76296823-0e18-465e-bcb4-b5fd67336cef tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860963 Aug 31 07:49:46.992400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af8219-1aeb-4f96-bd73-b40844093e28 req-c782da34-9015-4d39-81a1-2ca4b231d165 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:47.000811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41af8219-1aeb-4f96-bd73-b40844093e28 req-c782da34-9015-4d39-81a1-2ca4b231d165 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1074035 Aug 31 07:49:47.028331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.050266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Transition to ACTIVE for port object a88ab673-5019-48f8-a46c-b14cb23f9f4d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:47.070729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.101023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41af8219-1aeb-4f96-bd73-b40844093e28 req-2e448ff2-c2a0-4fc6-a98b-a69524212d91 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986638 Aug 31 07:49:47.131954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Allocated IP 172.20.0.2 (95d960e2-9111-4b6d-9b59-a73d28b19824/a3039919-099b-4361-b0d8-be39ac0bafe1/be9cf0cb-3da2-484a-9ae4-13ecdc919b73) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:47.199778 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.291527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:47.295642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:47.298970 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c85945-0e10-4fa5-bb79-31f2f50c70fa" -d '{"events": [{"server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:47.384115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:47.400474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:47.402329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,segment=NetworkSegment(21583297-9105-485e-8dfe-24e49b2486ff),segment_id=21583297-9105-485e-8dfe-24e49b2486ff)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:47.407284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:47.503803 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.516451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.518444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:47.519141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.530384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 264d156d-e1c9-4e3c-8a00-19b66abd34c3) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:47.540466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:47.542014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:47.556250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Pushing event updated for resources: {'Port': ['ID=a88ab673-5019-48f8-a46c-b14cb23f9f4d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:47.559008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51779e8f-1b80-42ca-af74-ee1fbc1c8229 req-54272e75-9970-49f9-9680-25bd26efe06f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:47.562279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Transition to ACTIVE for port object be9cf0cb-3da2-484a-9ae4-13ecdc919b73 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:47.573032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51779e8f-1b80-42ca-af74-ee1fbc1c8229 req-54272e75-9970-49f9-9680-25bd26efe06f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 931 time: 0.1556597 Aug 31 07:49:47.577182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a9e93-91bc-4f5e-b83c-25a6265715f8 None None] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:47.636873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51779e8f-1b80-42ca-af74-ee1fbc1c8229 req-9310029f-ec7c-4627-8f45-671fdfc04e7a tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576608 Aug 31 07:49:47.732471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43774) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:47.738960 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7bdf45f4-c1ea-4f9f-b40f-fdc7dc9d8675 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3453515 Aug 31 07:49:47.738960 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-c2ee9c2a-bbe3-471e-b548-5a2b1e3644cc tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7997892 Aug 31 07:49:47.742483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'subnet': {'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:47.765934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Request body: {'port': {'device_id': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:47.780650 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c531d572-674b-480b-9846-389b13ff1dc2 x-openstack-request-id: req-c531d572-674b-480b-9846-389b13ff1dc2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:47.780954 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "name": "network-vif-plugged", "status": "completed", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:47.802960 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c531d572-674b-480b-9846-389b13ff1dc2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:47.803591 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'code': 200} Aug 31 07:49:47.854797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Transition to ACTIVE for port object be9cf0cb-3da2-484a-9ae4-13ecdc919b73 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:47.975904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:48.002396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7386-6b5b-4e56-a82d-39e5fe5f2d45 req-f91f9ee3-7ca6-4202-b47b-c52820bd9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:48.004419 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-516f7386-6b5b-4e56-a82d-39e5fe5f2d45 req-f91f9ee3-7ca6-4202-b47b-c52820bd9f35 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.1491292 Aug 31 07:49:48.021013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.028206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.136315 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-516f7386-6b5b-4e56-a82d-39e5fe5f2d45 req-a049e47a-b6ec-4e39-8dcd-7c8cc773b9e3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219876 Aug 31 07:49:48.216987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Pushing event updated for resources: {'Port': ['ID=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:48.278992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Made reservation on behalf of 3de425c6b84b435980656059574e9c8b for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:49:48.293777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.381075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:48.420996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:48.425383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:48.503099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-264d156d-e1c9-4e3c-8a00-19b66abd34c3', 'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3', 'tenant_id': '3de425c6b84b435980656059574e9c8b', 'fixed_ips': [{'subnet_id': '854c17ff-dfdc-45e0-8f81-fb5641fc08e9'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:49:48.504405 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.551757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75281f-9356-45cb-9539-1477fb84f407 req-bbd5b595-3951-485e-873b-a57555159f3b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:48.553429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c75281f-9356-45cb-9539-1477fb84f407 req-bbd5b595-3951-485e-873b-a57555159f3b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 945 time: 0.3617322 Aug 31 07:49:48.553940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a46efa61-7d44-439c-b3c1-f9033ac39cbd None None] Provisioning for port a88ab673-5019-48f8-a46c-b14cb23f9f4d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:48.563264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Attempting to bind port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:48.569594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Attempting to bind port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:48.570331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Attempting to bind port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:48.597688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a46efa61-7d44-439c-b3c1-f9033ac39cbd None None] Provisioning complete for port a88ab673-5019-48f8-a46c-b14cb23f9f4d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:48.598001 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a46efa61-7d44-439c-b3c1-f9033ac39cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.616409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c75281f-9356-45cb-9539-1477fb84f407 req-232e820a-d437-4af1-a1c1-109c05c97199 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Aug 31 07:49:48.653039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:48.653428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Checking segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:48.653854 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.654253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Bound using segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:48.654990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Bound port: be9cf0cb-3da2-484a-9ae4-13ecdc919b73, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:48.655391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:48.749844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a46efa61-7d44-439c-b3c1-f9033ac39cbd None None] Port a88ab673-5019-48f8-a46c-b14cb23f9f4d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:48.866637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Allocated IP 172.20.0.2 (264d156d-e1c9-4e3c-8a00-19b66abd34c3/854c17ff-dfdc-45e0-8f81-fb5641fc08e9/b3162408-c6dd-4cd7-9578-eb40300b94d8) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:48.875625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] For port be9cf0cb-3da2-484a-9ae4-13ecdc919b73, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:48.906421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] For port be9cf0cb-3da2-484a-9ae4-13ecdc919b73, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:48.976950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88ab673-5019-48f8-a46c-b14cb23f9f4d {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:49.001541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.004057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.032935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115769e-7d5e-4b6f-98aa-9ebc2d181cf0 req-208a1c2f-0d2a-445e-b70e-38455f0a2454 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:49.034004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Transition to ACTIVE for port object a88ab673-5019-48f8-a46c-b14cb23f9f4d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:49.042325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f115769e-7d5e-4b6f-98aa-9ebc2d181cf0 req-208a1c2f-0d2a-445e-b70e-38455f0a2454 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.2305200 Aug 31 07:49:49.106455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f115769e-7d5e-4b6f-98aa-9ebc2d181cf0 req-2bfabdad-d560-4b1b-94c2-de8d70493c45 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631032 Aug 31 07:49:49.174565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.197187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.390331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Subnet': ['ID=25bd233f-9e7c-454a-b4e4-42ee7956ec1f,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:49.418172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6348c98-4af3-4b20-891e-b8decb5c4a62 None None] Pushing event updated for resources: {'Port': ['ID=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:49.467850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Checking segment: {'id': 'fa47c154-2a18-474a-807c-96319273dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:49.468793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network hostable DHCP agents. Network: 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:49:49.498271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.538910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Transition to ACTIVE for port object b3162408-c6dd-4cd7-9578-eb40300b94d8 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:49.550438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Pushing event updated for resources: {'Port': ['ID=a88ab673-5019-48f8-a46c-b14cb23f9f4d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:49.663724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Transition to ACTIVE for port object b3162408-c6dd-4cd7-9578-eb40300b94d8 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:49.796498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.882216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Attempting to bind port a88ab673-5019-48f8-a46c-b14cb23f9f4d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:49.886535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Attempting to bind port a88ab673-5019-48f8-a46c-b14cb23f9f4d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:49.886907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Attempting to bind port a88ab673-5019-48f8-a46c-b14cb23f9f4d on network 2524903d-9e7f-4b6d-8291-c89a91d84032 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:49.893356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Port a88ab673-5019-48f8-a46c-b14cb23f9f4d on network 2524903d-9e7f-4b6d-8291-c89a91d84032 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:49:49.893679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Attempting to bind port a88ab673-5019-48f8-a46c-b14cb23f9f4d on network 2524903d-9e7f-4b6d-8291-c89a91d84032 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:49.911127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:49.911657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Checking segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:49.912012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Bound using segment: {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:49.912459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Bound port: a88ab673-5019-48f8-a46c-b14cb23f9f4d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:49.912818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:49.915048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:49.939907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:49.955832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:49.957617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Pushing event updated for resources: {'Port': ['ID=b3162408-c6dd-4cd7-9578-eb40300b94d8,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:50.131947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] For port a88ab673-5019-48f8-a46c-b14cb23f9f4d, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:50.143672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] For port a88ab673-5019-48f8-a46c-b14cb23f9f4d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:50.152925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:50.192831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Attempting to bind port b3162408-c6dd-4cd7-9578-eb40300b94d8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:50.193220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Attempting to bind port b3162408-c6dd-4cd7-9578-eb40300b94d8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'eb12794e-46f1-4163-8216-2a6a98a7652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:50.193602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Attempting to bind port b3162408-c6dd-4cd7-9578-eb40300b94d8 on network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:50.212710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:50.213123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Checking segment: {'id': 'eb12794e-46f1-4163-8216-2a6a98a7652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:50.214446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:50.214867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Bound using segment: {'id': 'eb12794e-46f1-4163-8216-2a6a98a7652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:50.215544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Bound port: b3162408-c6dd-4cd7-9578-eb40300b94d8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12794e-46f1-4163-8216-2a6a98a7652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '264d156d-e1c9-4e3c-8a00-19b66abd34c3'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:50.215949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:50.227633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:50.253650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:50.254309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:50.255766 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] 10.222.0.45 "PUT /v2.0/ports/a88ab673-5019-48f8-a46c-b14cb23f9f4d HTTP/1.1" status: 200 len: 1092 time: 2.5015430 Aug 31 07:49:50.262786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'tag': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:50.267355 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbb46ea-d367-48af-ab5d-40242bc40b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7", "tag": "a88ab673-5019-48f8-a46c-b14cb23f9f4d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:50.511454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] For port b3162408-c6dd-4cd7-9578-eb40300b94d8, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:50.534624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] For port b3162408-c6dd-4cd7-9578-eb40300b94d8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b3162408-c6dd-4cd7-9578-eb40300b94d8,segment=NetworkSegment(eb12794e-46f1-4163-8216-2a6a98a7652a),segment_id=eb12794e-46f1-4163-8216-2a6a98a7652a)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:50.574364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:50.574757 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:50.631453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424546-f4d6-4255-b73b-a7a09c16e66a req-d758db59-7783-4141-89a5-82e8a745eb77 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:50.641306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4424546-f4d6-4255-b73b-a7a09c16e66a req-d758db59-7783-4141-89a5-82e8a745eb77 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 1.3042710 Aug 31 07:49:50.658635 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:50.719584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:49:50.773711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4424546-f4d6-4255-b73b-a7a09c16e66a req-0605677c-3496-48ac-916c-33647e6afec3 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289997 Aug 31 07:49:50.859506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:50.865702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:50.875867 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:51.035687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fa902227-d248-4a28-ba1a-06749ae0b95b tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2996082 Aug 31 07:49:51.065354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43816) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:51.141111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04532e44-f2a2-47f9-9391-792307739860 None None] Network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:51.148667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-66b5a073-1c48-4f63-bb12-00b70f4f83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:51.160470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-66b5a073-1c48-4f63-bb12-00b70f4f83ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0969c6a8b7fd4192acaf6055a5bf9771&device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 1095 time: 0.1583800 Aug 31 07:49:51.162234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d5409-1315-4081-8bc2-dfaa068a0e71 service neutron] Pushing event updated for resources: {'Port': ['ID=a88ab673-5019-48f8-a46c-b14cb23f9f4d,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:51.286136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-9e99c0ee-8c3b-4e0d-acb5-e36a1dd954df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d HTTP/1.1" status: 200 len: 217 time: 0.0945852 Aug 31 07:49:51.378955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9947cf8e-5d11-4c93-a025-cef06182e26a None None] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:51.462993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1c5d1-3abf-4767-b260-844b7e21832f req-c58e19fb-e06e-4e15-8b30-1d0088faaa41 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:51.464910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72f1c5d1-3abf-4767-b260-844b7e21832f req-c58e19fb-e06e-4e15-8b30-1d0088faaa41 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 945 time: 0.1757951 Aug 31 07:49:51.477526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a46e4-d8c3-4497-8920-59cda34eb268 None None] Pushing event updated for resources: {'Port': ['ID=b3162408-c6dd-4cd7-9578-eb40300b94d8,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:51.520778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-bd6447aa-2e35-45c9-a1eb-0be4abe94452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:51.522202 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-bd6447aa-2e35-45c9-a1eb-0be4abe94452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=130a7cae-8fde-4c62-afef-3f6e75c83947 HTTP/1.1" status: 200 len: 853 time: 0.0869050 Aug 31 07:49:51.545510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3', 'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3', 'tenant_id': '3de425c6b84b435980656059574e9c8b', 'fixed_ips': [{'subnet_id': '25bd233f-9e7c-454a-b4e4-42ee7956ec1f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:49:51.546562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:51.581106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be9cf0cb-3da2-484a-9ae4-13ecdc919b73 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:51.611656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72f1c5d1-3abf-4767-b260-844b7e21832f req-9b90dc5f-fdf0-4029-a300-d5497d035b10 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Aug 31 07:49:51.651526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-9ea87f5b-44ed-4d08-9216-5dc27c6aa974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:51.653333 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-9ea87f5b-44ed-4d08-9216-5dc27c6aa974 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2524903d-9e7f-4b6d-8291-c89a91d84032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198511 Aug 31 07:49:51.662339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:51.797719 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-62934a23-d378-40c3-b548-390f8d289d9f service neutron] 10.222.0.45 "GET /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330717 Aug 31 07:49:51.868025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75250ae7-1d76-4400-9bc1-5e4aa950d7ec req-335414a7-87a5-48a5-b5e8-488f1ce3ed62 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:51.870007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75250ae7-1d76-4400-9bc1-5e4aa950d7ec req-335414a7-87a5-48a5-b5e8-488f1ce3ed62 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1324644 Aug 31 07:49:51.870183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Allocated IP 172.20.0.2 (20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3/25bd233f-9e7c-454a-b4e4-42ee7956ec1f/fe532b82-8a35-472a-97f0-6ba3a8c808da) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:51.922462 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9bdf22f1-aa87-44ca-a282-108d8bf0bc5b req-d9bd1243-a574-4f4f-8f9e-cd3a7cc3535c service neutron] 10.222.0.45 "GET /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138737 Aug 31 07:49:51.969124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75250ae7-1d76-4400-9bc1-5e4aa950d7ec req-d0a31d2b-bcc4-4957-9874-e7a9eee98766 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890973 Aug 31 07:49:52.033401 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0374c4-05cc-4d2d-b4cf-1b23f9cd79c4 x-openstack-request-id: req-8c0374c4-05cc-4d2d-b4cf-1b23f9cd79c4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:52.033716 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7", "tag": "a88ab673-5019-48f8-a46c-b14cb23f9f4d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:52.034000 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c0374c4-05cc-4d2d-b4cf-1b23f9cd79c4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:52.034409 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'tag': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d', 'status': 'completed', 'code': 200} Aug 31 07:49:52.077373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Allocated IP 172.20.0.1 (264d156d-e1c9-4e3c-8a00-19b66abd34c3/854c17ff-dfdc-45e0-8f81-fb5641fc08e9/b7098f5e-1e30-4026-95e5-6870fe2acf01) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:49:52.161683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.176777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Transition to ACTIVE for port object fe532b82-8a35-472a-97f0-6ba3a8c808da will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:52.202828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Transition to ACTIVE for port object fe532b82-8a35-472a-97f0-6ba3a8c808da will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:52.208221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] Provisioning for port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:52.211467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:52.218614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:52.219079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.222705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] Provisioning complete for port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:52.228981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.305715 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.418141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-3b898ef0-ee25-45cb-aaa6-44d2794858ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:52.420729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-3b898ef0-ee25-45cb-aaa6-44d2794858ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0969c6a8b7fd4192acaf6055a5bf9771&device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 1095 time: 0.1802268 Aug 31 07:49:52.492243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:52.511656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Pushing event updated for resources: {'Port': ['ID=fe532b82-8a35-472a-97f0-6ba3a8c808da,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:52.511656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:52.518250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-3ccebf3f-d467-4468-a793-f5e6eb13369b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1102762299&fields=id&tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 267 time: 0.3675778 Aug 31 07:49:52.527419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:52.682129 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.740339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.740942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Transition to ACTIVE for port object b7098f5e-1e30-4026-95e5-6870fe2acf01 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:49:52.807623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-70e2d90b-7b90-4041-86f0-364f92cf79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:52.809259 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-70e2d90b-7b90-4041-86f0-364f92cf79e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2524903d-9e7f-4b6d-8291-c89a91d84032 HTTP/1.1" status: 200 len: 915 time: 0.3101070 Aug 31 07:49:52.840850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.848068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Attempting to bind port fe532b82-8a35-472a-97f0-6ba3a8c808da on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:49:52.848601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Attempting to bind port fe532b82-8a35-472a-97f0-6ba3a8c808da by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'fa47c154-2a18-474a-807c-96319273dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:49:52.849233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Attempting to bind port fe532b82-8a35-472a-97f0-6ba3a8c808da on network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:49:52.856594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-d77f904a-d168-416a-99fa-cf588587939d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:52.868643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-d77f904a-d168-416a-99fa-cf588587939d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 945 time: 0.3476675 Aug 31 07:49:52.882514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'port': {'security_groups': ['87332f3c-6347-4f0e-829d-ca323fef47d5', '413199ef-fef7-492a-acf0-808d6218a7b2']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:52.887385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] For port be9cf0cb-3da2-484a-9ae4-13ecdc919b73, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:52.900941 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-414a1805-6cb3-4170-b012-3203ac3a8791 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d HTTP/1.1" status: 200 len: 217 time: 0.0625069 Aug 31 07:49:52.904613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:49:52.905131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Checking segment: {'id': 'fa47c154-2a18-474a-807c-96319273dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:49:52.905671 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.906242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Bound using segment: {'id': 'fa47c154-2a18-474a-807c-96319273dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:49:52.906801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Bound port: fe532b82-8a35-472a-97f0-6ba3a8c808da, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa47c154-2a18-474a-807c-96319273dc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:49:52.907262 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:52.929445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ccc2b-4de8-4a4b-9c64-bcd84903c6c8 None None] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:52.989311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-03109505-70ea-418a-a1a9-b9cc3b5e5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:52.991231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-03109505-70ea-418a-a1a9-b9cc3b5e5c12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=130a7cae-8fde-4c62-afef-3f6e75c83947 HTTP/1.1" status: 200 len: 853 time: 0.0712161 Aug 31 07:49:53.013907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.018454 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.068840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:49:53.069263 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:49:53.080673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Port': ['ID=b7098f5e-1e30-4026-95e5-6870fe2acf01,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:53.094152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.101326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:53.105299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:53.115164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:49:53.176222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-1e376a01-5c32-46f2-90da-c1a07061e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:53.180506 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-1e376a01-5c32-46f2-90da-c1a07061e680 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2524903d-9e7f-4b6d-8291-c89a91d84032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808884 Aug 31 07:49:53.188552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] For port fe532b82-8a35-472a-97f0-6ba3a8c808da, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:49:53.194243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605a6bb-5750-4077-b13d-db6a94e0638c None None] Pushing event updated for resources: {'Port': ['ID=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:53.203475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1016c764-558b-4264-a40d-ad44542a9df4 None None] Provisioning complete for port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:53.203698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1016c764-558b-4264-a40d-ad44542a9df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.248456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] For port fe532b82-8a35-472a-97f0-6ba3a8c808da, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe532b82-8a35-472a-97f0-6ba3a8c808da,segment=NetworkSegment(fa47c154-2a18-474a-807c-96319273dc84),segment_id=fa47c154-2a18-474a-807c-96319273dc84)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:49:53.262706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.345552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.418094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-308c8f18-c172-483b-8b47-cd8ded146429 service neutron] 10.222.0.45 "GET /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264144 Aug 31 07:49:53.597921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f36df-5de4-4656-bd93-88e71a5aba81 None None] Pushing event updated for resources: {'Port': ['ID=fe532b82-8a35-472a-97f0-6ba3a8c808da,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:53.663240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.718061 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.737371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2cbb46ea-d367-48af-ab5d-40242bc40b0d req-dd28e097-2932-447d-911a-17d7424a6dda service neutron] 10.222.0.45 "GET /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833161 Aug 31 07:49:53.807168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1016c764-558b-4264-a40d-ad44542a9df4 None None] Provisioning for port b3162408-c6dd-4cd7-9578-eb40300b94d8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:53.849343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12bf9cd4-55c3-4db5-abb2-4fecc459d920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.075677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ad3d2f39-df9a-4103-b4b2-fb9dcda77852 None None] Provisioning for port b7098f5e-1e30-4026-95e5-6870fe2acf01 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:54.082581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ad3d2f39-df9a-4103-b4b2-fb9dcda77852 None None] Provisioning complete for port b7098f5e-1e30-4026-95e5-6870fe2acf01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:54.088065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ad3d2f39-df9a-4103-b4b2-fb9dcda77852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.195292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d2f39-df9a-4103-b4b2-fb9dcda77852 None None] Port b7098f5e-1e30-4026-95e5-6870fe2acf01 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:54.204090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b3162408-c6dd-4cd7-9578-eb40300b94d8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:54.431679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b30ecfc1-d6e2-48b3-9e58-8191348fd147 None None] Provisioning complete for port b7098f5e-1e30-4026-95e5-6870fe2acf01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:54.446545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b30ecfc1-d6e2-48b3-9e58-8191348fd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.446704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:54.498079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b3162408-c6dd-4cd7-9578-eb40300b94d8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:54.517993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b3162408-c6dd-4cd7-9578-eb40300b94d8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:54.518372 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.580369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b30ecfc1-d6e2-48b3-9e58-8191348fd147 None None] Port b7098f5e-1e30-4026-95e5-6870fe2acf01 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:54.591487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.632027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.696266 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.730634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:54.803876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.818253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.975228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:54.975900 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.977488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2eaad0c5-5485-40f9-b4fc-198f9740c834 req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "PUT /v2.0/ports/c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 981 time: 2.0998187 Aug 31 07:49:54.980947 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:55.001899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:55.001899 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c53157-84d2-4bcf-b77c-4ec00afcae73" -d '{"events": [{"name": "network-changed", "server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:55.215124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:55.217944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779b33d-e61a-4606-8257-ac8c719587ba None None] Network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:49:55.231827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b3162408-c6dd-4cd7-9578-eb40300b94d8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b3162408-c6dd-4cd7-9578-eb40300b94d8,segment=NetworkSegment(eb12794e-46f1-4163-8216-2a6a98a7652a),segment_id=eb12794e-46f1-4163-8216-2a6a98a7652a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:55.252074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a9676-14e0-458a-a374-886a72cdc81e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:55.387170 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:55.388206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be9cf0cb-3da2-484a-9ae4-13ecdc919b73 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:55.436070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:49:55.455548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:49:55.550408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-766d4233-9ba7-42de-a358-db5f5f0d3394 None None] Provisioning for port fe532b82-8a35-472a-97f0-6ba3a8c808da completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:55.658396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ad110-0ae2-4fdd-ae18-75ede483b37a req-95862c4c-7868-452c-9f80-bdb8ad35e3e3 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:55.670804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b04ad110-0ae2-4fdd-ae18-75ede483b37a req-95862c4c-7868-452c-9f80-bdb8ad35e3e3 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.5375655 Aug 31 07:49:55.801767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b3162408-c6dd-4cd7-9578-eb40300b94d8,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:55.823720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b04ad110-0ae2-4fdd-ae18-75ede483b37a req-2d0d232a-e713-48ac-b71c-622f38f2070e tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496294 Aug 31 07:49:55.849544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Port': ['ID=b7098f5e-1e30-4026-95e5-6870fe2acf01,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:55.933670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:55.937494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Router 09ec926c-bded-497c-9b29-e4a20182fc74 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:49:55.953769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:55.956018 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.132544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:49:56.148612 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af50692-1d50-408f-8b12-727642edddac None None] Sync routers for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:49:56.157138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-57351b81-5232-4fb2-993a-5cf209cbe2a6 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0854826 Aug 31 07:49:56.158688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43876) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:56.161747 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af50692-1d50-408f-8b12-727642edddac None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:56.162510 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1af50692-1d50-408f-8b12-727642edddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:56.233594 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1af50692-1d50-408f-8b12-727642edddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:56.246387 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af50692-1d50-408f-8b12-727642edddac None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:49:56.247318 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1af50692-1d50-408f-8b12-727642edddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:56.343162 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1af50692-1d50-408f-8b12-727642edddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:49:56.344683 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af50692-1d50-408f-8b12-727642edddac None None] The sync data for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:49:56.347237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0e44fa79-9538-400d-81fb-1057008bb575 None None] Provisioning complete for port b7098f5e-1e30-4026-95e5-6870fe2acf01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:56.348381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e44fa79-9538-400d-81fb-1057008bb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.761359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0e44fa79-9538-400d-81fb-1057008bb575 None None] Port b7098f5e-1e30-4026-95e5-6870fe2acf01 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:49:56.763876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f71a5-d72e-46b7-ab66-656a1418a84c req-6aeb508a-68e6-4d46-b1d7-5a4ded233e1e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:56.772027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59f71a5-d72e-46b7-ab66-656a1418a84c req-6aeb508a-68e6-4d46-b1d7-5a4ded233e1e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.3434017 Aug 31 07:49:56.873392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.902869 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e455f74-9ee6-436a-a127-b6c266b62193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.999542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59f71a5-d72e-46b7-ab66-656a1418a84c req-e678dfda-add9-4a08-92bc-3405ffab5fde tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265296 Aug 31 07:49:57.148532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b3162408-c6dd-4cd7-9578-eb40300b94d8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:57.210259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-44b26cb9-c326-412c-b579-436e8ef65902 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1287505901&fields=id&tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 267 time: 0.0601833 Aug 31 07:49:57.212442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b3162408-c6dd-4cd7-9578-eb40300b94d8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:57.212867 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.214823 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-c98fc330-ae22-4238-b582-69396f70ca3c tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:49:57.218789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43894) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:49:57.219427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c98fc330-ae22-4238-b582-69396f70ca3c tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0595803 Aug 31 07:49:57.314598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-6cf0df8f-1530-4aa5-9454-811d7647a58f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:57.316286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-6cf0df8f-1530-4aa5-9454-811d7647a58f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 984 time: 0.1047637 Aug 31 07:49:57.331936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'port': {'security_groups': ['413199ef-fef7-492a-acf0-808d6218a7b2', '87332f3c-6347-4f0e-829d-ca323fef47d5', '11d771d8-3c62-4907-81b7-82adc1aa5b51']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:57.343597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe532b82-8a35-472a-97f0-6ba3a8c808da up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:57.520134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.567620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port fe532b82-8a35-472a-97f0-6ba3a8c808da completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:49:57.591147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fe532b82-8a35-472a-97f0-6ba3a8c808da triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:57.591788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.775296 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.827226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.833020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port fe532b82-8a35-472a-97f0-6ba3a8c808da, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe532b82-8a35-472a-97f0-6ba3a8c808da,segment=NetworkSegment(fa47c154-2a18-474a-807c-96319273dc84),segment_id=fa47c154-2a18-474a-807c-96319273dc84)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:57.906045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:57.944269 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.206043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting port b7098f5e-1e30-4026-95e5-6870fe2acf01 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:49:58.206386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.260953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.298902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.313167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Calling delete_port for b7098f5e-1e30-4026-95e5-6870fe2acf01 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:49:58.324176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.324804 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.397195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:58.411176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:58.439295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:58.439986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:58.456670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f53fbae4-826d-4591-a133-7b8f8a24478b req-93b61298-8e8f-42ca-ae5c-408a08d0ca0d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "PUT /v2.0/ports/c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 1020 time: 1.1286814 Aug 31 07:49:58.491408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=fe532b82-8a35-472a-97f0-6ba3a8c808da,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:58.518693 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafda59-c7dc-4c12-ae64-086b65d5cedf x-openstack-request-id: req-aeafda59-c7dc-4c12-ae64-086b65d5cedf {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:58.519082 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:58.519622 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aeafda59-c7dc-4c12-ae64-086b65d5cedf {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:58.519854 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'status': 'completed', 'code': 200} Aug 31 07:49:58.559912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:58.804324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762a727-6e2d-424c-a694-6df5c9fc1fa5 req-07269126-ce50-428c-b88c-43e1ab8961c4 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:58.811741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-f5524964-1d72-4a21-8eac-b58d04c08991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:58.813281 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-f5524964-1d72-4a21-8eac-b58d04c08991 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1175 time: 0.2406082 Aug 31 07:49:58.836072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3762a727-6e2d-424c-a694-6df5c9fc1fa5 req-07269126-ce50-428c-b88c-43e1ab8961c4 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1634178 Aug 31 07:49:58.949765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3762a727-6e2d-424c-a694-6df5c9fc1fa5 req-30b5097e-c34a-4548-992d-0e2f2819e370 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252038 Aug 31 07:49:58.968038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe532b82-8a35-472a-97f0-6ba3a8c808da up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:59.009680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-9ec26824-990d-47ba-a518-934fd85ec75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:59.012659 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-9ec26824-990d-47ba-a518-934fd85ec75d service neutron] 10.222.0.68 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 913 time: 0.1860683 Aug 31 07:49:59.128479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-055b457a-80b9-440d-91b1-995721ac9112 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 217 time: 0.1040428 Aug 31 07:49:59.134890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:59.184523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fe532b82-8a35-472a-97f0-6ba3a8c808da triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:59.191123 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:59.291214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Port': ['ID=b7098f5e-1e30-4026-95e5-6870fe2acf01,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:59.426389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.426389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.426389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.427587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.427587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.427587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.427810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.428263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.428524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.428870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.429245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.429601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:49:59.444451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f9d53-8302-45ee-971d-44716409678d req-7b96e802-68dd-4584-a976-871b8e83de41 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:59.457940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7f9d53-8302-45ee-971d-44716409678d req-7b96e802-68dd-4584-a976-871b8e83de41 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1339917 Aug 31 07:49:59.489683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-4ccc996e-0cb4-4dc3-a65a-5bed532cf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:59.504064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-4ccc996e-0cb4-4dc3-a65a-5bed532cf97b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.3503833 Aug 31 07:49:59.559008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7f9d53-8302-45ee-971d-44716409678d req-a62f931f-92ba-4bb0-a4bf-bb1f2ddf46c3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999365 Aug 31 07:49:59.578187 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:59.653358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-19ee0d00-a066-49cc-9ef8-3afaec675f70 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615985 Aug 31 07:49:59.746841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:59.784840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb9ad6-e62d-4f85-b138-59c33fa672a2 req-388660a0-4c88-49b5-9a0d-408f40a193a5 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:59.798095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cdb9ad6-e62d-4f85-b138-59c33fa672a2 req-388660a0-4c88-49b5-9a0d-408f40a193a5 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1023 time: 0.1164215 Aug 31 07:49:59.941448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cdb9ad6-e62d-4f85-b138-59c33fa672a2 req-ab8b61bc-0a70-41b7-bbd1-e68ae5bd8aa9 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=11d771d8-3c62-4907-81b7-82adc1aa5b51&id=413199ef-fef7-492a-acf0-808d6218a7b2 HTTP/1.1" status: 200 len: 6157 time: 0.1424100 Aug 31 07:49:59.973098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6247302c-d6fe-487e-b741-aa788e0202d5 req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1223200347 ', 'description': 'tempest-description-964273312'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:49:59.975153 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-fd9a9274-1c0f-4d7c-b5fa-dfe5cc96f240 service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863662 Aug 31 07:50:00.045705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Router 09ec926c-bded-497c-9b29-e4a20182fc74 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:50:00.067676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6247302c-d6fe-487e-b741-aa788e0202d5 req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:00.190051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:50:00.203135 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f2fc33c-8b52-46e3-affb-1b38321ecfa8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9782834 Aug 31 07:50:00.204979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:00.207245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] Sync routers for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:50:00.223903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:00.231559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:00.234063 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-76c53157-84d2-4bcf-b77c-4ec00afcae73 req-54e3ab0a-df22-4b6c-b548-0dd9119c8452 service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495410 Aug 31 07:50:00.285489 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-ec8274b2-fe72-47dd-9ecc-253511578481 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] delete failed (client error): The resource could not be found. Aug 31 07:50:00.286730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec8274b2-fe72-47dd-9ecc-253511578481 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1516014175 HTTP/1.1" status: 404 len: 335 time: 0.0807643 Aug 31 07:50:00.290400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43972) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:00.297516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3c3b48dc-92eb-4b16-b2cb-980132c3cdc3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'router': {'external_gateway_info': {'network_id': '09ec926c-bded-497c-9b29-e4a20182fc74'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:00.304778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6247302c-d6fe-487e-b741-aa788e0202d5 req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:00.327103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:00.357606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:00.358177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:00.386193 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6247302c-d6fe-487e-b741-aa788e0202d5 req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:00.467640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:00.467640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade154b-91aa-4506-8f8d-bf3458756765 None None] The sync data for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:50:00.499823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570d1005-5bdb-4fc4-9f06-ded56f433c9a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:00.511882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6247302c-d6fe-487e-b741-aa788e0202d5 req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:00.513618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6247302c-d6fe-487e-b741-aa788e0202d5 req-e80caf27-353f-4515-82e1-3e28a9345e8e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5522146 Aug 31 07:50:00.548296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:00.559299 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:00.716259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c3b48dc-92eb-4b16-b2cb-980132c3cdc3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:00.757475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de22b61-7863-4684-87ab-473b957260f3 req-b5ad6dbd-63eb-4e25-8c0f-244f48da2add tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:00.774450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8de22b61-7863-4684-87ab-473b957260f3 req-b5ad6dbd-63eb-4e25-8c0f-244f48da2add tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0770240 Aug 31 07:50:00.828669 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-3c3b48dc-92eb-4b16-b2cb-980132c3cdc3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] update failed (client error): The resource could not be found. Aug 31 07:50:00.832595 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c3b48dc-92eb-4b16-b2cb-980132c3cdc3 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74 HTTP/1.1" status: 404 len: 339 time: 0.5409563 Aug 31 07:50:00.836671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43998) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:00.900615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8de22b61-7863-4684-87ab-473b957260f3 req-5e626c6b-99f8-45ad-8fe1-a3a8d02303e1 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246405 Aug 31 07:50:01.651710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce226466-999f-4398-a1d4-37465e459ad4 req-84f8ab03-d7a4-44f6-aead-158fb0d15731 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/570d1005-5bdb-4fc4-9f06-ded56f433c9a HTTP/1.1" status: 200 len: 1782 time: 0.1105855 Aug 31 07:50:01.668502 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ceff6-d87f-4bfc-b65d-1beca7357811 x-openstack-request-id: req-171ceff6-d87f-4bfc-b65d-1beca7357811 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:01.669349 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:01.669844 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-171ceff6-d87f-4bfc-b65d-1beca7357811 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:01.670491 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'status': 'completed', 'code': 200} Aug 31 07:50:01.871209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c2a23-c586-4271-9d3e-a98e844cbdde req-39ea7375-2780-4b49-b412-c4cbdaec6b0a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:01.892422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0c2a23-c586-4271-9d3e-a98e844cbdde req-39ea7375-2780-4b49-b412-c4cbdaec6b0a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.1018362 Aug 31 07:50:01.965850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0c2a23-c586-4271-9d3e-a98e844cbdde req-fdffeb61-313e-41b4-bb3a-90265e19879c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723073 Aug 31 07:50:01.990972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-95a78109-11e8-449e-a03b-d70897a6a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:01.992947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-95a78109-11e8-449e-a03b-d70897a6a6a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1175 time: 0.1759653 Aug 31 07:50:02.097235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:02.555462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-709a96f8-b562-4574-9d2a-8074aec224c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:02.557111 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-709a96f8-b562-4574-9d2a-8074aec224c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 913 time: 0.5351982 Aug 31 07:50:02.734317 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-52011ed9-a6ab-43a7-a103-4db704e1b0d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 200 len: 217 time: 0.1671395 Aug 31 07:50:02.754651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f3188ba-fe7b-4bc8-86fe-5ec7f6312952 req-af1edefb-a817-464f-b672-e2443658ef46 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/570d1005-5bdb-4fc4-9f06-ded56f433c9a HTTP/1.1" status: 200 len: 1782 time: 0.7237968 Aug 31 07:50:02.828581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Allocated IP 172.20.0.1 (f7bc6d97-9971-49a7-b3a7-af11b1a0c673/6fefe9db-05ca-4878-836c-33cc47471a65/c17ab5ad-c441-4874-a3ad-ae2d0aa9de49) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:50:02.834108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f3188ba-fe7b-4bc8-86fe-5ec7f6312952 req-15bbe139-b600-4178-a4e2-2548ba9e41a7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:02.838592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-5d09e6d6-f8f7-424f-afe2-0357a39a6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:02.840263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-5d09e6d6-f8f7-424f-afe2-0357a39a6abb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.0966697 Aug 31 07:50:02.866022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f3188ba-fe7b-4bc8-86fe-5ec7f6312952 req-15bbe139-b600-4178-a4e2-2548ba9e41a7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:02.887170 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-dab2228f-6af0-429e-be67-1ee0ac52b376 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378525 Aug 31 07:50:03.053411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-ea3c0452-02ea-41a0-b24b-383c2b2f57fa service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559973 Aug 31 07:50:03.056151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:03.092216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f3188ba-fe7b-4bc8-86fe-5ec7f6312952 req-15bbe139-b600-4178-a4e2-2548ba9e41a7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:03.095141 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f3188ba-fe7b-4bc8-86fe-5ec7f6312952 req-15bbe139-b600-4178-a4e2-2548ba9e41a7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:03.110501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f3188ba-fe7b-4bc8-86fe-5ec7f6312952 req-15bbe139-b600-4178-a4e2-2548ba9e41a7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/570d1005-5bdb-4fc4-9f06-ded56f433c9a HTTP/1.1" status: 204 len: 173 time: 0.3546872 Aug 31 07:50:03.121451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbe139-b600-4178-a4e2-2548ba9e41a7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d1005-5bdb-4fc4-9f06-ded56f433c9a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:03.121847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Transition to ACTIVE for port object c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:03.192891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-58c47c5a-41a0-4a23-8364-9be8aaa0c8c7 req-f6490140-7c7d-4b64-98dc-7bb37f526e92 service neutron] 10.222.0.68 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297128 Aug 31 07:50:03.301006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:03.348367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765ed32-c1a0-4c7f-b00c-2ff6c5251c9e req-feb7c4d5-a937-44d0-a429-c6a77008312b tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:03.361887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0765ed32-c1a0-4c7f-b00c-2ff6c5251c9e req-feb7c4d5-a937-44d0-a429-c6a77008312b tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1939456 Aug 31 07:50:03.407606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:03.412106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:03.426625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:50:03.467276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0765ed32-c1a0-4c7f-b00c-2ff6c5251c9e req-2b648d47-fae8-4082-bb77-891dab15739c tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030123 Aug 31 07:50:03.566283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Port': ['ID=c17ab5ad-c441-4874-a3ad-ae2d0aa9de49,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:03.606995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:03.671887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44074) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:03.872289 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0563a1c0-7aa5-4c08-af5b-3f2c8bdb0944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:03.980384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4fbb0-fa54-4be8-b720-083aa15df469 req-8697626e-4fc5-4aa5-9485-b3fbf36d6cd9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:03.987894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed4fbb0-fa54-4be8-b720-083aa15df469 req-8697626e-4fc5-4aa5-9485-b3fbf36d6cd9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0915511 Aug 31 07:50:04.027107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.035841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a94610b-9903-4127-b54c-fdac0cf816f6 None None] Provisioning for port c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:04.040630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a94610b-9903-4127-b54c-fdac0cf816f6 None None] Provisioning complete for port c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:04.041558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a94610b-9903-4127-b54c-fdac0cf816f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.051249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed4fbb0-fa54-4be8-b720-083aa15df469 req-5fd261ad-2edd-4665-900b-880e75a7f33c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622737 Aug 31 07:50:04.130645 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-2cb182d9-10b5-496f-8529-4eab23861443 req-8301f6f0-7a62-4bea-ab24-cef5f0f60c31 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:04.139129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cb182d9-10b5-496f-8529-4eab23861443 req-8301f6f0-7a62-4bea-ab24-cef5f0f60c31 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/570d1005-5bdb-4fc4-9f06-ded56f433c9a HTTP/1.1" status: 404 len: 352 time: 0.0553610 Aug 31 07:50:04.141576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1a94610b-9903-4127-b54c-fdac0cf816f6 None None] Port c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:50:04.171467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0563a1c0-7aa5-4c08-af5b-3f2c8bdb0944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.179344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-76add6dc-6f17-43e4-ac11-df47ee484477 req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-366186600', 'description': 'tempest-description-693728715'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:04.266654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0563a1c0-7aa5-4c08-af5b-3f2c8bdb0944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.341888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0563a1c0-7aa5-4c08-af5b-3f2c8bdb0944 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=587199f2f128464ebc84e9c8caf1b2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713107 Aug 31 07:50:04.345628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44080) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:04.364562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563a1c0-7aa5-4c08-af5b-3f2c8bdb0944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d61822-9068-4e14-b200-4be9da682b32,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:04.421206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-178d3e36-b8a4-4489-a0f8-35c36f4360d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.441784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.442882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-178d3e36-b8a4-4489-a0f8-35c36f4360d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.457521 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76add6dc-6f17-43e4-ac11-df47ee484477 req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.534699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.621213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event updated for resources: {'Port': ['ID=c17ab5ad-c441-4874-a3ad-ae2d0aa9de49,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:04.625842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.669226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-178d3e36-b8a4-4489-a0f8-35c36f4360d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.672146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-178d3e36-b8a4-4489-a0f8-35c36f4360d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.673915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-178d3e36-b8a4-4489-a0f8-35c36f4360d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77d61822-9068-4e14-b200-4be9da682b32 HTTP/1.1" status: 204 len: 168 time: 0.3266795 Aug 31 07:50:04.691588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d3e36-b8a4-4489-a0f8-35c36f4360d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d61822-9068-4e14-b200-4be9da682b32,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:04.741799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:04.743497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:04.754362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76add6dc-6f17-43e4-ac11-df47ee484477 req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.845502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Router 09ec926c-bded-497c-9b29-e4a20182fc74 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:50:04.935469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76add6dc-6f17-43e4-ac11-df47ee484477 req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:04.995628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafa0ae-74da-4ebb-94e0-ae6770cdc2d2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:05.036303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:50:05.049358 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] Sync routers for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:50:05.055430 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f62e5b7-c57e-42e8-bd76-02705d05944a tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2144120 Aug 31 07:50:05.059296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44098) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:05.082857 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:05.084007 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:05.095627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-03c4785e-38b7-48dd-85ea-e3ff3cc0bf17 None None] Provisioning complete for port c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:05.098164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03c4785e-38b7-48dd-85ea-e3ff3cc0bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:05.122882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-76add6dc-6f17-43e4-ac11-df47ee484477 req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:05.129583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76add6dc-6f17-43e4-ac11-df47ee484477 req-b5722f52-807e-4c69-8c06-8a9cd794785c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9551597 Aug 31 07:50:05.189024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-03c4785e-38b7-48dd-85ea-e3ff3cc0bf17 None None] Port c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:50:05.215599 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:05.239782 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:05.241327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:05.258046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bded879e-c1ee-4d40-badc-01587d1b303e tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:05.282062 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:05.286760 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2fb907-f104-44dc-8654-3191769cc34f None None] The sync data for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:50:05.471742 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-bded879e-c1ee-4d40-badc-01587d1b303e tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 07:50:05.472790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bded879e-c1ee-4d40-badc-01587d1b303e tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74 HTTP/1.1" status: 409 len: 329 time: 0.4150007 Aug 31 07:50:05.476103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44114) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:05.480324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032793c-4316-4186-81cb-b2756a004fb6 req-b3e55872-b6bf-4234-86a2-4cc1a8683013 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:05.481836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3032793c-4316-4186-81cb-b2756a004fb6 req-b3e55872-b6bf-4234-86a2-4cc1a8683013 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2205954 Aug 31 07:50:05.522789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-beaf4693-3a87-4ade-a8de-bdb0e8e3112c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:05.524260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-beaf4693-3a87-4ade-a8de-bdb0e8e3112c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 815 time: 0.1783168 Aug 31 07:50:05.550636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3032793c-4316-4186-81cb-b2756a004fb6 req-0639df19-ad4f-4b75-8d71-c4e868865d93 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627177 Aug 31 07:50:05.552483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-99d6e3b4-9e84-4771-8e7b-3f7dd0c17d29 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/quotas/59badac5771147d48918b493ca2f2f9a HTTP/1.1" status: 200 len: 375 time: 0.0176284 Aug 31 07:50:05.615554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-5e1150a0-0294-4a1e-8f2e-997d57f738e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527794 Aug 31 07:50:05.724757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-15b43355-a6f0-4b8f-93f6-792bf35c3c1b service neutron] 10.222.0.36 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012044 Aug 31 07:50:05.744064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44116) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:05.765274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-326aeee4-1563-4e18-a09e-6607f9eb323f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:05.826994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-bb439ea3-c084-4249-91c2-207c1ff6ec77 service neutron] 10.222.0.36 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011343 Aug 31 07:50:05.895944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:05.918834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc8f7b-aced-483f-a766-2a4668731dcf req-9de1e7b7-2f5b-4a6c-93b3-8f56696a2023 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:05.920373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6cc8f7b-aced-483f-a766-2a4668731dcf req-9de1e7b7-2f5b-4a6c-93b3-8f56696a2023 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0521364 Aug 31 07:50:05.962149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6cc8f7b-aced-483f-a766-2a4668731dcf req-34b60967-bb66-4e53-b74e-4df5af3b48b3 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344865 Aug 31 07:50:05.991040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-326aeee4-1563-4e18-a09e-6607f9eb323f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:05.994550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a27f05ba-7e22-4dfa-a4cf-77bb7e451970 req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2098383362', 'description': 'tempest-description-1950691843'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:06.079781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-326aeee4-1563-4e18-a09e-6607f9eb323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.131049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-326aeee4-1563-4e18-a09e-6607f9eb323f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b102004568c5491a96c46c6b3fc7f87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852592 Aug 31 07:50:06.133746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:06.144354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-103427af-1189-4c19-b387-9a70f0af9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.145897 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-103427af-1189-4c19-b387-9a70f0af9a7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1098 time: 0.1152527 Aug 31 07:50:06.147698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aeee4-1563-4e18-a09e-6607f9eb323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e0f2b-97c7-4608-affa-230c2531a123,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:06.168725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a27f05ba-7e22-4dfa-a4cf-77bb7e451970 req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.226667 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55bef314-6d4f-4bc4-bc33-d1c8f47537f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.275664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55bef314-6d4f-4bc4-bc33-d1c8f47537f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.341281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-6cfe027e-705a-4fcb-a895-2bc46644605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.342720 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-6cfe027e-705a-4fcb-a895-2bc46644605c service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.1821196 Aug 31 07:50:06.412676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting port c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:06.413019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.441881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-ae238c0c-51ec-4e35-bba6-cdc4bfb30517 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.443652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-ae238c0c-51ec-4e35-bba6-cdc4bfb30517 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 815 time: 0.1945848 Aug 31 07:50:06.450927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a27f05ba-7e22-4dfa-a4cf-77bb7e451970 req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.461429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4649f7c3-a4ef-4f9c-a7f5-fec671b53481 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/quotas/59badac5771147d48918b493ca2f2f9a HTTP/1.1" status: 200 len: 375 time: 0.0090637 Aug 31 07:50:06.468675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-ed020789-cdbe-4236-9341-93837a5a1466 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 1002 time: 0.1162548 Aug 31 07:50:06.513775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-3ff0f1ee-9962-459d-87ea-ec639fb364d7 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457568 Aug 31 07:50:06.515392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55bef314-6d4f-4bc4-bc33-d1c8f47537f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.518163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55bef314-6d4f-4bc4-bc33-d1c8f47537f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.519246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-55bef314-6d4f-4bc4-bc33-d1c8f47537f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e0e0f2b-97c7-4608-affa-230c2531a123 HTTP/1.1" status: 204 len: 168 time: 0.3842695 Aug 31 07:50:06.528639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bef314-6d4f-4bc4-bc33-d1c8f47537f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0e0f2b-97c7-4608-affa-230c2531a123,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:06.561509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.564638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-7450d712-fd2c-4e15-a3ef-2b78ca2f1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.566272 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-7450d712-fd2c-4e15-a3ef-2b78ca2f1846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0883250 Aug 31 07:50:06.578673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Calling delete_port for c17ab5ad-c441-4874-a3ad-ae2d0aa9de49 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:06.603528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a27f05ba-7e22-4dfa-a4cf-77bb7e451970 req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.652315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0750a81-7bb4-4446-818f-5c16eb91575d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:06.683556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-675882ab-4494-4557-ad4f-dfec8f1f5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.685250 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-675882ab-4494-4557-ad4f-dfec8f1f5c8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046324 Aug 31 07:50:06.697083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-2af5c612-765e-4e99-b0b6-d1a867cfa3a5 service neutron] 10.222.0.36 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655078 Aug 31 07:50:06.761390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a27f05ba-7e22-4dfa-a4cf-77bb7e451970 req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.762741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a27f05ba-7e22-4dfa-a4cf-77bb7e451970 req-9512e2df-d97a-4a57-b35c-c7520cd74faa tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7731876 Aug 31 07:50:06.816301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-6c13104c-5fc3-4211-a62f-b083e720cea9 service neutron] 10.222.0.36 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041706 Aug 31 07:50:06.872449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bcf8f-dd2d-4013-af51-d440f6874fea req-c439973d-90b5-483e-8df8-45d47508395c tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:06.874359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-825bcf8f-dd2d-4013-af51-d440f6874fea req-c439973d-90b5-483e-8df8-45d47508395c tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0568416 Aug 31 07:50:06.924752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-825bcf8f-dd2d-4013-af51-d440f6874fea req-6471f073-93b9-4a65-ba09-dbcbb12bba7e tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Aug 31 07:50:07.020125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-81732755-6c2d-4c9d-98d4-a5db17f7a3cd req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1593029765', 'description': 'tempest-description-1791598602'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:07.163458 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-81732755-6c2d-4c9d-98d4-a5db17f7a3cd req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.193994 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-790df992-55b4-4d49-ac65-248c99933644 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651430 Aug 31 07:50:07.294954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.331267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e5358-d3d9-454e-8238-acbeb1262e6c req-6ef3657c-07de-47bb-b55f-d8522cff0d54 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:07.331610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Port': ['ID=c17ab5ad-c441-4874-a3ad-ae2d0aa9de49,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:07.332849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d82e5358-d3d9-454e-8238-acbeb1262e6c req-6ef3657c-07de-47bb-b55f-d8522cff0d54 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.0862000 Aug 31 07:50:07.401794 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-81732755-6c2d-4c9d-98d4-a5db17f7a3cd req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.415251 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3526f0cc-4342-41c5-b989-ac26fab1361b req-3a1392d5-2cfb-476e-b338-db98a0e91ac0 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080622 Aug 31 07:50:07.449417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d82e5358-d3d9-454e-8238-acbeb1262e6c req-6de59581-24c0-4148-b2c1-eebc2b29a78a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871048 Aug 31 07:50:07.546478 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-81732755-6c2d-4c9d-98d4-a5db17f7a3cd req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.572484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.593994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f11fea-92e6-4b38-8aa9-17c0ed7d0566,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:07.646560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-81732755-6c2d-4c9d-98d4-a5db17f7a3cd req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:07.647733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81732755-6c2d-4c9d-98d4-a5db17f7a3cd req-c0c588f3-d13d-4836-99f9-6ecce6d201ae tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6327651 Aug 31 07:50:07.833981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-6b42bfcc-4ee3-4df0-adaf-ff05f945942c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:07.835544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-6b42bfcc-4ee3-4df0-adaf-ff05f945942c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 815 time: 0.2437985 Aug 31 07:50:07.855675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Router 09ec926c-bded-497c-9b29-e4a20182fc74 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:50:07.868733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-aa212424-886f-4a83-8a13-d0c232766ff0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/quotas/59badac5771147d48918b493ca2f2f9a HTTP/1.1" status: 200 len: 375 time: 0.0246346 Aug 31 07:50:07.944449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:50:07.951137 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4ddaec78-c7e9-4b7f-bf62-92ccb4c2fe03 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4724584 Aug 31 07:50:07.953165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44194) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:07.954824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] Sync routers for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:50:07.959603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab5eaf3-757e-45a5-a9cb-443ee77f55fa req-91d97db5-508b-46ed-9600-1b5033e5395b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 10911 time: 0.2239134 Aug 31 07:50:07.972696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:07.973436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:07.992270 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-02b401cb-05e6-4dbc-86ff-ba6c260fa273 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] show failed (client error): The resource could not be found. Aug 31 07:50:07.997289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-02b401cb-05e6-4dbc-86ff-ba6c260fa273 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1262195008 HTTP/1.1" status: 404 len: 335 time: 0.0390508 Aug 31 07:50:07.997545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:08.001052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-e7710d8e-7663-4921-8386-a0c82399f87a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982513 Aug 31 07:50:08.002147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7c393d3d-5163-4752-a4b0-3ebad949b942 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:08.008221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:08.017889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] Routers {'09ec926c-bded-497c-9b29-e4a20182fc74'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:08.018696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:49:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['09ec926c-bded-497c-9b29-e4a20182fc74'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:08.044744 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-7c393d3d-5163-4752-a4b0-3ebad949b942 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] update failed (client error): The resource could not be found. Aug 31 07:50:08.050426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7c393d3d-5163-4752-a4b0-3ebad949b942 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-2089804611 HTTP/1.1" status: 404 len: 335 time: 0.0472724 Aug 31 07:50:08.050653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44200) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:08.053296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:08.053990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7515d-539e-4003-b4c4-780d86e542a0 None None] The sync data for ids ['09ec926c-bded-497c-9b29-e4a20182fc74'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:50:08.090028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab5eaf3-757e-45a5-a9cb-443ee77f55fa req-df6ea4a1-70d8-4920-a659-3f48e9d2faad tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/87332f3c-6347-4f0e-829d-ca323fef47d5 HTTP/1.1" status: 200 len: 2985 time: 0.1215203 Aug 31 07:50:08.109450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting subnet 25bd233f-9e7c-454a-b4e4-42ee7956ec1f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:50:08.113441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.168746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.174648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-da091afb-606f-4699-94f4-327e83f87023 service neutron] 10.222.0.36 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659207 Aug 31 07:50:08.199120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab5eaf3-757e-45a5-a9cb-443ee77f55fa req-b8db5bcc-4718-44fd-a2da-d6b94318b89f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/87332f3c-6347-4f0e-829d-ca323fef47d5 HTTP/1.1" status: 200 len: 2985 time: 0.0985198 Aug 31 07:50:08.284130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.328048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-fb71e9bb-1b65-41c4-8ea1-19e71b83fa03 service neutron] 10.222.0.36 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525118 Aug 31 07:50:08.353499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac07df9-3c9d-4830-aabd-21881b142764 req-503bf27c-09f8-4753-8341-87049093e6b8 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.355685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac07df9-3c9d-4830-aabd-21881b142764 req-503bf27c-09f8-4753-8341-87049093e6b8 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0910308 Aug 31 07:50:08.396266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac07df9-3c9d-4830-aabd-21881b142764 req-5ff25d91-bb70-4631-8d78-6e2ace65f012 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Aug 31 07:50:08.426606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.456850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Subnet': ['ID=25bd233f-9e7c-454a-b4e4-42ee7956ec1f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:08.459007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.463664 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5eaab433-8eb2-48b8-89f0-692cbcab5ba0 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/subnets/25bd233f-9e7c-454a-b4e4-42ee7956ec1f HTTP/1.1" status: 204 len: 168 time: 0.4120691 Aug 31 07:50:08.464097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1aa0d7-3277-4f9a-9e63-53d7e0cd8016 None None] Network 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:50:08.464660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:08.535239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting subnet 854c17ff-dfdc-45e0-8f81-fb5641fc08e9 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:50:08.540906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.598758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.646844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a88ab673-5019-48f8-a46c-b14cb23f9f4d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:08.649244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:08.691822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68f44eb5-6c7e-41db-8faa-e590b1b4f3f3 req-44cfd464-943b-469f-beff-38df902c9dd3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/8eafa0ae-74da-4ebb-94e0-ae6770cdc2d2 HTTP/1.1" status: 200 len: 1801 time: 0.1102209 Aug 31 07:50:08.741759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.858558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93df8-3f86-4c34-aa5f-2d3b2d9833de req-d4542727-1751-46c4-ba4f-ac6b1a9cf620 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:08.863507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8e93df8-3f86-4c34-aa5f-2d3b2d9833de req-d4542727-1751-46c4-ba4f-ac6b1a9cf620 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 946 time: 0.2279658 Aug 31 07:50:08.927858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-68f44eb5-6c7e-41db-8faa-e590b1b4f3f3 req-4e4cbc35-669f-4363-8ce5-511948b0bb97 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.934009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8e93df8-3f86-4c34-aa5f-2d3b2d9833de req-3efea73c-12b8-480a-affa-5c2b5adf0326 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674024 Aug 31 07:50:08.964431 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:08.971328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-68f44eb5-6c7e-41db-8faa-e590b1b4f3f3 req-4e4cbc35-669f-4363-8ce5-511948b0bb97 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.003636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Subnet': ['ID=854c17ff-dfdc-45e0-8f81-fb5641fc08e9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:09.018066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.026933 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8fbec23d-c294-4324-9980-924ec77bc3e1 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/subnets/854c17ff-dfdc-45e0-8f81-fb5641fc08e9 HTTP/1.1" status: 204 len: 168 time: 0.5611787 Aug 31 07:50:09.041666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05da738-5ec7-4991-9911-fbb6ccd6121c None None] Network 264d156d-e1c9-4e3c-8a00-19b66abd34c3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:50:09.043664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] DHCP port deletion for 20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:50:09.053306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44228) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:09.109520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1983f450-4952-4c8a-a1cd-33bbcef1c208 req-fe6bdf98-2e93-4b5e-b3c3-ca936c2b707f tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 210 time: 0.0517631 Aug 31 07:50:09.138228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a88ab673-5019-48f8-a46c-b14cb23f9f4d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:09.169360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.170814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-19c45634-0247-4bac-91aa-db860140597a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:09.172337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-19c45634-0247-4bac-91aa-db860140597a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 815 time: 0.3255675 Aug 31 07:50:09.175315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-68f44eb5-6c7e-41db-8faa-e590b1b4f3f3 req-4e4cbc35-669f-4363-8ce5-511948b0bb97 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.189318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-68f44eb5-6c7e-41db-8faa-e590b1b4f3f3 req-4e4cbc35-669f-4363-8ce5-511948b0bb97 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.189670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.189756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68f44eb5-6c7e-41db-8faa-e590b1b4f3f3 req-4e4cbc35-669f-4363-8ce5-511948b0bb97 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/8eafa0ae-74da-4ebb-94e0-ae6770cdc2d2 HTTP/1.1" status: 204 len: 173 time: 0.4598582 Aug 31 07:50:09.193221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Request body: {'port': {'device_id': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'admin_state_up': True, 'tenant_id': '59badac5771147d48918b493ca2f2f9a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:09.203170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d', 'network_id': '2524903d-9e7f-4b6d-8291-c89a91d84032', 'port_id': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d', 'mac_address': 'fa:16:3e:80:92:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130a7cae-8fde-4c62-afef-3f6e75c83947', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:09.203603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cbc35-669f-4363-8ce5-511948b0bb97 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafa0ae-74da-4ebb-94e0-ae6770cdc2d2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:09.218447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:09.220703 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fff7d41-7724-48b2-b474-6d64c31a3cd9" -d '{"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:09.257690 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-f59e0be0-717b-4e4f-83e3-4c70d030c48c req-ce6b703e-3fa8-48c3-a5f9-930b9da5b9bf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:09.258981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f59e0be0-717b-4e4f-83e3-4c70d030c48c req-ce6b703e-3fa8-48c3-a5f9-930b9da5b9bf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/8eafa0ae-74da-4ebb-94e0-ae6770cdc2d2 HTTP/1.1" status: 404 len: 352 time: 0.0505173 Aug 31 07:50:09.305346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:09.362637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27bd1e42-96c2-46ac-8faf-7772d8bfcef6 req-ea47de63-994f-40cc-8e5e-9adbd9e782fd tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/c0750a81-7bb4-4446-818f-5c16eb91575d HTTP/1.1" status: 200 len: 1803 time: 0.0770223 Aug 31 07:50:09.380919 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a92616-12a0-4fef-8dd2-42e45ac6cc13 x-openstack-request-id: req-e9a92616-12a0-4fef-8dd2-42e45ac6cc13 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:09.381232 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:09.381485 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9a92616-12a0-4fef-8dd2-42e45ac6cc13 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:09.382986 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'code': 200} Aug 31 07:50:09.411934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting port fe532b82-8a35-472a-97f0-6ba3a8c808da {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:09.412442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.412813 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.436992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] Deleting port fe532b82-8a35-472a-97f0-6ba3a8c808da {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:09.438704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.455091 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27bd1e42-96c2-46ac-8faf-7772d8bfcef6 req-cbc7a244-d198-4bec-891b-edcf60455be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.489757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27bd1e42-96c2-46ac-8faf-7772d8bfcef6 req-cbc7a244-d198-4bec-891b-edcf60455be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.498335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] For port fe532b82-8a35-472a-97f0-6ba3a8c808da, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe532b82-8a35-472a-97f0-6ba3a8c808da,segment=NetworkSegment(fa47c154-2a18-474a-807c-96319273dc84),segment_id=fa47c154-2a18-474a-807c-96319273dc84)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:09.498771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.513001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Calling delete_port for fe532b82-8a35-472a-97f0-6ba3a8c808da owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:09.581243 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.594283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35df18-2d9b-40c1-862c-3272419a1554 req-d378f011-94e9-4301-b332-e44c44bdf537 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:09.595848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a35df18-2d9b-40c1-862c-3272419a1554 req-d378f011-94e9-4301-b332-e44c44bdf537 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0569077 Aug 31 07:50:09.625150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] For port fe532b82-8a35-472a-97f0-6ba3a8c808da, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe532b82-8a35-472a-97f0-6ba3a8c808da,segment=NetworkSegment(fa47c154-2a18-474a-807c-96319273dc84),segment_id=fa47c154-2a18-474a-807c-96319273dc84)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:09.631264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.631513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Made reservation on behalf of 59badac5771147d48918b493ca2f2f9a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:09.631971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.638897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88ab673-5019-48f8-a46c-b14cb23f9f4d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:09.656397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] Calling delete_port for fe532b82-8a35-472a-97f0-6ba3a8c808da owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:09.671699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27bd1e42-96c2-46ac-8faf-7772d8bfcef6 req-cbc7a244-d198-4bec-891b-edcf60455be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.672973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:09.674685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-27bd1e42-96c2-46ac-8faf-7772d8bfcef6 req-cbc7a244-d198-4bec-891b-edcf60455be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.676735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27bd1e42-96c2-46ac-8faf-7772d8bfcef6 req-cbc7a244-d198-4bec-891b-edcf60455be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/c0750a81-7bb4-4446-818f-5c16eb91575d HTTP/1.1" status: 204 len: 173 time: 0.3131018 Aug 31 07:50:09.683945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a88ab673-5019-48f8-a46c-b14cb23f9f4d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:09.696343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a35df18-2d9b-40c1-862c-3272419a1554 req-f6ef7009-6d31-4c63-b345-e739072a317f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943773 Aug 31 07:50:09.702733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7a244-d198-4bec-891b-edcf60455be3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0750a81-7bb4-4446-818f-5c16eb91575d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:09.725890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] DHCP port deletion for 264d156d-e1c9-4e3c-8a00-19b66abd34c3 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:50:09.787722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.823235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Port': ['ID=fe532b82-8a35-472a-97f0-6ba3a8c808da,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:09.838818 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.847398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] No DVR routers for this DVR port fe532b82-8a35-472a-97f0-6ba3a8c808da on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:09.850510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.866147 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-74533d67-2988-4957-9cd8-78cafa1cf726 req-21283503-4d41-4577-918c-2223c8bec7b4 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:09.869836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74533d67-2988-4957-9cd8-78cafa1cf726 req-21283503-4d41-4577-918c-2223c8bec7b4 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/c0750a81-7bb4-4446-818f-5c16eb91575d HTTP/1.1" status: 404 len: 352 time: 0.0273576 Aug 31 07:50:09.877434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] Deleting port b3162408-c6dd-4cd7-9578-eb40300b94d8 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:09.877918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:09.919608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] No DVR routers for this DVR port fe532b82-8a35-472a-97f0-6ba3a8c808da on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:09.932051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a88ab673-5019-48f8-a46c-b14cb23f9f4d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:09.950980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a707983-0cc6-4039-a400-d546cb002de1 req-2a405706-ddb8-45b6-8653-c5507a7968c6 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/25f11fea-92e6-4b38-8aa9-17c0ed7d0566 HTTP/1.1" status: 200 len: 1803 time: 0.0582321 Aug 31 07:50:09.989396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.004786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd328ec2-a03b-47f6-9e80-f95f0aa01c1c None None] Pushing event deleted for resources: {'Port': ['ID=fe532b82-8a35-472a-97f0-6ba3a8c808da,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:10.008033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:10.033952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa47c154-2a18-474a-807c-96319273dc84') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:10.034256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa47c154-2a18-474a-807c-96319273dc84') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:10.039470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] For port b3162408-c6dd-4cd7-9578-eb40300b94d8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b3162408-c6dd-4cd7-9578-eb40300b94d8,segment=NetworkSegment(eb12794e-46f1-4163-8216-2a6a98a7652a),segment_id=eb12794e-46f1-4163-8216-2a6a98a7652a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:10.040072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.050145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.055440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] Calling delete_port for b3162408-c6dd-4cd7-9578-eb40300b94d8 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:10.063108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Allocated IP 172.20.0.4 (95d960e2-9111-4b6d-9b59-a73d28b19824/a3039919-099b-4361-b0d8-be39ac0bafe1/0f6ef036-e72d-414e-9ce0-ba2519a17b0e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:50:10.073297 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a707983-0cc6-4039-a400-d546cb002de1 req-11f54803-383f-4c72-af95-fd1ffb653715 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.079433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.089551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:50:10.089551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:50:10.112843 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:50:10.120331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a88ab673-5019-48f8-a46c-b14cb23f9f4d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:10.136978 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a707983-0cc6-4039-a400-d546cb002de1 req-11f54803-383f-4c72-af95-fd1ffb653715 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.201632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3f43-913b-4fc9-a626-a08298ae7a77 req-8e8405aa-5499-4aac-8116-2f9ad61e5ee6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:10.201632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b9d3f43-913b-4fc9-a626-a08298ae7a77 req-8e8405aa-5499-4aac-8116-2f9ad61e5ee6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1265519 Aug 31 07:50:10.246638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b9d3f43-913b-4fc9-a626-a08298ae7a77 req-89bf4fa5-dda7-4028-b308-bf0be0629cc6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Aug 31 07:50:10.324174 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.362331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] Pushing event deleted for resources: {'Port': ['ID=b3162408-c6dd-4cd7-9578-eb40300b94d8,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:10.363045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.364874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2a8dd-9883-4023-b7b5-6ae5e01b729d None None] No DVR routers for this DVR port b3162408-c6dd-4cd7-9578-eb40300b94d8 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:10.365303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a707983-0cc6-4039-a400-d546cb002de1 req-11f54803-383f-4c72-af95-fd1ffb653715 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.368795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a707983-0cc6-4039-a400-d546cb002de1 req-11f54803-383f-4c72-af95-fd1ffb653715 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.385689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a707983-0cc6-4039-a400-d546cb002de1 req-11f54803-383f-4c72-af95-fd1ffb653715 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/25f11fea-92e6-4b38-8aa9-17c0ed7d0566 HTTP/1.1" status: 204 len: 173 time: 0.4332106 Aug 31 07:50:10.397331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.400793 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/networks/20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3 HTTP/1.1" status: 204 len: 168 time: 1.3455865 Aug 31 07:50:10.406303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44272) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:10.420782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815115-9dea-408e-a3b1-fb5e43674963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Network': ['ID=20ccdaee-4dcd-475c-8b9b-c2e7cf198cb3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:10.438188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f2a0e5d-18f7-4ab5-88db-1bde9d0419e8 req-59907a56-ca26-4c09-9363-2597135be6cb tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 210 time: 0.0825391 Aug 31 07:50:10.461332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f54803-383f-4c72-af95-fd1ffb653715 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f11fea-92e6-4b38-8aa9-17c0ed7d0566,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:10.520579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.535237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Transition to ACTIVE for port object 0f6ef036-e72d-414e-9ce0-ba2519a17b0e will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:10.547314 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-6039dd03-22fa-4c7b-bfb4-d84f8ed2f2c4 req-ff28fc54-cd63-4a64-9a2b-5789cdb9788b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:10.556179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6039dd03-22fa-4c7b-bfb4-d84f8ed2f2c4 req-ff28fc54-cd63-4a64-9a2b-5789cdb9788b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/25f11fea-92e6-4b38-8aa9-17c0ed7d0566 HTTP/1.1" status: 404 len: 352 time: 0.0369234 Aug 31 07:50:10.574303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-f4b8c457-65a5-448b-9e5c-e76de470ff07 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:10.575848 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-f4b8c457-65a5-448b-9e5c-e76de470ff07 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 815 time: 0.3868086 Aug 31 07:50:10.594996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Request body: {'port': {'device_id': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'admin_state_up': True, 'tenant_id': '59badac5771147d48918b493ca2f2f9a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:10.647053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.711836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-424bed6f-77f2-486b-9af2-14bc813b60ec req-fdd714b1-0cab-460c-af12-1abbcbdf38c1 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 6157 time: 0.1271627 Aug 31 07:50:10.726339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.818978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Pushing event updated for resources: {'Port': ['ID=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:10.826487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:10.828323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:10.831860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:50:10.832766 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.864185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264d156d-e1c9-4e3c-8a00-19b66abd34c3']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:10.879383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb12794e-46f1-4163-8216-2a6a98a7652a') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:10.879554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b3162408-c6dd-4cd7-9578-eb40300b94d8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:10.879687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb12794e-46f1-4163-8216-2a6a98a7652a') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:10.888771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:10.889496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.894428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-424bed6f-77f2-486b-9af2-14bc813b60ec req-90ea9b65-0c90-4468-953e-e8947db8187e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/87332f3c-6347-4f0e-829d-ca323fef47d5 HTTP/1.1" status: 200 len: 2985 time: 0.1608331 Aug 31 07:50:10.899800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.914972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b3162408-c6dd-4cd7-9578-eb40300b94d8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:50:10.915326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b3162408-c6dd-4cd7-9578-eb40300b94d8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:50:10.915761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe532b82-8a35-472a-97f0-6ba3a8c808da no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:10.934341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.943418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: fe532b82-8a35-472a-97f0-6ba3a8c808da {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:50:10.943791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe532b82-8a35-472a-97f0-6ba3a8c808da not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:50:10.946743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:50:10.947166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:50:10.950446 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:50:11.004278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Made reservation on behalf of 59badac5771147d48918b493ca2f2f9a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:11.008091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.017607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-424bed6f-77f2-486b-9af2-14bc813b60ec req-f644b769-fd29-4151-9d10-21b8ef469434 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/87332f3c-6347-4f0e-829d-ca323fef47d5 HTTP/1.1" status: 200 len: 2985 time: 0.1151493 Aug 31 07:50:11.134797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6627a56-aae1-4f90-8bd5-efd2c868e972 req-89132b87-c963-4da4-a6f0-18fc2c87e06d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:11.134797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6627a56-aae1-4f90-8bd5-efd2c868e972 req-89132b87-c963-4da4-a6f0-18fc2c87e06d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 944 time: 0.0571480 Aug 31 07:50:11.158141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Allocated IP 172.20.0.6 (95d960e2-9111-4b6d-9b59-a73d28b19824/a3039919-099b-4361-b0d8-be39ac0bafe1/706a83c8-b38e-4739-8a35-5b8150a1f080) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:50:11.174393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6627a56-aae1-4f90-8bd5-efd2c868e972 req-9bf7fa4b-729c-40d2-9911-77e42fd35628 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Aug 31 07:50:11.209474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.213935 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-3d7ba9a4-22ea-4414-9165-847cbe0694b5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0267184 Aug 31 07:50:11.219394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.226332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/networks/264d156d-e1c9-4e3c-8a00-19b66abd34c3 HTTP/1.1" status: 204 len: 168 time: 0.8018682 Aug 31 07:50:11.230018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Request body: {'port': {'device_id': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:11.239932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44298) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:11.272483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450088e-c0f1-47f9-9033-a9fd8d412963 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Network': ['ID=264d156d-e1c9-4e3c-8a00-19b66abd34c3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:11.297603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting subnet 6fefe9db-05ca-4878-836c-33cc47471a65 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:50:11.301563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.339196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.347872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.370735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bd9d39be-cab6-4cf6-b3dc-9a26114a067a None None] Provisioning for port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:11.383321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bd9d39be-cab6-4cf6-b3dc-9a26114a067a None None] Provisioning complete for port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:11.384116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bd9d39be-cab6-4cf6-b3dc-9a26114a067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.395169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.423498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Transition to ACTIVE for port object 706a83c8-b38e-4739-8a35-5b8150a1f080 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:11.436461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d39be-cab6-4cf6-b3dc-9a26114a067a None None] Port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:50:11.463383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-c2c48749-136e-4c4d-b623-92e8ee548648 req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-615977803', 'description': 'tempest-description-182535007'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:11.496965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.665840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.670487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.670668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c2c48749-136e-4c4d-b623-92e8ee548648 req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.703277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Subnet': ['ID=6fefe9db-05ca-4878-836c-33cc47471a65,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:11.712717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.714663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9bbdbca3-2c3d-4908-a112-478871d4c655 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/subnets/6fefe9db-05ca-4878-836c-33cc47471a65 HTTP/1.1" status: 204 len: 168 time: 0.4735928 Aug 31 07:50:11.717236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44310) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:11.719667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc29d2-3911-4cd9-9350-c3246dd25b30 None None] Network f7bc6d97-9971-49a7-b3a7-af11b1a0c673 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:50:11.754079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:11.764421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:11.767067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:50:11.832591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.905698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c2c48749-136e-4c4d-b623-92e8ee548648 req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:11.934684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Deleting port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:11.935042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.000036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] DHCP port deletion for f7bc6d97-9971-49a7-b3a7-af11b1a0c673 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:50:12.031318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] For port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,segment=NetworkSegment(21583297-9105-485e-8dfe-24e49b2486ff),segment_id=21583297-9105-485e-8dfe-24e49b2486ff)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:12.031318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.056316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Calling delete_port for 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:12.095053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] Deleting port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:12.095471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.112719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c2c48749-136e-4c4d-b623-92e8ee548648 req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.158738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4360b2-ae12-4632-9167-8b0b25d8a3c2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:12.178052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] For port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,segment=NetworkSegment(21583297-9105-485e-8dfe-24e49b2486ff),segment_id=21583297-9105-485e-8dfe-24e49b2486ff)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:12.178745 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.192998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] Calling delete_port for 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:12.200965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Pushing event updated for resources: {'Port': ['ID=706a83c8-b38e-4739-8a35-5b8150a1f080,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:12.231168 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c2c48749-136e-4c4d-b623-92e8ee548648 req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.232781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2c48749-136e-4c4d-b623-92e8ee548648 req-9ccfbfe8-8903-47b8-ab03-04c166086a7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8818512 Aug 31 07:50:12.276037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.277495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.307652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4be8c4fa-611b-4bf8-a4ff-c85521e2654e None None] Provisioning for port 706a83c8-b38e-4739-8a35-5b8150a1f080 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:12.315066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4be8c4fa-611b-4bf8-a4ff-c85521e2654e None None] Provisioning complete for port 706a83c8-b38e-4739-8a35-5b8150a1f080 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:12.315066 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4be8c4fa-611b-4bf8-a4ff-c85521e2654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.331530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.362210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] No DVR routers for this DVR port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:12.363848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-eef257ea-d77c-4b80-94b0-94da7ee084a8 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.366772 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-eef257ea-d77c-4b80-94b0-94da7ee084a8 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.45 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 815 time: 0.2414687 Aug 31 07:50:12.382303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4be8c4fa-611b-4bf8-a4ff-c85521e2654e None None] Port 706a83c8-b38e-4739-8a35-5b8150a1f080 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:50:12.384452 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.407134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Request body: {'port': {'device_id': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'admin_state_up': True, 'tenant_id': '59badac5771147d48918b493ca2f2f9a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:12.417675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] Pushing event deleted for resources: {'Port': ['ID=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:12.424450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165d834-646b-4154-b4c9-67b28ae86b34 None None] No DVR routers for this DVR port 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:12.448255 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4487bb56-4b29-45cf-a263-558c8e90ce11 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8429954 Aug 31 07:50:12.451295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Request body: {'port': {'device_id': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:12.484080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Port': ['ID=77d1dde0-4d54-4315-a5c6-ea9038eb0ff7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:12.571655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6ef036-e72d-414e-9ce0-ba2519a17b0e {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:12.590193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.596636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.603279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.603789 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.609789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.615733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.622445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.628561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:12.631211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-957b7937-b6ee-4d04-be85-3fc7dc35f76d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.3355455 Aug 31 07:50:12.631416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.643648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a88ab673-5019-48f8-a46c-b14cb23f9f4d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:12.649661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.655601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Transition to ACTIVE for port object 0f6ef036-e72d-414e-9ce0-ba2519a17b0e will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:12.683303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bc6d97-9971-49a7-b3a7-af11b1a0c673']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:12.709214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21583297-9105-485e-8dfe-24e49b2486ff') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:12.709725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21583297-9105-485e-8dfe-24e49b2486ff') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:12.731129 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.748550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3adf7a4-b2c3-436a-9516-4044771c4b57 req-4b75583a-b7e9-4e84-b546-2959144955e0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009688 Aug 31 07:50:12.764309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.809637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d96e0364-ff94-429c-9d70-7a033b1cdfee req-9c0ccf19-a958-49e9-9c32-7ab34fb46923 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 210 time: 0.0662849 Aug 31 07:50:12.812608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:50:12.813432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:50:12.818057 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:50:12.857974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port a88ab673-5019-48f8-a46c-b14cb23f9f4d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:12.862878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port a88ab673-5019-48f8-a46c-b14cb23f9f4d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:12.863265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.879626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.882596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cdcfe5c0-a582-445c-bb1a-51a65ec4f4fc req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1401313122', 'description': 'tempest-description-712833083'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:12.941054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:12.941917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Made reservation on behalf of 59badac5771147d48918b493ca2f2f9a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:12.948326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:12.966855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:50:12.968136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77d1dde0-4d54-4315-a5c6-ea9038eb0ff7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:50:13.006283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a0047-38c5-4443-96e7-f128827b9b28 req-19622240-8206-43b1-bce3-84932781da6d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:13.015205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b32a0047-38c5-4443-96e7-f128827b9b28 req-19622240-8206-43b1-bce3-84932781da6d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 944 time: 0.1236703 Aug 31 07:50:13.017640 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.047254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:13.048750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.050828 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0571a8c5-98c7-43c8-82c7-0977b700f128" -d '{"events": [{"server_uuid": "a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "a88ab673-5019-48f8-a46c-b14cb23f9f4d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:13.058901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.063283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/networks/f7bc6d97-9971-49a7-b3a7-af11b1a0c673 HTTP/1.1" status: 204 len: 168 time: 1.3426969 Aug 31 07:50:13.065819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44340) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:13.068454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a88ab673-5019-48f8-a46c-b14cb23f9f4d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:13.075596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b376291-d960-4f6b-a26f-ed42b414c230 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Pushing event deleted for resources: {'Network': ['ID=f7bc6d97-9971-49a7-b3a7-af11b1a0c673,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:13.089634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:13.090014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b32a0047-38c5-4443-96e7-f128827b9b28 req-66ec0408-d537-41e4-a11b-cc699d8d5fe9 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706582 Aug 31 07:50:13.094181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdcfe5c0-a582-445c-bb1a-51a65ec4f4fc req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.144033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54edb073-a267-4b2a-9602-8facb821b100 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "GET /v2.0/ports?device_id=09ec926c-bded-497c-9b29-e4a20182fc74 HTTP/1.1" status: 200 len: 205 time: 0.0703740 Aug 31 07:50:13.144287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44344) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:13.175254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.176072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:13.314792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a88ab673-5019-48f8-a46c-b14cb23f9f4d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:13.315851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.374944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Attempting to bind port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:50:13.374944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Attempting to bind port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:50:13.380665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Attempting to bind port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:13.393184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e on network 95d960e2-9111-4b6d-9b59-a73d28b19824 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:50:13.393703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Attempting to bind port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:13.420581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:50:13.427582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Checking segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:50:13.427582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Bound using segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:50:13.427582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Bound port: 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:50:13.427582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.467220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706a83c8-b38e-4739-8a35-5b8150a1f080 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:13.477195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.506307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Transition to ACTIVE for port object 706a83c8-b38e-4739-8a35-5b8150a1f080 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:13.517982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] For port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:50:13.521230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] For port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:50:13.673456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.675964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.748803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:13.750223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.751810 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] 10.222.0.68 "PUT /v2.0/ports/0f6ef036-e72d-414e-9ce0-ba2519a17b0e HTTP/1.1" status: 200 len: 1092 time: 2.5273025 Aug 31 07:50:13.755682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'tag': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:13.758090 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0b01f7-9a2a-4e82-868b-766db307236c", "tag": "0f6ef036-e72d-414e-9ce0-ba2519a17b0e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:13.790139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Allocated IP 172.20.0.14 (95d960e2-9111-4b6d-9b59-a73d28b19824/a3039919-099b-4361-b0d8-be39ac0bafe1/25dbdecf-88ce-4b25-aa43-429255151390) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:50:13.795952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Pushing event updated for resources: {'Port': ['ID=706a83c8-b38e-4739-8a35-5b8150a1f080,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:13.897513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.903028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.954429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdcfe5c0-a582-445c-bb1a-51a65ec4f4fc req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:13.990194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81150-7aae-4b2b-88bb-82a17d352998 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:14.076169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Attempting to bind port 706a83c8-b38e-4739-8a35-5b8150a1f080 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:50:14.076512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Attempting to bind port 706a83c8-b38e-4739-8a35-5b8150a1f080 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:50:14.076852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Attempting to bind port 706a83c8-b38e-4739-8a35-5b8150a1f080 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:14.098330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-ad45d458-3f16-4ba8-b0e5-7061dfb48276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.099773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-ad45d458-3f16-4ba8-b0e5-7061dfb48276 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 1095 time: 0.1838183 Aug 31 07:50:14.105093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Port 706a83c8-b38e-4739-8a35-5b8150a1f080 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:50:14.105517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Attempting to bind port 706a83c8-b38e-4739-8a35-5b8150a1f080 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:14.114370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.114980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Fanout notify agent at l3_agent the message router_deleted on router 09ec926c-bded-497c-9b29-e4a20182fc74 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:50:14.129273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:50:14.129625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Checking segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:50:14.130044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Bound using segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:50:14.130493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Bound port: 706a83c8-b38e-4739-8a35-5b8150a1f080, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:50:14.130862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.135950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.139972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3e0b7c58-2b8e-473d-b033-4c85e8d28dc8 tempest-RoutersNegativeTest-843441353 tempest-RoutersNegativeTest-843441353-project] 10.222.0.36 "DELETE /v2.0/routers/09ec926c-bded-497c-9b29-e4a20182fc74 HTTP/1.1" status: 204 len: 168 time: 0.9947534 Aug 31 07:50:14.142020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdcfe5c0-a582-445c-bb1a-51a65ec4f4fc req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.171729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-7553de14-c2de-43b3-b897-66cfafd31310 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e HTTP/1.1" status: 200 len: 217 time: 0.0603175 Aug 31 07:50:14.218782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.224768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.232807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.239619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.246522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.253449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.260891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.273510 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.275915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b025837-c265-4e36-b4b2-15a5e30e3c43 req-62de3f6b-96fa-419d-8625-ffed76287745 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.2094250 Aug 31 07:50:14.279830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bddb68-37b6-4b73-a646-4d301e26febb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:14.284760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdcfe5c0-a582-445c-bb1a-51a65ec4f4fc req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.289353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdcfe5c0-a582-445c-bb1a-51a65ec4f4fc req-7ea57e37-4b5e-43de-a797-0206f4fc3eee tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4172056 Aug 31 07:50:14.312387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-0d3369da-e81f-4c71-af18-a538646db2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.313163 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17264b58-668a-4f23-b594-e492c091cfb0 x-openstack-request-id: req-17264b58-668a-4f23-b594-e492c091cfb0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:14.313924 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-0d3369da-e81f-4c71-af18-a538646db2c8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.1264467 Aug 31 07:50:14.314368 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "a88ab673-5019-48f8-a46c-b14cb23f9f4d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:14.314780 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17264b58-668a-4f23-b594-e492c091cfb0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:14.315367 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d', 'code': 200} Aug 31 07:50:14.333081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Transition to ACTIVE for port object 25dbdecf-88ce-4b25-aa43-429255151390 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:14.401153 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee90a928-ce5e-46ca-a170-74414e0569b1 x-openstack-request-id: req-ee90a928-ce5e-46ca-a170-74414e0569b1 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:14.401439 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0b01f7-9a2a-4e82-868b-766db307236c", "tag": "0f6ef036-e72d-414e-9ce0-ba2519a17b0e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:14.401695 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee90a928-ce5e-46ca-a170-74414e0569b1 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:14.402121 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'tag': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e', 'status': 'completed', 'code': 200} Aug 31 07:50:14.410830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbaccfd7-ce64-4166-b8ac-7e98f105ac0f req-26003f9c-4cc1-462b-aeef-d2621fedd3af tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 210 time: 0.0377052 Aug 31 07:50:14.411419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] For port 706a83c8-b38e-4739-8a35-5b8150a1f080, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:50:14.455219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] For port 706a83c8-b38e-4739-8a35-5b8150a1f080, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=706a83c8-b38e-4739-8a35-5b8150a1f080,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:50:14.460359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b20c76-6202-4902-9d4d-c45c4985ac29 req-951cf880-d0b7-4145-b27e-4516397b6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.462115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00b20c76-6202-4902-9d4d-c45c4985ac29 req-951cf880-d0b7-4145-b27e-4516397b6ddd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0542305 Aug 31 07:50:14.470308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-9900a28a-d797-4034-8367-11330889831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.471615 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-9900a28a-d797-4034-8367-11330889831a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420000 Aug 31 07:50:14.503406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00b20c76-6202-4902-9d4d-c45c4985ac29 req-da7d266f-de4d-4a14-af16-8f5629b93ee4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Aug 31 07:50:14.558790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fe6b7-3075-4240-bc55-1145c526e39b req-43a14c2f-2599-499d-9766-f7d57058aff6 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.560724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe2fe6b7-3075-4240-bc55-1145c526e39b req-43a14c2f-2599-499d-9766-f7d57058aff6 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Aug 31 07:50:14.596409 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-c00f62ba-e149-4c78-8d38-727a2dc42935 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156368 Aug 31 07:50:14.601533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.607270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.616385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe2fe6b7-3075-4240-bc55-1145c526e39b req-9bb791b2-fe3e-4286-b9a9-5bd65f515e05 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Aug 31 07:50:14.702084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.702719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.705201 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] 10.222.0.68 "PUT /v2.0/ports/706a83c8-b38e-4739-8a35-5b8150a1f080 HTTP/1.1" status: 200 len: 1092 time: 2.2622836 Aug 31 07:50:14.741827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:14.753295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:14.756530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:50:14.810943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666f257-b0ec-4425-8465-3fb09c19111f service neutron] Pushing event updated for resources: {'Port': ['ID=706a83c8-b38e-4739-8a35-5b8150a1f080,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:14.900053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:14.901300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:14.989042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44410) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:15.002344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba27a4bd-b2c3-4495-aeaa-a43fd00056a9 req-db256c81-e9fa-46ae-a6a4-c298dfc08331 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882086 Aug 31 07:50:15.007915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb4eb3-357d-4f26-8fcb-7165902e430e req-9a0bf55e-1297-4508-868f-877954ed9bfd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.008709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Pushing event updated for resources: {'Port': ['ID=25dbdecf-88ce-4b25-aa43-429255151390,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:15.024350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddcb4eb3-357d-4f26-8fcb-7165902e430e req-9a0bf55e-1297-4508-868f-877954ed9bfd tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1835544 Aug 31 07:50:15.033021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-a7bb63b3-30c9-4f28-9b18-2f37b134d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.035022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-a7bb63b3-30c9-4f28-9b18-2f37b134d3fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 1095 time: 0.1209078 Aug 31 07:50:15.113791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddcb4eb3-357d-4f26-8fcb-7165902e430e req-9be24ce2-1500-4e8d-b12f-5c08f0e5d870 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884228 Aug 31 07:50:15.129009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-b74fd19a-4cac-4d1e-9658-7d98bd3f172b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.141087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-b74fd19a-4cac-4d1e-9658-7d98bd3f172b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 812 time: 0.2326970 Aug 31 07:50:15.164268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-aea869d0-44f5-483b-b212-53f6630905e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=706a83c8-b38e-4739-8a35-5b8150a1f080 HTTP/1.1" status: 200 len: 217 time: 0.1202304 Aug 31 07:50:15.165387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-bfa67bc4-7594-4886-a04a-0583fd03fe62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/quotas/f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 375 time: 0.0219779 Aug 31 07:50:15.166191 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-4c33217b-bc2f-4320-b0a8-4e977ae071a6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7708559 Aug 31 07:50:15.205120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Request body: {'port': {'device_id': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:15.249120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-6e55df8e-29ae-4418-b96c-a9f40d2347b6 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826998 Aug 31 07:50:15.295843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-1882c3e2-bfdc-4bc8-aa25-0f92f63c2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.297723 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-1882c3e2-bfdc-4bc8-aa25-0f92f63c2ddb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.1253712 Aug 31 07:50:15.300758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:15.419420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0bcfbf55-8621-4f8d-82b7-e8ad32257750 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3de425c6b84b435980656059574e9c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286773 Aug 31 07:50:15.422357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:15.425690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-d0410016-81f6-42d7-abb1-32ea4e4f4060 service neutron] 10.222.0.36 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718383 Aug 31 07:50:15.479025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-372815f6-c40f-402e-ac7a-b1cabc19d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.480592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-372815f6-c40f-402e-ac7a-b1cabc19d67c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706140 Aug 31 07:50:15.550169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-53e1b452-6920-4749-b423-47dc27b55b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.551754 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-53e1b452-6920-4749-b423-47dc27b55b40 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 1095 time: 0.2112148 Aug 31 07:50:15.564363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-7722ea9c-24c3-4829-88c2-6a6d4d2d0975 service neutron] 10.222.0.36 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318011 Aug 31 07:50:15.578788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6469a7-ec8e-4607-950d-5eed431a5f5c req-e8503ba9-fd3a-4591-a6ff-b904367e786a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.580388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d6469a7-ec8e-4607-950d-5eed431a5f5c req-e8503ba9-fd3a-4591-a6ff-b904367e786a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 932 time: 0.0785251 Aug 31 07:50:15.628487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d6469a7-ec8e-4607-950d-5eed431a5f5c req-db6e7b3c-5299-4683-b429-d38da842b37d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Aug 31 07:50:15.631760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4f3e4d4-4a66-4ede-8437-a439bd10d383 None None] Provisioning for port 25dbdecf-88ce-4b25-aa43-429255151390 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:15.637177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4f3e4d4-4a66-4ede-8437-a439bd10d383 None None] Provisioning complete for port 25dbdecf-88ce-4b25-aa43-429255151390 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:15.638416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e4d4-4a66-4ede-8437-a439bd10d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:15.726524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3e4d4-4a66-4ede-8437-a439bd10d383 None None] Port 25dbdecf-88ce-4b25-aa43-429255151390 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:50:15.827770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d43640-ff89-4eb2-a8b7-608377799b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:15.837598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09403b4c-e9c5-45c1-a31d-5fcd68060225 req-a4309386-0944-47f1-803a-da52703c859d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:15.839792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09403b4c-e9c5-45c1-a31d-5fcd68060225 req-a4309386-0944-47f1-803a-da52703c859d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0589662 Aug 31 07:50:15.879898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09403b4c-e9c5-45c1-a31d-5fcd68060225 req-51de2362-0466-4c89-9aac-39dc83099291 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Aug 31 07:50:16.028791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82a7af45-9d59-4e51-a369-70dff186e581 req-36f30130-08e1-4b6c-aa96-cb5bf334334e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 210 time: 0.0302887 Aug 31 07:50:16.182171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-f73c5e5c-bc72-45d3-be72-49a5dc1330cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.183669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-f73c5e5c-bc72-45d3-be72-49a5dc1330cc service neutron] 10.222.0.68 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 916 time: 0.5848258 Aug 31 07:50:16.271734 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-adff1d79-9da7-4ba8-a2a1-9a6723b0e5ed service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776949 Aug 31 07:50:16.279815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-20ee50c8-a5a1-4bad-8f9c-0ef5e190f566 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e HTTP/1.1" status: 200 len: 217 time: 0.0625052 Aug 31 07:50:16.289047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8791b-c432-4aa1-8fe2-6d92662982b3 req-2693b31a-e76c-4cf0-a080-b39861807a79 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.291584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6c8791b-c432-4aa1-8fe2-6d92662982b3 req-2693b31a-e76c-4cf0-a080-b39861807a79 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0676644 Aug 31 07:50:16.303888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d43640-ff89-4eb2-a8b7-608377799b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:16.350165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6c8791b-c432-4aa1-8fe2-6d92662982b3 req-ae30642c-a5e4-4aed-af02-abb9b835748a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Aug 31 07:50:16.357751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-efe43edb-dabe-49a2-b36f-a2f2b8a27490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.359386 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-efe43edb-dabe-49a2-b36f-a2f2b8a27490 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.0721998 Aug 31 07:50:16.409177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'tag': '706a83c8-b38e-4739-8a35-5b8150a1f080'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:16.411615 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7" -d '{"events": [{"name": "network-changed", "server_uuid": "e25eae1a-117f-4a28-923e-417d2c59e9dd", "tag": "706a83c8-b38e-4739-8a35-5b8150a1f080"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:16.443998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-5dbcc219-f592-4847-9b19-5f99827b54bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7738764 Aug 31 07:50:16.523653 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e9410-757e-42e4-ad54-761f0a1e483b x-openstack-request-id: req-833e9410-757e-42e4-ad54-761f0a1e483b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:16.523876 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25eae1a-117f-4a28-923e-417d2c59e9dd", "tag": "706a83c8-b38e-4739-8a35-5b8150a1f080", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:16.524197 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-833e9410-757e-42e4-ad54-761f0a1e483b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:16.524672 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'tag': '706a83c8-b38e-4739-8a35-5b8150a1f080', 'status': 'completed', 'code': 200} Aug 31 07:50:16.598184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e6440b51-cc27-4b12-8857-ed654ea1d42a req-f9433912-2147-476e-bb12-33c2247c0b72 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146749 Aug 31 07:50:16.639889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d43640-ff89-4eb2-a8b7-608377799b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:16.642876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4d43640-ff89-4eb2-a8b7-608377799b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:16.644196 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4d43640-ff89-4eb2-a8b7-608377799b14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/686d1669-77ae-446a-a2e7-ae622439ed0f HTTP/1.1" status: 204 len: 168 time: 1.2201650 Aug 31 07:50:16.651771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-217e78bc-2843-4a3f-8768-292c81a51956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.653037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-217e78bc-2843-4a3f-8768-292c81a51956 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728879 Aug 31 07:50:16.664275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43640-ff89-4eb2-a8b7-608377799b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d1669-77ae-446a-a2e7-ae622439ed0f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:16.733321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dbdecf-88ce-4b25-aa43-429255151390 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:16.745603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:16.792897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44484) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:16.822936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Transition to ACTIVE for port object 25dbdecf-88ce-4b25-aa43-429255151390 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:16.833275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc09fa-2aef-4947-9445-d65d04fc55a4 req-0e8c9106-c6a1-4ae7-92be-4ef1c7caa3f5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.834853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12fc09fa-2aef-4947-9445-d65d04fc55a4 req-0e8c9106-c6a1-4ae7-92be-4ef1c7caa3f5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 932 time: 0.0785077 Aug 31 07:50:16.853405 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-6c31033c-4860-41fa-8799-022bb0ac7ca6 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911070 Aug 31 07:50:16.872938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-36803c0a-ff42-4802-93d6-c4202196f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:16.878847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-36803c0a-ff42-4802-93d6-c4202196f448 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 1095 time: 0.0806286 Aug 31 07:50:16.888733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12fc09fa-2aef-4947-9445-d65d04fc55a4 req-9dddb71d-3d71-42bf-a222-8a344cee91fe tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Aug 31 07:50:17.017873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185529e-8e42-44b6-afc9-004b43c8e403 req-6f7edc44-4881-45ec-bc58-2f744024530f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.019790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2185529e-8e42-44b6-afc9-004b43c8e403 req-6f7edc44-4881-45ec-bc58-2f744024530f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0660789 Aug 31 07:50:17.062039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:17.073634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2185529e-8e42-44b6-afc9-004b43c8e403 req-fcad9a89-1411-4ecc-b203-60901752ae0d tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Aug 31 07:50:17.161642 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ebab0016-f7d3-41ab-8ea3-c6c18e110efd req-76434a3b-7ccb-4463-89fb-6ab0a249d23c service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000145 Aug 31 07:50:17.219042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cadecbd2-cd85-4569-b0ce-455a3830d22e req-722509fb-7b4f-4c9e-917c-8c3e538463a5 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 210 time: 0.0821562 Aug 31 07:50:17.222843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.223406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.223891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.224371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.224847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.225316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.225785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.228016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-76545106-326c-48df-988c-9165b721f53e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6501 time: 0.4201393 Aug 31 07:50:17.229338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Pushing event updated for resources: {'Port': ['ID=25dbdecf-88ce-4b25-aa43-429255151390,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:17.286402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-bd29b498-4f36-432c-acea-0a8fdf0f00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.288114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-bd29b498-4f36-432c-acea-0a8fdf0f00e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 916 time: 0.4014242 Aug 31 07:50:17.373509 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-892abf5c-d256-4280-8a0c-f110f1335862 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=706a83c8-b38e-4739-8a35-5b8150a1f080 HTTP/1.1" status: 200 len: 217 time: 0.0760636 Aug 31 07:50:17.451066 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-0ae30e57-9b68-4a28-b935-024273adeb9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&id=2ecd72c0-bacb-49da-8538-050294463c63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121251 Aug 31 07:50:17.489330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Attempting to bind port 25dbdecf-88ce-4b25-aa43-429255151390 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:50:17.489683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Attempting to bind port 25dbdecf-88ce-4b25-aa43-429255151390 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:50:17.490071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Attempting to bind port 25dbdecf-88ce-4b25-aa43-429255151390 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:17.493165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-07b19df4-9093-47f6-b9e9-9f48c3f0905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.495429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-07b19df4-9093-47f6-b9e9-9f48c3f0905c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.1140635 Aug 31 07:50:17.499328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Port 25dbdecf-88ce-4b25-aa43-429255151390 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:50:17.499811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Attempting to bind port 25dbdecf-88ce-4b25-aa43-429255151390 on network 95d960e2-9111-4b6d-9b59-a73d28b19824 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:17.505301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c9f9-a9bf-46d1-81d5-d42e60f93922 req-f97b5260-9541-4b5b-aead-154b658c1675 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.506940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd62c9f9-a9bf-46d1-81d5-d42e60f93922 req-f97b5260-9541-4b5b-aead-154b658c1675 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0685635 Aug 31 07:50:17.512971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:50:17.513318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Checking segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:50:17.513700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Bound using segment: {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:50:17.514179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Bound port: 25dbdecf-88ce-4b25-aa43-429255151390, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc700684-75af-4116-89bd-8f3dd7e3fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:50:17.514541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:17.571860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd62c9f9-a9bf-46d1-81d5-d42e60f93922 req-8050c9c4-2647-4322-b904-1741f8815d39 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Aug 31 07:50:17.621605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-88a0e99b-cd8d-42f1-9c13-ba7228f6ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.623497 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-88a0e99b-cd8d-42f1-9c13-ba7228f6ece8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188037 Aug 31 07:50:17.657764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] For port 25dbdecf-88ce-4b25-aa43-429255151390, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:50:17.705159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] For port 25dbdecf-88ce-4b25-aa43-429255151390, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=25dbdecf-88ce-4b25-aa43-429255151390,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:50:17.742101 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-4e80cdf5-ce73-4f3e-b573-2d122705067b service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090615 Aug 31 07:50:17.802046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:17.857924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:17.858545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:17.860030 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] 10.222.0.45 "PUT /v2.0/ports/25dbdecf-88ce-4b25-aa43-429255151390 HTTP/1.1" status: 200 len: 1093 time: 2.6724007 Aug 31 07:50:17.890908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9fc80-8882-431c-a153-5a1f5075247b service neutron] Pushing event updated for resources: {'Port': ['ID=25dbdecf-88ce-4b25-aa43-429255151390,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:17.907769 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa6aed2-fa4e-47ea-834b-ed2a4680efa7 req-a9bd2403-2191-4937-8a94-4f96d3713e62 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540723 Aug 31 07:50:18.049421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e8a48-1eea-4127-bdc1-31fed5d412e2 req-3de2e58d-5433-4b53-a330-6559eebfd17c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.051185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f3e8a48-1eea-4127-bdc1-31fed5d412e2 req-3de2e58d-5433-4b53-a330-6559eebfd17c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 944 time: 0.0753465 Aug 31 07:50:18.116035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f3e8a48-1eea-4127-bdc1-31fed5d412e2 req-16a57b38-7e8b-4249-9118-48937133e7c5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572257 Aug 31 07:50:18.145252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-ce77cf77-384e-42c6-85d4-8a0ba4787eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.147751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-ce77cf77-384e-42c6-85d4-8a0ba4787eb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 1096 time: 0.0671513 Aug 31 07:50:18.198517 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-0b272ffb-cb43-4db1-a162-4db19db7f81e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25dbdecf-88ce-4b25-aa43-429255151390 HTTP/1.1" status: 200 len: 217 time: 0.0413270 Aug 31 07:50:18.271089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-65e340ba-2af0-44d4-bc8c-07b433983138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.271089 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-65e340ba-2af0-44d4-bc8c-07b433983138 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.0618236 Aug 31 07:50:18.321259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-6aeb44f7-eca9-4f44-a194-7dfed8d70667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.322871 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-6aeb44f7-eca9-4f44-a194-7dfed8d70667 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459101 Aug 31 07:50:18.329383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ac9b7d7-cc5b-4d9d-aedb-b2dd5ee6e03c req-6186d3ed-f875-4234-8b0d-7b47e7d7dd5a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 210 time: 0.0276821 Aug 31 07:50:18.419497 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-8fc1180a-ba8b-4241-9976-9a27f5456cb5 service neutron] 10.222.0.45 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884943 Aug 31 07:50:18.507617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-87a2a6e2-07cb-450f-80d9-54871dc98849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.509871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-87a2a6e2-07cb-450f-80d9-54871dc98849 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042&tenant_id=7223709be0234470abd6d741cb9bd31d HTTP/1.1" status: 200 len: 1096 time: 0.0449290 Aug 31 07:50:18.529414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'tag': '25dbdecf-88ce-4b25-aa43-429255151390'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:18.532425 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a95d39e-23e9-41a7-b2de-c39b0e1d60ef", "tag": "25dbdecf-88ce-4b25-aa43-429255151390"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:18.562811 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac0edcb9-260d-4a0c-afec-9eb4910f5f73 req-a011f8a5-c9df-4c03-b79c-db6a3927c72b service neutron] 10.222.0.45 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340981 Aug 31 07:50:18.585150 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce407d1c-516e-4918-9bc9-034f808efdd9 x-openstack-request-id: req-ce407d1c-516e-4918-9bc9-034f808efdd9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:18.585827 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a95d39e-23e9-41a7-b2de-c39b0e1d60ef", "tag": "25dbdecf-88ce-4b25-aa43-429255151390", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:18.586180 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce407d1c-516e-4918-9bc9-034f808efdd9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:18.586528 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'tag': '25dbdecf-88ce-4b25-aa43-429255151390', 'status': 'completed', 'code': 200} Aug 31 07:50:18.593575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-ffcb9922-eb45-4a98-ba90-e20a0e7faa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.595489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-ffcb9922-eb45-4a98-ba90-e20a0e7faa88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7223709be0234470abd6d741cb9bd31d&device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1096 time: 0.0619743 Aug 31 07:50:18.754348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-b1ce7bde-9523-47b7-876c-26821a16f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.755845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-b1ce7bde-9523-47b7-876c-26821a16f125 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 200 len: 917 time: 0.1535480 Aug 31 07:50:18.763835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75d1d-53a6-4a26-b9af-915cf1cec14a req-9b2db9da-21ac-4c97-aea0-bf1bd1a179b5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.765304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cd75d1d-53a6-4a26-b9af-915cf1cec14a req-9b2db9da-21ac-4c97-aea0-bf1bd1a179b5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0743670 Aug 31 07:50:18.835267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-f8d45bd2-4513-4451-8e4d-0589cdf5e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.837403 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-f8d45bd2-4513-4451-8e4d-0589cdf5e107 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 1096 time: 0.0667431 Aug 31 07:50:18.878471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cd75d1d-53a6-4a26-b9af-915cf1cec14a req-550785f0-60b3-4f44-8594-e01a333174c6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006587 Aug 31 07:50:18.880950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-574653aa-18a0-45ed-9976-d66d9b9a799c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 200 len: 1000 time: 0.1113801 Aug 31 07:50:18.939711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-f5f902e8-44d3-49fd-babc-b16ce2072e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.941218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-f5f902e8-44d3-49fd-babc-b16ce2072e6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 200 len: 855 time: 0.0505176 Aug 31 07:50:18.997685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-2e2a09b5-bc77-4cf7-98c7-8bd6dd327d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:18.999405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-2e2a09b5-bc77-4cf7-98c7-8bd6dd327d9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43c08eb0-1449-4c08-b59a-b9c43a8050aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486970 Aug 31 07:50:19.000050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f6ef036-e72d-414e-9ce0-ba2519a17b0e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:19.044638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-c66b4159-8b98-4dbe-9d3f-62f360a95164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.046770 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-c66b4159-8b98-4dbe-9d3f-62f360a95164 service neutron] 10.222.0.45 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 916 time: 0.2026355 Aug 31 07:50:19.119674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-4ba15fb2-f25f-4cfe-93ed-aa2485286cb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25dbdecf-88ce-4b25-aa43-429255151390 HTTP/1.1" status: 200 len: 217 time: 0.0632513 Aug 31 07:50:19.126387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:19.139390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'port_id': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e', 'mac_address': 'fa:16:3e:69:32:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3039919-099b-4361-b0d8-be39ac0bafe1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:19.151064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-5af2a5d5-5e75-4f6d-8b88-3bec1f05748f service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422143 Aug 31 07:50:19.202248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-f7e32cff-def0-4f95-9848-817719187a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.204587 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-f7e32cff-def0-4f95-9848-817719187a5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.0780141 Aug 31 07:50:19.219416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:19.238194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6ef036-e72d-414e-9ce0-ba2519a17b0e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:19.259565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:19.275680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-1e5b7a7a-015a-48d1-bed0-bafdbb968d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.276177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-1e5b7a7a-015a-48d1-bed0-bafdbb968d85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566258 Aug 31 07:50:19.315887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0235723-3026-46b4-a09a-058b255055f3 req-dc526874-b984-4131-821c-887d48dd8502 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.317732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0235723-3026-46b4-a09a-058b255055f3 req-dc526874-b984-4131-821c-887d48dd8502 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 944 time: 0.0958099 Aug 31 07:50:19.321765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-1ff42bbf-057e-441d-bea3-d94e51c46069 service neutron] 10.222.0.45 "GET /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627736 Aug 31 07:50:19.372019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0235723-3026-46b4-a09a-058b255055f3 req-8a1f75b2-d401-4f01-8a9b-465c7befe288 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Aug 31 07:50:19.380426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:19.444584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:19.450817 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-7278f0f2-bdb9-41f3-ad6e-dfaff0b6d544 service neutron] 10.222.0.45 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635356 Aug 31 07:50:19.453708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.454103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.454621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.454964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.455298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.455672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.456224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.456760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.457085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.458839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.459339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.459948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:19.543070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90cb7f5c-e50c-4603-92fc-73abdf4df769 req-a250d099-171e-472b-a6c6-a42802508748 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 210 time: 0.0444813 Aug 31 07:50:19.595652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f66b9b52-02b9-4274-b3da-d1765f6e6e5f req-359ab9e4-54f1-41c8-b9b8-6cd52cd0a841 service neutron] 10.222.0.45 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364517 Aug 31 07:50:19.657469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f6ef036-e72d-414e-9ce0-ba2519a17b0e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:19.807483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-1b019f0b-8589-4a65-b090-ccde0c297690 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:19.809676 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-1b019f0b-8589-4a65-b090-ccde0c297690 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.45 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 812 time: 0.1400366 Aug 31 07:50:19.822859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'port': {'device_id': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1', 'admin_state_up': True, 'tenant_id': 'f2c9dcd9205b45b4a3ff680f30c1012a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:20.013006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac8774-fb54-4ced-b8bd-b594217e0e3c req-3cd3a571-54ff-48a1-983f-30271ce32169 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:20.013006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0ac8774-fb54-4ced-b8bd-b594217e0e3c req-3cd3a571-54ff-48a1-983f-30271ce32169 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0533209 Aug 31 07:50:20.074268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0ac8774-fb54-4ced-b8bd-b594217e0e3c req-d89a9a1e-9a5d-4109-8738-12d7e6d75c9b tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Aug 31 07:50:20.127341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Made reservation on behalf of f2c9dcd9205b45b4a3ff680f30c1012a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:20.138724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:20.436518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Allocated IP 172.20.0.5 (74a602fd-aff2-4878-a72a-be0f4947ffc1/6071cc65-388b-43f9-8098-138de7783fe3/0410b01d-2c6d-4415-90e1-1c1651ad8a2f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:50:20.691305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a35b5-383e-44eb-a184-3708a394aaf4 req-01fe0663-a7c4-43c4-b7d6-897bc5d54414 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:20.694263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee8a35b5-383e-44eb-a184-3708a394aaf4 req-01fe0663-a7c4-43c4-b7d6-897bc5d54414 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 944 time: 0.1571896 Aug 31 07:50:20.702247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 25dbdecf-88ce-4b25-aa43-429255151390 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:20.705700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:20.850164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee8a35b5-383e-44eb-a184-3708a394aaf4 req-4d42e4df-59e8-46fa-bf97-ccab3ec5b8de tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229324 Aug 31 07:50:20.901924 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:20.923565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:20.964361 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:21.021014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Network 74a602fd-aff2-4878-a72a-be0f4947ffc1 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:21.024654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:21.041625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:50:21.047497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:21.079778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 706a83c8-b38e-4739-8a35-5b8150a1f080 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:21.096569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd493-d84d-4b0e-a1ad-10109aecb63b req-6cd972d6-c850-4f2c-8182-987f364d0092 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:21.109269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-639dd493-d84d-4b0e-a1ad-10109aecb63b req-6cd972d6-c850-4f2c-8182-987f364d0092 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 931 time: 0.1325369 Aug 31 07:50:21.137729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:21.141685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:21.190912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-639dd493-d84d-4b0e-a1ad-10109aecb63b req-6f9a4e33-b650-4625-9605-b4a04c77c516 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791881 Aug 31 07:50:21.232418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-f53f7370-ae83-47c9-86bf-20d50191e427 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4134927 Aug 31 07:50:21.284740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Request body: {'port': {'device_id': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:21.413561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f6ef036-e72d-414e-9ce0-ba2519a17b0e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:21.428830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:21.456551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929b4e-5f13-4b7c-bc5e-bff2ec3eed99 req-c90f540f-6254-4684-8ee3-daadb15ec597 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:21.464706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07929b4e-5f13-4b7c-bc5e-bff2ec3eed99 req-c90f540f-6254-4684-8ee3-daadb15ec597 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1342962 Aug 31 07:50:21.491552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 706a83c8-b38e-4739-8a35-5b8150a1f080, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=706a83c8-b38e-4739-8a35-5b8150a1f080,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:21.528020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07929b4e-5f13-4b7c-bc5e-bff2ec3eed99 req-7146ca8e-2ecb-4090-820a-9ff1ed9842f8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623047 Aug 31 07:50:21.550357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '706a83c8-b38e-4739-8a35-5b8150a1f080', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'port_id': '706a83c8-b38e-4739-8a35-5b8150a1f080', 'mac_address': 'fa:16:3e:31:8f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3039919-099b-4361-b0d8-be39ac0bafe1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:21.633277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:21.638902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 25dbdecf-88ce-4b25-aa43-429255151390, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=25dbdecf-88ce-4b25-aa43-429255151390,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:21.699845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706a83c8-b38e-4739-8a35-5b8150a1f080 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:21.707907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '25dbdecf-88ce-4b25-aa43-429255151390', 'network_id': '95d960e2-9111-4b6d-9b59-a73d28b19824', 'port_id': '25dbdecf-88ce-4b25-aa43-429255151390', 'mac_address': 'fa:16:3e:dd:54:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3039919-099b-4361-b0d8-be39ac0bafe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:21.771435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:21.813749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:21.814850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:21.824200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 706a83c8-b38e-4739-8a35-5b8150a1f080, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=706a83c8-b38e-4739-8a35-5b8150a1f080,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:21.887347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44666) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:21.894292 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:21.973747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0410b01d-2c6d-4415-90e1-1c1651ad8a2f {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:21.983252 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.011298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dbdecf-88ce-4b25-aa43-429255151390 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:22.018608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.022393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Transition to ACTIVE for port object 0410b01d-2c6d-4415-90e1-1c1651ad8a2f will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:50:22.071622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c234b5-9d93-4fab-97e5-0c3691e104d5 req-b6f0ad11-ce4a-4550-8630-93860b37f3d0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:22.074961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07c234b5-9d93-4fab-97e5-0c3691e104d5 req-b6f0ad11-ce4a-4550-8630-93860b37f3d0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 944 time: 0.0950613 Aug 31 07:50:22.192099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.271552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.415524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['706a83c8-b38e-4739-8a35-5b8150a1f080'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:22.424424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Attempting to bind port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:50:22.424747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Attempting to bind port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:50:22.425055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Attempting to bind port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f on network 74a602fd-aff2-4878-a72a-be0f4947ffc1 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:22.429182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=706a83c8-b38e-4739-8a35-5b8150a1f080,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:22.443843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07c234b5-9d93-4fab-97e5-0c3691e104d5 req-506723e6-0dc8-44a4-83d5-3497a2682615 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590307 Aug 31 07:50:22.457549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 25dbdecf-88ce-4b25-aa43-429255151390, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=25dbdecf-88ce-4b25-aa43-429255151390,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:22.487069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.499716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f on network 74a602fd-aff2-4878-a72a-be0f4947ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:50:22.500228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Attempting to bind port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f on network 74a602fd-aff2-4878-a72a-be0f4947ffc1 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:50:22.511325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64a37-c2d9-4952-8e88-613617c548b4 req-465bcc0e-8f7f-4f71-b753-2413427c592d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:22.520050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab64a37-c2d9-4952-8e88-613617c548b4 req-465bcc0e-8f7f-4f71-b753-2413427c592d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.1499064 Aug 31 07:50:22.542088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:22.555340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:50:22.556408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Checking segment: {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:50:22.563072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Bound using segment: {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:50:22.563176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.563270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Bound port: 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a01a418-9ab6-4f75-9431-79aab097cd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:50:22.563270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.571051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:22.574016 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3da3a-8e45-49d9-b348-0a90827d2ca1" -d '{"events": [{"server_uuid": "2e0b01f7-9a2a-4e82-868b-766db307236c", "name": "network-vif-plugged", "status": "completed", "tag": "0f6ef036-e72d-414e-9ce0-ba2519a17b0e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:22.665203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:22.674007 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd95c406-fe73-4b1b-ac3a-6e108b2dd693 x-openstack-request-id: req-cd95c406-fe73-4b1b-ac3a-6e108b2dd693 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:22.674310 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0b01f7-9a2a-4e82-868b-766db307236c", "name": "network-vif-plugged", "status": "completed", "tag": "0f6ef036-e72d-414e-9ce0-ba2519a17b0e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:22.674548 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd95c406-fe73-4b1b-ac3a-6e108b2dd693 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:22.674946 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e', 'code': 200} Aug 31 07:50:22.710757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab64a37-c2d9-4952-8e88-613617c548b4 req-58723579-507c-450a-a906-cc809b9fd3e9 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894441 Aug 31 07:50:22.794200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=25dbdecf-88ce-4b25-aa43-429255151390,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:22.796852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.828839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['25dbdecf-88ce-4b25-aa43-429255151390'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:22.833042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.872490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:50:22.891361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:50:22.900952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.902052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e50e95-2b7c-4f3a-a768-e60f2d127530 req-c36df88f-2d64-40c4-9566-c28efdbebe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:22.903434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e8e50e95-2b7c-4f3a-a768-e60f2d127530 req-c36df88f-2d64-40c4-9566-c28efdbebe50 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 1097 time: 0.1425676 Aug 31 07:50:22.951597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26d358-e053-4553-a3e4-13ad1e8f6420 req-ca998bf7-3522-42f8-9eff-24acb734595a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:22.959985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a26d358-e053-4553-a3e4-13ad1e8f6420 req-ca998bf7-3522-42f8-9eff-24acb734595a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1449695 Aug 31 07:50:22.982638 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e8e50e95-2b7c-4f3a-a768-e60f2d127530 req-c95522dc-fe95-4abb-86a5-fc51ec148f6c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 Aug 31 07:50:22.991213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32d9201ffb9f439b8c2c68d7451483ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1025946 Aug 31 07:50:22.995865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:22.998435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb11f29-f73d-4119-8d88-b1ea9b27bfd9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:23.018002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.018757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.019253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.019741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.020267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.021321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.021910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.022408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.023598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.024676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.025704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.026219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5da25b0-ceb9-4fa5-a512-d72e04a3c212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:23.062175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.104962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:23.105787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.107185 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] 10.222.0.45 "PUT /v2.0/ports/0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 1092 time: 1.8269861 Aug 31 07:50:23.110599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:23.112816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a26d358-e053-4553-a3e4-13ad1e8f6420 req-1180902f-9a50-4628-b3d0-f7cee57324f6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515756 Aug 31 07:50:23.112954 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:23.174168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0b65-b536-4b82-80b0-3e59596f9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.210170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:23.214093 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce67b4a-013c-4611-848c-dbf822f72242 x-openstack-request-id: req-2ce67b4a-013c-4611-848c-dbf822f72242 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:23.214592 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:23.215026 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ce67b4a-013c-4611-848c-dbf822f72242 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:23.215604 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'status': 'completed', 'code': 200} Aug 31 07:50:23.258048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0b65-b536-4b82-80b0-3e59596f9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.361395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f478e7-fede-4b74-9514-ea281dde5b47 service neutron] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:23.397872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d req-718b6a2f-0650-4e5c-a404-2d5ee29f5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:23.399436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d req-718b6a2f-0650-4e5c-a404-2d5ee29f5037 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1095 time: 0.1271207 Aug 31 07:50:23.556963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0b65-b536-4b82-80b0-3e59596f9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.557191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.560400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0b65-b536-4b82-80b0-3e59596f9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.564810 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9b8e0b65-b536-4b82-80b0-3e59596f9736 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bb11f29-f73d-4119-8d88-b1ea9b27bfd9 HTTP/1.1" status: 204 len: 168 time: 0.5654984 Aug 31 07:50:23.573236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e0b65-b536-4b82-80b0-3e59596f9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb11f29-f73d-4119-8d88-b1ea9b27bfd9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:23.640670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60d26-f1d8-4250-8d25-3fc42e9bc4b5 req-908a5b3b-5c35-4617-b6be-417ef4029e04 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:23.642343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3aa60d26-f1d8-4250-8d25-3fc42e9bc4b5 req-908a5b3b-5c35-4617-b6be-417ef4029e04 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 945 time: 0.1017540 Aug 31 07:50:23.740678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3aa60d26-f1d8-4250-8d25-3fc42e9bc4b5 req-2a08fbb2-1115-48da-b39f-61ec0e86068c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907850 Aug 31 07:50:23.751021 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333c97e1-a118-4b0f-963d-55a74e28b55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.912304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26478266-14b9-4a72-b2fe-a310e0f7811e req-ccf76b04-eeb5-43a5-b493-1858ed5860e0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:23.914127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26478266-14b9-4a72-b2fe-a310e0f7811e req-ccf76b04-eeb5-43a5-b493-1858ed5860e0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0998652 Aug 31 07:50:23.988248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26478266-14b9-4a72-b2fe-a310e0f7811e req-350d81ce-4185-474f-8a57-4439af2af44e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589190 Aug 31 07:50:24.284807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089a6f0-46aa-4b97-8fb6-da71fdcf1c50 req-f0426baa-0b93-4d19-ba1b-2f88928a661d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:24.292182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f089a6f0-46aa-4b97-8fb6-da71fdcf1c50 req-f0426baa-0b93-4d19-ba1b-2f88928a661d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0715895 Aug 31 07:50:24.375296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f089a6f0-46aa-4b97-8fb6-da71fdcf1c50 req-6c891426-ab71-48a9-8695-f4a99a6d0cb6 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700605 Aug 31 07:50:24.733403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 25dbdecf-88ce-4b25-aa43-429255151390 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:24.909872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 25dbdecf-88ce-4b25-aa43-429255151390 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:24.912112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 25dbdecf-88ce-4b25-aa43-429255151390 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:24.912790 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:24.930853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757396-0520-467c-a2a7-488754cded79 req-12f0ab53-c2c2-4f96-896f-5bb1acaf66e1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:24.938882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa757396-0520-467c-a2a7-488754cded79 req-12f0ab53-c2c2-4f96-896f-5bb1acaf66e1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 945 time: 0.0880754 Aug 31 07:50:24.974911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa757396-0520-467c-a2a7-488754cded79 req-1d93a6e1-42fa-447d-864b-3a68c1c65480 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Aug 31 07:50:25.029966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.060608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 706a83c8-b38e-4739-8a35-5b8150a1f080 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:25.101848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:25.114130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 25dbdecf-88ce-4b25-aa43-429255151390, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=25dbdecf-88ce-4b25-aa43-429255151390,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:25.129099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59e20f69-e13e-4653-aec6-45f84a9154c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.184631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dbdecf-88ce-4b25-aa43-429255151390'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:25.190871 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce794abe-bff6-4068-bfd7-e8fc4f005f18" -d '{"events": [{"server_uuid": "4a95d39e-23e9-41a7-b2de-c39b0e1d60ef", "name": "network-vif-plugged", "status": "completed", "tag": "25dbdecf-88ce-4b25-aa43-429255151390"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:25.219159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135f2bd-9d25-4405-b45e-223ed98cd7a6 req-1f169729-5703-4d01-a980-e91c5f7e7279 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:25.221795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4135f2bd-9d25-4405-b45e-223ed98cd7a6 req-1f169729-5703-4d01-a980-e91c5f7e7279 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.1256769 Aug 31 07:50:25.224104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.320977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59e20f69-e13e-4653-aec6-45f84a9154c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.343982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4135f2bd-9d25-4405-b45e-223ed98cd7a6 req-b3b7a59b-6995-492b-8534-8d08520b271b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111603 Aug 31 07:50:25.345267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=25dbdecf-88ce-4b25-aa43-429255151390,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:25.399399 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e50310b-dc57-445b-81bc-f126eba6ddd3 x-openstack-request-id: req-5e50310b-dc57-445b-81bc-f126eba6ddd3 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:25.399911 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a95d39e-23e9-41a7-b2de-c39b0e1d60ef", "name": "network-vif-plugged", "status": "completed", "tag": "25dbdecf-88ce-4b25-aa43-429255151390", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:25.400177 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e50310b-dc57-445b-81bc-f126eba6ddd3 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:25.400576 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dbdecf-88ce-4b25-aa43-429255151390', 'code': 200} Aug 31 07:50:25.418233 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59e20f69-e13e-4653-aec6-45f84a9154c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.451844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 706a83c8-b38e-4739-8a35-5b8150a1f080 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:25.456662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 706a83c8-b38e-4739-8a35-5b8150a1f080 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:25.457026 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.506910 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-59e20f69-e13e-4653-aec6-45f84a9154c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9386447567c4fec8ef4baf15457166d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008033 Aug 31 07:50:25.509945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:25.545276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e20f69-e13e-4653-aec6-45f84a9154c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f282a269-f820-4ded-896f-b268e3e94eea,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:25.609073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6b6c6-9456-45f5-8b89-d5f72ab77c0c req-0b252045-d3af-4153-977d-6fcd924c9f6d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:25.611562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6a6b6c6-9456-45f5-8b89-d5f72ab77c0c req-0b252045-d3af-4153-977d-6fcd924c9f6d tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.1381259 Aug 31 07:50:25.649907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.663831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc981f32-98d7-4fbf-8da3-d873374595c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.730469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 706a83c8-b38e-4739-8a35-5b8150a1f080, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=706a83c8-b38e-4739-8a35-5b8150a1f080,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:25.732267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6a6b6c6-9456-45f5-8b89-d5f72ab77c0c req-a472963f-1869-42fd-b1da-509c9d86ab39 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083145 Aug 31 07:50:25.760255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc981f32-98d7-4fbf-8da3-d873374595c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.845507 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:25.904442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=706a83c8-b38e-4739-8a35-5b8150a1f080,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:25.916343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.008926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc981f32-98d7-4fbf-8da3-d873374595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.012684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc981f32-98d7-4fbf-8da3-d873374595c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.014310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cc981f32-98d7-4fbf-8da3-d873374595c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f282a269-f820-4ded-896f-b268e3e94eea HTTP/1.1" status: 204 len: 168 time: 0.5028753 Aug 31 07:50:26.038860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc981f32-98d7-4fbf-8da3-d873374595c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f282a269-f820-4ded-896f-b268e3e94eea,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:26.205080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385ce0b-44c2-4f0a-a1ca-9818c3df9ab4 req-17540e0c-832e-4afe-ad00-fb01bb2f4f30 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:26.215702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a385ce0b-44c2-4f0a-a1ca-9818c3df9ab4 req-17540e0c-832e-4afe-ad00-fb01bb2f4f30 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.1294994 Aug 31 07:50:26.290350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a385ce0b-44c2-4f0a-a1ca-9818c3df9ab4 req-57d11ee0-15f5-476d-8ad9-75e0626dbcc9 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730557 Aug 31 07:50:26.454487 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.533192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e83de4-722b-42e9-8112-1c8dafcab7bc req-b39510a8-fccf-40d8-b4c0-a22e4eeb5725 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:26.546366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39e83de4-722b-42e9-8112-1c8dafcab7bc req-b39510a8-fccf-40d8-b4c0-a22e4eeb5725 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0800369 Aug 31 07:50:26.616008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39e83de4-722b-42e9-8112-1c8dafcab7bc req-6c229b98-a36e-4620-be4e-c541e815628a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628994 Aug 31 07:50:26.635417 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb983-6527-49f2-854b-688182c350d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.943007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a332be-9d59-4914-a0fe-efcd744f5b39 req-de8d278d-fbc7-4d0c-852b-fdced4ee3d1f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:26.943007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4a332be-9d59-4914-a0fe-efcd744f5b39 req-de8d278d-fbc7-4d0c-852b-fdced4ee3d1f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0558476 Aug 31 07:50:26.943007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4a332be-9d59-4914-a0fe-efcd744f5b39 req-298824b8-2b83-4289-ac5c-dff7d02eba26 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 Aug 31 07:50:27.402068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706a83c8-b38e-4739-8a35-5b8150a1f080'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:27.406107 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d07640-8ec0-4946-ab2f-1c4309255af7" -d '{"events": [{"server_uuid": "e25eae1a-117f-4a28-923e-417d2c59e9dd", "name": "network-vif-plugged", "status": "completed", "tag": "706a83c8-b38e-4739-8a35-5b8150a1f080"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:27.464273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe428a-641d-4430-900f-423dfeb2a54a req-ea5ea46d-7fe7-4717-985f-9cb765fc2e39 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:27.472908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48fe428a-641d-4430-900f-423dfeb2a54a req-ea5ea46d-7fe7-4717-985f-9cb765fc2e39 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0790057 Aug 31 07:50:27.518445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48fe428a-641d-4430-900f-423dfeb2a54a req-3809846e-e374-4cd1-bd61-98bee65e62f9 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Aug 31 07:50:27.591232 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94271c4-083d-44e2-8b31-0aa5b8a35b52 x-openstack-request-id: req-d94271c4-083d-44e2-8b31-0aa5b8a35b52 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:27.591640 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25eae1a-117f-4a28-923e-417d2c59e9dd", "name": "network-vif-plugged", "status": "completed", "tag": "706a83c8-b38e-4739-8a35-5b8150a1f080", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:27.592013 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d94271c4-083d-44e2-8b31-0aa5b8a35b52 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:27.592497 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706a83c8-b38e-4739-8a35-5b8150a1f080', 'code': 200} Aug 31 07:50:27.838324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6751e17-c361-494c-9c03-6e1b8d97e895 req-d272a1d4-4878-4643-8645-32d938a290f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:27.844525 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6751e17-c361-494c-9c03-6e1b8d97e895 req-d272a1d4-4878-4643-8645-32d938a290f5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 1097 time: 0.1801128 Aug 31 07:50:27.905709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccad5f-f535-41d5-8ff9-46a5554f35f1 req-b690079e-9ab4-41a4-9e13-962682151bef tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:27.911614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69ccad5f-f535-41d5-8ff9-46a5554f35f1 req-b690079e-9ab4-41a4-9e13-962682151bef tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.1315894 Aug 31 07:50:27.934127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:27.962178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69ccad5f-f535-41d5-8ff9-46a5554f35f1 req-0b8267d0-0210-49f9-a098-eb89c5bcb1f7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Aug 31 07:50:27.990633 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6751e17-c361-494c-9c03-6e1b8d97e895 req-697a49f8-ebd0-483a-9d8d-1abf7eb7ffa8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338863 Aug 31 07:50:28.176055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191376c0-bef1-41cc-9573-22c7ae0dfda7 req-8dd99bbb-0da7-4cd2-922d-6f115afcfc46 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:28.177926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-191376c0-bef1-41cc-9573-22c7ae0dfda7 req-8dd99bbb-0da7-4cd2-922d-6f115afcfc46 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0868258 Aug 31 07:50:28.236840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-191376c0-bef1-41cc-9573-22c7ae0dfda7 req-b157016d-9cfe-4e12-bfcd-89b77ac9ee24 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521073 Aug 31 07:50:28.657182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269ac47-e1a0-4fcd-b065-4b58eb8a3fcc req-6efa0350-5c73-44b8-b7c7-3dad687bd2cc tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:28.659652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a269ac47-e1a0-4fcd-b065-4b58eb8a3fcc req-6efa0350-5c73-44b8-b7c7-3dad687bd2cc tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0567260 Aug 31 07:50:28.720060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a269ac47-e1a0-4fcd-b065-4b58eb8a3fcc req-c4a7e650-7ea3-436d-b2eb-74a9527b91f4 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Aug 31 07:50:29.113623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f9088-f6dc-480e-acc1-2e2ecc8d4961 req-336939b7-4b21-4fc4-a649-35e1858fcdc0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:29.115229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e2f9088-f6dc-480e-acc1-2e2ecc8d4961 req-336939b7-4b21-4fc4-a649-35e1858fcdc0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0540602 Aug 31 07:50:29.156164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e2f9088-f6dc-480e-acc1-2e2ecc8d4961 req-3149651b-50ae-48d1-b8b0-a304e8df2898 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341756 Aug 31 07:50:29.411767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b96766-017a-4464-8c3e-0c7c507115fb req-7fc26bf7-1445-43f9-853d-ba2d386654df tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:29.413880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13b96766-017a-4464-8c3e-0c7c507115fb req-7fc26bf7-1445-43f9-853d-ba2d386654df tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0560875 Aug 31 07:50:29.466379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13b96766-017a-4464-8c3e-0c7c507115fb req-79c60b3e-3170-46fe-a17b-56b8a3841f13 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455883 Aug 31 07:50:29.860968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038f1fe-774d-4491-b8a1-e29f91a30ab0 req-cffd5cd6-bb2c-4b1c-b13a-4ada2a1fd018 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:29.869010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4038f1fe-774d-4491-b8a1-e29f91a30ab0 req-cffd5cd6-bb2c-4b1c-b13a-4ada2a1fd018 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0761397 Aug 31 07:50:29.910429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4038f1fe-774d-4491-b8a1-e29f91a30ab0 req-c1253d55-23e4-422f-bb22-c12cd4d5de26 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Aug 31 07:50:30.032050 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:30.305394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc68c70-da09-4689-9d8e-9496723ec6dc req-560989c1-4e25-42ed-a72d-805ddbaf7364 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:30.309009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cc68c70-da09-4689-9d8e-9496723ec6dc req-560989c1-4e25-42ed-a72d-805ddbaf7364 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0595310 Aug 31 07:50:30.374362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cc68c70-da09-4689-9d8e-9496723ec6dc req-caed6290-8a3d-4738-a083-1dc2fd109f5e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Aug 31 07:50:30.606910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17279-df18-4f7c-8441-c15875ec0886 req-41ecc9c1-c372-4307-a704-87f73dc09bd5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:30.608587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ab17279-df18-4f7c-8441-c15875ec0886 req-41ecc9c1-c372-4307-a704-87f73dc09bd5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0664558 Aug 31 07:50:30.682819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ab17279-df18-4f7c-8441-c15875ec0886 req-c9314306-63d5-4884-b085-6e20305860f0 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666826 Aug 31 07:50:31.034282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0d291-05dc-4ffe-940b-fe579fe32733 req-721c82bf-fe88-441e-8b05-52c9accb86e4 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:31.034282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ff0d291-05dc-4ffe-940b-fe579fe32733 req-721c82bf-fe88-441e-8b05-52c9accb86e4 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0592353 Aug 31 07:50:31.083129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ff0d291-05dc-4ffe-940b-fe579fe32733 req-6d3f43eb-8ed8-40d9-a393-a443b3638200 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 Aug 31 07:50:31.496763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35da4c5-b05f-45ff-84aa-d0045e85aa8c req-41c70a4c-e692-496e-a656-1291af07101d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:31.502775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a35da4c5-b05f-45ff-84aa-d0045e85aa8c req-41c70a4c-e692-496e-a656-1291af07101d tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0519545 Aug 31 07:50:31.542396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a35da4c5-b05f-45ff-84aa-d0045e85aa8c req-2897e9d7-0d74-4386-90a8-16cb7db2d495 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Aug 31 07:50:31.795375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705f951-b834-4b1a-9fbf-2c4509e1ddfa req-eb8f25c1-edd2-427d-aec6-2c465756725e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:31.796859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3705f951-b834-4b1a-9fbf-2c4509e1ddfa req-eb8f25c1-edd2-427d-aec6-2c465756725e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0487123 Aug 31 07:50:31.839535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3705f951-b834-4b1a-9fbf-2c4509e1ddfa req-c60d9145-3212-48b2-b7fe-e46df58aa0c7 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Aug 31 07:50:32.213211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5889d09-206a-4da1-bb30-34a9774a2e63 req-fb692642-5501-45ae-95ac-eac44d55745e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.221152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5889d09-206a-4da1-bb30-34a9774a2e63 req-fb692642-5501-45ae-95ac-eac44d55745e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0599179 Aug 31 07:50:32.262138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5889d09-206a-4da1-bb30-34a9774a2e63 req-6ebd7a31-3098-487b-abda-00cc5bb51b98 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Aug 31 07:50:32.313826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d req-0b6d9ab6-1400-4a0b-ba6f-2f341bdcc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.315556 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d req-0b6d9ab6-1400-4a0b-ba6f-2f341bdcc138 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1404634 Aug 31 07:50:32.329078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f2a1e-aada-4c94-bc1e-316722952979 req-1e01e4f3-ed6b-440c-be01-c9be68828456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.330687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f99f2a1e-aada-4c94-bc1e-316722952979 req-1e01e4f3-ed6b-440c-be01-c9be68828456 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 1098 time: 0.0466428 Aug 31 07:50:32.371375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f99f2a1e-aada-4c94-bc1e-316722952979 req-0e901e19-eb79-471c-8b39-62fc13ed5204 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287619 Aug 31 07:50:32.420798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d req-9e14c20c-cb9b-4178-953d-44fc32343f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.422546 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2e7839c5-d27e-401d-ab48-87b5e29c3a1d req-9e14c20c-cb9b-4178-953d-44fc32343f38 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967488 Aug 31 07:50:32.656326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-9086a1d1-d1b3-4164-9a50-b3b084f4623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.657985 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-9086a1d1-d1b3-4164-9a50-b3b084f4623b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1095 time: 0.0414016 Aug 31 07:50:32.663412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40338b-cf57-4d62-a056-38b10bc896e6 req-f27e5344-3e6c-4ecc-bd27-fad4a13d6e15 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.664929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b40338b-cf57-4d62-a056-38b10bc896e6 req-f27e5344-3e6c-4ecc-bd27-fad4a13d6e15 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0514534 Aug 31 07:50:32.706553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-ba8209cc-9002-4cf6-aabb-a1c835f2b76d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 217 time: 0.0375891 Aug 31 07:50:32.709897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b40338b-cf57-4d62-a056-38b10bc896e6 req-077c13ba-6a05-492f-bbef-24273eb7fb26 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367174 Aug 31 07:50:32.760154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-402ac9a2-ad55-4f1b-8806-fa247d9427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.761530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-402ac9a2-ad55-4f1b-8806-fa247d9427c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.0452602 Aug 31 07:50:32.803439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-50fe66e8-a9c3-4079-9d96-831b16f187ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341916 Aug 31 07:50:32.921286 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-6f2eab04-baf6-4914-bc3f-accc462ea2ad service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098418 Aug 31 07:50:32.982865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4844c-1441-4aa2-aac9-bb066fad1a88 req-2a4c31d2-4e59-4674-8b68-76d4045edb5a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:32.984617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22f4844c-1441-4aa2-aac9-bb066fad1a88 req-2a4c31d2-4e59-4674-8b68-76d4045edb5a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0535898 Aug 31 07:50:33.030571 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9464270a-9ef6-46ba-9233-3ad22ce6c4ca req-9849bb1e-0ed7-492c-a536-6c1f39ade086 service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013911 Aug 31 07:50:33.033300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22f4844c-1441-4aa2-aac9-bb066fad1a88 req-d16260ae-abe2-4058-ac2a-48e9bda6667f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Aug 31 07:50:33.379703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb165d-4822-4453-aa73-592541573082 req-40e403ee-32f8-4eff-9b08-ea5d09ce5def tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:33.383876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-badb165d-4822-4453-aa73-592541573082 req-40e403ee-32f8-4eff-9b08-ea5d09ce5def tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0499885 Aug 31 07:50:33.421112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-badb165d-4822-4453-aa73-592541573082 req-bb7c5cbf-1edd-4167-a55f-bc88a3920a7d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335751 Aug 31 07:50:33.833270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf23584-898f-44bc-9458-ff27a0d4d3e4 req-4d3406e9-3401-4c99-b4b9-ca6c54a5bbba tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:33.834806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ccf23584-898f-44bc-9458-ff27a0d4d3e4 req-4d3406e9-3401-4c99-b4b9-ca6c54a5bbba tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0553455 Aug 31 07:50:33.876754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ccf23584-898f-44bc-9458-ff27a0d4d3e4 req-b8004dbe-13d1-47a8-9ec6-d7ce24080e0c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Aug 31 07:50:34.158241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b0528-b1f3-48fa-b583-9c0547305547 req-7d8e8f51-c823-4f45-8dc5-9d85069206ee tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.159740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-390b0528-b1f3-48fa-b583-9c0547305547 req-7d8e8f51-c823-4f45-8dc5-9d85069206ee tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 944 time: 0.0509624 Aug 31 07:50:34.198169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-390b0528-b1f3-48fa-b583-9c0547305547 req-e0149cba-9235-4487-98af-0ceec6eb8abf tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Aug 31 07:50:34.443233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44938) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:34.536736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2f2c-6a7e-4700-a5cc-eaa34409d14f req-7a3961ed-9a49-49cb-964f-a775ad654304 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.538293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-084c2f2c-6a7e-4700-a5cc-eaa34409d14f req-7a3961ed-9a49-49cb-964f-a775ad654304 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0501599 Aug 31 07:50:34.561738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3ad4-9aa9-4eea-8ad0-9f1bb4fa59d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:34.607136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-084c2f2c-6a7e-4700-a5cc-eaa34409d14f req-5b0949a5-f2af-454d-abd9-c2c979d499f3 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579901 Aug 31 07:50:34.680712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3ad4-9aa9-4eea-8ad0-9f1bb4fa59d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:34.728868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf226f5-4715-472d-8601-7604fe30e456 req-ebb6ca21-a6cd-485b-93d2-52ee98da1da1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.730394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cf226f5-4715-472d-8601-7604fe30e456 req-ebb6ca21-a6cd-485b-93d2-52ee98da1da1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0518844 Aug 31 07:50:34.767124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:34.768705 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3ad4-9aa9-4eea-8ad0-9f1bb4fa59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:34.778471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cf226f5-4715-472d-8601-7604fe30e456 req-bce182b9-2f3b-4831-9b3e-a7e5e478527c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Aug 31 07:50:34.816143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bdfe3ad4-9aa9-4eea-8ad0-9f1bb4fa59d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6a8fa15c68f43a9b1e626f48ca0fb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718090 Aug 31 07:50:34.817108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe3ad4-9aa9-4eea-8ad0-9f1bb4fa59d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780cf790-e1ae-4057-a9c8-379e42a92bc2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:34.819172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44946) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:34.879652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:34.896985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'port_id': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'mac_address': 'fa:16:3e:2f:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:34.902323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b778e1d-5e1d-4762-a3f8-8cacf408aed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:34.931027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b778e1d-5e1d-4762-a3f8-8cacf408aed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:34.951957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9896c-a29d-4d6a-a32f-4fdbb2af8ec8 req-37351afa-bce7-4056-9346-f1bbf77011ee tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.953517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00c9896c-a29d-4d6a-a32f-4fdbb2af8ec8 req-37351afa-bce7-4056-9346-f1bbf77011ee tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 945 time: 0.0827930 Aug 31 07:50:34.988505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:35.002146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf85ece-058d-46a9-8e17-3f8e4febfa9b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:35.002889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00c9896c-a29d-4d6a-a32f-4fdbb2af8ec8 req-8834abd9-f3bf-4f69-afa1-a1e9b2ed5fb7 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434406 Aug 31 07:50:35.022063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:35.047376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b1505-8ee6-42a5-8664-6ebccb826c85 req-7a09c1ea-6f24-4b32-a820-0b5859bb4960 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:35.048939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc5b1505-8ee6-42a5-8664-6ebccb826c85 req-7a09c1ea-6f24-4b32-a820-0b5859bb4960 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 943 time: 0.0625839 Aug 31 07:50:35.089892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc5b1505-8ee6-42a5-8664-6ebccb826c85 req-0be297a7-ad17-45aa-85d0-71f49cdf3e08 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Aug 31 07:50:35.104337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b778e1d-5e1d-4762-a3f8-8cacf408aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:35.104705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:35.105499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0410b01d-2c6d-4415-90e1-1c1651ad8a2f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:50:35.107003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b778e1d-5e1d-4762-a3f8-8cacf408aed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:35.109018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3b778e1d-5e1d-4762-a3f8-8cacf408aed9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/780cf790-e1ae-4057-a9c8-379e42a92bc2 HTTP/1.1" status: 204 len: 168 time: 0.2874439 Aug 31 07:50:35.119048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b778e1d-5e1d-4762-a3f8-8cacf408aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780cf790-e1ae-4057-a9c8-379e42a92bc2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:35.225935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:35.280154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:35.297837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'network_id': '74a602fd-aff2-4878-a72a-be0f4947ffc1', 'port_id': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'mac_address': 'fa:16:3e:c2:62:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6071cc65-388b-43f9-8098-138de7783fe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:50:35.329988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb08459-e167-4384-abf6-0993198d97b3 req-c176977e-5271-4f38-af35-f8e4a5b11b10 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:35.338308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bb08459-e167-4384-abf6-0993198d97b3 req-c176977e-5271-4f38-af35-f8e4a5b11b10 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 945 time: 0.0604811 Aug 31 07:50:35.346176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:35.360742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0410b01d-2c6d-4415-90e1-1c1651ad8a2f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:50:35.380899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bb08459-e167-4384-abf6-0993198d97b3 req-13332cd0-5055-44f6-a943-f2c59dd5a519 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Aug 31 07:50:35.383496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:35.550922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b540a62-f35c-4094-bb91-2d76b9cc1f30 req-31699c8e-d2b5-44db-bde3-d7c78882a475 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:35.553448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:35.553585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b540a62-f35c-4094-bb91-2d76b9cc1f30 req-31699c8e-d2b5-44db-bde3-d7c78882a475 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0531335 Aug 31 07:50:35.607737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b540a62-f35c-4094-bb91-2d76b9cc1f30 req-0e899804-33d6-46ae-a207-7b680d5c4b78 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Aug 31 07:50:35.613870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:35.810947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0410b01d-2c6d-4415-90e1-1c1651ad8a2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:35.836832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['dcf85ece-058d-46a9-8e17-3f8e4febfa9b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:35.895248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acada7ec-1325-454c-a6f4-76b30a564dbf req-13e669d6-ad1b-4b35-a931-79f8a86fe23e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:35.895248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acada7ec-1325-454c-a6f4-76b30a564dbf req-13e669d6-ad1b-4b35-a931-79f8a86fe23e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0588560 Aug 31 07:50:35.945372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acada7ec-1325-454c-a6f4-76b30a564dbf req-1bc3e8a5-e259-43af-84a0-4882814a5eb2 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Aug 31 07:50:35.959895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:35.977694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fba20483-b113-41ef-bf9b-eea2665cdc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.137539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fba20483-b113-41ef-bf9b-eea2665cdc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.229637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fba20483-b113-41ef-bf9b-eea2665cdc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.278691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fba20483-b113-41ef-bf9b-eea2665cdc2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e59f4998c03d4c22965263168946364c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227391 Aug 31 07:50:36.278691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba20483-b113-41ef-bf9b-eea2665cdc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a741c232-f6f5-44da-b473-04e6ec83b8b0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:36.280436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44980) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:36.282990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809a8f3-d558-463d-9ab9-b7b1ce643208 req-927fc61a-f917-4454-9578-6b2520205151 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:36.290496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f809a8f3-d558-463d-9ab9-b7b1ce643208 req-927fc61a-f917-4454-9578-6b2520205151 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 944 time: 0.0987728 Aug 31 07:50:36.338470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8caa1-b9f7-497c-b6c3-2e1743d6e6b9 req-f40dfd2f-d817-4a80-bc54-39fbf9155c45 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:36.344555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8caa1-b9f7-497c-b6c3-2e1743d6e6b9 req-f40dfd2f-d817-4a80-bc54-39fbf9155c45 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:36.350992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8caa1-b9f7-497c-b6c3-2e1743d6e6b9 req-f40dfd2f-d817-4a80-bc54-39fbf9155c45 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:36.352936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cc8caa1-b9f7-497c-b6c3-2e1743d6e6b9 req-f40dfd2f-d817-4a80-bc54-39fbf9155c45 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef&device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd&device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 2417 time: 0.1135168 Aug 31 07:50:36.365115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f809a8f3-d558-463d-9ab9-b7b1ce643208 req-f5180d14-3e81-4d8c-afd6-63c348dcf205 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Aug 31 07:50:36.413397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cc8caa1-b9f7-497c-b6c3-2e1743d6e6b9 req-7de1e2d6-ef89-419a-a81e-f55d3c542d41 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525949 Aug 31 07:50:36.610065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96a77-fbc5-4b08-93cf-5d54e8ab0e30 req-91c511d4-9fed-46c1-9f7e-2f6b4ef32795 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:36.614357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ab96a77-fbc5-4b08-93cf-5d54e8ab0e30 req-91c511d4-9fed-46c1-9f7e-2f6b4ef32795 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 945 time: 0.0810578 Aug 31 07:50:36.633709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1287b4e-efe2-4a42-93e2-3d682cd2da36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.639788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b17d20-0d85-466f-9dfd-1c3fd898c7a5 req-d4d29092-da2b-4b11-9be2-d3d694df0dfd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:36.641579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7b17d20-0d85-466f-9dfd-1c3fd898c7a5 req-d4d29092-da2b-4b11-9be2-d3d694df0dfd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.0985737 Aug 31 07:50:36.656984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1287b4e-efe2-4a42-93e2-3d682cd2da36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.687793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ab96a77-fbc5-4b08-93cf-5d54e8ab0e30 req-5c97a2a2-f3e7-4d6d-8c51-21d937da5fd5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663488 Aug 31 07:50:36.714628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7b17d20-0d85-466f-9dfd-1c3fd898c7a5 req-2add534b-4d32-41d3-a373-25ba4b671c97 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Aug 31 07:50:36.797556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:36.820033 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1287b4e-efe2-4a42-93e2-3d682cd2da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.824124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1287b4e-efe2-4a42-93e2-3d682cd2da36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.824486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e1287b4e-efe2-4a42-93e2-3d682cd2da36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a741c232-f6f5-44da-b473-04e6ec83b8b0 HTTP/1.1" status: 204 len: 168 time: 0.5430944 Aug 31 07:50:36.837584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1287b4e-efe2-4a42-93e2-3d682cd2da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a741c232-f6f5-44da-b473-04e6ec83b8b0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:36.886041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port dcf85ece-058d-46a9-8e17-3f8e4febfa9b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:36.886597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.970535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:36.993580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:36.995994 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60522cfb-67b0-4228-9222-e0f990000d74" -d '{"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-plugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:37.018295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:37.040710 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209ccbf4-0574-41a8-822b-a28a60ac4544 x-openstack-request-id: req-209ccbf4-0574-41a8-822b-a28a60ac4544 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:37.041421 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-plugged", "status": "completed", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:37.041681 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-209ccbf4-0574-41a8-822b-a28a60ac4544 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:37.042160 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'code': 200} Aug 31 07:50:37.140162 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:37.140991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0410b01d-2c6d-4415-90e1-1c1651ad8a2f up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:50:37.236082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:37.316774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:50:37.321251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:50:37.321677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:37.344373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f08940-0255-49b1-90dd-9b5d1280d9eb req-f8bbab49-5d98-4dbf-9992-e9e0b9be65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:37.346361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d9f08940-0255-49b1-90dd-9b5d1280d9eb req-f8bbab49-5d98-4dbf-9992-e9e0b9be65d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 1099 time: 0.0650032 Aug 31 07:50:37.451367 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d9f08940-0255-49b1-90dd-9b5d1280d9eb req-f9af2b2b-9147-467b-97b7-1b7357038f68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846989 Aug 31 07:50:37.490006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:37.539531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:37.554976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e97de-133a-48ae-88f9-b8c01200cf4b req-f0e7cd2b-273c-4cca-9dba-9e763dcbf291 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:37.567872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-255e97de-133a-48ae-88f9-b8c01200cf4b req-f0e7cd2b-273c-4cca-9dba-9e763dcbf291 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 944 time: 0.0834556 Aug 31 07:50:37.617733 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:37.642180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-255e97de-133a-48ae-88f9-b8c01200cf4b req-d2c75df8-5dd2-431a-8de7-7910bfb64f8c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745602 Aug 31 07:50:37.704313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:37.816758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722dcd0-650c-4b05-8dfe-5bdfaba751cf req-235bb519-bac7-4ccf-80ca-2fb43db35167 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:37.822529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a722dcd0-650c-4b05-8dfe-5bdfaba751cf req-235bb519-bac7-4ccf-80ca-2fb43db35167 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.0588214 Aug 31 07:50:37.860653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a722dcd0-650c-4b05-8dfe-5bdfaba751cf req-a683e1d3-6de6-459e-ae76-c0cd9484ed17 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352943 Aug 31 07:50:38.029413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf7197-f2f1-4b6a-8118-d05e915360a8 req-42211c0e-c639-4c78-b7c2-04e7cc30cda1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:38.033071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cfbf7197-f2f1-4b6a-8118-d05e915360a8 req-42211c0e-c639-4c78-b7c2-04e7cc30cda1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0531251 Aug 31 07:50:38.075258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cfbf7197-f2f1-4b6a-8118-d05e915360a8 req-f485da6c-8599-4000-91fe-80b0ef5fef73 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358112 Aug 31 07:50:38.846512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65246aa-6bcd-40ac-9ec8-7905fe949f29 req-521cc9b9-681c-4da3-816b-bd7707798eb3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:38.848939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c65246aa-6bcd-40ac-9ec8-7905fe949f29 req-521cc9b9-681c-4da3-816b-bd7707798eb3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 945 time: 0.0992138 Aug 31 07:50:38.917496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c65246aa-6bcd-40ac-9ec8-7905fe949f29 req-363f092f-acc2-4f86-b8a1-8b9bbba10163 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605800 Aug 31 07:50:39.030986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1d33-0ab5-4ecd-b12f-211598619839 req-7f2f59e6-6017-4d2c-90fe-259efcc2d938 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:39.038232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba0d1d33-0ab5-4ecd-b12f-211598619839 req-7f2f59e6-6017-4d2c-90fe-259efcc2d938 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.0717912 Aug 31 07:50:39.043225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:39.046102 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf566b8-3795-42c4-91c9-fe7089a93b14" -d '{"events": [{"server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "name": "network-vif-plugged", "status": "completed", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:39.085948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba0d1d33-0ab5-4ecd-b12f-211598619839 req-e888891c-5e92-46cf-ba7d-49eb1768208a tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468125 Aug 31 07:50:39.250195 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f413d98-9001-4d61-acfe-7a685f53a79e x-openstack-request-id: req-7f413d98-9001-4d61-acfe-7a685f53a79e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:39.250555 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "name": "network-vif-plugged", "status": "completed", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:39.253023 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f413d98-9001-4d61-acfe-7a685f53a79e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:39.253023 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'code': 200} Aug 31 07:50:39.355097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956fb79-cdb5-4743-811c-58cab604a857 req-74031a56-8a02-475c-bb5c-72e5c0ac0998 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:39.356689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3956fb79-cdb5-4743-811c-58cab604a857 req-74031a56-8a02-475c-bb5c-72e5c0ac0998 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0558488 Aug 31 07:50:39.375896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59670d7e-6251-41f4-9e5d-f952b93b662b req-9b6bc270-0bd6-430f-9fab-f02486261ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:39.377508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-59670d7e-6251-41f4-9e5d-f952b93b662b req-9b6bc270-0bd6-430f-9fab-f02486261ff6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1097 time: 0.0524523 Aug 31 07:50:39.413858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3956fb79-cdb5-4743-811c-58cab604a857 req-5a5c34da-9a01-4b15-aa5e-4ed2bf93944e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Aug 31 07:50:39.424526 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-59670d7e-6251-41f4-9e5d-f952b93b662b req-c4ad5cde-1adc-42c3-bd23-b817a60be189 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388575 Aug 31 07:50:39.947263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:40.057912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21758713-307b-45dd-a43b-ee223f4e37fe req-1482b0e6-5fda-46ca-b943-111957cb0002 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:40.059331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21758713-307b-45dd-a43b-ee223f4e37fe req-1482b0e6-5fda-46ca-b943-111957cb0002 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 945 time: 0.0582304 Aug 31 07:50:40.077370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6021d2-b585-41d1-a14d-0ab1adb0a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.121248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21758713-307b-45dd-a43b-ee223f4e37fe req-3c4392d6-8814-4324-afd5-de20bc0c2926 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Aug 31 07:50:40.206573 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6021d2-b585-41d1-a14d-0ab1adb0a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.250453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946c5af-7312-45d4-a40a-efd04bd3fc0c req-2f22c9c6-5329-41ec-bdaf-a5d32946ac1f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:40.252129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7946c5af-7312-45d4-a40a-efd04bd3fc0c req-2f22c9c6-5329-41ec-bdaf-a5d32946ac1f tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.0598645 Aug 31 07:50:40.301470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7946c5af-7312-45d4-a40a-efd04bd3fc0c req-02fbabaf-29f0-4f67-b7c3-a2cb40d76a39 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Aug 31 07:50:40.303422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6021d2-b585-41d1-a14d-0ab1adb0a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.345016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c6021d2-b585-41d1-a14d-0ab1adb0a7e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cc7ee7315974d4ebac862a138f51245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963420 Aug 31 07:50:40.345923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6021d2-b585-41d1-a14d-0ab1adb0a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8705ac9c-3974-4ffd-bf24-e9d442f1ecd8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:40.347767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:40.403714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46942818-1c7f-4121-bd0e-57f7847c17b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.426205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46942818-1c7f-4121-bd0e-57f7847c17b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.551142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46942818-1c7f-4121-bd0e-57f7847c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.553712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46942818-1c7f-4121-bd0e-57f7847c17b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.554930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-46942818-1c7f-4121-bd0e-57f7847c17b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8705ac9c-3974-4ffd-bf24-e9d442f1ecd8 HTTP/1.1" status: 204 len: 168 time: 0.2052724 Aug 31 07:50:40.556469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0d94a-076f-4001-b15b-644afde974e5 req-de137ed3-e585-427e-a28d-eefc7a2a498f tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:40.564441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bb0d94a-076f-4001-b15b-644afde974e5 req-de137ed3-e585-427e-a28d-eefc7a2a498f tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0532808 Aug 31 07:50:40.564767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46942818-1c7f-4121-bd0e-57f7847c17b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8705ac9c-3974-4ffd-bf24-e9d442f1ecd8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:40.612542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45164) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:40.671991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bb0d94a-076f-4001-b15b-644afde974e5 req-bd10a8eb-818d-432e-8f82-0139b6035a4e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Aug 31 07:50:40.756601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e2f9-1c5f-4d8c-b610-0ca78886c7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.860648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e2f9-1c5f-4d8c-b610-0ca78886c7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:40.979563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e2f9-1c5f-4d8c-b610-0ca78886c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.031276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45170) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:41.031852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a0a7e2f9-1c5f-4d8c-b610-0ca78886c7b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e945ab5a4d248f1890b802196851a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168255 Aug 31 07:50:41.032838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7e2f9-1c5f-4d8c-b610-0ca78886c7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a88bd2-647f-4969-902b-788b6780d9c2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:41.084456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48a3ddcb-0e43-454f-858c-25a0f8986319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.105757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48a3ddcb-0e43-454f-858c-25a0f8986319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.263751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745243-bbc8-4421-8bb9-8e77099e21e5 req-5f8ff965-b918-4404-be66-01d0ae2b65ea tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.265396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6745243-bbc8-4421-8bb9-8e77099e21e5 req-5f8ff965-b918-4404-be66-01d0ae2b65ea tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 945 time: 0.0538206 Aug 31 07:50:41.269059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48a3ddcb-0e43-454f-858c-25a0f8986319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.273908 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48a3ddcb-0e43-454f-858c-25a0f8986319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.279724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-48a3ddcb-0e43-454f-858c-25a0f8986319 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58a88bd2-647f-4969-902b-788b6780d9c2 HTTP/1.1" status: 204 len: 168 time: 0.2440615 Aug 31 07:50:41.315941 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-c6ab058c-3f90-4fd6-a272-cdf002251165 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0659616 Aug 31 07:50:41.337150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3ddcb-0e43-454f-858c-25a0f8986319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a88bd2-647f-4969-902b-788b6780d9c2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:41.360939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6745243-bbc8-4421-8bb9-8e77099e21e5 req-6db92dfb-8ac9-4e48-a06b-40e207507a48 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690262 Aug 31 07:50:41.466930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45182) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:41.487055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93e5611f-8078-42d5-8615-6d1a0d7a760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.520912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.521596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.522350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.522896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.523942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.524677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.525649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.528407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-bac3acd8-62b5-4fe1-ac8d-1f16e4e95feb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 6501 time: 0.1354549 Aug 31 07:50:41.543433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-48ad8193-07e3-41b6-bfbf-245cb8d9cccb tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-615977803&fields=id&tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 267 time: 0.0690498 Aug 31 07:50:41.561725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93029d-46b9-446a-9749-a22bad088561 req-8332cb5e-7663-4822-b17c-917aa928c4a5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.563578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da93029d-46b9-446a-9749-a22bad088561 req-8332cb5e-7663-4822-b17c-917aa928c4a5 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.1130800 Aug 31 07:50:41.653279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da93029d-46b9-446a-9749-a22bad088561 req-3026a90b-67c9-4234-b36d-8f86926664f8 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600405 Aug 31 07:50:41.696594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-0d914ec5-1495-4d00-a32c-6a4b433ec0d8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.700388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-0d914ec5-1495-4d00-a32c-6a4b433ec0d8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 945 time: 0.1489727 Aug 31 07:50:41.721782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'port': {'security_groups': ['87332f3c-6347-4f0e-829d-ca323fef47d5', '6c4360b2-ae12-4632-9167-8b0b25d8a3c2']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:41.757272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-011ebf8f-1c51-4165-8522-e9d44cbf82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.757983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-011ebf8f-1c51-4165-8522-e9d44cbf82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.758420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-011ebf8f-1c51-4165-8522-e9d44cbf82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.760739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-011ebf8f-1c51-4165-8522-e9d44cbf82d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf7ed58a-fb2b-478c-986d-72544195a63a&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&id=c04f56fa-1ce7-40db-997a-90ff4442d198&id=c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 200 len: 2292 time: 0.1874535 Aug 31 07:50:41.862016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-74600b1f-f42a-4062-aec4-30986bf4731c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 200 len: 1002 time: 0.0907040 Aug 31 07:50:41.883290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:41.945224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-f93053b3-8484-451d-965e-0875f754965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.947360 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-f93053b3-8484-451d-965e-0875f754965c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a HTTP/1.1" status: 200 len: 849 time: 0.0730906 Aug 31 07:50:41.974611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d80eb-5a48-46b4-8d92-d53f51558975 req-aea2ab9a-e87f-48cd-ba30-5f60c1aa2be0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:41.982389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-873d80eb-5a48-46b4-8d92-d53f51558975 req-aea2ab9a-e87f-48cd-ba30-5f60c1aa2be0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.1989193 Aug 31 07:50:42.002463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93e5611f-8078-42d5-8615-6d1a0d7a760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.025636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-e5e98f5d-aff6-43f8-9c0a-fb8512a6422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:42.028251 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-e5e98f5d-aff6-43f8-9c0a-fb8512a6422d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf7ed58a-fb2b-478c-986d-72544195a63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699346 Aug 31 07:50:42.088246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-873d80eb-5a48-46b4-8d92-d53f51558975 req-14afb9a8-9d77-443f-9d52-0d8debcd8867 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047928 Aug 31 07:50:42.126202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93e5611f-8078-42d5-8615-6d1a0d7a760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.157491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5611f-8078-42d5-8615-6d1a0d7a760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a473f5-ff8c-4294-a5f4-5334c6ef4b46,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:42.202058 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-93e5611f-8078-42d5-8615-6d1a0d7a760a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=302e48131f8f43dba0bf78afa78eda40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302477 Aug 31 07:50:42.202058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45200) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:42.251227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:42.278106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-adb318ec-751c-4233-8fb4-004676d0dbd1 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405953 Aug 31 07:50:42.279327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b6afe00-6748-421e-a69b-c6ba8530309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.289246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.319958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b6afe00-6748-421e-a69b-c6ba8530309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.414166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.433448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:42.455124 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-ded01bfb-8145-4cc8-9e92-8a174bdeb926 service neutron] 10.222.0.68 "GET /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610990 Aug 31 07:50:42.499472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:42.503720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.510666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0eaf3dbc-38a1-4d71-bd4e-ddce67a562fa req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "PUT /v2.0/ports/0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 981 time: 0.7969391 Aug 31 07:50:42.517110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0410b01d-2c6d-4415-90e1-1c1651ad8a2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:42.543189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:42.545705 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38" -d '{"events": [{"name": "network-changed", "server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:42.548802 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-3416ae31-0e1e-44d3-bd0f-6d2cf6869809 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 217 time: 0.0851049 Aug 31 07:50:42.557262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b6afe00-6748-421e-a69b-c6ba8530309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.557262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b6afe00-6748-421e-a69b-c6ba8530309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:42.557262 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3b6afe00-6748-421e-a69b-c6ba8530309f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8a473f5-ff8c-4294-a5f4-5334c6ef4b46 HTTP/1.1" status: 204 len: 168 time: 0.3507340 Aug 31 07:50:42.575290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6afe00-6748-421e-a69b-c6ba8530309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a473f5-ff8c-4294-a5f4-5334c6ef4b46,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:42.619819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-ab55d696-63fc-46d4-936b-8bc27fd8038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:42.621599 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-ab55d696-63fc-46d4-936b-8bc27fd8038c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0630915 Aug 31 07:50:42.662873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0410b01d-2c6d-4415-90e1-1c1651ad8a2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:42.670434 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7982e-e2e3-4b9d-b7c0-8548061b5e95 x-openstack-request-id: req-3bc7982e-e2e3-4b9d-b7c0-8548061b5e95 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:42.670854 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:42.671215 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bc7982e-e2e3-4b9d-b7c0-8548061b5e95 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:42.671709 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'status': 'completed', 'code': 200} Aug 31 07:50:42.710687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a6e9251-cc81-4b0c-b87f-02fcee98d370 req-eea00d0d-cd3a-4afa-8b4e-327dbba88a2f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/6c4360b2-ae12-4632-9167-8b0b25d8a3c2 HTTP/1.1" status: 200 len: 1801 time: 0.1576991 Aug 31 07:50:42.744852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb59c5-8b96-4759-831a-0dd3f6151b4e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:42.761147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-721139bb-d61a-4cc8-9ef2-4761aac75818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:42.763285 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-721139bb-d61a-4cc8-9ef2-4761aac75818 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1136 time: 0.1011970 Aug 31 07:50:42.772475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-865e9f12-edbf-4002-9e76-be0787b703b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:42.776106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-865e9f12-edbf-4002-9e76-be0787b703b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1400015 Aug 31 07:50:42.799945 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-4a6e9251-cc81-4b0c-b87f-02fcee98d370 req-168c0909-be9d-4a7a-8c39-8ad5854337f8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 07:50:42.808573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a6e9251-cc81-4b0c-b87f-02fcee98d370 req-168c0909-be9d-4a7a-8c39-8ad5854337f8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c4360b2-ae12-4632-9167-8b0b25d8a3c2 HTTP/1.1" status: 409 len: 341 time: 0.0872300 Aug 31 07:50:42.968459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-79175de6-a6a4-4acd-9e88-eef18dd5221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:42.970171 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-79175de6-a6a4-4acd-9e88-eef18dd5221c service neutron] 10.222.0.45 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 913 time: 0.1927676 Aug 31 07:50:43.047603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-c4f5498d-f4c7-42d7-9e67-264ade8592bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 217 time: 0.0471811 Aug 31 07:50:43.164276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-1e584549-2add-4b70-aab7-d96a907a9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:43.177892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-1e584549-2add-4b70-aab7-d96a907a9e7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.1117289 Aug 31 07:50:43.181189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-6e2d5b26-3159-443f-9727-71fd7afb9b6b service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403688 Aug 31 07:50:43.255775 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-16645736-c828-4e39-848a-ebdb4eaab226 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771291 Aug 31 07:50:43.349906 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-435f7f79-82d3-43fc-a041-229c5555702b service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511538 Aug 31 07:50:43.374133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f5b4-b1ba-432c-9afa-f54ef400208e req-1aac387c-beff-4b6a-9d7a-78e4d1335c73 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:43.376384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ece4f5b4-b1ba-432c-9afa-f54ef400208e req-1aac387c-beff-4b6a-9d7a-78e4d1335c73 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.1305912 Aug 31 07:50:43.421550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e33-1cce-47a3-afc9-73db9106d7e6 req-a60082cd-7fb1-4b61-bf8a-7dee7c339029 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:43.423950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90fe8e33-1cce-47a3-afc9-73db9106d7e6 req-a60082cd-7fb1-4b61-bf8a-7dee7c339029 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 984 time: 0.1374996 Aug 31 07:50:43.437232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-0f673f43-bd8e-4d8a-b63d-2efde47ceb1c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 217 time: 0.0759315 Aug 31 07:50:43.458906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ece4f5b4-b1ba-432c-9afa-f54ef400208e req-e515065b-3a1a-42fe-95cd-91ca52c2e063 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733621 Aug 31 07:50:43.549583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90fe8e33-1cce-47a3-afc9-73db9106d7e6 req-1cc8f2d3-e710-4fce-93b3-cfc755cea6b4 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=6c4360b2-ae12-4632-9167-8b0b25d8a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0962152 Aug 31 07:50:43.551691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-4564e784-ac62-42af-9d7d-ee2f5c69b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:43.560669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-4564e784-ac62-42af-9d7d-ee2f5c69b19b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.1150346 Aug 31 07:50:43.595785 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-2058c1ef-3d63-49ac-9ba9-d605a08fbe4f service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428687 Aug 31 07:50:43.683833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-a5a05d9d-cf18-4390-97bd-431c0cb4d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:43.685345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-a5a05d9d-cf18-4390-97bd-431c0cb4d9df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062033 Aug 31 07:50:43.768197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7253ef8a-727b-4ed5-a84f-fb4975dd7b38 req-1d0f2981-4db1-47ea-8c05-c6806d7269c8 service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555684 Aug 31 07:50:43.810964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-cd228b51-3f0d-40a2-927a-183958efe745 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134350 Aug 31 07:50:43.919540 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-af723127-0917-4124-b534-074c2e8bf098 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989048 Aug 31 07:50:43.987292 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-5dcfbbdf-6751-4dd4-9ce7-8de006e99d11 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6bde1cfc-5ae0-4682-a896-792302609cad HTTP/1.1" status: 200 len: 217 time: 0.0523164 Aug 31 07:50:44.054013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-758282c5-d5cc-44af-8fb0-03ee8890bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.060805 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-758282c5-d5cc-44af-8fb0-03ee8890bed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1136 time: 0.1307547 Aug 31 07:50:44.061825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-48dc6362-cb6a-4576-8ff0-5c637efe929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.063206 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-48dc6362-cb6a-4576-8ff0-5c637efe929a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.0610237 Aug 31 07:50:44.178511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-48d3515b-fc33-45c4-8dca-1b39c4101a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.180069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-48d3515b-fc33-45c4-8dca-1b39c4101a0d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050544 Aug 31 07:50:44.244146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-9ec8292a-c8f2-4f0a-b49f-911b911adf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.245889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-9ec8292a-c8f2-4f0a-b49f-911b911adf25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 913 time: 0.1798584 Aug 31 07:50:44.309953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-d797f201-52e3-4f39-8296-c9e5846bbcd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 217 time: 0.0489039 Aug 31 07:50:44.378445 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-78cb7690-56d7-46df-9955-cf4e9bb677fa service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883526 Aug 31 07:50:44.408039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-f913a8fb-e16f-4530-ae9a-09eec75221c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.409534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-f913a8fb-e16f-4530-ae9a-09eec75221c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.0904543 Aug 31 07:50:44.470560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-17d4b41a-22a2-4413-b761-4004568abe79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306056 Aug 31 07:50:44.557432 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-7c808bb5-0883-4fc8-a648-b6028c3ad0d3 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703019 Aug 31 07:50:44.595719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7016c-b7f8-45ae-8403-94449f4f3918 req-1c6deb0d-c087-4a4d-bd04-b3700373e082 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.597657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07e7016c-b7f8-45ae-8403-94449f4f3918 req-1c6deb0d-c087-4a4d-bd04-b3700373e082 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0675347 Aug 31 07:50:44.615011 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-31737877-bebc-46e8-8c36-e368fc7489fb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301 HTTP/1.1" status: 200 len: 217 time: 0.0476143 Aug 31 07:50:44.662411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-b8294638-20c5-4b04-bb21-09cf36d63287 service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799111 Aug 31 07:50:44.718469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07e7016c-b7f8-45ae-8403-94449f4f3918 req-7898620b-a854-456c-b0a1-0cd4aafda9b3 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042905 Aug 31 07:50:44.733049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-ebc81968-edf4-43e5-8bee-119c90e544e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.735097 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-ebc81968-edf4-43e5-8bee-119c90e544e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 200 len: 797 time: 0.1118166 Aug 31 07:50:44.745109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad3bb6-16b0-48bf-a19c-d47cb3f56154 req-99a500f5-144a-4365-b082-119126baf1b1 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.747187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ad3bb6-16b0-48bf-a19c-d47cb3f56154 req-99a500f5-144a-4365-b082-119126baf1b1 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 984 time: 0.0612266 Aug 31 07:50:44.809921 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2f29ab-44f3-4129-8be3-89e4fdf02739 req-d74c9dae-aaeb-4de4-91de-4835c3f0aa98 service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382203 Aug 31 07:50:44.814595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-e9fc1fcb-74e2-4a97-abbd-bd67310617db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:44.816162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-e9fc1fcb-74e2-4a97-abbd-bd67310617db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f726a34-ca6d-42e5-bcd4-9b362c14eb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0709834 Aug 31 07:50:44.839846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ad3bb6-16b0-48bf-a19c-d47cb3f56154 req-648897ae-6150-4b95-bed3-bd3afcf78809 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=6c4360b2-ae12-4632-9167-8b0b25d8a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0856292 Aug 31 07:50:44.938345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-522036d9-e4cf-45a2-82c3-abe72bd546c2 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132572 Aug 31 07:50:45.041733 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-0f881688-b94e-4973-8119-8f924456b647 service neutron] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953112 Aug 31 07:50:45.109426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-0cc98fe4-2f08-47c9-aba4-129bd4888a7a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b HTTP/1.1" status: 200 len: 217 time: 0.0590127 Aug 31 07:50:45.183328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-4a43c7f1-7bfd-4dbd-be6e-2b740e8dbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.186003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-4a43c7f1-7bfd-4dbd-be6e-2b740e8dbd79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.0684843 Aug 31 07:50:45.241695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-81054f1a-5c00-45e0-b860-c8be69c8c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.243828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-81054f1a-5c00-45e0-b860-c8be69c8c845 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488381 Aug 31 07:50:45.366848 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-c5f943ff-d93d-465b-97ef-a83241ba2069 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146727 Aug 31 07:50:45.465181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-08264a9e-21d8-4c42-b26d-3dea2d1efdbc service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903246 Aug 31 07:50:45.510919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-84a48431-0682-4589-9d41-99292536a10a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Aug 31 07:50:45.606904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-822c4e30-f4c3-4936-81db-166f993a8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.608328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-822c4e30-f4c3-4936-81db-166f993a8e1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 200 len: 797 time: 0.0898218 Aug 31 07:50:45.622896 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-c5feee8f-3175-4c0a-b3d4-e83a4f6804b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532966 Aug 31 07:50:45.702575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-8657261d-b017-4db4-b4ac-b00b8cb30a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.704145 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-8657261d-b017-4db4-b4ac-b00b8cb30a57 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c04f56fa-1ce7-40db-997a-90ff4442d198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845153 Aug 31 07:50:45.710247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-5cdc77b9-2ce7-47e2-8e6e-b02de1b01d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.711658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-5cdc77b9-2ce7-47e2-8e6e-b02de1b01d1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 1097 time: 0.0562932 Aug 31 07:50:45.873506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba2e5f-f0f9-472c-b824-1a25f94e5d40 req-85b0562b-aacc-4883-b21e-f0e6b0d1e635 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.875159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6ba2e5f-f0f9-472c-b824-1a25f94e5d40 req-85b0562b-aacc-4883-b21e-f0e6b0d1e635 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0946734 Aug 31 07:50:45.884499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfb57a-31c4-4e7a-a3f2-7d82c0bba206 req-b08daf58-8c3d-4171-8aa9-028385a72089 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:45.886235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6bfb57a-31c4-4e7a-a3f2-7d82c0bba206 req-b08daf58-8c3d-4171-8aa9-028385a72089 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0756111 Aug 31 07:50:45.945491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6ba2e5f-f0f9-472c-b824-1a25f94e5d40 req-f93c59ae-9931-4c86-899f-03ce221c3703 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582187 Aug 31 07:50:45.951452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6bfb57a-31c4-4e7a-a3f2-7d82c0bba206 req-94ea3b7e-f693-499a-bcc1-749bccb4be9d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Aug 31 07:50:46.090063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39c339-4efe-475c-8b06-f2286764cd24 req-d8091b98-e8f3-4841-9375-064822ffb767 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:46.091643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef39c339-4efe-475c-8b06-f2286764cd24 req-d8091b98-e8f3-4841-9375-064822ffb767 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 984 time: 0.0535409 Aug 31 07:50:46.136402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef39c339-4efe-475c-8b06-f2286764cd24 req-a3606fc9-601a-43fc-8975-d09da1eb4001 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=6c4360b2-ae12-4632-9167-8b0b25d8a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0380781 Aug 31 07:50:46.154706 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-c95554b1-52c4-42d3-b6fd-4d36471db863 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417894 Aug 31 07:50:46.158928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-0434c4cb-e4ca-485b-99fa-ad7ac61dcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:46.160273 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-0434c4cb-e4ca-485b-99fa-ad7ac61dcadb service neutron] 10.222.0.45 "GET /v2.0/networks?id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 HTTP/1.1" status: 200 len: 907 time: 0.3939204 Aug 31 07:50:46.250455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7310295-c79f-441f-ae62-298820361070 req-3b0842f7-bc21-447a-bcd8-5e84868cda86 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1401313122&fields=id&tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a HTTP/1.1" status: 200 len: 267 time: 0.0475891 Aug 31 07:50:46.284655 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-b979714a-d13b-4be9-8c55-1999238dbe9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7664477-bc06-47a8-9683-a37337a9a211 HTTP/1.1" status: 200 len: 1000 time: 0.1022198 Aug 31 07:50:46.309758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-82e5169c-dbec-4b9e-bee7-bb7df4fbfaad req-ef9f5884-b964-4409-bcff-663df480b5b2 service neutron] 10.222.0.68 "GET /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472738 Aug 31 07:50:46.329331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310295-c79f-441f-ae62-298820361070 req-b8f35adf-f251-4009-941f-f9a7179e18e4 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:46.331239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7310295-c79f-441f-ae62-298820361070 req-b8f35adf-f251-4009-941f-f9a7179e18e4 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 984 time: 0.0595274 Aug 31 07:50:46.343516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'port': {'security_groups': ['6c4360b2-ae12-4632-9167-8b0b25d8a3c2', '87332f3c-6347-4f0e-829d-ca323fef47d5', 'e9bddb68-37b6-4b73-a646-4d301e26febb']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:46.344650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-7767ce37-880f-43a2-89dd-f1a232c5dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:46.350079 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-7767ce37-880f-43a2-89dd-f1a232c5dbce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=05e7910e-6366-40aa-98bf-fdebd2286447 HTTP/1.1" status: 200 len: 845 time: 0.0496581 Aug 31 07:50:46.401912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-38f3447c-d21c-4ed2-a080-3e1ee1150964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:46.403343 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-38f3447c-d21c-4ed2-a080-3e1ee1150964 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437341 Aug 31 07:50:46.423612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.518387 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-7e5fcd14-b084-48a5-80c4-41b8c42636b8 service neutron] 10.222.0.45 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923278 Aug 31 07:50:46.616051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d19fbe48-3e8a-461a-8078-de6bd4ac631e req-bc998113-338d-4e61-861e-a1046138a23e service neutron] 10.222.0.45 "GET /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900619 Aug 31 07:50:46.662073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:46.692836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.857555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.869317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:46.873674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0410b01d-2c6d-4415-90e1-1c1651ad8a2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:46.905295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:46.906031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.907482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7310295-c79f-441f-ae62-298820361070 req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "PUT /v2.0/ports/0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 1020 time: 0.5692220 Aug 31 07:50:46.907955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:46.910432 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec341b31-00f8-4fc6-87d5-524d327be25b" -d '{"events": [{"name": "network-changed", "server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:46.952097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85e216-1bda-418a-9fd6-a784ca45b088 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:46.966045 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c4ed36-1472-4bc8-95a8-bb8da542e0f0 x-openstack-request-id: req-e1c4ed36-1472-4bc8-95a8-bb8da542e0f0 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:46.966494 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:46.966933 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1c4ed36-1472-4bc8-95a8-bb8da542e0f0 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:46.973888 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'status': 'completed', 'code': 200} Aug 31 07:50:47.014957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0dc9f8c-d3d2-431e-bbf1-3d44386fdae4 req-e7b659e3-6eac-48d8-93e8-6b3a153cf9fc tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/e9bddb68-37b6-4b73-a646-4d301e26febb HTTP/1.1" status: 200 len: 1802 time: 0.0585546 Aug 31 07:50:47.091771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-3ebb3266-1429-481a-bef4-65e265e37a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.093518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-3ebb3266-1429-481a-bef4-65e265e37a49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1175 time: 0.0961499 Aug 31 07:50:47.137266 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-f0dc9f8c-d3d2-431e-bbf1-3d44386fdae4 req-507e4dce-d9f8-47b5-a10c-9b37889a298e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 07:50:47.140034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0410b01d-2c6d-4415-90e1-1c1651ad8a2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:47.154780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0dc9f8c-d3d2-431e-bbf1-3d44386fdae4 req-507e4dce-d9f8-47b5-a10c-9b37889a298e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/e9bddb68-37b6-4b73-a646-4d301e26febb HTTP/1.1" status: 409 len: 341 time: 0.1291332 Aug 31 07:50:47.168743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd6582-d609-46fb-ba76-bba0ead6468b req-dcfc5bb9-dfa3-45be-8414-61c2fc31f9ba tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.177416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22dd6582-d609-46fb-ba76-bba0ead6468b req-dcfc5bb9-dfa3-45be-8414-61c2fc31f9ba tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0955992 Aug 31 07:50:47.210116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-61a6d81e-f1a4-41f0-806d-4aa933e4cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.212465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-61a6d81e-f1a4-41f0-806d-4aa933e4cfb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 200 len: 913 time: 0.1075754 Aug 31 07:50:47.234893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22dd6582-d609-46fb-ba76-bba0ead6468b req-52d4c7e7-5395-49e9-90dd-8e7624d139eb tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580077 Aug 31 07:50:47.280578 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-aea80f72-9a71-4fff-9929-9c8badd6501e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 200 len: 217 time: 0.0503938 Aug 31 07:50:47.282744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332df0e-1506-42a9-a2be-8d15a8d8330e req-35f68a0b-942a-48ad-bfae-a91cd390e71b tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.288645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3332df0e-1506-42a9-a2be-8d15a8d8330e req-35f68a0b-942a-48ad-bfae-a91cd390e71b tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0734007 Aug 31 07:50:47.339721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3332df0e-1506-42a9-a2be-8d15a8d8330e req-4a95c36d-ed5d-4d60-8924-55aa4847a4a1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488796 Aug 31 07:50:47.370039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-9d17b6ee-f6b3-4205-8bca-0b983fde9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.371687 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-9d17b6ee-f6b3-4205-8bca-0b983fde9db2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 200 len: 852 time: 0.0811362 Aug 31 07:50:47.431567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-cb706f77-26b7-48f9-90d9-65235c52948f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74a602fd-aff2-4878-a72a-be0f4947ffc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496976 Aug 31 07:50:47.547537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45412) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:47.559829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-d20023d1-4cfe-4e05-ace1-0fd8766bfda7 service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189229 Aug 31 07:50:47.694201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-6c6a0219-e2f4-4764-a2e9-f3542f0eef44 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.696717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-6c6a0219-e2f4-4764-a2e9-f3542f0eef44 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0762239 Aug 31 07:50:47.734852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec341b31-00f8-4fc6-87d5-524d327be25b req-5d3f85f0-8a3e-4fb7-8e23-12567447fd5b service neutron] 10.222.0.45 "GET /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645377 Aug 31 07:50:47.751634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f79fcd92-645d-47ca-bbc3-bd8bfb535fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:47.849128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Deleting port a88ab673-5019-48f8-a46c-b14cb23f9f4d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:47.849471 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:47.964945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f79fcd92-645d-47ca-bbc3-bd8bfb535fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.001380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] For port a88ab673-5019-48f8-a46c-b14cb23f9f4d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a88ab673-5019-48f8-a46c-b14cb23f9f4d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:48.001745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.019997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Calling delete_port for a88ab673-5019-48f8-a46c-b14cb23f9f4d owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:48.034021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d6287-cca7-4fe0-a5fa-3690fcf6fd41 req-262442b5-c9fb-4009-95b0-58f478852bd7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:48.036226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b04d6287-cca7-4fe0-a5fa-3690fcf6fd41 req-262442b5-c9fb-4009-95b0-58f478852bd7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1023 time: 0.0969615 Aug 31 07:50:48.103646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f79fcd92-645d-47ca-bbc3-bd8bfb535fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.167677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b04d6287-cca7-4fe0-a5fa-3690fcf6fd41 req-33c609d1-55f7-49ff-963d-e111498780a8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=e9bddb68-37b6-4b73-a646-4d301e26febb&id=6c4360b2-ae12-4632-9167-8b0b25d8a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1241784 Aug 31 07:50:48.177539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fcd92-645d-47ca-bbc3-bd8bfb535fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d41e2-9156-4c2c-9902-063cede55b8d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:48.183545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f79fcd92-645d-47ca-bbc3-bd8bfb535fae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d47a2359bd44b9aa2d679036a66b0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349261 Aug 31 07:50:48.186243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45422) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:48.236015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdf93-0dbe-4562-b299-415cdf1baa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.257006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdf93-0dbe-4562-b299-415cdf1baa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.421191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae2263-16da-4e34-a3d2-d58ab82a62ca req-7731ce56-e0e4-45fd-997c-7e874a3d5020 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:48.422600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6aae2263-16da-4e34-a3d2-d58ab82a62ca req-7731ce56-e0e4-45fd-997c-7e874a3d5020 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1203711 Aug 31 07:50:48.464421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6aae2263-16da-4e34-a3d2-d58ab82a62ca req-c3c31d50-b6d7-43b7-bc3e-1e511849b563 tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/security-groups?id=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350733 Aug 31 07:50:48.488399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdf93-0dbe-4562-b299-415cdf1baa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.491483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8bdf93-0dbe-4562-b299-415cdf1baa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.493425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7f8bdf93-0dbe-4562-b299-415cdf1baa90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f2d41e2-9156-4c2c-9902-063cede55b8d HTTP/1.1" status: 204 len: 168 time: 0.3056509 Aug 31 07:50:48.505026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bdf93-0dbe-4562-b299-415cdf1baa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d41e2-9156-4c2c-9902-063cede55b8d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:48.515880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfe120-35cc-4293-9560-c138738b50a2 req-ddc7343c-88e1-4953-bd39-df138f32c779 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:48.517842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61cfe120-35cc-4293-9560-c138738b50a2 req-ddc7343c-88e1-4953-bd39-df138f32c779 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0574934 Aug 31 07:50:48.544825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.558292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a88ab673-5019-48f8-a46c-b14cb23f9f4d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:48.592636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Pushing event deleted for resources: {'Port': ['ID=a88ab673-5019-48f8-a46c-b14cb23f9f4d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:48.601101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61cfe120-35cc-4293-9560-c138738b50a2 req-fa523497-0d19-490c-a51c-7266fdcc1e09 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704412 Aug 31 07:50:48.640818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] No DVR routers for this DVR port a88ab673-5019-48f8-a46c-b14cb23f9f4d on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:48.643509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:48.645628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15e87c8-6a69-45f2-aeca-d33cd0414749 req-4984b4f8-e8fb-4292-b23f-0bf1d138b18f tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.45 "DELETE /v2.0/ports/a88ab673-5019-48f8-a46c-b14cb23f9f4d HTTP/1.1" status: 204 len: 173 time: 0.9418960 Aug 31 07:50:48.968582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'name': 'network-vif-deleted', 'tag': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:48.970922 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff560489-3ee6-499e-80c3-60f58f37d91c" -d '{"events": [{"server_uuid": "a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7", "name": "network-vif-deleted", "tag": "a88ab673-5019-48f8-a46c-b14cb23f9f4d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:49.011487 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07facf2-6cbf-4ff7-bc2e-50fc2096b00a x-openstack-request-id: req-c07facf2-6cbf-4ff7-bc2e-50fc2096b00a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:49.011780 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7", "name": "network-vif-deleted", "tag": "a88ab673-5019-48f8-a46c-b14cb23f9f4d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:49.012030 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c07facf2-6cbf-4ff7-bc2e-50fc2096b00a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:49.012501 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7', 'name': 'network-vif-deleted', 'tag': 'a88ab673-5019-48f8-a46c-b14cb23f9f4d', 'status': 'completed', 'code': 200} Aug 31 07:50:49.286727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad18c2a-dd44-47ee-b78c-252b99a5e51d req-1eadc0d5-9ebe-4337-9b53-95383f83c99e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:49.288199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad18c2a-dd44-47ee-b78c-252b99a5e51d req-1eadc0d5-9ebe-4337-9b53-95383f83c99e tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1023 time: 0.0500636 Aug 31 07:50:49.331242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad18c2a-dd44-47ee-b78c-252b99a5e51d req-cb1baf82-84d8-4907-abc2-640e36aeb172 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=e9bddb68-37b6-4b73-a646-4d301e26febb&id=6c4360b2-ae12-4632-9167-8b0b25d8a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0367110 Aug 31 07:50:49.391802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45442) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:49.405022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54adeea1-62bd-4c53-87f6-80d187ff7cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.499518 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54adeea1-62bd-4c53-87f6-80d187ff7cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.585292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54adeea1-62bd-4c53-87f6-80d187ff7cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.593963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b56b9d94-c0ac-4a04-af1a-7b44dbf43228 req-980afb05-4808-461d-82d8-8c9b26c94cff tempest-AttachSCSIVolumeTestJSON-2007861963 tempest-AttachSCSIVolumeTestJSON-2007861963-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5d6b17b-9187-4c92-8ad6-179f1b7bc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0332701 Aug 31 07:50:49.610217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-5886a154-43f1-40f5-b628-c2120402a1ec tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:49.611753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-5886a154-43f1-40f5-b628-c2120402a1ec tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.45 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 1023 time: 0.0797839 Aug 31 07:50:49.626308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adeea1-62bd-4c53-87f6-80d187ff7cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde92ef4-5a0a-4275-9061-36ef1744500c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:49.631348 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54adeea1-62bd-4c53-87f6-80d187ff7cd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e33cc868a98043a2821e036071eef9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384920 Aug 31 07:50:49.634192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45452) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:49.727753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dfad3ff3-1644-4bb9-a045-b907917393b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.772209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dfad3ff3-1644-4bb9-a045-b907917393b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.804675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Deleting port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:49.805209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.894309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5e68-f990-4210-9b13-3644bbd72222 req-cc3f7f70-70a5-40f3-a625-cbd182fa9d46 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:49.895786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bae5e68-f990-4210-9b13-3644bbd72222 req-cc3f7f70-70a5-40f3-a625-cbd182fa9d46 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.1540387 Aug 31 07:50:49.950269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] For port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:49.950679 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.966084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bae5e68-f990-4210-9b13-3644bbd72222 req-5bbc36ca-0878-4e5a-b40a-5c86583710a5 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635455 Aug 31 07:50:49.970231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Calling delete_port for 0410b01d-2c6d-4415-90e1-1c1651ad8a2f owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:49.980481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dfad3ff3-1644-4bb9-a045-b907917393b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.988126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dfad3ff3-1644-4bb9-a045-b907917393b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.989689 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dfad3ff3-1644-4bb9-a045-b907917393b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fde92ef4-5a0a-4275-9061-36ef1744500c HTTP/1.1" status: 204 len: 168 time: 0.3538022 Aug 31 07:50:49.999352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad3ff3-1644-4bb9-a045-b907917393b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde92ef4-5a0a-4275-9061-36ef1744500c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:50.322842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:50.334433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['0410b01d-2c6d-4415-90e1-1c1651ad8a2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:50.339508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:50.377456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'Port': ['ID=0410b01d-2c6d-4415-90e1-1c1651ad8a2f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:50.458678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] No DVR routers for this DVR port 0410b01d-2c6d-4415-90e1-1c1651ad8a2f on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:50.474645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:50.476776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f72c518-6a63-4a21-8037-0b7cbf35bbaa req-d1d8e905-2d1b-491b-987f-34caf3f32c62 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.45 "DELETE /v2.0/ports/0410b01d-2c6d-4415-90e1-1c1651ad8a2f HTTP/1.1" status: 204 len: 173 time: 0.8517840 Aug 31 07:50:50.478771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70b06572-bd15-4b21-963f-3a48d919faf4 req-d033cc89-b1d0-4000-afb2-94d2a52ee6d8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 210 time: 0.0522432 Aug 31 07:50:50.913876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a88ab673-5019-48f8-a46c-b14cb23f9f4d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:50.936389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: a88ab673-5019-48f8-a46c-b14cb23f9f4d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:50:50.936745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a88ab673-5019-48f8-a46c-b14cb23f9f4d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:50:50.937179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0410b01d-2c6d-4415-90e1-1c1651ad8a2f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:50.957137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 0410b01d-2c6d-4415-90e1-1c1651ad8a2f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:50:50.957558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 0410b01d-2c6d-4415-90e1-1c1651ad8a2f not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:50:51.014006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'name': 'network-vif-deleted', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:51.016620 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8141522a-4e6e-4192-a510-55b56f71f6fe" -d '{"events": [{"server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "name": "network-vif-deleted", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:51.056938 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab1d22-6733-4923-b8a5-561e46a9bedf x-openstack-request-id: req-94ab1d22-6733-4923-b8a5-561e46a9bedf {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:51.057236 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412581c7-5dbd-495c-a5a2-a4dcf45d500b", "name": "network-vif-deleted", "tag": "0410b01d-2c6d-4415-90e1-1c1651ad8a2f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:51.057898 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94ab1d22-6733-4923-b8a5-561e46a9bedf {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:51.058635 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412581c7-5dbd-495c-a5a2-a4dcf45d500b', 'name': 'network-vif-deleted', 'tag': '0410b01d-2c6d-4415-90e1-1c1651ad8a2f', 'status': 'completed', 'code': 200} Aug 31 07:50:51.118791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168041-864f-4b07-942b-15d4c34ad51d req-3634e441-1167-45e1-b51e-212ecce6f517 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:51.122284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1168041-864f-4b07-942b-15d4c34ad51d req-3634e441-1167-45e1-b51e-212ecce6f517 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0551817 Aug 31 07:50:51.170245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1168041-864f-4b07-942b-15d4c34ad51d req-1a95c496-c935-4b1c-875d-f949b31f69f9 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Aug 31 07:50:51.648022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdbef2b3-25a1-473c-9fec-86f885050cca req-b2f5478e-0aa5-4472-86d8-a846ecec4b89 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=412581c7-5dbd-495c-a5a2-a4dcf45d500b HTTP/1.1" status: 200 len: 210 time: 0.0639877 Aug 31 07:50:52.296699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d732d5-d3ec-4205-9008-ad7aee52e5ab req-ebf47025-e6a9-411b-b182-602915486531 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:52.298398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48d732d5-d3ec-4205-9008-ad7aee52e5ab req-ebf47025-e6a9-411b-b182-602915486531 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0534034 Aug 31 07:50:52.591346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45554) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:52.731448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48d732d5-d3ec-4205-9008-ad7aee52e5ab req-76fc3d70-c3c1-4d4c-9f41-4cecb22cf24a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196382 Aug 31 07:50:52.809696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-817447035'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:52.833120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79dd45e1-2737-410d-9dfa-637d7fdd0151 req-3fa3fd36-fd18-480b-93d8-5f15a29754a8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/6c4360b2-ae12-4632-9167-8b0b25d8a3c2 HTTP/1.1" status: 200 len: 1801 time: 0.0889623 Aug 31 07:50:52.887877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-79dd45e1-2737-410d-9dfa-637d7fdd0151 req-088b2b0d-45ad-48ae-85c5-f413b2c67b53 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.910114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-79dd45e1-2737-410d-9dfa-637d7fdd0151 req-088b2b0d-45ad-48ae-85c5-f413b2c67b53 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.945022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Made reservation on behalf of 61faa4afad56433283d402659ebb966e for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:52.950437 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.959847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.012152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-79dd45e1-2737-410d-9dfa-637d7fdd0151 req-088b2b0d-45ad-48ae-85c5-f413b2c67b53 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.014675 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-79dd45e1-2737-410d-9dfa-637d7fdd0151 req-088b2b0d-45ad-48ae-85c5-f413b2c67b53 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.015822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79dd45e1-2737-410d-9dfa-637d7fdd0151 req-088b2b0d-45ad-48ae-85c5-f413b2c67b53 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c4360b2-ae12-4632-9167-8b0b25d8a3c2 HTTP/1.1" status: 204 len: 173 time: 0.1817620 Aug 31 07:50:53.028853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b2b0d-45ad-48ae-85c5-f413b2c67b53 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4360b2-ae12-4632-9167-8b0b25d8a3c2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.080318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.144968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.177709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:50:53.188312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f476b2df-22c5-4cea-85e7-0edf47974340,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.195422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.195849 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Added segment 17e9e3d8-c4de-4198-a550-db55a1e7e919 of type vlan for network 22f484d3-c4bc-4a7c-8386-1c668bfe717e Aug 31 07:50:53.233460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e74298b-5094-4d52-9d0a-17906cf31b7a req-486912f7-a6f8-4155-ab67-52f5ab392163 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/e9bddb68-37b6-4b73-a646-4d301e26febb HTTP/1.1" status: 200 len: 1802 time: 0.1645372 Aug 31 07:50:53.242730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.297909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2e74298b-5094-4d52-9d0a-17906cf31b7a req-278f55af-ae67-4d46-a4d4-22435a1ec03f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.324117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2e74298b-5094-4d52-9d0a-17906cf31b7a req-278f55af-ae67-4d46-a4d4-22435a1ec03f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.334906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.341052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:53.341687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.407932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Pushing event updated for resources: {'Network': ['ID=22f484d3-c4bc-4a7c-8386-1c668bfe717e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.419927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 22f484d3-c4bc-4a7c-8386-1c668bfe717e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:50:53.486143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2e74298b-5094-4d52-9d0a-17906cf31b7a req-278f55af-ae67-4d46-a4d4-22435a1ec03f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.489285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2e74298b-5094-4d52-9d0a-17906cf31b7a req-278f55af-ae67-4d46-a4d4-22435a1ec03f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.490686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e74298b-5094-4d52-9d0a-17906cf31b7a req-278f55af-ae67-4d46-a4d4-22435a1ec03f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/e9bddb68-37b6-4b73-a646-4d301e26febb HTTP/1.1" status: 204 len: 173 time: 0.2511606 Aug 31 07:50:53.502078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f55af-ae67-4d46-a4d4-22435a1ec03f tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bddb68-37b6-4b73-a646-4d301e26febb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.511541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de6cf7c0-d919-4df0-a32a-a9d3df613ce7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9189684 Aug 31 07:50:53.514873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:53.534782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ea9ced49-0acd-49e1-b649-da747d5efdfb req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1995416449', 'description': 'tempest-description-603831408'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:53.551259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.574213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'network': {'name': 'tempest-network--291894224', 'router:external': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:53.629305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea9ced49-0acd-49e1-b649-da747d5efdfb req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.659694 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9039b8d7-d1d4-4a89-886f-1cb237346567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.716430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Made reservation on behalf of 6ff6fe9b81254626ac55a7117beec6dd for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:53.718826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.734401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.797789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea9ced49-0acd-49e1-b649-da747d5efdfb req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.846867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ee90b-5e23-4619-bbe0-30ff89c7a1cf req-3a767031-9bbd-462c-825e-5c6e36cda614 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:53.848400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-963ee90b-5e23-4619-bbe0-30ff89c7a1cf req-3a767031-9bbd-462c-825e-5c6e36cda614 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0536938 Aug 31 07:50:53.874138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea9ced49-0acd-49e1-b649-da747d5efdfb req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.919358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-963ee90b-5e23-4619-bbe0-30ff89c7a1cf req-da898d3c-f8f5-4d9b-ba24-eb3eeb52aa6a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Aug 31 07:50:53.920503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a878acb-00c3-4738-9118-0e173d5453d6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.964849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.024635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.051273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:50:54.061489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06fe242-256a-4143-bdb0-895672dd3e41,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:54.066575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.067009 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Added segment aff68aa7-e70d-4084-883b-5a43b6122fe6 of type vlan for network ce29f5a7-70fb-4d28-b43a-6f73a4a577bc Aug 31 07:50:54.074744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ea9ced49-0acd-49e1-b649-da747d5efdfb req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.076112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea9ced49-0acd-49e1-b649-da747d5efdfb req-3f593d9c-449b-4f98-9212-39db0e19dfa7 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5514631 Aug 31 07:50:54.119004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.145642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-3b1994a4-2b97-4c0a-bc1f-2461c29a9de8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/6a878acb-00c3-4738-9118-0e173d5453d6 HTTP/1.1" status: 200 len: 1802 time: 0.0448897 Aug 31 07:50:54.158607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Request body: {'security_group': {'name': 'tempest-sg-hth-517990054', 'description': 'tempest-description-hth-1159086061'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:54.184239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.217253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.218303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:54.218923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.229561 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.278811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Network': ['ID=ce29f5a7-70fb-4d28-b43a-6f73a4a577bc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:54.289417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ce29f5a7-70fb-4d28-b43a-6f73a4a577bc details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:50:54.316466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.319567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.320844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b70732e-c2d0-46d2-ae67-ef8c7a1ff764 req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "PUT /v2.0/security-groups/6a878acb-00c3-4738-9118-0e173d5453d6 HTTP/1.1" status: 200 len: 1776 time: 0.1669726 Aug 31 07:50:54.346329 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-825b10ee-9ef2-4877-9442-768b85b6fb9b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8301551 Aug 31 07:50:54.348940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:54.398437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5968bb-cbd0-4dab-95d3-3e94ec8da4d0 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a878acb-00c3-4738-9118-0e173d5453d6,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:54.433150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.436797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97017764-6c7b-47a8-93e1-2a357de98057 req-0befd104-1563-4927-a949-7fcb1e206159 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/6a878acb-00c3-4738-9118-0e173d5453d6 HTTP/1.1" status: 200 len: 1776 time: 0.0788667 Aug 31 07:50:54.530743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df8b2-fffa-4cf7-82c8-064fe6c3ca8f req-3ea6b7ae-4305-44d2-9d47-04db0be9707d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:54.532270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c1df8b2-fffa-4cf7-82c8-064fe6c3ca8f req-3ea6b7ae-4305-44d2-9d47-04db0be9707d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0946088 Aug 31 07:50:54.534740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.546958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce29f5a7-70fb-4d28-b43a-6f73a4a577bc']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:54.553535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5e3d3b4-ba2c-47c8-8e1c-03292241fd8e req-eebc6510-314a-4d3c-911c-6548e7db58f3 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/6a878acb-00c3-4738-9118-0e173d5453d6 HTTP/1.1" status: 200 len: 1776 time: 0.0836380 Aug 31 07:50:54.559970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff68aa7-e70d-4084-883b-5a43b6122fe6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:54.560280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff68aa7-e70d-4084-883b-5a43b6122fe6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:54.571283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.610212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c1df8b2-fffa-4cf7-82c8-064fe6c3ca8f req-2438a757-c5da-440d-b9f4-fd07fa3b3a41 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Aug 31 07:50:54.614250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.623830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:50:54.624246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:50:54.626606 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:50:54.656283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5e3d3b4-ba2c-47c8-8e1c-03292241fd8e req-209d165d-9943-43fb-a7e8-f6d67c390458 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.684035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5e3d3b4-ba2c-47c8-8e1c-03292241fd8e req-209d165d-9943-43fb-a7e8-f6d67c390458 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.687802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7e16-5310-479d-9612-87486f81cd30 req-88ec18b2-cbde-4a34-af12-78dc0b2ddc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:54.689321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-88ec18b2-cbde-4a34-af12-78dc0b2ddc25 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59badac5771147d48918b493ca2f2f9a&device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 1097 time: 0.1112556 Aug 31 07:50:54.783057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.792906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce29f5a7-70fb-4d28-b43a-6f73a4a577bc {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 07:50:54.799320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.801200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ce29f5a7-70fb-4d28-b43a-6f73a4a577bc HTTP/1.1" status: 204 len: 168 time: 0.4512746 Aug 31 07:50:54.805290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45602) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:54.810220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:54.812592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c381b3c-18a9-4d47-9f90-0a2765fee172 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce29f5a7-70fb-4d28-b43a-6f73a4a577bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:54.815998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7e16-5310-479d-9612-87486f81cd30 req-66f5f302-22ec-4cdd-97d1-75afaba5cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:54.818116 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-66f5f302-22ec-4cdd-97d1-75afaba5cb5d service neutron] 10.222.0.68 "GET /v2.0/networks?id=95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 200 len: 916 time: 0.1210387 Aug 31 07:50:54.821673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5e3d3b4-ba2c-47c8-8e1c-03292241fd8e req-209d165d-9943-43fb-a7e8-f6d67c390458 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.824257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b5e3d3b4-ba2c-47c8-8e1c-03292241fd8e req-209d165d-9943-43fb-a7e8-f6d67c390458 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.843254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5e3d3b4-ba2c-47c8-8e1c-03292241fd8e req-209d165d-9943-43fb-a7e8-f6d67c390458 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/6a878acb-00c3-4738-9118-0e173d5453d6 HTTP/1.1" status: 204 len: 173 time: 0.2778251 Aug 31 07:50:54.871232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-6903a93d-3782-42ea-8565-b6dabb12ef35 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e HTTP/1.1" status: 200 len: 217 time: 0.0447865 Aug 31 07:50:54.871445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d165d-9943-43fb-a7e8-f6d67c390458 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a878acb-00c3-4738-9118-0e173d5453d6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:54.942225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7e16-5310-479d-9612-87486f81cd30 req-463652be-0720-4d29-9eb5-19712cb1b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:54.943896 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-463652be-0720-4d29-9eb5-19712cb1b0fd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 200 len: 854 time: 0.0582623 Aug 31 07:50:54.969417 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-62a72b2d-323f-4585-af8e-7d5e7af26fc2 req-69e81503-ee54-447b-ab41-1b54baff3ed6 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:54.982727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62a72b2d-323f-4585-af8e-7d5e7af26fc2 req-69e81503-ee54-447b-ab41-1b54baff3ed6 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/e9bddb68-37b6-4b73-a646-4d301e26febb HTTP/1.1" status: 404 len: 352 time: 0.0253117 Aug 31 07:50:54.982727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Made reservation on behalf of 6ff6fe9b81254626ac55a7117beec6dd for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:54.985778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.022554 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-1fa4d541-ef89-4c78-a805-8973f83a637f req-5c4b77e1-7727-49c6-b66f-6d2cc2aab496 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:55.024613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fa4d541-ef89-4c78-a805-8973f83a637f req-5c4b77e1-7727-49c6-b66f-6d2cc2aab496 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/6c4360b2-ae12-4632-9167-8b0b25d8a3c2 HTTP/1.1" status: 404 len: 352 time: 0.0240448 Aug 31 07:50:55.032655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7e16-5310-479d-9612-87486f81cd30 req-52fa1c72-8e08-42fb-b729-512f51c1dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:55.034189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-52fa1c72-8e08-42fb-b729-512f51c1dc5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=95d960e2-9111-4b6d-9b59-a73d28b19824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816505 Aug 31 07:50:55.050890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:50:55.082139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.083110 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Added segment 7ee3fca8-0b84-43ab-bbbd-1d4a85e1c641 of type vlan for network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 Aug 31 07:50:55.150187 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-5c1c6c8d-77a2-4839-9803-26f4e07dd126 req-4a24a191-7dfc-4199-8b3f-b74da50e6c7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:55.151544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c1c6c8d-77a2-4839-9803-26f4e07dd126 req-4a24a191-7dfc-4199-8b3f-b74da50e6c7a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/25f11fea-92e6-4b38-8aa9-17c0ed7d0566 HTTP/1.1" status: 404 len: 352 time: 0.0899966 Aug 31 07:50:55.167336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.196523 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-aaac6cca-6ccc-4b85-a69f-e85ceca083a6 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504502 Aug 31 07:50:55.204258 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-580a82b9-7258-445c-b9ae-7c8d8dd87fbf req-6f362b0c-2619-43ff-be83-bc8439747d89 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:55.205270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-580a82b9-7258-445c-b9ae-7c8d8dd87fbf req-6f362b0c-2619-43ff-be83-bc8439747d89 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/c0750a81-7bb4-4446-818f-5c16eb91575d HTTP/1.1" status: 404 len: 352 time: 0.0255485 Aug 31 07:50:55.243300 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-dc98074e-179c-4043-a2e9-1d9fa355d2e3 req-a00b7ad7-4719-4f4e-92e8-d5fa04e26b8c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:55.244616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc98074e-179c-4043-a2e9-1d9fa355d2e3 req-a00b7ad7-4719-4f4e-92e8-d5fa04e26b8c tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/8eafa0ae-74da-4ebb-94e0-ae6770cdc2d2 HTTP/1.1" status: 404 len: 352 time: 0.0161276 Aug 31 07:50:55.286485 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-76229394-7561-4809-99fb-3f07eb6c844f req-fc4a528d-8fd7-4eb1-bcfa-ee545d040fb8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] show failed (client error): The resource could not be found. Aug 31 07:50:55.287522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76229394-7561-4809-99fb-3f07eb6c844f req-fc4a528d-8fd7-4eb1-bcfa-ee545d040fb8 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/570d1005-5bdb-4fc4-9f06-ded56f433c9a HTTP/1.1" status: 404 len: 352 time: 0.0151012 Aug 31 07:50:55.319593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a67d7e16-5310-479d-9612-87486f81cd30 req-3a20c357-3f2d-49fd-a533-b39fc41562d1 service neutron] 10.222.0.68 "GET /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161354 Aug 31 07:50:55.373880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.375005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:55.377976 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.438099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Network': ['ID=306df5c0-6e80-4e45-947d-0d6e6b3a73e0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:55.450736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:50:55.529083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f9c2f420-0aaf-4862-8e21-4d8a4ba90371 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7219670 Aug 31 07:50:55.531297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45626) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:55.536584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'subnet': {'network_id': '306df5c0-6e80-4e45-947d-0d6e6b3a73e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:55.625309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Made reservation on behalf of 6ff6fe9b81254626ac55a7117beec6dd for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:50:55.628775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.812570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a002-ec3c-4f8f-83f1-92267b5b0460 req-f43241b5-f776-4427-b4ce-1e05d4a60bec tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:55.813919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97e1a002-ec3c-4f8f-83f1-92267b5b0460 req-f43241b5-f776-4427-b4ce-1e05d4a60bec tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0941393 Aug 31 07:50:55.814456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:55.906058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97e1a002-ec3c-4f8f-83f1-92267b5b0460 req-2bc2cba0-1f3f-4a4e-8894-07025f36e9be tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662527 Aug 31 07:50:55.944798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffecae8-d607-47c4-b14b-31306b2bf15d req-49c6c6f1-9998-4deb-ad6a-06d158c0824a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:55.946442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ffecae8-d607-47c4-b14b-31306b2bf15d req-49c6c6f1-9998-4deb-ad6a-06d158c0824a tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1023 time: 0.0612612 Aug 31 07:50:56.043925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ffecae8-d607-47c4-b14b-31306b2bf15d req-b3744acc-73fe-472f-a4b3-53aa45b7f440 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=11d771d8-3c62-4907-81b7-82adc1aa5b51&id=413199ef-fef7-492a-acf0-808d6218a7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0834608 Aug 31 07:50:56.127581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:50:56.128067 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.193339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3bb34f72-d1b8-4f41-806b-bc9bfb885bfb,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:56.204480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Checking segment: {'id': '7ee3fca8-0b84-43ab-bbbd-1d4a85e1c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '306df5c0-6e80-4e45-947d-0d6e6b3a73e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:50:56.204870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Network hostable DHCP agents. Network: 306df5c0-6e80-4e45-947d-0d6e6b3a73e0, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:50:56.315828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c16f7-37bc-4641-93e5-d7fc867e37e5 req-741933e2-6e99-4c3c-a736-8534f8b0370a tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:56.322959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b8c16f7-37bc-4641-93e5-d7fc867e37e5 req-741933e2-6e99-4c3c-a736-8534f8b0370a tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.0620761 Aug 31 07:50:56.344180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:50:56.375070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b8c16f7-37bc-4641-93e5-d7fc867e37e5 req-9bd2c89f-5c4a-474b-a7a2-c514fd9b3b1e tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511277 Aug 31 07:50:56.442332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 306df5c0-6e80-4e45-947d-0d6e6b3a73e0) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:56.452774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ebea81-0cb2-4077-91d7-507559b37267 None None] Network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:50:56.459878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:56.460477 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.499981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.596708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ac0b4-8c2c-4e52-8117-94bf34c5e191 None None] Network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:50:56.674393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c91cd733-1468-4eec-8e6d-2747ae963e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.676198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-040b81cb-8892-4d03-847b-05f933a55b37 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1438117 Aug 31 07:50:56.678822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:56.683812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'floatingip': {'floating_network_id': '306df5c0-6e80-4e45-947d-0d6e6b3a73e0'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:56.788731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.887058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.027116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Allocated IP 172.20.0.12 (306df5c0-6e80-4e45-947d-0d6e6b3a73e0/3bb34f72-d1b8-4f41-806b-bc9bfb885bfb/f13f0956-11f0-4f20-a70a-fead6864ffd7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:50:57.050711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bdcb-705e-4d8a-b420-096fee75b198 req-b77734cc-9a9f-42c3-8760-d085188bcba1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:57.052327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4444bdcb-705e-4d8a-b420-096fee75b198 req-b77734cc-9a9f-42c3-8760-d085188bcba1 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0753334 Aug 31 07:50:57.150307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4444bdcb-705e-4d8a-b420-096fee75b198 req-b687adcc-4375-410d-a3cc-a3c07da87f3f tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910914 Aug 31 07:50:57.219121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.286531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c74837-5f2c-4dda-9705-af033bc07bd3 req-3337d121-58e3-42d6-84d5-a7f445675118 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:57.288384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73c74837-5f2c-4dda-9705-af033bc07bd3 req-3337d121-58e3-42d6-84d5-a7f445675118 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1023 time: 0.0995932 Aug 31 07:50:57.366600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73c74837-5f2c-4dda-9705-af033bc07bd3 req-7fa7b550-9bae-467e-97be-ca350387e484 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups?id=87332f3c-6347-4f0e-829d-ca323fef47d5&id=11d771d8-3c62-4907-81b7-82adc1aa5b51&id=413199ef-fef7-492a-acf0-808d6218a7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0685062 Aug 31 07:50:57.401253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5f56a-2fca-4220-8347-c00b1064de0c req-8c076f11-a434-49ef-ac3d-12845f195f73 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:57.403416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e5f56a-2fca-4220-8347-c00b1064de0c req-8c076f11-a434-49ef-ac3d-12845f195f73 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.0782878 Aug 31 07:50:57.406995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.454748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:50:57.458664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:50:57.468261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:50:57.503478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45666) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:57.552243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-e9b22c7a-71bb-4023-9a67-e88f581b3837 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:57.553787 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-e9b22c7a-71bb-4023-9a67-e88f581b3837 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.68 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 1023 time: 0.0940773 Aug 31 07:50:57.569598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Port': ['ID=f13f0956-11f0-4f20-a70a-fead6864ffd7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:57.629990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3e5f56a-2fca-4220-8347-c00b1064de0c req-5486a237-a68a-4a68-b171-c9ed2f78153f tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112002 Aug 31 07:50:57.676790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Deleting port c706fd92-2935-47b9-830c-8f398f7d3e6a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:57.677157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.729189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323531b-9038-4b87-b2db-b61d20bef60b req-f451127f-d13b-4f3e-b536-8a6c3b1c1a5e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:57.730811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c323531b-9038-4b87-b2db-b61d20bef60b req-f451127f-d13b-4f3e-b536-8a6c3b1c1a5e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.1510639 Aug 31 07:50:57.778818 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.787230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] For port c706fd92-2935-47b9-830c-8f398f7d3e6a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=c706fd92-2935-47b9-830c-8f398f7d3e6a,segment=NetworkSegment(8a01a418-9ab6-4f75-9431-79aab097cd80),segment_id=8a01a418-9ab6-4f75-9431-79aab097cd80)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:57.788232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.804538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Calling delete_port for c706fd92-2935-47b9-830c-8f398f7d3e6a owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:57.841381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c323531b-9038-4b87-b2db-b61d20bef60b req-8413a7c7-b180-490a-afc1-b7e5cf9355fd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968494 Aug 31 07:50:57.870836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.964178 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:58.021373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.041328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.056751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['c706fd92-2935-47b9-830c-8f398f7d3e6a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:50:58.071464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc03501-2371-4168-a699-56bae4c6d87b req-38631845-d8b9-4a64-a282-1c7950b4c88d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:58.083723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bc03501-2371-4168-a699-56bae4c6d87b req-38631845-d8b9-4a64-a282-1c7950b4c88d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 945 time: 0.1394792 Aug 31 07:50:58.087920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'Port': ['ID=c706fd92-2935-47b9-830c-8f398f7d3e6a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:58.139307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] No DVR routers for this DVR port c706fd92-2935-47b9-830c-8f398f7d3e6a on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:58.142943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.145122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-758d9f6e-f351-4d5e-bdcf-7d6c2afca229 req-148bf881-888a-4bd7-9b13-002e45a47e78 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.68 "DELETE /v2.0/ports/c706fd92-2935-47b9-830c-8f398f7d3e6a HTTP/1.1" status: 204 len: 173 time: 0.5845180 Aug 31 07:50:58.145689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'name': 'network-vif-deleted', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:58.148142 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a73556-3805-4442-87f5-092f2f6d44c0" -d '{"events": [{"server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "name": "network-vif-deleted", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:58.229871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bc03501-2371-4168-a699-56bae4c6d87b req-92965b47-5099-463d-a045-6a315190ef35 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452458 Aug 31 07:50:58.295658 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa73dc35-79c8-4a73-9a3a-7ef8f0307340 x-openstack-request-id: req-fa73dc35-79c8-4a73-9a3a-7ef8f0307340 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:58.295950 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ccfd75-48f5-4ebe-9544-585b2c25fdd6", "name": "network-vif-deleted", "tag": "c706fd92-2935-47b9-830c-8f398f7d3e6a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:58.296224 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa73dc35-79c8-4a73-9a3a-7ef8f0307340 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:58.296620 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ccfd75-48f5-4ebe-9544-585b2c25fdd6', 'name': 'network-vif-deleted', 'tag': 'c706fd92-2935-47b9-830c-8f398f7d3e6a', 'status': 'completed', 'code': 200} Aug 31 07:50:58.363496 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.406204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.464415 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.573298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73338d56-d7ac-4c5d-b7bd-17871935d55f req-25f6ae0e-d1f5-437c-b452-cdc71b1b5a22 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:58.574870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73338d56-d7ac-4c5d-b7bd-17871935d55f req-25f6ae0e-d1f5-437c-b452-cdc71b1b5a22 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.2143512 Aug 31 07:50:58.639356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Port': ['ID=f13f0956-11f0-4f20-a70a-fead6864ffd7,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:58.664005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b940ab-dd83-4e72-b5cd-c8aba926a019 req-1c6e7c94-83a4-4a90-b7a0-26cc3e8e1ab8 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:58.666110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b940ab-dd83-4e72-b5cd-c8aba926a019 req-1c6e7c94-83a4-4a90-b7a0-26cc3e8e1ab8 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.2228630 Aug 31 07:50:58.707233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.734246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73338d56-d7ac-4c5d-b7bd-17871935d55f req-d5d67354-dc20-4e27-89c8-7312265eca57 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311064 Aug 31 07:50:58.786196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b940ab-dd83-4e72-b5cd-c8aba926a019 req-61dd6a9f-5686-4a74-b165-72cf79163797 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110165 Aug 31 07:50:58.836953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:58.836953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5e3c4967-08d4-4c00-9680-f1adf9580222 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1549180 Aug 31 07:50:58.840296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45700) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:58.841007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-d1ce0b7d-c39c-4138-b239-0954c7dc41fe req-1d11a355-2e53-47db-acaa-26fd07853986 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:50:58.842013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ce0b7d-c39c-4138-b239-0954c7dc41fe req-1d11a355-2e53-47db-acaa-26fd07853986 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140769 Aug 31 07:50:58.905092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebe269cd-6c5c-4b29-aafe-973d7dfbd6c3 req-6514c373-a899-4233-8564-4c70ccc08ffb tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ccfd75-48f5-4ebe-9544-585b2c25fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0758910 Aug 31 07:50:58.942069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5616a921-93ab-4e5c-9777-c828a4bdf531 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=306df5c0-6e80-4e45-947d-0d6e6b3a73e0 HTTP/1.1" status: 200 len: 690 time: 0.0981290 Aug 31 07:50:58.942284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45704) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:59.012993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Deleting port 52ffc60f-6f0a-49a3-919c-717c220ea07b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:59.013342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.020456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ce0b7d-c39c-4138-b239-0954c7dc41fe req-bbc90062-78cb-490f-b821-cab652468627 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1655033 Aug 31 07:50:59.037308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.107968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] For port 52ffc60f-6f0a-49a3-919c-717c220ea07b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=52ffc60f-6f0a-49a3-919c-717c220ea07b,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:59.108337 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.122964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Calling delete_port for 52ffc60f-6f0a-49a3-919c-717c220ea07b owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:59.160765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Deleting port f13f0956-11f0-4f20-a70a-fead6864ffd7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:59.161574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.240334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.240664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.252997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Calling delete_port for f13f0956-11f0-4f20-a70a-fead6864ffd7 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:59.312299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c061984-a931-4696-9288-167d22cd6b7c req-c7434762-9103-4887-bfbe-140444f99bf4 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:59.313868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c061984-a931-4696-9288-167d22cd6b7c req-c7434762-9103-4887-bfbe-140444f99bf4 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0718117 Aug 31 07:50:59.388431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c061984-a931-4696-9288-167d22cd6b7c req-9da670ef-0176-4f9b-b998-e5a3ae4bb75a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488417 Aug 31 07:50:59.476532 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.506401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea6cb8-0501-40a9-8128-c0395008462a req-65982dd3-58b7-4dc3-ba96-ce0c8a2b0f72 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:59.507906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8ea6cb8-0501-40a9-8128-c0395008462a req-65982dd3-58b7-4dc3-ba96-ce0c8a2b0f72 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 945 time: 0.0512798 Aug 31 07:50:59.533595 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.536458 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.561447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Port': ['ID=f13f0956-11f0-4f20-a70a-fead6864ffd7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:59.575153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.575343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.575584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.575895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.576226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.576563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.576903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.577262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.577700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.578024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.578259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.578586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:59.580069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ffc60f-6f0a-49a3-919c-717c220ea07b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:59.584451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8ea6cb8-0501-40a9-8128-c0395008462a req-e5757d0f-49f0-4f41-ae86-f1d45c95b2da tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672560 Aug 31 07:50:59.693606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.744884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.888342 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.919800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb34f72-d1b8-4f41-806b-bc9bfb885bfb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:59.988615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.000946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306df5c0-6e80-4e45-947d-0d6e6b3a73e0']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:00.012750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee3fca8-0b84-43ab-bbbd-1d4a85e1c641') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:00.013320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee3fca8-0b84-43ab-bbbd-1d4a85e1c641') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:00.023464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.044714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.052294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:00.053162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:00.055665 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:00.179692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.189782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 306df5c0-6e80-4e45-947d-0d6e6b3a73e0 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 07:51:00.215700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.216644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db44331-2e7a-44f3-b072-6ef54ac04f11 req-e877cc09-5c3a-44b5-888f-abcd6b9d81cb tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.220229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/networks/306df5c0-6e80-4e45-947d-0d6e6b3a73e0 HTTP/1.1" status: 204 len: 168 time: 1.2745214 Aug 31 07:51:00.220423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3db44331-2e7a-44f3-b072-6ef54ac04f11 req-e877cc09-5c3a-44b5-888f-abcd6b9d81cb tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.4932826 Aug 31 07:51:00.220423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.225254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:00.229482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a90443-388c-4350-8902-4f6cda8d3913 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Network': ['ID=306df5c0-6e80-4e45-947d-0d6e6b3a73e0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:00.383607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7906675-39c0-40db-a894-ed75d03dd88b req-9d6e68af-48b5-4e51-a8fb-2ff9e23a2cc2 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.385060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7906675-39c0-40db-a894-ed75d03dd88b req-9d6e68af-48b5-4e51-a8fb-2ff9e23a2cc2 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.45 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.2509429 Aug 31 07:51:00.401905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e0c2f-cbe0-44bb-a7e2-6b20037f4069 req-560383e6-c15e-4da5-b656-4ba854adea69 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.403467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-230e0c2f-cbe0-44bb-a7e2-6b20037f4069 req-560383e6-c15e-4da5-b656-4ba854adea69 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.2709844 Aug 31 07:51:00.483399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3db44331-2e7a-44f3-b072-6ef54ac04f11 req-2a96974f-7e46-4104-8ce8-f8690f62af4c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521629 Aug 31 07:51:00.498336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-046fe09e-2657-44a0-9ee6-3269e5ef127d tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.2718794 Aug 31 07:51:00.501002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45740) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:00.589605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-230e0c2f-cbe0-44bb-a7e2-6b20037f4069 req-c92d14c3-332d-47f3-96b7-2f3b2d0cf974 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524923 Aug 31 07:51:00.680663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Deleting port e7664477-bc06-47a8-9683-a37337a9a211 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:00.681009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.763358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.763752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.764178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.764638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.765094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.765550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.766041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.766495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.766947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.767402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.767852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.768310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.770520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bd8fdd66-ae21-4a7f-afa9-8befa6474430 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7752 time: 0.2676859 Aug 31 07:51:00.773456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:00.808604 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-bf46cd33-efdd-4764-8636-47ddac7c1769 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] delete failed (client error): The resource could not be found. Aug 31 07:51:00.809640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bf46cd33-efdd-4764-8636-47ddac7c1769 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/d6b0743d-6cd7-4953-a226-8bc9c9a8f835 HTTP/1.1" status: 404 len: 345 time: 0.0351582 Aug 31 07:51:00.812340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45750) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:00.833585 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad84df9-8e19-464a-8d9f-b7fdcac1f68e tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 07:51:00.838263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad84df9-8e19-464a-8d9f-b7fdcac1f68e tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:51:00.838263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ad84df9-8e19-464a-8d9f-b7fdcac1f68e tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/networks/306df5c0-6e80-4e45-947d-0d6e6b3a73e0 HTTP/1.1" status: 404 len: 339 time: 0.0228236 Aug 31 07:51:00.840935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45752) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:00.846116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'network': {'name': 'tempest-network--1605178291', 'router:external': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:00.866871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb15398d-3fb9-486d-b516-5bc3d98cd024 req-0cf48454-855c-4a93-b1a9-2cd7cc98e459 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/11d771d8-3c62-4907-81b7-82adc1aa5b51 HTTP/1.1" status: 200 len: 1803 time: 0.2062094 Aug 31 07:51:00.892822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:00.904066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] For port e7664477-bc06-47a8-9683-a37337a9a211, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e7664477-bc06-47a8-9683-a37337a9a211,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:00.904439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.951746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de97e5-2cd4-4f3d-b932-417da9a50094 req-eefe5c7b-cb8e-468b-ac20-f48287e0a75d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.957740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de97e5-2cd4-4f3d-b932-417da9a50094 req-eefe5c7b-cb8e-468b-ac20-f48287e0a75d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.960200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Made reservation on behalf of 6ff6fe9b81254626ac55a7117beec6dd for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:00.962981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:00.963748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de97e5-2cd4-4f3d-b932-417da9a50094 req-eefe5c7b-cb8e-468b-ac20-f48287e0a75d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:00.965557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7de97e5-2cd4-4f3d-b932-417da9a50094 req-eefe5c7b-cb8e-468b-ac20-f48287e0a75d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef&device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd&device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 2417 time: 0.1735325 Aug 31 07:51:00.995051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:01.006849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.008976 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Added segment 2c63c85e-1f4d-4d54-94f2-ff2ff5427633 of type vlan for network 347695c4-9c51-4a64-a866-df9128f13b78 Aug 31 07:51:01.053146 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.144546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb15398d-3fb9-486d-b516-5bc3d98cd024 req-01bad04f-3fb0-49cd-a05a-30e01313d79b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.160724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c706fd92-2935-47b9-830c-8f398f7d3e6a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:01.167288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.168895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:01.169664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.187728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: c706fd92-2935-47b9-830c-8f398f7d3e6a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:01.187728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device c706fd92-2935-47b9-830c-8f398f7d3e6a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:01.192316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7de97e5-2cd4-4f3d-b932-417da9a50094 req-a7261db8-660a-40fa-b8b9-c0f8cbbf3367 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876211 Aug 31 07:51:01.243201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Network': ['ID=347695c4-9c51-4a64-a866-df9128f13b78,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:01.256741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 347695c4-9c51-4a64-a866-df9128f13b78 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:01.274542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb15398d-3fb9-486d-b516-5bc3d98cd024 req-01bad04f-3fb0-49cd-a05a-30e01313d79b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.328351 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cee8a0c1-7522-4618-9ca3-cc4e18efec9c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4863567 Aug 31 07:51:01.350998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45762) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:01.352558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:01.352558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.352558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.352558 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Floating IP e3b2932f-599f-47a1-8033-624182f2b3c9 disassociated. External IP: 172.25.0.13, port: e7664477-bc06-47a8-9683-a37337a9a211. Aug 31 07:51:01.352558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Calling delete_port for e7664477-bc06-47a8-9683-a37337a9a211 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:01.352972 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] Sync routers for ids ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:01.353364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cc574004-7fd9-4d0b-9cb7-9b3ae9c44ac5 admin admin] 10.222.0.36 "PUT /v2.0/routers/b80aa18e-3ca1-4eea-9498-ea8f00e37f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8404267 Aug 31 07:51:01.353364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45764) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:01.355391 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] Routers {'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:01.356461 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:01.482453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c59975ab-4bcf-41a1-96ff-a1180d1b516c req-7f2a6315-6d8c-423c-a844-ede4898c33de tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2296331 Aug 31 07:51:01.497901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e79056-737c-4977-925b-948732c0862b tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:01.508638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e79056-737c-4977-925b-948732c0862b tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:01.513260 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] Set router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:01.516198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e79056-737c-4977-925b-948732c0862b tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:01.522976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e79056-737c-4977-925b-948732c0862b tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:01.526433 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4e79056-737c-4977-925b-948732c0862b tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1943336 Aug 31 07:51:01.529394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45768) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:01.613424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.620781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.705294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:50:59Z', 'revision_number': 5, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:01.737548 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] Checking router: b80aa18e-3ca1-4eea-9498-ea8f00e37f2e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:01.741216 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.746937 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] Routers {'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:01.747741 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:01.753237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347695c4-9c51-4a64-a866-df9128f13b78']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:01.765946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c63c85e-1f4d-4d54-94f2-ff2ff5427633') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:01.766163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb15398d-3fb9-486d-b516-5bc3d98cd024 req-01bad04f-3fb0-49cd-a05a-30e01313d79b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.767313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c63c85e-1f4d-4d54-94f2-ff2ff5427633') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:01.769481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb15398d-3fb9-486d-b516-5bc3d98cd024 req-01bad04f-3fb0-49cd-a05a-30e01313d79b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.782181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.783726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb15398d-3fb9-486d-b516-5bc3d98cd024 req-01bad04f-3fb0-49cd-a05a-30e01313d79b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/11d771d8-3c62-4907-81b7-82adc1aa5b51 HTTP/1.1" status: 204 len: 173 time: 0.9045668 Aug 31 07:51:01.787386 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.798716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.806277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:01.806715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.834734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bad04f-3fb0-49cd-a05a-30e01313d79b tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d771d8-3c62-4907-81b7-82adc1aa5b51,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:01.871192 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] Set router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:01.888015 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:01.983027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.009711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 347695c4-9c51-4a64-a866-df9128f13b78 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 07:51:02.011859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Network': ['ID=347695c4-9c51-4a64-a866-df9128f13b78,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:02.016111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.022670 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4a6b17f-51d7-4f85-8335-9d5ca82b7989 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/networks/347695c4-9c51-4a64-a866-df9128f13b78 HTTP/1.1" status: 204 len: 168 time: 0.4918168 Aug 31 07:51:02.024329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:02.029589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'network': {'name': 'tempest-network--1807577185', 'router:external': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:02.037465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a5f79d5-8e76-46f4-b7ec-c42012b19288 req-c808375f-4797-4df9-b91f-0b3f77512606 tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "GET /v2.0/security-groups/413199ef-fef7-492a-acf0-808d6218a7b2 HTTP/1.1" status: 200 len: 1802 time: 0.1506944 Aug 31 07:51:02.060671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c6b57-cee1-4f3a-9dea-3e9f5b6b0bb2 req-a58f092d-2288-4d05-b4a7-c66792922434 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:02.068564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a39c6b57-cee1-4f3a-9dea-3e9f5b6b0bb2 req-a58f092d-2288-4d05-b4a7-c66792922434 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 945 time: 0.1901593 Aug 31 07:51:02.147074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a39c6b57-cee1-4f3a-9dea-3e9f5b6b0bb2 req-1a132880-3c1e-44e7-a9c7-173f222e70bf tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups?id=585968d3-84de-4ca2-8819-ad7b6990eb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737321 Aug 31 07:51:02.151981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Made reservation on behalf of 6ff6fe9b81254626ac55a7117beec6dd for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:02.163118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.174463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6a5f79d5-8e76-46f4-b7ec-c42012b19288 req-9fcd42de-91cb-49c3-ac49-1f4c40f3ddaf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.177855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Deleting port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:02.178215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.184059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.215468 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:50:59Z', 'revision_number': 5, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:02.233270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:02.254142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.254142 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Added segment 310fdc7f-269a-4d09-982c-a54b3b85ae6c of type vlan for network 43b6c281-3f92-4ea7-853a-4dc2107f2dba Aug 31 07:51:02.276512 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1df13-6750-4fc1-ae2d-28d78bcd77e4 None None] The sync data for ids ['b80aa18e-3ca1-4eea-9498-ea8f00e37f2e'] in n-d-713499-16 is: [{'id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'name': 'tempest-AttachSCSIVolumeTestJSON-874301448-router', 'tenant_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:46Z', 'updated_at': '2021-08-31T07:50:59Z', 'revision_number': 5, 'project_id': '0969c6a8b7fd4192acaf6055a5bf9771', 'gw_port': {'id': '1f9fafd2-e4f8-420f-ad93-9c580b3c03d2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80aa18e-3ca1-4eea-9498-ea8f00e37f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:47Z', 'updated_at': '2021-08-31T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:02.308488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6a5f79d5-8e76-46f4-b7ec-c42012b19288 req-9fcd42de-91cb-49c3-ac49-1f4c40f3ddaf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.321720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.359251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event deleted for resources: {'Port': ['ID=e7664477-bc06-47a8-9683-a37337a9a211,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:02.466067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] For port 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:02.466443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.477043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.478122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:02.478725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.561089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Calling delete_port for 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:02.562833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6a5f79d5-8e76-46f4-b7ec-c42012b19288 req-9fcd42de-91cb-49c3-ac49-1f4c40f3ddaf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.565388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6a5f79d5-8e76-46f4-b7ec-c42012b19288 req-9fcd42de-91cb-49c3-ac49-1f4c40f3ddaf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.566578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a5f79d5-8e76-46f4-b7ec-c42012b19288 req-9fcd42de-91cb-49c3-ac49-1f4c40f3ddaf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] 10.222.0.36 "DELETE /v2.0/security-groups/413199ef-fef7-492a-acf0-808d6218a7b2 HTTP/1.1" status: 204 len: 173 time: 0.5179534 Aug 31 07:51:02.576585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45792) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:02.599448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Network': ['ID=43b6c281-3f92-4ea7-853a-4dc2107f2dba,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:02.613374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 43b6c281-3f92-4ea7-853a-4dc2107f2dba details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:02.621879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd42de-91cb-49c3-ac49-1f4c40f3ddaf tempest-SecurityGroupsTestJSON-2108741326 tempest-SecurityGroupsTestJSON-2108741326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413199ef-fef7-492a-acf0-808d6218a7b2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:02.683030 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-517967ec-2363-43b0-b601-f2e597ea911b tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6573706 Aug 31 07:51:02.683855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45794) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:02.719083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Deleting subnet 6071cc65-388b-43f9-8098-138de7783fe3 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:02.724005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Router f61c6f85-9915-46fc-9753-1d4de210fc1a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:02.731863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:02.817745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c676f-517b-4446-9cc2-bed69acaaae7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:02.821630 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b30c676f-517b-4446-9cc2-bed69acaaae7 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] 10.222.0.36 "GET /v2.0/networks/43b6c281-3f92-4ea7-853a-4dc2107f2dba HTTP/1.1" status: 200 len: 757 time: 0.1323946 Aug 31 07:51:02.822014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45800) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:03.001273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e7664477-bc06-47a8-9683-a37337a9a211 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:03.044398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: e7664477-bc06-47a8-9683-a37337a9a211 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:03.045109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e7664477-bc06-47a8-9683-a37337a9a211 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:03.107019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52ffc60f-6f0a-49a3-919c-717c220ea07b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:03.145237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 52ffc60f-6f0a-49a3-919c-717c220ea07b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:03.145745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52ffc60f-6f0a-49a3-919c-717c220ea07b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:03.334138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539c794-619c-4ad6-812b-832203e16bdb tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:03.336147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1539c794-619c-4ad6-812b-832203e16bdb tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] 10.222.0.36 "GET /v2.0/networks/22f484d3-c4bc-4a7c-8386-1c668bfe717e HTTP/1.1" status: 200 len: 767 time: 0.5130305 Aug 31 07:51:03.338900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45816) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:03.419007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.419566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.442089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a5daf71-b7b9-43d6-b6c8-4b54cee1aefc req-ab6d502e-cbb6-4caa-9378-4731486b5ca7 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 210 time: 0.0603697 Aug 31 07:51:03.511282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.519270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.530253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b6c281-3f92-4ea7-853a-4dc2107f2dba']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:03.552278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310fdc7f-269a-4d09-982c-a54b3b85ae6c') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:03.552780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310fdc7f-269a-4d09-982c-a54b3b85ae6c') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:03.564749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.580246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.587276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:03.587689 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:03.589449 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:03.612052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:03.626238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] Sync routers for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:03.636667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:03.637676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:03.684695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] No DVR routers for this DVR port e7664477-bc06-47a8-9683-a37337a9a211 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:03.691515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.694132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7906675-39c0-40db-a894-ed75d03dd88b req-af0082da-9f27-420d-ac2b-0d2e49bcb3ff tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.45 "DELETE /v2.0/ports/e7664477-bc06-47a8-9683-a37337a9a211 HTTP/1.1" status: 204 len: 173 time: 3.2831321 Aug 31 07:51:03.694587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'name': 'network-vif-deleted', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:03.697989 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b13db7d-c647-48b2-b6db-a75adc220b4c" -d '{"events": [{"server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "name": "network-vif-deleted", "tag": "e7664477-bc06-47a8-9683-a37337a9a211"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:03.732433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.755985 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6e89f5-4e5d-47b7-8973-163ae3b4fd7d x-openstack-request-id: req-1f6e89f5-4e5d-47b7-8973-163ae3b4fd7d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:03.756278 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e746a637-446a-447e-afb9-3c3c72650f1f", "name": "network-vif-deleted", "tag": "e7664477-bc06-47a8-9683-a37337a9a211", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:03.756550 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f6e89f5-4e5d-47b7-8973-163ae3b4fd7d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:03.756925 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e746a637-446a-447e-afb9-3c3c72650f1f', 'name': 'network-vif-deleted', 'tag': 'e7664477-bc06-47a8-9683-a37337a9a211', 'status': 'completed', 'code': 200} Aug 31 07:51:03.778619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9fafd2-e4f8-420f-ad93-9c580b3c03d2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:03.802048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:03.807037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.813288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43b6c281-3f92-4ea7-853a-4dc2107f2dba {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 07:51:03.815986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.821535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/networks/43b6c281-3f92-4ea7-853a-4dc2107f2dba HTTP/1.1" status: 204 len: 168 time: 0.4782233 Aug 31 07:51:03.827068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45826) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:03.828197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c763c-27ca-48c8-9061-74995a56ff08 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Network': ['ID=43b6c281-3f92-4ea7-853a-4dc2107f2dba,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:03.830177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.844152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'network': {'name': 'tempest-network--802038608'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:03.883028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52071f67-6cf7-42d6-ae04-2595ae3e3537 req-1ed732d1-b0cd-4cb7-9a63-d4b00fcf1f9d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:03.884801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52071f67-6cf7-42d6-ae04-2595ae3e3537 req-1ed732d1-b0cd-4cb7-9a63-d4b00fcf1f9d tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.1644368 Aug 31 07:51:03.907226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6071cc65-388b-43f9-8098-138de7783fe3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:03.909578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:03.913968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d616a31-bf66-4b21-bcaa-f7f576f7ac73 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6071cc65-388b-43f9-8098-138de7783fe3 HTTP/1.1" status: 204 len: 168 time: 1.3300285 Aug 31 07:51:03.915757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45830) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:03.938026 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.025319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Made reservation on behalf of 6ff6fe9b81254626ac55a7117beec6dd for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:04.027730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.066971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.071475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52071f67-6cf7-42d6-ae04-2595ae3e3537 req-0ebe5f0c-9f90-4dcb-9e7a-7a043bc9f30a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731591 Aug 31 07:51:04.073258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.076970 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.160392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:04.174635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.175382 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Added segment 56fc2994-a148-4320-98fc-61b85ab78f0b of type vlan for network 9e1c4f3b-a516-4f0f-9888-36a1392163d6 Aug 31 07:51:04.186012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:43Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:04.200042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.223642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a602fd-aff2-4878-a72a-be0f4947ffc1']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:04.234650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.250536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] Checking router: f61c6f85-9915-46fc-9753-1d4de210fc1a for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:04.252027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a01a418-9ab6-4f75-9431-79aab097cd80') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:04.252326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a01a418-9ab6-4f75-9431-79aab097cd80') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:04.268758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:04.271112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.273193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:04.290194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.296087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:04.296471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:04.298841 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:04.402128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.403119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:04.403734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.455056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.457785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80aa18e-3ca1-4eea-9498-ea8f00e37f2e {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:04.459787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.467373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.469882 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] 10.222.0.36 "DELETE /v2.0/networks/74a602fd-aff2-4878-a72a-be0f4947ffc1 HTTP/1.1" status: 204 len: 168 time: 0.5535431 Aug 31 07:51:04.471084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.476437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9ea8970d-4e60-4bc0-b70b-038df67fbc0d admin admin] 10.222.0.36 "DELETE /v2.0/routers/b80aa18e-3ca1-4eea-9498-ea8f00e37f2e HTTP/1.1" status: 204 len: 168 time: 3.1217415 Aug 31 07:51:04.479309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45842) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:04.491877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2c1e3-8cce-4c41-819f-2e43e396d50d admin admin] Pushing event deleted for resources: {'Network': ['ID=74a602fd-aff2-4878-a72a-be0f4947ffc1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:04.536545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Network': ['ID=9e1c4f3b-a516-4f0f-9888-36a1392163d6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:04.579885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e3d5cb6f-8369-4889-a9d0-1dd94f6b5083 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7510812 Aug 31 07:51:04.582183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45844) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:04.587055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9e1c4f3b-a516-4f0f-9888-36a1392163d6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:04.589668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:04.592239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:04.635986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Deleting subnet 130a7cae-8fde-4c62-afef-3f6e75c83947 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:04.639783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2105aa79-626d-4728-814e-9c3e43c2bdc8 req-93b00dff-5163-4432-8257-490cd2db14cf tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/ports?device_id=e746a637-446a-447e-afb9-3c3c72650f1f HTTP/1.1" status: 200 len: 210 time: 0.0574856 Aug 31 07:51:04.646729 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.724825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.803349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.851351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.891794 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.902703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Network 9e1c4f3b-a516-4f0f-9888-36a1392163d6 is not hosted by any dhcp agent {{(pid=95445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 07:51:04.902703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:04.902703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:04.906159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "PUT /v2.0/networks/9e1c4f3b-a516-4f0f-9888-36a1392163d6 HTTP/1.1" status: 200 len: 857 time: 0.3196120 Aug 31 07:51:04.907682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45848) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:04.960326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:04.989779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:04.990176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1f9fafd2-e4f8-420f-ad93-9c580b3c03d2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:05.024658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.039826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470360de-e983-4413-abca-018dd9c2e7f8 tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event updated for resources: {'Network': ['ID=9e1c4f3b-a516-4f0f-9888-36a1392163d6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:05.059323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:43Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:05.070084 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.089084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b016953-7f0d-4556-a7f5-4f106b429cab None None] The sync data for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 is: [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '479c0f6e-9339-45b4-9ef4-e36204541a28', 'name': '', 'network_id': 'be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'mac_address': 'fa:16:3e:0b:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:31Z', 'updated_at': '2021-08-31T07:48:43Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'subnets': [{'id': '05e7910e-6366-40aa-98bf-fdebd2286447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:05.132539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130a7cae-8fde-4c62-afef-3f6e75c83947,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:05.140851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.142392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f60d2e-2a55-47cf-bac9-4ff2ebb42c9f None None] Network 2524903d-9e7f-4b6d-8291-c89a91d84032 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:05.153417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3135de94-c59e-4b4e-a5d1-60883d3241c4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/130a7cae-8fde-4c62-afef-3f6e75c83947 HTTP/1.1" status: 204 len: 168 time: 0.6730707 Aug 31 07:51:05.154808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45856) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:05.202596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45858) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:05.227495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.243463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1c4f3b-a516-4f0f-9888-36a1392163d6']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:05.256950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fc2994-a148-4320-98fc-61b85ab78f0b') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:05.258253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fc2994-a148-4320-98fc-61b85ab78f0b') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:05.277777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.288336 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.368631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-e346c541-3664-4a1d-98d7-a30b065f2e7c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:05.368631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-e346c541-3664-4a1d-98d7-a30b065f2e7c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.1035225 Aug 31 07:51:05.368854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.415337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:05.420228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:05.422340 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:05.440758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] DHCP port deletion for 2524903d-9e7f-4b6d-8291-c89a91d84032 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:05.495798 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec35b670-e933-4a0d-aab5-82cf2c93af0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2c9dcd9205b45b4a3ff680f30c1012a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884953 Aug 31 07:51:05.498392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45864) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:05.514109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] Deleting port 206c4750-600c-4f10-a0ac-b94fb8507e0d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:05.514672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.522463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Deleting port 206c4750-600c-4f10-a0ac-b94fb8507e0d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:05.522892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.572749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-725832a2-8d08-4e98-b7e1-2198549034fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.578895 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f1a2e3-6780-4cc4-8797-c20a6341d169 None None] New status for floating IP e3b2932f-599f-47a1-8033-624182f2b3c9: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:51:05.597393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] For port 206c4750-600c-4f10-a0ac-b94fb8507e0d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=206c4750-600c-4f10-a0ac-b94fb8507e0d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:05.597794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.613614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dad926-85c0-4f76-b56a-e8efc822b523 req-f147f330-b472-4494-9b79-5c934eb0a481 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:05.616779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-725832a2-8d08-4e98-b7e1-2198549034fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.620285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] Calling delete_port for 206c4750-600c-4f10-a0ac-b94fb8507e0d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:05.621063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37dad926-85c0-4f76-b56a-e8efc822b523 req-f147f330-b472-4494-9b79-5c934eb0a481 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 946 time: 0.4034579 Aug 31 07:51:05.682439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.687036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Deleting port 25dbdecf-88ce-4b25-aa43-429255151390 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:05.687394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.692311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e1c4f3b-a516-4f0f-9888-36a1392163d6 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 07:51:05.696121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.709004 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9e1c4f3b-a516-4f0f-9888-36a1392163d6 HTTP/1.1" status: 204 len: 168 time: 0.7989881 Aug 31 07:51:05.719029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:05.726191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] For port 206c4750-600c-4f10-a0ac-b94fb8507e0d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=206c4750-600c-4f10-a0ac-b94fb8507e0d,segment=NetworkSegment(7eaf1fc3-59d7-43a1-b661-63ca8b6a5121),segment_id=7eaf1fc3-59d7-43a1-b661-63ca8b6a5121)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:05.726879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.730572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221b950-fbe7-4934-8c19-e1d2cbb3119c tempest-ExternalNetworksTestJSON-1950208046 tempest-ExternalNetworksTestJSON-1950208046-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e1c4f3b-a516-4f0f-9888-36a1392163d6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:05.750239 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-def87726-acf6-49e4-9ff1-b258ea308f55 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:51:05.750822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def87726-acf6-49e4-9ff1-b258ea308f55 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:51:05.753858 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-def87726-acf6-49e4-9ff1-b258ea308f55 tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] 10.222.0.36 "DELETE /v2.0/subnets/3bb34f72-d1b8-4f41-806b-bc9bfb885bfb HTTP/1.1" status: 404 len: 337 time: 0.0322659 Aug 31 07:51:05.761642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45874) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:05.772619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37dad926-85c0-4f76-b56a-e8efc822b523 req-d9636f97-2ae8-4fdd-9427-8db80f1db40a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506569 Aug 31 07:51:05.777964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-725832a2-8d08-4e98-b7e1-2198549034fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.781240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-725832a2-8d08-4e98-b7e1-2198549034fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.784091 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-725832a2-8d08-4e98-b7e1-2198549034fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87332f3c-6347-4f0e-829d-ca323fef47d5 HTTP/1.1" status: 204 len: 168 time: 0.2846448 Aug 31 07:51:05.795204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725832a2-8d08-4e98-b7e1-2198549034fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87332f3c-6347-4f0e-829d-ca323fef47d5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:05.800345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.822988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] No DVR routers for this DVR port 206c4750-600c-4f10-a0ac-b94fb8507e0d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:05.827396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Calling delete_port for 206c4750-600c-4f10-a0ac-b94fb8507e0d owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:05.841254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45878) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:05.863154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8f3a5-abbe-4611-b738-8cb3b2248777 None None] Pushing event deleted for resources: {'Port': ['ID=206c4750-600c-4f10-a0ac-b94fb8507e0d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:05.977283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd4431f0-d662-4fac-880f-feaa1bfdb33c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:05.980316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.016385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd4431f0-d662-4fac-880f-feaa1bfdb33c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.021801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] For port 25dbdecf-88ce-4b25-aa43-429255151390, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=25dbdecf-88ce-4b25-aa43-429255151390,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:06.022275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.072782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Calling delete_port for 25dbdecf-88ce-4b25-aa43-429255151390 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:06.128031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd4431f0-d662-4fac-880f-feaa1bfdb33c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.132106 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd4431f0-d662-4fac-880f-feaa1bfdb33c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.133301 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd4431f0-d662-4fac-880f-feaa1bfdb33c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "DELETE /v2.0/security-groups/585968d3-84de-4ca2-8819-ad7b6990eb5c HTTP/1.1" status: 204 len: 168 time: 0.2909968 Aug 31 07:51:06.145062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45882) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:06.146113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4431f0-d662-4fac-880f-feaa1bfdb33c tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585968d3-84de-4ca2-8819-ad7b6990eb5c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:06.167202 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-138f0631-8422-4da8-8c89-ceee58566174 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] show failed (client error): The resource could not be found. Aug 31 07:51:06.168474 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-138f0631-8422-4da8-8c89-ceee58566174 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "GET /v2.0/security-groups/585968d3-84de-4ca2-8819-ad7b6990eb5c HTTP/1.1" status: 404 len: 347 time: 0.0186987 Aug 31 07:51:06.171180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45886) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:06.197652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.200265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.220451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f484d3-c4bc-4a7c-8386-1c668bfe717e']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:06.250424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=206c4750-600c-4f10-a0ac-b94fb8507e0d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:06.260475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e9e3d8-c4de-4198-a550-db55a1e7e919') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:06.260978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e9e3d8-c4de-4198-a550-db55a1e7e919') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:06.280456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] No DVR routers for this DVR port 206c4750-600c-4f10-a0ac-b94fb8507e0d on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:06.285036 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.322621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.326248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Deleting port 29d7b800-193f-44dd-8191-4255bdcc3dbf {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:06.326870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.340376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:06.340798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:06.343755 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:06.426487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.426487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.440267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Calling delete_port for 29d7b800-193f-44dd-8191-4255bdcc3dbf owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:06.526166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.558193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2524903d-9e7f-4b6d-8291-c89a91d84032']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:06.575741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:06.576050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaf1fc3-59d7-43a1-b661-63ca8b6a5121') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:06.588090 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.602530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.609341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:06.609751 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:06.614222 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:06.626302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.663754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.665748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.667816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] 10.222.0.36 "DELETE /v2.0/networks/22f484d3-c4bc-4a7c-8386-1c668bfe717e HTTP/1.1" status: 204 len: 168 time: 0.8991747 Aug 31 07:51:06.676816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f6ef036-e72d-414e-9ce0-ba2519a17b0e', '706a83c8-b38e-4739-8a35-5b8150a1f080'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:06.681438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['25dbdecf-88ce-4b25-aa43-429255151390'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:06.690375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a2f6d-a06d-4f69-a90d-5cf7fa8ca5ae tempest-ExternalNetworksTestJSON-343567938 tempest-ExternalNetworksTestJSON-343567938-project] Pushing event deleted for resources: {'Network': ['ID=22f484d3-c4bc-4a7c-8386-1c668bfe717e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:06.721218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.725357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Pushing event deleted for resources: {'Port': ['ID=25dbdecf-88ce-4b25-aa43-429255151390,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:06.776904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] No DVR routers for this DVR port 25dbdecf-88ce-4b25-aa43-429255151390 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:06.779840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.782043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5c6bfc4-e88f-41e0-8614-f520d1d402d6 req-ef3c80f1-cc92-494d-a85c-7f20975275e6 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.45 "DELETE /v2.0/ports/25dbdecf-88ce-4b25-aa43-429255151390 HTTP/1.1" status: 204 len: 173 time: 1.4131589 Aug 31 07:51:06.782499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'name': 'network-vif-deleted', 'tag': '25dbdecf-88ce-4b25-aa43-429255151390'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:06.785056 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45897476-a813-4433-a448-acfd00edca66" -d '{"events": [{"server_uuid": "4a95d39e-23e9-41a7-b2de-c39b0e1d60ef", "name": "network-vif-deleted", "tag": "25dbdecf-88ce-4b25-aa43-429255151390"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:06.788629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Pushing event deleted for resources: {'Port': ['ID=29d7b800-193f-44dd-8191-4255bdcc3dbf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:06.819511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.827380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.831606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] 10.222.0.36 "DELETE /v2.0/networks/2524903d-9e7f-4b6d-8291-c89a91d84032 HTTP/1.1" status: 204 len: 168 time: 1.6754432 Aug 31 07:51:06.851207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:06.865678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73865a8-48db-489f-9cb6-ef9380e19e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2524903d-9e7f-4b6d-8291-c89a91d84032,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:06.866442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.869843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.871428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4298b88a-cebc-4f1b-8528-0754b12e7e91 tempest-ServersTestJSON-1678654125 tempest-ServersTestJSON-1678654125-project] 10.222.0.36 "DELETE /v2.0/floatingips/e3b2932f-599f-47a1-8033-624182f2b3c9 HTTP/1.1" status: 204 len: 168 time: 0.6984305 Aug 31 07:51:06.874903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45912) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:07.015030 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce677c48-6e5d-41ae-9349-b91299a8f62b x-openstack-request-id: req-ce677c48-6e5d-41ae-9349-b91299a8f62b {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:07.015802 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a95d39e-23e9-41a7-b2de-c39b0e1d60ef", "name": "network-vif-deleted", "tag": "25dbdecf-88ce-4b25-aa43-429255151390", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:07.016299 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce677c48-6e5d-41ae-9349-b91299a8f62b {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:07.016907 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a95d39e-23e9-41a7-b2de-c39b0e1d60ef', 'name': 'network-vif-deleted', 'tag': '25dbdecf-88ce-4b25-aa43-429255151390', 'status': 'completed', 'code': 200} Aug 31 07:51:07.056320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f3ac388-bd67-493c-b8f3-f0af3dd90cf0 req-21c572bb-357e-4544-b612-cb140ef9531a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a95d39e-23e9-41a7-b2de-c39b0e1d60ef HTTP/1.1" status: 200 len: 210 time: 0.0383394 Aug 31 07:51:07.062283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 206c4750-600c-4f10-a0ac-b94fb8507e0d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:07.138649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 206c4750-600c-4f10-a0ac-b94fb8507e0d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:07.142882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 206c4750-600c-4f10-a0ac-b94fb8507e0d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:07.392831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45924) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:07.591518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-562502e5-cd72-468a-9c2f-70be3e4f3ab6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61faa4afad56433283d402659ebb966e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970432 Aug 31 07:51:07.595493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.598213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.600308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45934) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:07.709072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45936) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:07.737743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6619c4b8-264c-46db-a5f3-9a8c3a449242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.798002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6619c4b8-264c-46db-a5f3-9a8c3a449242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.889455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1144627641-network', 'tenant_id': 'f63e8bd554814fa4a74e060fe27a45a4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:07.924291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Deleting port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:07.924643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.967981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Deleting port 479c0f6e-9339-45b4-9ef4-e36204541a28 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:07.968668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.011334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Made reservation on behalf of f63e8bd554814fa4a74e060fe27a45a4 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:08.016045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.028899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] For port 9a2da9ab-62d4-43f3-9aeb-7c99970547e3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,segment=NetworkSegment(5b8ede31-6259-48c2-9678-a99cce408f20),segment_id=5b8ede31-6259-48c2-9678-a99cce408f20)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:08.029270 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.032195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.036969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6619c4b8-264c-46db-a5f3-9a8c3a449242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.042227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6619c4b8-264c-46db-a5f3-9a8c3a449242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.044007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6619c4b8-264c-46db-a5f3-9a8c3a449242 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f476b2df-22c5-4cea-85e7-0edf47974340 HTTP/1.1" status: 204 len: 168 time: 0.4418662 Aug 31 07:51:08.051911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Calling delete_port for 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:08.067009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619c4b8-264c-46db-a5f3-9a8c3a449242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f476b2df-22c5-4cea-85e7-0edf47974340,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:08.144403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] For port 479c0f6e-9339-45b4-9ef4-e36204541a28, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=479c0f6e-9339-45b4-9ef4-e36204541a28,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:08.145120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.180125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Calling delete_port for 479c0f6e-9339-45b4-9ef4-e36204541a28 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:08.425563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.510571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.544170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:08.555057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d6b689-ec79-4492-8ddf-9d8cd62e902f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:08.557211 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.560098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.563659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.564107 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Added segment 89f2e9b8-745f-40e2-8797-d56bf964fe87 of type vlan for network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de Aug 31 07:51:08.603768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2da9ab-62d4-43f3-9aeb-7c99970547e3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:08.629925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Pushing event deleted for resources: {'Port': ['ID=479c0f6e-9339-45b4-9ef4-e36204541a28,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:08.685588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.919143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.920142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:08.920730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:08.955921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:09.016670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.031663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.035553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9719df73-cb42-4301-99b5-0dd0f26ff1cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ff6fe9b81254626ac55a7117beec6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753114 Aug 31 07:51:09.039537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:09.047461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 25dbdecf-88ce-4b25-aa43-429255151390 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:09.073417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d67ce-9531-4aa1-8ded-795b3e83928f req-93fd579d-b8a8-41f3-9c71-0b034fa146c3 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:09.075495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d67ce-9531-4aa1-8ded-795b3e83928f req-93fd579d-b8a8-41f3-9c71-0b034fa146c3 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 945 time: 0.2717144 Aug 31 07:51:09.078572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 25dbdecf-88ce-4b25-aa43-429255151390 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:09.079143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 25dbdecf-88ce-4b25-aa43-429255151390 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:09.109856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3946865 Aug 31 07:51:09.111876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45968) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:09.114054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8ae79-ea6a-402e-af1d-b24dda6e8bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5fa94d-18e3-420d-aa6d-bb4ec4e738de,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:09.119071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Request body: {'subnet': {'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1144627641-subnet', 'tenant_id': 'f63e8bd554814fa4a74e060fe27a45a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:09.126381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:09.202872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9d67ce-9531-4aa1-8ded-795b3e83928f req-c73bb96d-2d60-499a-b32f-a3e422505eb3 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133277 Aug 31 07:51:09.247973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6d6-f0d9-4012-8fef-a471621e0e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.308072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6d6-f0d9-4012-8fef-a471621e0e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.312353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Made reservation on behalf of f63e8bd554814fa4a74e060fe27a45a4 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:09.314738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.333291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Router f61c6f85-9915-46fc-9753-1d4de210fc1a has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:09.461217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:09.469409 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-64acf495-4ec9-4c78-a956-14d0566c93ad admin admin] 10.222.0.36 "PUT /v2.0/routers/f61c6f85-9915-46fc-9753-1d4de210fc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932550 Aug 31 07:51:09.469931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45978) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:09.471360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] Sync routers for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:09.494829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:09.495622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:09.562980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6d6-f0d9-4012-8fef-a471621e0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.565700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6d6-f0d9-4012-8fef-a471621e0e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.567053 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f62f6d6-f0d9-4012-8fef-a471621e0e4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a06fe242-256a-4143-bdb0-895672dd3e41 HTTP/1.1" status: 204 len: 168 time: 0.5280931 Aug 31 07:51:09.586582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f6d6-f0d9-4012-8fef-a471621e0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06fe242-256a-4143-bdb0-895672dd3e41,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:09.609544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.646748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:09.873933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:51:08Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:09.922493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] Checking router: f61c6f85-9915-46fc-9753-1d4de210fc1a for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:09.939535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] Routers {'f61c6f85-9915-46fc-9753-1d4de210fc1a'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:09.939875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['f61c6f85-9915-46fc-9753-1d4de210fc1a'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:09.999909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Router 15449f02-b115-4f05-a24c-7fa98cd38400 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:10.063934 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.114349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] Set router f61c6f85-9915-46fc-9753-1d4de210fc1a gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:10.188198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:10.192252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.200505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1cc4505d-1356-41a4-9ccb-9e283e79e077 admin admin] 10.222.0.36 "PUT /v2.0/routers/15449f02-b115-4f05-a24c-7fa98cd38400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3447981 Aug 31 07:51:10.204953 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] Sync routers for ids ['15449f02-b115-4f05-a24c-7fa98cd38400'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:10.220058 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] Routers {'15449f02-b115-4f05-a24c-7fa98cd38400'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:10.220689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['15449f02-b115-4f05-a24c-7fa98cd38400'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:10.222295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-43e78e91-6110-48ec-8a37-688557a06d95 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:10.224260 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-43e78e91-6110-48ec-8a37-688557a06d95 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 945 time: 0.1005235 Aug 31 07:51:10.229911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45990) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:10.312122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9cad40c-d7c5-4972-b083-983bd76f05b7,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:10.404757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f3c1e-33dd-4cb8-b2bd-7f84338bdbcb req-c720d219-b958-4276-b682-7c5ecc84c511 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:10.416054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b16f3c1e-33dd-4cb8-b2bd-7f84338bdbcb req-c720d219-b958-4276-b682-7c5ecc84c511 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 945 time: 0.0974491 Aug 31 07:51:10.436491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:51:08Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:10.477081 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] Set router 15449f02-b115-4f05-a24c-7fa98cd38400 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:10.479515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b16f3c1e-33dd-4cb8-b2bd-7f84338bdbcb req-4dff485c-b133-4eb7-8299-49af9568a2e4 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571256 Aug 31 07:51:10.480761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Checking segment: {'id': '89f2e9b8-745f-40e2-8797-d56bf964fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:10.481912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Network hostable DHCP agents. Network: 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:10.522625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db2c11-4dc6-4865-900b-f3a1a318d6ae None None] The sync data for ids ['f61c6f85-9915-46fc-9753-1d4de210fc1a'] in n-d-713499-16 is: [{'id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'name': 'tempest-ServersTestJSON-1098668407-router', 'tenant_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:48:24Z', 'updated_at': '2021-08-31T07:51:08Z', 'revision_number': 5, 'project_id': 'd1a37f04c1af4e05b56cd1b47cfb8aaa', 'gw_port': {'id': 'dbf7a392-04cd-49cb-85d6-4a6dec617435', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c6f85-9915-46fc-9753-1d4de210fc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:48:26Z', 'updated_at': '2021-08-31T07:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:10.536187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Deleting port dbf7a392-04cd-49cb-85d6-4a6dec617435 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:10.536533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.590518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:10.594269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.653496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:10.658041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:10.658757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.671765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985d50b-7478-47d6-bdc3-25d11183d454 None None] Network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:10.717908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Deleting port 706a83c8-b38e-4739-8a35-5b8150a1f080 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:10.717908 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.733990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-490f0195-4840-4ca1-b0f9-158912160134 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6207306 Aug 31 07:51:10.792637 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:51:08Z', 'revision_number': 5, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:10.814486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] For port dbf7a392-04cd-49cb-85d6-4a6dec617435, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dbf7a392-04cd-49cb-85d6-4a6dec617435,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:10.814486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.825957 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] Checking router: 15449f02-b115-4f05-a24c-7fa98cd38400 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:10.841537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Calling delete_port for dbf7a392-04cd-49cb-85d6-4a6dec617435 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:10.848287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.861625 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] Routers {'15449f02-b115-4f05-a24c-7fa98cd38400'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:10.863707 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['15449f02-b115-4f05-a24c-7fa98cd38400'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:10.929132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] For port 706a83c8-b38e-4739-8a35-5b8150a1f080, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=706a83c8-b38e-4739-8a35-5b8150a1f080,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:10.934243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.988809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 479c0f6e-9339-45b4-9ef4-e36204541a28 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:11.040244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 479c0f6e-9339-45b4-9ef4-e36204541a28 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:11.040621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 479c0f6e-9339-45b4-9ef4-e36204541a28 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:11.049010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Calling delete_port for 706a83c8-b38e-4739-8a35-5b8150a1f080 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:11.056389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5807f-8a74-4c99-8ef4-784ee783625b None None] Network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:11.079876 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] Set router 15449f02-b115-4f05-a24c-7fa98cd38400 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:11.276543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Deleting port 73ee20c5-d5df-4841-a89b-bcf5537fc166 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:11.276543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.440969 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:51:08Z', 'revision_number': 5, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:11.461216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46040) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:11.476236 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e650b-eec9-4923-8403-44ba0330dcae None None] The sync data for ids ['15449f02-b115-4f05-a24c-7fa98cd38400'] in n-d-713499-16 is: [{'id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'name': 'tempest-AttachSCSIVolumeTestJSON-544823715-router', 'tenant_id': '76b6827da3cd4b4cad62a6b731782120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:49:00Z', 'updated_at': '2021-08-31T07:51:08Z', 'revision_number': 5, 'project_id': '76b6827da3cd4b4cad62a6b731782120', 'gw_port': {'id': '73ee20c5-d5df-4841-a89b-bcf5537fc166', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15449f02-b115-4f05-a24c-7fa98cd38400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:49:02Z', 'updated_at': '2021-08-31T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:11.503417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] For port 73ee20c5-d5df-4841-a89b-bcf5537fc166, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=73ee20c5-d5df-4841-a89b-bcf5537fc166,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:11.503843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.536221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Calling delete_port for 73ee20c5-d5df-4841-a89b-bcf5537fc166 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:11.552750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-099d0b1d-d3ad-44aa-adc9-b20aecef4844 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.554437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-099d0b1d-d3ad-44aa-adc9-b20aecef4844 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/networks?id=9c5fa94d-18e3-420d-aa6d-bb4ec4e738de HTTP/1.1" status: 200 len: 818 time: 0.1954856 Aug 31 07:51:11.558179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.580377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-21b8b1f9-77a5-497a-93b9-0fc7ee6a9919 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/quotas/f63e8bd554814fa4a74e060fe27a45a4 HTTP/1.1" status: 200 len: 375 time: 0.0202403 Aug 31 07:51:11.630123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.636898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67962130-d36e-43ad-b45e-959a9901b005 req-c3160f8b-d0c3-44f5-bff6-ca211ae28d24 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 210 time: 0.0536637 Aug 31 07:51:11.638777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-fe4c8721-76d8-4900-ada6-c7b6b477f76f tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f63e8bd554814fa4a74e060fe27a45a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460792 Aug 31 07:51:11.643848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f6ef036-e72d-414e-9ce0-ba2519a17b0e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:11.654457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf7a392-04cd-49cb-85d6-4a6dec617435,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:11.705149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Pushing event deleted for resources: {'Port': ['ID=706a83c8-b38e-4739-8a35-5b8150a1f080,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:11.722225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-435141567'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:11.788583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-11e925f9-8500-45f6-b648-b1088d813be1 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5fa94d-18e3-420d-aa6d-bb4ec4e738de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425467 Aug 31 07:51:11.849846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:11.857369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.871877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.891071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] No DVR routers for this DVR port 706a83c8-b38e-4739-8a35-5b8150a1f080 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:11.899540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.901749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3e319ede-bc6f-4ba5-808b-9716cdd5a568 req-018b9d06-7a69-4067-8d0c-848dd3e69967 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "DELETE /v2.0/ports/706a83c8-b38e-4739-8a35-5b8150a1f080 HTTP/1.1" status: 204 len: 173 time: 1.6521540 Aug 31 07:51:11.904882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'name': 'network-vif-deleted', 'tag': '706a83c8-b38e-4739-8a35-5b8150a1f080'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:11.907373 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f638ec42-0003-4142-9367-0925956f84d9" -d '{"events": [{"server_uuid": "e25eae1a-117f-4a28-923e-417d2c59e9dd", "name": "network-vif-deleted", "tag": "706a83c8-b38e-4739-8a35-5b8150a1f080"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:11.943190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:11.948484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-54dc5556-b1c8-46b7-9007-1caa4db4c653 service neutron] 10.222.0.36 "GET /v2.0/networks/9c5fa94d-18e3-420d-aa6d-bb4ec4e738de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577630 Aug 31 07:51:11.977747 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727aaa14-836f-43c2-820b-906b3ad3d84e x-openstack-request-id: req-727aaa14-836f-43c2-820b-906b3ad3d84e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:11.978077 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25eae1a-117f-4a28-923e-417d2c59e9dd", "name": "network-vif-deleted", "tag": "706a83c8-b38e-4739-8a35-5b8150a1f080", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:11.978335 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-727aaa14-836f-43c2-820b-906b3ad3d84e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:11.978744 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25eae1a-117f-4a28-923e-417d2c59e9dd', 'name': 'network-vif-deleted', 'tag': '706a83c8-b38e-4739-8a35-5b8150a1f080', 'status': 'completed', 'code': 200} Aug 31 07:51:12.078813 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.138749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.142229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.190433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.246077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:12.268147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7276d054-f07d-40de-ad63-a3b3e0e7f2ad req-01ae764d-6950-4792-b68d-01e524783942 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 210 time: 0.0553026 Aug 31 07:51:12.274489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877cba93-8426-4895-869d-a537fd1ef0f2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:12.289544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.289881 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment fae8b322-8b40-430f-b2ad-a714febe3d93 of type vlan for network c83f301a-34d4-46bb-86a3-bc5deae95d8b Aug 31 07:51:12.368596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.372844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.373395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f61c6f85-9915-46fc-9753-1d4de210fc1a {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:12.383342 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.384858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46066) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:12.384983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4ae68791-f1b6-4e28-a988-93b604aaa4fb admin admin] 10.222.0.36 "DELETE /v2.0/routers/f61c6f85-9915-46fc-9753-1d4de210fc1a HTTP/1.1" status: 204 len: 168 time: 2.9094429 Aug 31 07:51:12.394208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.425199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Pushing event deleted for resources: {'Port': ['ID=73ee20c5-d5df-4841-a89b-bcf5537fc166,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:12.465150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Deleting subnet 05e7910e-6366-40aa-98bf-fdebd2286447 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:12.469138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.513398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.516199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.537765 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.546210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:12.546210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.626089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.628467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.657483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1951578 Aug 31 07:51:12.658468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eef444-5161-412b-a73e-630f381a9e31 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=c83f301a-34d4-46bb-86a3-bc5deae95d8b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:12.660738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46070) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:12.668113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1850264859'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:12.680735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:12.700867 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.762970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.763544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15449f02-b115-4f05-a24c-7fa98cd38400 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:12.767955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.770539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54631f60-6004-4be5-9276-5429ba91ddcb admin admin] 10.222.0.36 "DELETE /v2.0/routers/15449f02-b115-4f05-a24c-7fa98cd38400 HTTP/1.1" status: 204 len: 168 time: 2.5344923 Aug 31 07:51:12.771712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46076) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:12.784645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:12.789355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.843207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Deleting subnet ca0fc6aa-7590-4a85-8de9-1ad0363c347e {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:12.847912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.856578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0aa9f1b-8906-43a3-b978-fffeec596c8c req-f50f6a8a-c51f-4dcf-afb3-93e9b25ea656 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=e25eae1a-117f-4a28-923e-417d2c59e9dd HTTP/1.1" status: 200 len: 210 time: 0.0465438 Aug 31 07:51:12.901891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:12.916696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:12.960057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.005668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.006743 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment 05e1aa48-0f8f-4147-bc43-7119f6eb5d3b of type vlan for network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb Aug 31 07:51:13.032590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b932a5-c1b3-4c71-9d61-b69456958e95 None None] Network be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:13.046398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.048340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/05e7910e-6366-40aa-98bf-fdebd2286447 HTTP/1.1" status: 204 len: 168 time: 0.6628678 Aug 31 07:51:13.049234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd72b2-2563-4a08-8796-5633667bf64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e7910e-6366-40aa-98bf-fdebd2286447,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:13.052098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46082) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:13.089060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.141855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.177494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 706a83c8-b38e-4739-8a35-5b8150a1f080 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:13.186423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.202969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 706a83c8-b38e-4739-8a35-5b8150a1f080 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:13.203319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 706a83c8-b38e-4739-8a35-5b8150a1f080 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:13.232126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.257184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Deleting port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:13.258143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.261182 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.263506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0fc6aa-7590-4a85-8de9-1ad0363c347e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:13.267624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:13.267624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.271437 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.274094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c580a29a-b460-4ea4-acd0-25ac702ca0e5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca0fc6aa-7590-4a85-8de9-1ad0363c347e HTTP/1.1" status: 204 len: 168 time: 0.5008852 Aug 31 07:51:13.276512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46086) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:13.281220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6772e4-97d4-4c39-9abc-ddc25313cb2f None None] Network 2623862b-8c69-4183-afb9-213519175748 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:13.390017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.451758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] DHCP port deletion for be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:13.509163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Deleting port 0c10b516-3d23-46c9-9aa1-647f61493647 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:13.510941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.537057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6db5a335-a1f5-44ca-99ed-1375036efbfc req-7d08971b-e6ff-4e27-9827-f8a1909a9796 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 210 time: 0.0912690 Aug 31 07:51:13.547694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:13.552002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] For port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:13.559227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.572120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Calling delete_port for 9d78572b-fcdb-4c10-8bc0-128c4df5c29b owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:13.595288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] For port 0c10b516-3d23-46c9-9aa1-647f61493647, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0c10b516-3d23-46c9-9aa1-647f61493647,segment=NetworkSegment(5b8ede31-6259-48c2-9678-a99cce408f20),segment_id=5b8ede31-6259-48c2-9678-a99cce408f20)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:13.595765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.610540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Calling delete_port for 0c10b516-3d23-46c9-9aa1-647f61493647 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:13.630423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d7d8558-dbab-49af-879d-21d231faa61d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9611528 Aug 31 07:51:13.635219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46094) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:13.653123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:13.688876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dbf7a392-04cd-49cb-85d6-4a6dec617435 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:13.691526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:13.755124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: dbf7a392-04cd-49cb-85d6-4a6dec617435 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:13.755627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dbf7a392-04cd-49cb-85d6-4a6dec617435 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:13.756146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:13.762383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.791824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:13.792329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a2da9ab-62d4-43f3-9aeb-7c99970547e3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:13.810258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c10b516-3d23-46c9-9aa1-647f61493647,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:13.817855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] No DVR routers for this DVR port 0c10b516-3d23-46c9-9aa1-647f61493647 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:13.825009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] Deleting port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:13.827955 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.858871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.876228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ecc85-21c4-4166-bd06-6f1f263aac21 None None] DHCP port deletion for 2623862b-8c69-4183-afb9-213519175748 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:13.910968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] No DVR routers for this DVR port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:13.922024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] For port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,segment=NetworkSegment(39ff82f4-17ad-4181-a016-26482e8bbb6d),segment_id=39ff82f4-17ad-4181-a016-26482e8bbb6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:13.922435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.936479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] Calling delete_port for 9d78572b-fcdb-4c10-8bc0-128c4df5c29b owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:13.939478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:13.944073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:13.948985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.970661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:13.984732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2623862b-8c69-4183-afb9-213519175748']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:14.001164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8ede31-6259-48c2-9678-a99cce408f20') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:14.010730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8ede31-6259-48c2-9678-a99cce408f20') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:14.026499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.054215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.063128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:14.063128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:14.067207 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:14.071084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.091832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.111329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] Pushing event deleted for resources: {'Port': ['ID=9d78572b-fcdb-4c10-8bc0-128c4df5c29b,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:14.113838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:14.121224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce0a1a-d3cd-445a-a97c-312389c0c86b None None] No DVR routers for this DVR port 9d78572b-fcdb-4c10-8bc0-128c4df5c29b on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:14.133451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ff82f4-17ad-4181-a016-26482e8bbb6d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:14.133629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ff82f4-17ad-4181-a016-26482e8bbb6d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:14.148481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.167027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.176680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:14.176805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:14.178420 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:14.224825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.239566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.243974 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2623862b-8c69-4183-afb9-213519175748 HTTP/1.1" status: 204 len: 168 time: 0.9640729 Aug 31 07:51:14.276707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646ca0-2a16-4601-8af2-11556f20a1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2623862b-8c69-4183-afb9-213519175748,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:14.373657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.380243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.382883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] 10.222.0.36 "DELETE /v2.0/networks/be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7 HTTP/1.1" status: 204 len: 168 time: 1.3294611 Aug 31 07:51:14.396214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724558-71eb-4063-92d0-5e0eef2de1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=be36e51a-aafc-4d87-a6f6-e5a2dfc6b2b7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:14.406247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.498163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=dc7779f4-6fac-434b-a820-21d269976ad1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:14.518938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': 'fae8b322-8b40-430f-b2ad-a714febe3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:14.519305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: c83f301a-34d4-46bb-86a3-bc5deae95d8b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:14.565340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc6689-a027-4463-9fc0-d16c03ffa739 req-e6989f37-8532-4053-9ec9-2850e222f1a0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:14.566866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcfc6689-a027-4463-9fc0-d16c03ffa739 req-e6989f37-8532-4053-9ec9-2850e222f1a0 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0623262 Aug 31 07:51:14.607690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcfc6689-a027-4463-9fc0-d16c03ffa739 req-791aebf8-fa82-498c-9c1c-c4b5c7124a0a tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Aug 31 07:51:14.669852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ea6bae3-b219-4635-977c-afd3828da65f req-4fe9b728-4ceb-4c53-b319-0cc3977ef3c7 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 210 time: 0.0421271 Aug 31 07:51:14.680278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:14.782063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-ed220006-4682-4246-9386-7c743322de78 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:14.783646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-ed220006-4682-4246-9386-7c743322de78 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.45 "GET /v2.0/networks?id=9c5fa94d-18e3-420d-aa6d-bb4ec4e738de HTTP/1.1" status: 200 len: 818 time: 0.1170034 Aug 31 07:51:14.797975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Request body: {'port': {'device_id': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de', 'admin_state_up': True, 'tenant_id': 'f63e8bd554814fa4a74e060fe27a45a4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:14.813987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c83f301a-34d4-46bb-86a3-bc5deae95d8b) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:14.823533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ddd56-ae18-4ab3-ae01-b98a6f7fa855 None None] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:14.852351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46124) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:14.860433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:14.865996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:14.935626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d09422f6-200d-47a6-8216-6929089e9e34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0969c6a8b7fd4192acaf6055a5bf9771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810766 Aug 31 07:51:14.938212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46126) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:14.946667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:14.956725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4e41332b-fa13-431d-b144-c10a78fe88e5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3203952 Aug 31 07:51:14.962236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46130) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:14.966363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 73ee20c5-d5df-4841-a89b-bcf5537fc166 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:14.971901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:15.014480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c46aa99b-a32b-4749-8d95-a4595355b7c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1a37f04c1af4e05b56cd1b47cfb8aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650995 Aug 31 07:51:15.015195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46134) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:15.058692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 73ee20c5-d5df-4841-a89b-bcf5537fc166 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:15.058692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 73ee20c5-d5df-4841-a89b-bcf5537fc166 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:15.058692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9d78572b-fcdb-4c10-8bc0-128c4df5c29b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:15.095958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a70a6ca6-c3f8-4317-8423-df08e35c1390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.108105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9d78572b-fcdb-4c10-8bc0-128c4df5c29b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:15.108450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9d78572b-fcdb-4c10-8bc0-128c4df5c29b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:15.108867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0c10b516-3d23-46c9-9aa1-647f61493647 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:15.109936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2608e7d2-91b6-471d-9c12-9640c15b097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.133579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a70a6ca6-c3f8-4317-8423-df08e35c1390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.134975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0c10b516-3d23-46c9-9aa1-647f61493647 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:15.135332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0c10b516-3d23-46c9-9aa1-647f61493647 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:15.157344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2608e7d2-91b6-471d-9c12-9640c15b097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.158812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Made reservation on behalf of f63e8bd554814fa4a74e060fe27a45a4 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:15.161378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c83f301a-34d4-46bb-86a3-bc5deae95d8b', 'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': 'dc7779f4-6fac-434b-a820-21d269976ad1'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:15.162658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.165558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.291695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:15.295316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.318797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Allocated IP 2001:db8::2 (c83f301a-34d4-46bb-86a3-bc5deae95d8b/dc7779f4-6fac-434b-a820-21d269976ad1/387d4651-542a-45fd-95d4-4e049d0378f3) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:15.384035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2608e7d2-91b6-471d-9c12-9640c15b097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.389582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2608e7d2-91b6-471d-9c12-9640c15b097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.391450 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2608e7d2-91b6-471d-9c12-9640c15b097b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86e28aa0-9de8-45d9-ab42-3af7350b23ab HTTP/1.1" status: 204 len: 168 time: 0.3751762 Aug 31 07:51:15.402855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Allocated IP 172.20.0.14 (9c5fa94d-18e3-420d-aa6d-bb4ec4e738de/f9cad40c-d7c5-4972-b083-983bd76f05b7/83b0df87-a28c-41db-a023-994c0f885bb5) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:15.409544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608e7d2-91b6-471d-9c12-9640c15b097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e28aa0-9de8-45d9-ab42-3af7350b23ab,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:15.456590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a70a6ca6-c3f8-4317-8423-df08e35c1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.459592 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a70a6ca6-c3f8-4317-8423-df08e35c1390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.464203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a70a6ca6-c3f8-4317-8423-df08e35c1390 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d HTTP/1.1" status: 204 len: 168 time: 0.5249894 Aug 31 07:51:15.493546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a6ca6-c3f8-4317-8423-df08e35c1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b0a2c7-e731-4ef6-9f55-a31d55e0fb8d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:15.612305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.629141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Transition to ACTIVE for port object 387d4651-542a-45fd-95d4-4e049d0378f3 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:15.673119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Transition to ACTIVE for port object 387d4651-542a-45fd-95d4-4e049d0378f3 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:15.702309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.800238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e55432ca-05cb-4b3e-9f47-0c308495b039 req-ca6b0f45-969d-46fc-bcd1-e25bc4be4031 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 210 time: 0.0342979 Aug 31 07:51:15.812570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00549817-b4b4-4136-acc3-0dc44d61b8e4 req-7a10d440-b4e7-43ed-a887-ccedefa153fd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:15.816958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00549817-b4b4-4136-acc3-0dc44d61b8e4 req-7a10d440-b4e7-43ed-a887-ccedefa153fd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.0975728 Aug 31 07:51:15.857553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00549817-b4b4-4136-acc3-0dc44d61b8e4 req-62967611-07a0-47e7-b173-9ea557f7e7af tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Aug 31 07:51:15.882403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.883275 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.922203 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:15.965912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:15.967629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:15.969525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Pushing event updated for resources: {'Port': ['ID=387d4651-542a-45fd-95d4-4e049d0378f3,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:15.971813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:16.039281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Attempting to bind port 387d4651-542a-45fd-95d4-4e049d0378f3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:16.040386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Attempting to bind port 387d4651-542a-45fd-95d4-4e049d0378f3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'fae8b322-8b40-430f-b2ad-a714febe3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:16.040985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Attempting to bind port 387d4651-542a-45fd-95d4-4e049d0378f3 on network c83f301a-34d4-46bb-86a3-bc5deae95d8b {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:16.049411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:16.055842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:16.060378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Checking segment: {'id': 'fae8b322-8b40-430f-b2ad-a714febe3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:16.061891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.064742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Bound using segment: {'id': 'fae8b322-8b40-430f-b2ad-a714febe3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:16.065602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Bound port: 387d4651-542a-45fd-95d4-4e049d0378f3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae8b322-8b40-430f-b2ad-a714febe3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c83f301a-34d4-46bb-86a3-bc5deae95d8b'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:16.066233 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.067466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:16.087665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:16.095344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-09decd24-e290-4da5-bbb1-7db17b31e643 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:16.098794 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-09decd24-e290-4da5-bbb1-7db17b31e643 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.1057551 Aug 31 07:51:16.120762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=058f3670-52ca-455d-b491-02d005b810a3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:16.138975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Pushing event updated for resources: {'Port': ['ID=83b0df87-a28c-41db-a023-994c0f885bb5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:16.144557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:16.144933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:16.169590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] For port 387d4651-542a-45fd-95d4-4e049d0378f3, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:16.172923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:16.173586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.183150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] For port 387d4651-542a-45fd-95d4-4e049d0378f3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=387d4651-542a-45fd-95d4-4e049d0378f3,segment=NetworkSegment(fae8b322-8b40-430f-b2ad-a714febe3d93),segment_id=fae8b322-8b40-430f-b2ad-a714febe3d93)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:16.259645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Deleting port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:16.259995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.263303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:16.294588 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.299328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-be794871-7de6-4a82-970c-696430227d90 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5052385 Aug 31 07:51:16.313788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Request body: {'port': {'device_id': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:16.365906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a42a7-1da0-4709-a12a-4fac5a1287da None None] Pushing event updated for resources: {'Port': ['ID=387d4651-542a-45fd-95d4-4e049d0378f3,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:16.374822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:16.383109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:16.383729 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.385516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d2ff6-89f0-4216-b900-3b5bf464fc10 None None] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:16.385796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] For port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:16.386368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.387145 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.562187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5fb38447-18c0-4d99-9f9e-8cb03ee105a7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5981565 Aug 31 07:51:16.692581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46172) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:16.695652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:16.704440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-818456648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:16.731079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb', 'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': '058f3670-52ca-455d-b491-02d005b810a3'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:16.731956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.890391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Calling delete_port for 0f6ef036-e72d-414e-9ce0-ba2519a17b0e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:17.012921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46186) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:17.014788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ca86eeab-65c5-4c25-8352-28229fc2f04e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76b6827da3cd4b4cad62a6b731782120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914934 Aug 31 07:51:17.024083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Allocated IP 2001:db8:1::2 (a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb/058f3670-52ca-455d-b491-02d005b810a3/ac431bde-1d9d-452b-a76c-a3010bfc0407) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:17.068874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 387d4651-542a-45fd-95d4-4e049d0378f3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:17.103063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.104074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.149792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fac5ad9d-46d9-43e3-b626-2718918953df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.190372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fac5ad9d-46d9-43e3-b626-2718918953df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.264042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11724c6-a316-404f-96a6-cc151a0f0778 req-830eaa4f-647c-43e9-8b0f-eb8d7e5de835 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:17.265760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c11724c6-a316-404f-96a6-cc151a0f0778 req-830eaa4f-647c-43e9-8b0f-eb8d7e5de835 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 932 time: 0.3189816 Aug 31 07:51:17.270768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.291776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849ea4-2c89-4e90-b93b-05015e7bb733 req-dbed1d4e-51a7-4678-bce4-74b4d8767bd9 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:17.293593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6849ea4-2c89-4e90-b93b-05015e7bb733 req-dbed1d4e-51a7-4678-bce4-74b4d8767bd9 tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 945 time: 0.2618899 Aug 31 07:51:17.308402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Pushing event deleted for resources: {'Port': ['ID=0f6ef036-e72d-414e-9ce0-ba2519a17b0e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:17.336647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 387d4651-542a-45fd-95d4-4e049d0378f3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:17.350759 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.362374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Transition to ACTIVE for port object ac431bde-1d9d-452b-a76c-a3010bfc0407 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:17.380071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Transition to ACTIVE for port object ac431bde-1d9d-452b-a76c-a3010bfc0407 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:17.381630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c11724c6-a316-404f-96a6-cc151a0f0778 req-2f7d7079-0d76-4739-b6d6-b6912f72eb11 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047688 Aug 31 07:51:17.421443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] No DVR routers for this DVR port 0f6ef036-e72d-414e-9ce0-ba2519a17b0e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:17.425191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.428640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c32ec044-d49c-4add-b0f0-24594f4bd36d req-419ee8d9-7cfb-4c86-bbf5-c15ee3329ccd tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.68 "DELETE /v2.0/ports/0f6ef036-e72d-414e-9ce0-ba2519a17b0e HTTP/1.1" status: 204 len: 173 time: 1.3214664 Aug 31 07:51:17.429160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'name': 'network-vif-deleted', 'tag': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:17.432085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6849ea4-2c89-4e90-b93b-05015e7bb733 req-c1659ad4-9c2e-4f4e-8681-2eeeadd0df9c tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/security-groups?id=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216033 Aug 31 07:51:17.434097 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6979571-925f-4801-83f7-606dfd34a0b6" -d '{"events": [{"server_uuid": "2e0b01f7-9a2a-4e82-868b-766db307236c", "name": "network-vif-deleted", "tag": "0f6ef036-e72d-414e-9ce0-ba2519a17b0e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:17.449850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b0df87-a28c-41db-a023-994c0f885bb5 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:17.459662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fac5ad9d-46d9-43e3-b626-2718918953df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.462871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fac5ad9d-46d9-43e3-b626-2718918953df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.466394 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fac5ad9d-46d9-43e3-b626-2718918953df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/875c1c33-8540-4e77-8606-ac33ffcaa4c0 HTTP/1.1" status: 204 len: 168 time: 0.4501510 Aug 31 07:51:17.472532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.487174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5ad9d-46d9-43e3-b626-2718918953df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c1c33-8540-4e77-8606-ac33ffcaa4c0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:17.519616 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.529893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46202) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:17.546959 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305814a2-16c8-4e8c-b58d-1e4cfeec2284 x-openstack-request-id: req-305814a2-16c8-4e8c-b58d-1e4cfeec2284 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:17.547265 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0b01f7-9a2a-4e82-868b-766db307236c", "name": "network-vif-deleted", "tag": "0f6ef036-e72d-414e-9ce0-ba2519a17b0e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:17.547522 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-305814a2-16c8-4e8c-b58d-1e4cfeec2284 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:17.556360 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b01f7-9a2a-4e82-868b-766db307236c', 'name': 'network-vif-deleted', 'tag': '0f6ef036-e72d-414e-9ce0-ba2519a17b0e', 'status': 'completed', 'code': 200} Aug 31 07:51:17.608057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.622602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Transition to ACTIVE for port object 83b0df87-a28c-41db-a023-994c0f885bb5 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:17.627005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Pushing event updated for resources: {'Port': ['ID=ac431bde-1d9d-452b-a76c-a3010bfc0407,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:17.649547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:17.649547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:17.653611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:17.683025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2115999961-network', 'tenant_id': '689690fff0f94e46b1c84835cbc80a0a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:17.732977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.739665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.768442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Attempting to bind port ac431bde-1d9d-452b-a76c-a3010bfc0407 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:17.768827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Attempting to bind port ac431bde-1d9d-452b-a76c-a3010bfc0407 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:17.770051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Attempting to bind port ac431bde-1d9d-452b-a76c-a3010bfc0407 on network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:17.780402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:17.780796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Checking segment: {'id': '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:17.781277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.781680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Bound using segment: {'id': '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:17.782229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Bound port: ac431bde-1d9d-452b-a76c-a3010bfc0407, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:17.783927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.821436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Made reservation on behalf of 689690fff0f94e46b1c84835cbc80a0a for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:17.823948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.837282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.899430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Pushing event updated for resources: {'Port': ['ID=83b0df87-a28c-41db-a023-994c0f885bb5,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:17.911254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] For port ac431bde-1d9d-452b-a76c-a3010bfc0407, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:17.920249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] For port ac431bde-1d9d-452b-a76c-a3010bfc0407, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ac431bde-1d9d-452b-a76c-a3010bfc0407,segment=NetworkSegment(05e1aa48-0f8f-4147-bc43-7119f6eb5d3b),segment_id=05e1aa48-0f8f-4147-bc43-7119f6eb5d3b)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:17.930362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:17.934985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-866d2308-c1ed-4f2f-be2f-c716c32eee98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2335162 Aug 31 07:51:17.935172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46212) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:17.936808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d9d2f-80b2-4524-8779-7f71e1b29501 None None] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:18.027475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.059903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.099483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Attempting to bind port 83b0df87-a28c-41db-a023-994c0f885bb5 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:18.100174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Attempting to bind port 83b0df87-a28c-41db-a023-994c0f885bb5 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '89f2e9b8-745f-40e2-8797-d56bf964fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:18.100323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Attempting to bind port 83b0df87-a28c-41db-a023-994c0f885bb5 on network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:18.132995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] Provisioning for port 387d4651-542a-45fd-95d4-4e049d0378f3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:18.147049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Port 83b0df87-a28c-41db-a023-994c0f885bb5 on network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:51:18.147377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Attempting to bind port 83b0df87-a28c-41db-a023-994c0f885bb5 on network 9c5fa94d-18e3-420d-aa6d-bb4ec4e738de {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:18.154241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] Provisioning complete for port 387d4651-542a-45fd-95d4-4e049d0378f3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:18.154732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.159097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:18.159097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Checking segment: {'id': '89f2e9b8-745f-40e2-8797-d56bf964fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:18.159097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Bound using segment: {'id': '89f2e9b8-745f-40e2-8797-d56bf964fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:18.159796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Bound port: 83b0df87-a28c-41db-a023-994c0f885bb5, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f2e9b8-745f-40e2-8797-d56bf964fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:18.160165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.183658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.187762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3e5d8-7f57-4aab-a257-dde6ec313e01 None None] Pushing event updated for resources: {'Port': ['ID=ac431bde-1d9d-452b-a76c-a3010bfc0407,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:18.200135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:18.214236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.214813 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Added segment 81086d43-edb1-47e0-bc12-36894810f425 of type vlan for network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 Aug 31 07:51:18.292906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.370395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d239f3b-0738-4912-bdfa-37eb43ac60fc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:18.437581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.439390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:18.443255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.457439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.515044 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.544655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] For port 387d4651-542a-45fd-95d4-4e049d0378f3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=387d4651-542a-45fd-95d4-4e049d0378f3,segment=NetworkSegment(fae8b322-8b40-430f-b2ad-a714febe3d93),segment_id=fae8b322-8b40-430f-b2ad-a714febe3d93)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:18.577488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] For port 83b0df87-a28c-41db-a023-994c0f885bb5, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:18.591362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] Pushing event updated for resources: {'Network': ['ID=93cdb2c7-32bf-492d-8555-2ed671c7e4f1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:18.613229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:18.621060 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2402bf85-21bf-46de-b6b2-8fb8d4a5e991 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0876679 Aug 31 07:51:18.621060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:18.632445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Request body: {'subnet': {'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2115999961-subnet', 'tenant_id': '689690fff0f94e46b1c84835cbc80a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:18.720576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.750155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Made reservation on behalf of 689690fff0f94e46b1c84835cbc80a0a for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:18.752559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:18.801437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f60332-af1e-449c-8aef-f5fc358adbb1 None None] Pushing event updated for resources: {'Port': ['ID=387d4651-542a-45fd-95d4-4e049d0378f3,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:18.844495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3439d99d-b7fe-4741-8c70-28ebb0ed7b20 None None] Provisioning complete for port 387d4651-542a-45fd-95d4-4e049d0378f3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:18.844869 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3439d99d-b7fe-4741-8c70-28ebb0ed7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.029079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] For port 83b0df87-a28c-41db-a023-994c0f885bb5, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=83b0df87-a28c-41db-a023-994c0f885bb5,segment=NetworkSegment(89f2e9b8-745f-40e2-8797-d56bf964fe87),segment_id=89f2e9b8-745f-40e2-8797-d56bf964fe87)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:19.064895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-060bd0d4-0c5b-45a7-a495-1475f989ea8d req-9c7967db-5e40-480d-ad2e-9cecddf9166e tempest-ListServerFiltersTestJSON-1181644736 tempest-ListServerFiltersTestJSON-1181644736-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e0b01f7-9a2a-4e82-868b-766db307236c HTTP/1.1" status: 200 len: 210 time: 0.4268577 Aug 31 07:51:19.066391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8::1 (c83f301a-34d4-46bb-86a3-bc5deae95d8b/dc7779f4-6fac-434b-a820-21d269976ad1/50392390-7597-4a61-9711-16e474b5979d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:19.134683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ac431bde-1d9d-452b-a76c-a3010bfc0407 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:19.147644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba23c31-ff3f-46b4-aec8-9b213cefd34a req-9a2a189a-e43f-424b-b664-916a0f93b60f tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:19.149784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eba23c31-ff3f-46b4-aec8-9b213cefd34a req-9a2a189a-e43f-424b-b664-916a0f93b60f tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 944 time: 0.4701719 Aug 31 07:51:19.154481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.188967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.221011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f6ef036-e72d-414e-9ce0-ba2519a17b0e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:19.245596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 0f6ef036-e72d-414e-9ce0-ba2519a17b0e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:19.246236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f6ef036-e72d-414e-9ce0-ba2519a17b0e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:19.303803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:19.304292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.305741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] 10.222.0.45 "PUT /v2.0/ports/83b0df87-a28c-41db-a023-994c0f885bb5 HTTP/1.1" status: 200 len: 1093 time: 2.9964674 Aug 31 07:51:19.327506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ac431bde-1d9d-452b-a76c-a3010bfc0407 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:19.333114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 387d4651-542a-45fd-95d4-4e049d0378f3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:19.335400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eba23c31-ff3f-46b4-aec8-9b213cefd34a req-69073173-5413-465c-b4b9-86fcf033c7af tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258814 Aug 31 07:51:19.336147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'tag': '83b0df87-a28c-41db-a023-994c0f885bb5'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:19.338780 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc" -d '{"events": [{"name": "network-changed", "server_uuid": "df32294d-3052-4ac3-b76a-74ab984beef5", "tag": "83b0df87-a28c-41db-a023-994c0f885bb5"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:19.371387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.380532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896166e9-4257-4f42-97a5-d89b2b9312fa service neutron] Pushing event updated for resources: {'Port': ['ID=83b0df87-a28c-41db-a023-994c0f885bb5,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:19.389539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Checking segment: {'id': '81086d43-edb1-47e0-bc12-36894810f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:19.390030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Network hostable DHCP agents. Network: 93cdb2c7-32bf-492d-8555-2ed671c7e4f1, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:19.400122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 50392390-7597-4a61-9711-16e474b5979d will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:19.431946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b645be10-e2ec-467b-99c1-c1cae59180bb,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:19.452626 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348d9041-166a-4e9d-8317-52261f0768b0 x-openstack-request-id: req-348d9041-166a-4e9d-8317-52261f0768b0 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:19.452626 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df32294d-3052-4ac3-b76a-74ab984beef5", "tag": "83b0df87-a28c-41db-a023-994c0f885bb5", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:19.452626 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-348d9041-166a-4e9d-8317-52261f0768b0 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:19.452626 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'tag': '83b0df87-a28c-41db-a023-994c0f885bb5', 'status': 'completed', 'code': 200} Aug 31 07:51:19.460044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 387d4651-542a-45fd-95d4-4e049d0378f3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:19.460996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.533913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc req-9e63b58b-dc1e-4841-98fb-9eb498a5cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:19.534633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc req-9e63b58b-dc1e-4841-98fb-9eb498a5cd78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f63e8bd554814fa4a74e060fe27a45a4&device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 1096 time: 0.0667276 Aug 31 07:51:19.578421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:19.617646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c63982-f598-4077-82e3-1d13ec185ad2 None None] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:19.676470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 93cdb2c7-32bf-492d-8555-2ed671c7e4f1) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:19.684050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:19.685351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.691715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2351bb7a-a106-47ff-9083-9f632d5529d3 None None] Network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:19.790916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7733df6a-d278-47da-9efa-5b9e76e2bcb6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1648161 Aug 31 07:51:19.883345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Provisioning for port ac431bde-1d9d-452b-a76c-a3010bfc0407 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:19.957987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Provisioning complete for port ac431bde-1d9d-452b-a76c-a3010bfc0407 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:19.958512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:19.963899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81cd62-ae47-45f4-967b-2aa887824094 None None] Network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:20.012769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.087393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:20.098081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=50392390-7597-4a61-9711-16e474b5979d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:20.100897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:20.106049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:20.106435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.166108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc req-5e45acf8-13d5-4903-909a-23b1b76a66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:20.166108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc req-5e45acf8-13d5-4903-909a-23b1b76a66a8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f63e8bd554814fa4a74e060fe27a45a4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6221704 Aug 31 07:51:20.166275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46290) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:20.280687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Deleting subnet a3039919-099b-4361-b0d8-be39ac0bafe1 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:20.296675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.407390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.564545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.582177 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.640465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] For port ac431bde-1d9d-452b-a76c-a3010bfc0407, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ac431bde-1d9d-452b-a76c-a3010bfc0407,segment=NetworkSegment(05e1aa48-0f8f-4147-bc43-7119f6eb5d3b),segment_id=05e1aa48-0f8f-4147-bc43-7119f6eb5d3b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:20.650068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-8794f2d5-b9f8-496d-b124-466c9fc467f7 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:20.651870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-8794f2d5-b9f8-496d-b124-466c9fc467f7 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/networks?id=93cdb2c7-32bf-492d-8555-2ed671c7e4f1 HTTP/1.1" status: 200 len: 814 time: 0.2935882 Aug 31 07:51:20.704134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1460b7c-1399-4d9a-9f8b-110519340741 req-9a72836c-c7a8-4108-bbc4-f57c629b0549 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:20.704851 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.705143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.705850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1460b7c-1399-4d9a-9f8b-110519340741 req-9a72836c-c7a8-4108-bbc4-f57c629b0549 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 944 time: 0.1887159 Aug 31 07:51:20.737906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0632bde-4104-409f-a2d0-9d97ebea06af None None] Network 95d960e2-9111-4b6d-9b59-a73d28b19824 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:20.753186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.755488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a3039919-099b-4361-b0d8-be39ac0bafe1 HTTP/1.1" status: 204 len: 168 time: 0.5876129 Aug 31 07:51:20.758430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50905f-4a8d-44d2-b97f-8c22471eb41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3039919-099b-4361-b0d8-be39ac0bafe1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:20.763762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46322) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:20.770657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.773202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-b28b774a-6550-4d1a-832e-15cf69704687 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/quotas/689690fff0f94e46b1c84835cbc80a0a HTTP/1.1" status: 200 len: 375 time: 0.0929766 Aug 31 07:51:20.809434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Pushing event updated for resources: {'Port': ['ID=ac431bde-1d9d-452b-a76c-a3010bfc0407,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:20.855244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.861272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd13963-5712-45f3-a41c-abe32620c11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:20.862262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc req-7a5e0a1e-c734-42e4-ab72-d0e90e7bb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:20.862262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f9d1b9c-024a-4bee-a59f-a0ec39f8cafc req-7a5e0a1e-c734-42e4-ab72-d0e90e7bb0e7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6610298 Aug 31 07:51:20.891914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cc7302d3-59ab-4d09-87c4-b7796ea2dec1 None None] Provisioning complete for port ac431bde-1d9d-452b-a76c-a3010bfc0407 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:20.892322 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cc7302d3-59ab-4d09-87c4-b7796ea2dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:20.994917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1460b7c-1399-4d9a-9f8b-110519340741 req-586d52d0-dc15-4ca7-a304-c8f81d0f2a55 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732031 Aug 31 07:51:21.003934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-1712f491-a43b-47f1-9c42-b127c13f5ca9 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=689690fff0f94e46b1c84835cbc80a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277347 Aug 31 07:51:21.016967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] DHCP port deletion for 95d960e2-9111-4b6d-9b59-a73d28b19824 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:21.082995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] Deleting port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:21.083468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.131095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.143507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cc7302d3-59ab-4d09-87c4-b7796ea2dec1 None None] Provisioning for port 50392390-7597-4a61-9711-16e474b5979d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:21.150889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] For port be9cf0cb-3da2-484a-9ae4-13ecdc919b73, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,segment=NetworkSegment(dc700684-75af-4116-89bd-8f3dd7e3fddf),segment_id=dc700684-75af-4116-89bd-8f3dd7e3fddf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:21.151297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.153475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cc7302d3-59ab-4d09-87c4-b7796ea2dec1 None None] Provisioning complete for port 50392390-7597-4a61-9711-16e474b5979d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:21.153844 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cc7302d3-59ab-4d09-87c4-b7796ea2dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.169325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-3df3132e-048e-479b-8c95-5621db809c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:21.170853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-3df3132e-048e-479b-8c95-5621db809c04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f63e8bd554814fa4a74e060fe27a45a4&device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 1096 time: 0.2317929 Aug 31 07:51:21.188978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] Calling delete_port for be9cf0cb-3da2-484a-9ae4-13ecdc919b73 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:21.208086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cc7302d3-59ab-4d09-87c4-b7796ea2dec1 None None] Port 50392390-7597-4a61-9711-16e474b5979d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:21.247215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-09aa1e8d-ef0f-44c2-9d09-ee44ce54f0d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b0df87-a28c-41db-a023-994c0f885bb5 HTTP/1.1" status: 200 len: 217 time: 0.0585732 Aug 31 07:51:21.295169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-16d09698-56ac-4b73-bd07-67cf6a5beac0 service neutron] 10.222.0.36 "GET /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902622 Aug 31 07:51:21.373519 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.400241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] Pushing event deleted for resources: {'Port': ['ID=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:21.407416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ddcce-7f0b-4c5e-a9a8-1f2735964408 None None] No DVR routers for this DVR port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:21.456937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-348d7524-c83c-4f89-bd2d-7d04f68ad30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:21.458383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-348d7524-c83c-4f89-bd2d-7d04f68ad30c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9cad40c-d7c5-4972-b083-983bd76f05b7 HTTP/1.1" status: 200 len: 858 time: 0.1824489 Aug 31 07:51:21.533943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-0ad3f9da-80ed-4ef9-ae8f-fd9588fd6ea5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9c5fa94d-18e3-420d-aa6d-bb4ec4e738de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524387 Aug 31 07:51:21.549312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Deleting port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:21.549660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.588854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-3757ee43-93f4-4837-ac43-86f9810c7a90 service neutron] 10.222.0.36 "GET /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928085 Aug 31 07:51:21.654938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3146194a-2d78-43e6-b5f6-0ad5cd531df1 req-7d8fbd5e-240a-46f7-8277-e41cc57dae8b tempest-FlavorsV2NegativeTest-16739592 tempest-FlavorsV2NegativeTest-16739592-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aacd4da756394189b3cb320679dc4d83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290545 Aug 31 07:51:21.689661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.778338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] For port be9cf0cb-3da2-484a-9ae4-13ecdc919b73, host n-d-713499-16, got binding levels [] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:21.778714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.795749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.797097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:21.835635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Calling delete_port for be9cf0cb-3da2-484a-9ae4-13ecdc919b73 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:21.839995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-3db261bd-cf73-4894-a389-5693ba97c285 service neutron] 10.222.0.45 "GET /v2.0/networks/9c5fa94d-18e3-420d-aa6d-bb4ec4e738de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884238 Aug 31 07:51:21.841766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_backend_mixin [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 was not found and therefore no delete operation was performed {{(pid=95446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:51:21.938474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.038196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] No DVR routers for this DVR port be9cf0cb-3da2-484a-9ae4-13ecdc919b73 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:22.044236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=50392390-7597-4a61-9711-16e474b5979d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:22.059880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146194a-2d78-43e6-b5f6-0ad5cd531df1 req-943a837c-3d31-4c20-ba42-b1efb9408851 tempest-FlavorsV2NegativeTest-16739592 tempest-FlavorsV2NegativeTest-16739592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:22.061442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3146194a-2d78-43e6-b5f6-0ad5cd531df1 req-943a837c-3d31-4c20-ba42-b1efb9408851 tempest-FlavorsV2NegativeTest-16739592 tempest-FlavorsV2NegativeTest-16739592-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3777237 Aug 31 07:51:22.134219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Pushing event deleted for resources: {'Port': ['ID=be9cf0cb-3da2-484a-9ae4-13ecdc919b73,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:22.152256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c1bc-0a39-4f50-80a7-388af8294fb3 req-e3eced23-12cd-4b4e-9ac3-e23e80fe66ae tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:22.153756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1418c1bc-0a39-4f50-80a7-388af8294fb3 req-e3eced23-12cd-4b4e-9ac3-e23e80fe66ae tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.3222101 Aug 31 07:51:22.171909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3146194a-2d78-43e6-b5f6-0ad5cd531df1 req-1055a542-b0cb-44cf-b765-bd33416ba6e1 tempest-FlavorsV2NegativeTest-16739592 tempest-FlavorsV2NegativeTest-16739592-project] 10.222.0.36 "GET /v2.0/quotas/aacd4da756394189b3cb320679dc4d83 HTTP/1.1" status: 200 len: 375 time: 0.0965590 Aug 31 07:51:22.265100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:22.269214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3146194a-2d78-43e6-b5f6-0ad5cd531df1 req-97e4e563-8e4b-46d6-9af9-8213e33d7aea tempest-FlavorsV2NegativeTest-16739592 tempest-FlavorsV2NegativeTest-16739592-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aacd4da756394189b3cb320679dc4d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607984 Aug 31 07:51:22.271032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd2b04b-bf4f-4d2e-b11e-45957df1e344 req-87d3a906-f4f3-421f-a427-5d4dedebe31d service neutron] 10.222.0.45 "GET /v2.0/networks/9c5fa94d-18e3-420d-aa6d-bb4ec4e738de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615060 Aug 31 07:51:22.277663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:22.284005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.315569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d960e2-9111-4b6d-9b59-a73d28b19824']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:22.329011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1418c1bc-0a39-4f50-80a7-388af8294fb3 req-ad3d99a3-09ec-499a-8f2b-e7cd1b06221e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589313 Aug 31 07:51:22.335251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc700684-75af-4116-89bd-8f3dd7e3fddf') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:22.336083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc700684-75af-4116-89bd-8f3dd7e3fddf') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:22.454586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.470176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.479414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f59c214d-db72-4205-b734-3671367728be req-f8471864-b923-448e-89a4-539fd5dd9402 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 210 time: 0.1466222 Aug 31 07:51:22.493275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:22.493941 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:22.510913 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:22.635388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ea77e5e-3b9f-477d-ae7b-d7c877175490 None None] Provisioning complete for port 50392390-7597-4a61-9711-16e474b5979d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:22.636391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ea77e5e-3b9f-477d-ae7b-d7c877175490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.678299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2ea77e5e-3b9f-477d-ae7b-d7c877175490 None None] Port 50392390-7597-4a61-9711-16e474b5979d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:22.940782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ac431bde-1d9d-452b-a76c-a3010bfc0407 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:23.010163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2ad5-00a5-4015-89c4-876d2e073fa0 req-1f827547-1e74-41c3-8442-fc1560107669 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:23.011703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa4c2ad5-00a5-4015-89c4-876d2e073fa0 req-1f827547-1e74-41c3-8442-fc1560107669 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 944 time: 0.5392373 Aug 31 07:51:23.015789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ac431bde-1d9d-452b-a76c-a3010bfc0407 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:23.016387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.089628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa4c2ad5-00a5-4015-89c4-876d2e073fa0 req-6abc2788-ddbb-42de-a55a-277f8674c8ea tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677350 Aug 31 07:51:23.100113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.112260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.115744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/95d960e2-9111-4b6d-9b59-a73d28b19824 HTTP/1.1" status: 204 len: 168 time: 2.3457909 Aug 31 07:51:23.126857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-9c55e3ee-81e9-44b6-bdbb-dcb948d749fb tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:23.128309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-9c55e3ee-81e9-44b6-bdbb-dcb948d749fb tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.0969148 Aug 31 07:51:23.146467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Pushing event deleted for resources: {'Network': ['ID=95d960e2-9111-4b6d-9b59-a73d28b19824,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:23.148947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 56aa8e8e-0943-4a61-8b61-7e65946d55a9 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:51:23.158722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be9cf0cb-3da2-484a-9ae4-13ecdc919b73 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:23.190363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.190712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.191342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.191460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.191709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.192301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.192417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.192991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.193596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.193723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.194056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.194365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3846fcd-ead9-4326-a113-fa8f87d845ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:23.202618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: be9cf0cb-3da2-484a-9ae4-13ecdc919b73 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:23.202618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be9cf0cb-3da2-484a-9ae4-13ecdc919b73 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:23.345440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:23.354226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9baa0c4b-d559-4469-b146-61a6eef13ed4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/56aa8e8e-0943-4a61-8b61-7e65946d55a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4146385 Aug 31 07:51:23.354226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Deleting port dcf85ece-058d-46a9-8e17-3f8e4febfa9b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:23.354490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46402) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:23.364857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] Sync routers for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:23.373874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.381230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:23.382192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:23.417469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46406) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:23.472317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:23.472974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb7f84-bbb6-4bc7-850b-dc06fc51a9cf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:23.481337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-16bb7f84-bbb6-4bc7-850b-dc06fc51a9cf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports/50392390-7597-4a61-9711-16e474b5979d HTTP/1.1" status: 200 len: 911 time: 0.1264188 Aug 31 07:51:23.484233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46410) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:23.513114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:23.513686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:23.563828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0559b-f344-4b66-9610-c84a471e9099 req-0c578561-86c2-474a-9b84-1eb155798f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:23.571862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05c0559b-f344-4b66-9610-c84a471e9099 req-0c578561-86c2-474a-9b84-1eb155798f23 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 947 time: 0.1208713 Aug 31 07:51:23.587249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:23.596185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58193434-39cc-4d2e-8016-bdb6e1a1afd1 None None] The sync data for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:23.625511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c99c984b-5784-416a-a4e4-3610d506b72a req-8cf95783-99a3-414e-a45e-52d2be51d88e tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 210 time: 0.0510669 Aug 31 07:51:23.629374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] For port dcf85ece-058d-46a9-8e17-3f8e4febfa9b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:23.630008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.650300 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.713831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46418) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:23.745881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa7643b0-0652-47f1-bb61-9f630bba0ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.773898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5553e3d7-cbd8-4f20-a5e8-f12490e94914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.783394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05c0559b-f344-4b66-9610-c84a471e9099 req-80dca2bb-6dac-4f4f-ae30-7ada6d309a6e tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fabf8ad-130e-4b24-9357-88ec7fe72aae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020788 Aug 31 07:51:23.846005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-37b416ff-20b7-450e-b448-88b4163bf49c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59badac5771147d48918b493ca2f2f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292193 Aug 31 07:51:23.850255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46422) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:23.943507 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.943916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.944227 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Floating IP a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa disassociated. External IP: 172.25.0.234, port: dcf85ece-058d-46a9-8e17-3f8e4febfa9b. Aug 31 07:51:23.944582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Calling delete_port for dcf85ece-058d-46a9-8e17-3f8e4febfa9b owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:23.967599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0722adf-1963-46ec-90f1-6c5da9bf9011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.022462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa7643b0-0652-47f1-bb61-9f630bba0ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.031140 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.038948 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0722adf-1963-46ec-90f1-6c5da9bf9011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.081792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa7643b0-0652-47f1-bb61-9f630bba0ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.198255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0722adf-1963-46ec-90f1-6c5da9bf9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.199778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0722adf-1963-46ec-90f1-6c5da9bf9011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.200958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f0722adf-1963-46ec-90f1-6c5da9bf9011 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c50d5e02-9ae5-4338-84f0-78f86f1fbcd1 HTTP/1.1" status: 204 len: 168 time: 0.3497951 Aug 31 07:51:24.228916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0722adf-1963-46ec-90f1-6c5da9bf9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d5e02-9ae5-4338-84f0-78f86f1fbcd1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:24.246683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7643b0-0652-47f1-bb61-9f630bba0ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5572a8ed-7014-4021-96ad-9ddb32334fb6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:24.255817 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa7643b0-0652-47f1-bb61-9f630bba0ede admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aacd4da756394189b3cb320679dc4d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8343692 Aug 31 07:51:24.256988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46432) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:24.259622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a3d1e-b2bc-468e-a7d1-ee0591cb5160 req-f41fc4f6-0cb1-4b7f-ad5d-59d70748b3cc tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:24.261242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c0a3d1e-b2bc-468e-a7d1-ee0591cb5160 req-f41fc4f6-0cb1-4b7f-ad5d-59d70748b3cc tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 944 time: 0.0814073 Aug 31 07:51:24.311616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c0a3d1e-b2bc-468e-a7d1-ee0591cb5160 req-c28c05a1-8795-48a9-9f40-80a0ef0cdf02 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Aug 31 07:51:24.312988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.353106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event deleted for resources: {'Port': ['ID=dcf85ece-058d-46a9-8e17-3f8e4febfa9b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:24.453715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-a856077d-cab7-4ec6-9289-2f930f9e05e9 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:24.455267 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-a856077d-cab7-4ec6-9289-2f930f9e05e9 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.68 "GET /v2.0/networks?id=93cdb2c7-32bf-492d-8555-2ed671c7e4f1 HTTP/1.1" status: 200 len: 814 time: 0.2967305 Aug 31 07:51:24.479938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:24.494489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Request body: {'port': {'device_id': '81ff41f8-1738-4921-b688-8336af819bf5', 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1', 'admin_state_up': True, 'tenant_id': '689690fff0f94e46b1c84835cbc80a0a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:24.556108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f134b815-4669-4194-ae6c-d58d09008a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.635695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:24.647044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:24.652556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f134b815-4669-4194-ae6c-d58d09008a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.693949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:24.701797 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:24.712049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] No DVR routers for this DVR port dcf85ece-058d-46a9-8e17-3f8e4febfa9b on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:24.714671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.732203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcb41d59-472b-4a02-8516-ce0fc30cf143 req-6a99d3c4-a962-4371-8fb2-850fd6b71111 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.45 "DELETE /v2.0/ports/dcf85ece-058d-46a9-8e17-3f8e4febfa9b HTTP/1.1" status: 204 len: 173 time: 1.5801115 Aug 31 07:51:24.732780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-deleted', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:24.735244 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89202f1f-8c8f-4d2f-8f93-67f66055ba00" -d '{"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-deleted", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:24.755786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8:1::1 (a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb/058f3670-52ca-455d-b491-02d005b810a3/f3445459-0a8a-493c-8855-68b6341d6a15) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:24.920220 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8966cf6-92b2-4415-b06d-016daf94bd90 x-openstack-request-id: req-c8966cf6-92b2-4415-b06d-016daf94bd90 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:24.921118 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b395b0-8b49-4c8b-9e3e-e04c04721042", "name": "network-vif-deleted", "tag": "dcf85ece-058d-46a9-8e17-3f8e4febfa9b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:24.924385 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8966cf6-92b2-4415-b06d-016daf94bd90 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:24.924385 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b395b0-8b49-4c8b-9e3e-e04c04721042', 'name': 'network-vif-deleted', 'tag': 'dcf85ece-058d-46a9-8e17-3f8e4febfa9b', 'status': 'completed', 'code': 200} Aug 31 07:51:24.947368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Made reservation on behalf of 689690fff0f94e46b1c84835cbc80a0a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:24.953662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ede1d65-1520-4da8-a707-6cc9d9d13823 req-dc8faca0-1962-49ee-be09-5ee73f250ed5 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 210 time: 0.1058578 Aug 31 07:51:24.964020 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.984218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f134b815-4669-4194-ae6c-d58d09008a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.986875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f134b815-4669-4194-ae6c-d58d09008a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.988074 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f134b815-4669-4194-ae6c-d58d09008a96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5572a8ed-7014-4021-96ad-9ddb32334fb6 HTTP/1.1" status: 204 len: 168 time: 0.7099891 Aug 31 07:51:25.002847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8a6dc81-398c-405b-aea2-8aca8d90a740 req-54c66d30-40ea-4101-9a6f-0a4fe819b4bc tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b395b0-8b49-4c8b-9e3e-e04c04721042 HTTP/1.1" status: 200 len: 210 time: 0.0402210 Aug 31 07:51:25.007807 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:25.030429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b815-4669-4194-ae6c-d58d09008a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572a8ed-7014-4021-96ad-9ddb32334fb6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:25.062544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.121246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object f3445459-0a8a-493c-8855-68b6341d6a15 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:25.126754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 83b0df87-a28c-41db-a023-994c0f885bb5 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:51:25.247515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 83b0df87-a28c-41db-a023-994c0f885bb5, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=83b0df87-a28c-41db-a023-994c0f885bb5,segment=NetworkSegment(89f2e9b8-745f-40e2-8797-d56bf964fe87),segment_id=89f2e9b8-745f-40e2-8797-d56bf964fe87)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:25.250260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Allocated IP 172.20.0.5 (93cdb2c7-32bf-492d-8555-2ed671c7e4f1/b645be10-e2ec-467b-99c1-c1cae59180bb/49235e2e-1aec-44b8-bff1-07b313cb3b51) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:25.260873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '83b0df87-a28c-41db-a023-994c0f885bb5', 'network_id': '9c5fa94d-18e3-420d-aa6d-bb4ec4e738de', 'port_id': '83b0df87-a28c-41db-a023-994c0f885bb5', 'mac_address': 'fa:16:3e:8a:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cad40c-d7c5-4972-b083-983bd76f05b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:51:25.301038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.327002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b0df87-a28c-41db-a023-994c0f885bb5 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:25.366524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.377604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 83b0df87-a28c-41db-a023-994c0f885bb5, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=83b0df87-a28c-41db-a023-994c0f885bb5,segment=NetworkSegment(89f2e9b8-745f-40e2-8797-d56bf964fe87),segment_id=89f2e9b8-745f-40e2-8797-d56bf964fe87)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:25.378267 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:25.437138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:25.439127 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:25.446192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:25.448688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:25.449708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.458983 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:25.459172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.462888 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:25.518166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a1e1-c6f6-4b76-91dc-bb0ee985b863 req-918d962a-3ac3-49d6-b45f-ee12017db125 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:25.520804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7808a1e1-c6f6-4b76-91dc-bb0ee985b863 req-918d962a-3ac3-49d6-b45f-ee12017db125 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 944 time: 0.0843258 Aug 31 07:51:25.532582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=f3445459-0a8a-493c-8855-68b6341d6a15,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:25.563309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=83b0df87-a28c-41db-a023-994c0f885bb5,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:25.609501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.635673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7808a1e1-c6f6-4b76-91dc-bb0ee985b863 req-d741bef2-c21b-40e3-a75d-dfbd28959e09 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073103 Aug 31 07:51:25.723589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['83b0df87-a28c-41db-a023-994c0f885bb5'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:25.807925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.813172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:25.846257 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:25.884411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.015540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Pushing event updated for resources: {'Port': ['ID=49235e2e-1aec-44b8-bff1-07b313cb3b51,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:26.020159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4af9ddd1-4ad7-4990-9df9-f7c38a2ee3bf None None] Provisioning for port f3445459-0a8a-493c-8855-68b6341d6a15 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:26.029403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4af9ddd1-4ad7-4990-9df9-f7c38a2ee3bf None None] Provisioning complete for port f3445459-0a8a-493c-8855-68b6341d6a15 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:26.030213 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4af9ddd1-4ad7-4990-9df9-f7c38a2ee3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.042546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:26.050722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:26.060140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:26.112858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4af9ddd1-4ad7-4990-9df9-f7c38a2ee3bf None None] Port f3445459-0a8a-493c-8855-68b6341d6a15 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:26.152840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46496) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.166518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:26.189847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36130f-f0e9-4b60-8f01-500c123dbb88 req-65228cf9-1165-4724-a5ff-7fdce9748cd8 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:26.192651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a36130f-f0e9-4b60-8f01-500c123dbb88 req-65228cf9-1165-4724-a5ff-7fdce9748cd8 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 931 time: 0.1394520 Aug 31 07:51:26.205340 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87803b71-2049-4b1e-901c-acaf143b6e05 None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:25Z', 'revision_number': 4, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4b6c005e-7fca-4a0a-a374-cc4ea86fb290', 'name': '', 'network_id': '43c08eb0-1449-4c08-b59a-b9c43a8050aa', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'mac_address': 'fa:16:3e:11:60:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:23Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'subnets': [{'id': '4f8c1493-0d37-4cbe-874f-0fd24488fcbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:26.216419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46502) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.313282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:26.313995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.323282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a36130f-f0e9-4b60-8f01-500c123dbb88 req-bd7228f1-cb2c-44fe-b1c8-1bfee5cc4011 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235142 Aug 31 07:51:26.372637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8edffbc-eb53-4e72-b7c3-760247cdc630 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.436028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8edffbc-eb53-4e72-b7c3-760247cdc630 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.440179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-70519a12-1bbd-47c9-a5d1-c4e70b53c365 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9581904 Aug 31 07:51:26.459606 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.469991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-453097928-network', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:26.562364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:26.566702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.573186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Request body: {'port': {'device_id': '81ff41f8-1738-4921-b688-8336af819bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:26.580315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.627682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bd300-e098-4931-a024-e25c782057ba None None] New status for floating IP a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:51:26.639043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.655615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.665149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-74d7f7da-5981-4e72-844b-1d86f7b1272d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.679840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.693788 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8edffbc-eb53-4e72-b7c3-760247cdc630 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.699420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8edffbc-eb53-4e72-b7c3-760247cdc630 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.703439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.704941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c8edffbc-eb53-4e72-b7c3-760247cdc630 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "DELETE /v2.0/security-groups/9fabf8ad-130e-4b24-9357-88ec7fe72aae HTTP/1.1" status: 204 len: 168 time: 0.4874775 Aug 31 07:51:26.727437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edffbc-eb53-4e72-b7c3-760247cdc630 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fabf8ad-130e-4b24-9357-88ec7fe72aae,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:26.729909 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-f1967eec-7dd8-4ca3-92d6-22965c2e9ab9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] show failed (client error): The resource could not be found. Aug 31 07:51:26.733287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f1967eec-7dd8-4ca3-92d6-22965c2e9ab9 tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "GET /v2.0/security-groups/9fabf8ad-130e-4b24-9357-88ec7fe72aae HTTP/1.1" status: 404 len: 347 time: 0.0273461 Aug 31 07:51:26.741920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.748712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.750813 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.815919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=f3445459-0a8a-493c-8855-68b6341d6a15,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:26.820909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.863701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46524) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.945485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:26.953733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9163cc-7ef6-4b3d-afed-459db0310d9a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:26.971737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9e9e1-569d-4b2e-9571-b8931017877f req-88fecf2f-88ce-4b18-93ef-f70a1bc59309 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:26.975486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faf9e9e1-569d-4b2e-9571-b8931017877f req-88fecf2f-88ce-4b18-93ef-f70a1bc59309 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 945 time: 0.2259212 Aug 31 07:51:26.984941 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.985619 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Added segment 9ca6d1d7-e862-421c-8ba9-0ffba28f4a70 of type vlan for network 7b50952f-e83d-4303-87f8-4502994ce831 Aug 31 07:51:27.041011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-network', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:27.058790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.068637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:27.074408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:27.122704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faf9e9e1-569d-4b2e-9571-b8931017877f req-ec3137a8-9535-421c-b97c-60f93e29bfeb tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766418 Aug 31 07:51:27.135094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Deleting port e284a2a4-7fd6-4418-baba-c3644280a72c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:27.135433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.140494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 83b0df87-a28c-41db-a023-994c0f885bb5 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:27.228806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Made reservation on behalf of fc970d0b6d784106b4b57babdea6a581 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:27.231207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.242954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.243253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.244572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49235e2e-1aec-44b8-bff1-07b313cb3b51 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:27.255892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.256594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.258803 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.259771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:27.260817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.268805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 56aa8e8e-0943-4a61-8b61-7e65946d55a9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:27.277951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 83b0df87-a28c-41db-a023-994c0f885bb5 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:27.282976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Transition to ACTIVE for port object 49235e2e-1aec-44b8-bff1-07b313cb3b51 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:27.292544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Calling delete_port for e284a2a4-7fd6-4418-baba-c3644280a72c owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:27.293672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 83b0df87-a28c-41db-a023-994c0f885bb5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:27.294161 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.373730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] Pushing event updated for resources: {'Network': ['ID=7b50952f-e83d-4303-87f8-4502994ce831,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:27.397190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 7b50952f-e83d-4303-87f8-4502994ce831 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:27.415929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a23e3540-d534-4411-9402-7415f8760b62 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2626553 Aug 31 07:51:27.423982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46536) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:27.433488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Request body: {'subnet': {'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-453097928-subnet', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:27.483237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.519688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b0df87-a28c-41db-a023-994c0f885bb5'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:27.522171 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e39fc-10c4-458f-9f9b-61f3cb76ddaa" -d '{"events": [{"server_uuid": "df32294d-3052-4ac3-b76a-74ab984beef5", "name": "network-vif-plugged", "status": "completed", "tag": "83b0df87-a28c-41db-a023-994c0f885bb5"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:27.564535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6fc43f69-d574-4ca0-ae59-87e29aae7a91 None None] Provisioning complete for port f3445459-0a8a-493c-8855-68b6341d6a15 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:27.565127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6fc43f69-d574-4ca0-ae59-87e29aae7a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.579397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 83b0df87-a28c-41db-a023-994c0f885bb5, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=83b0df87-a28c-41db-a023-994c0f885bb5,segment=NetworkSegment(89f2e9b8-745f-40e2-8797-d56bf964fe87),segment_id=89f2e9b8-745f-40e2-8797-d56bf964fe87)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:27.622986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6fc43f69-d574-4ca0-ae59-87e29aae7a91 None None] Port f3445459-0a8a-493c-8855-68b6341d6a15 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:27.636226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.637072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:27.650802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325d7d7-5755-4027-9276-bb040e9c57f3 req-52e9cc8d-e821-4293-be97-81a9cb06d249 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:27.653144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e325d7d7-5755-4027-9276-bb040e9c57f3 req-52e9cc8d-e821-4293-be97-81a9cb06d249 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 943 time: 0.1911273 Aug 31 07:51:27.683078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: dcf85ece-058d-46a9-8e17-3f8e4febfa9b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:27.683425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device dcf85ece-058d-46a9-8e17-3f8e4febfa9b not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:27.695256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.698096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.712487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=83b0df87-a28c-41db-a023-994c0f885bb5,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:27.773851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Pushing event deleted for resources: {'Port': ['ID=e284a2a4-7fd6-4418-baba-c3644280a72c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:27.786144 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f52c7e-120f-415d-9fa4-c80bfa1d3515 x-openstack-request-id: req-f4f52c7e-120f-415d-9fa4-c80bfa1d3515 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:27.786662 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df32294d-3052-4ac3-b76a-74ab984beef5", "name": "network-vif-plugged", "status": "completed", "tag": "83b0df87-a28c-41db-a023-994c0f885bb5", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:27.787154 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4f52c7e-120f-415d-9fa4-c80bfa1d3515 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:27.787698 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b0df87-a28c-41db-a023-994c0f885bb5', 'code': 200} Aug 31 07:51:27.790389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.813161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.854868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:27.868587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e325d7d7-5755-4027-9276-bb040e9c57f3 req-d7965cb9-368f-4a5a-9ceb-51cee0501c14 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714747 Aug 31 07:51:27.879765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.885361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.885361 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Added segment e113b10e-a263-4a75-b25a-e818eb50759e of type vlan for network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 Aug 31 07:51:27.885361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:27.885361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.898574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Pushing event updated for resources: {'Port': ['ID=49235e2e-1aec-44b8-bff1-07b313cb3b51,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:27.908560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:27.920387 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553793fb-ef19-4df0-8488-03f373db325d None None] Sync routers for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:27.948537 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18b0133f-b9fe-4ec8-a8d7-639e7c815e33 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/56aa8e8e-0943-4a61-8b61-7e65946d55a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4617615 Aug 31 07:51:27.949259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:27.950897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553793fb-ef19-4df0-8488-03f373db325d None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:27.953227 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-553793fb-ef19-4df0-8488-03f373db325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.017793 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-553793fb-ef19-4df0-8488-03f373db325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.028297 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553793fb-ef19-4df0-8488-03f373db325d None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:28.029210 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-553793fb-ef19-4df0-8488-03f373db325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.031146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.034863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c86b6c-24f9-440f-a83e-d8057d0f06ce,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:28.040748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc69a4-7309-4529-b54a-84b5fe8b4ef2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.045418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6dfc69a4-7309-4529-b54a-84b5fe8b4ef2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports/f3445459-0a8a-493c-8855-68b6341d6a15 HTTP/1.1" status: 200 len: 913 time: 0.0590739 Aug 31 07:51:28.045800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46554) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:28.064321 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-553793fb-ef19-4df0-8488-03f373db325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.064983 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553793fb-ef19-4df0-8488-03f373db325d None None] The sync data for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:28.085765 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.088913 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.090152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-be6107d5-e82f-4653-b478-0e08af29841c tempest-AttachVolumeShelveTestJSON-892983717 tempest-AttachVolumeShelveTestJSON-892983717-project] 10.222.0.36 "DELETE /v2.0/floatingips/a3f211ad-6ca2-4f4e-b1ad-f4f9ad429aaa HTTP/1.1" status: 204 len: 168 time: 1.3472033 Aug 31 07:51:28.143073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Attempting to bind port 49235e2e-1aec-44b8-bff1-07b313cb3b51 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:28.143073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Attempting to bind port 49235e2e-1aec-44b8-bff1-07b313cb3b51 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '81086d43-edb1-47e0-bc12-36894810f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:28.143073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Attempting to bind port 49235e2e-1aec-44b8-bff1-07b313cb3b51 on network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:28.151873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c587c8-4142-4350-ad31-47fa711099e1 req-948cc835-2d29-4f41-83b5-81fd06454392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.154214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Port 49235e2e-1aec-44b8-bff1-07b313cb3b51 on network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:51:28.155345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Attempting to bind port 49235e2e-1aec-44b8-bff1-07b313cb3b51 on network 93cdb2c7-32bf-492d-8555-2ed671c7e4f1 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:28.156576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0c587c8-4142-4350-ad31-47fa711099e1 req-948cc835-2d29-4f41-83b5-81fd06454392 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 1098 time: 0.2841494 Aug 31 07:51:28.190972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:28.191324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Checking segment: {'id': '81086d43-edb1-47e0-bc12-36894810f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:28.191724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Bound using segment: {'id': '81086d43-edb1-47e0-bc12-36894810f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:28.192185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Bound port: 49235e2e-1aec-44b8-bff1-07b313cb3b51, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81086d43-edb1-47e0-bc12-36894810f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:28.192554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.218556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.219531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.220138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.328053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0c587c8-4142-4350-ad31-47fa711099e1 req-d17b2955-f173-432c-8946-fa8941c02766 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571753 Aug 31 07:51:28.370917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4972849 Aug 31 07:51:28.374702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebefc2e-d4f9-41c8-8111-34586e05a733 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2e9ad2-9098-487f-bd43-9dac61ab0573,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:28.378694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] For port 49235e2e-1aec-44b8-bff1-07b313cb3b51, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:28.380551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46562) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:28.388700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:28.391608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Request body: {'subnet': {'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-subnet', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:28.398790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] For port 49235e2e-1aec-44b8-bff1-07b313cb3b51, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51,segment=NetworkSegment(81086d43-edb1-47e0-bc12-36894810f425),segment_id=81086d43-edb1-47e0-bc12-36894810f425)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:28.411615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea9b3e-5c0f-4da1-8af9-736abc3b65b5 req-73379c3d-ad06-4c21-abbf-a23b4d79a48f tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.413714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aea9b3e-5c0f-4da1-8af9-736abc3b65b5 req-73379c3d-ad06-4c21-abbf-a23b4d79a48f tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 946 time: 0.1764576 Aug 31 07:51:28.478636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aea9b3e-5c0f-4da1-8af9-736abc3b65b5 req-10fef487-a998-4264-8a01-31055f5244f5 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Aug 31 07:51:28.504889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.544490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Made reservation on behalf of fc970d0b6d784106b4b57babdea6a581 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:28.547085 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.547525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.548162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.549569 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] 10.222.0.68 "PUT /v2.0/ports/49235e2e-1aec-44b8-bff1-07b313cb3b51 HTTP/1.1" status: 200 len: 1092 time: 2.0985942 Aug 31 07:51:28.550205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.550351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ff41f8-1738-4921-b688-8336af819bf5', 'tag': '49235e2e-1aec-44b8-bff1-07b313cb3b51'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:28.552505 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf3d6d3-09da-4935-b1a4-3da0824d220d" -d '{"events": [{"name": "network-changed", "server_uuid": "81ff41f8-1738-4921-b688-8336af819bf5", "tag": "49235e2e-1aec-44b8-bff1-07b313cb3b51"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:28.605233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1e25f-2ea6-4959-81ee-abf5e1bc797d service neutron] Pushing event updated for resources: {'Port': ['ID=49235e2e-1aec-44b8-bff1-07b313cb3b51,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:28.611815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.714879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd4f802-976d-4299-b047-a2cfb95537e1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:28.724361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:28.724734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Network hostable DHCP agents. Network: 7b50952f-e83d-4303-87f8-4502994ce831, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:28.757639 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8d8d1-11e5-4f25-82ed-830f868c6c20 x-openstack-request-id: req-39c8d8d1-11e5-4f25-82ed-830f868c6c20 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:28.758218 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ff41f8-1738-4921-b688-8336af819bf5", "tag": "49235e2e-1aec-44b8-bff1-07b313cb3b51", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:28.758897 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39c8d8d1-11e5-4f25-82ed-830f868c6c20 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:28.759479 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ff41f8-1738-4921-b688-8336af819bf5', 'tag': '49235e2e-1aec-44b8-bff1-07b313cb3b51', 'status': 'completed', 'code': 200} Aug 31 07:51:28.813201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-3fe7ce36-f447-4557-8117-cb6075966959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.815776 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-3fe7ce36-f447-4557-8117-cb6075966959 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=689690fff0f94e46b1c84835cbc80a0a&device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0703220 Aug 31 07:51:28.826099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Network 7b50952f-e83d-4303-87f8-4502994ce831 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:28.881684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 7b50952f-e83d-4303-87f8-4502994ce831) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:28.886742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.887403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.894789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bbc66-f3d7-4ef3-97b3-cfa2f4a7a69e None None] Network 7b50952f-e83d-4303-87f8-4502994ce831 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:28.906303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-b2db3211-fec0-4db4-b22a-977ae31f1751 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51 HTTP/1.1" status: 200 len: 217 time: 0.0599656 Aug 31 07:51:28.942035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.026425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-7c44e2c5-b712-4f5c-a7a1-5778a9e3714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:29.027976 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-7c44e2c5-b712-4f5c-a7a1-5778a9e3714a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b645be10-e2ec-467b-99c1-c1cae59180bb HTTP/1.1" status: 200 len: 854 time: 0.1148422 Aug 31 07:51:29.034980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d44f494-ae8c-47e8-a595-43d97fc569c6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6086309 Aug 31 07:51:29.041181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46582) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:29.068546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:29.074604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675865dd-b355-4af7-b08e-0ace5eebaa0e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:29.112034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Checking segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:29.112698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Network hostable DHCP agents. Network: 7c2e9ad2-9098-487f-bd43-9dac61ab0573, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:29.124435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62527057-178c-40a1-a287-b9bc29f7fd5b req-c614dbbb-a2c3-46e9-b86d-5e1bd5440a55 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:29.134250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62527057-178c-40a1-a287-b9bc29f7fd5b req-c614dbbb-a2c3-46e9-b86d-5e1bd5440a55 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 943 time: 0.1125722 Aug 31 07:51:29.134425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-7b50952f-e83d-4303-87f8-4502994ce831', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:29.135519 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.166132 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-7f8c7fd6-ce8e-40d7-ac10-cb16ba10c218 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93cdb2c7-32bf-492d-8555-2ed671c7e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232541 Aug 31 07:51:29.192149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62527057-178c-40a1-a287-b9bc29f7fd5b req-5a837f2f-7c2c-4c10-8534-a213ad6e2931 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554760 Aug 31 07:51:29.270737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:29.299414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Allocated IP 172.20.0.2 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/b0c2650d-7a01-4836-a971-5fa96b642130) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:29.305468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.306559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.336012 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-44d3658c-fb22-455e-a191-6aed27b61f2b service neutron] 10.222.0.68 "GET /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574032 Aug 31 07:51:29.342508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port f3445459-0a8a-493c-8855-68b6341d6a15 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:29.343003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.368173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 7c2e9ad2-9098-487f-bd43-9dac61ab0573) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:29.382574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:29.385350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.385510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f191da4-e2ab-43cd-ab6f-f0626966b6ca None None] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:29.460206 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8288a2f3-ee5a-4fa5-9f86-9e77a5518588 req-5bd66d03-fa95-472b-a1f3-6a8dbd5f4f0d service neutron] 10.222.0.68 "GET /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061623 Aug 31 07:51:29.540372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.558192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-592a60cb-c78d-40ea-a119-d12990a2c148 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1767721 Aug 31 07:51:29.558872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46590) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:29.568786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:29.624338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.638971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for f3445459-0a8a-493c-8855-68b6341d6a15 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:29.649942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.699651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2536d-336b-492c-8782-681a88657361 req-5c03f168-8eca-4e39-a051-e76d41fb5003 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:29.701553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67b2536d-336b-492c-8782-681a88657361 req-5c03f168-8eca-4e39-a051-e76d41fb5003 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 946 time: 0.0704160 Aug 31 07:51:29.795108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67b2536d-336b-492c-8782-681a88657361 req-f8c455ae-e837-4941-a267-02e53f743a25 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866134 Aug 31 07:51:29.877552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.886182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Transition to ACTIVE for port object b0c2650d-7a01-4836-a971-5fa96b642130 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:29.900827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Transition to ACTIVE for port object b0c2650d-7a01-4836-a971-5fa96b642130 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:29.917009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:29.917994 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.941175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:29.942242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.001746 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.068938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:30.076404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:30.084270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Pushing event updated for resources: {'Port': ['ID=b0c2650d-7a01-4836-a971-5fa96b642130,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:30.089068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:30.107487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.123270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.145232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-42c3034d-6202-47c0-9437-b2c52c0548c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:30.146993 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-42c3034d-6202-47c0-9437-b2c52c0548c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=689690fff0f94e46b1c84835cbc80a0a&device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 1095 time: 0.4188585 Aug 31 07:51:30.179975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Allocated IP 172.20.0.2 (7c2e9ad2-9098-487f-bd43-9dac61ab0573/675865dd-b355-4af7-b08e-0ace5eebaa0e/a63a7f00-3401-44c2-83ae-12644c9ffd23) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:30.225446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Attempting to bind port b0c2650d-7a01-4836-a971-5fa96b642130 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:30.225944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Attempting to bind port b0c2650d-7a01-4836-a971-5fa96b642130 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:30.226848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Attempting to bind port b0c2650d-7a01-4836-a971-5fa96b642130 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:30.234564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:30.234950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:30.235392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.235808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:30.236284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Bound port: b0c2650d-7a01-4836-a971-5fa96b642130, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:30.236671 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.284208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-824fde05-b318-4a9d-98c9-5b2e84d05b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:30.285914 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-824fde05-b318-4a9d-98c9-5b2e84d05b5b service neutron] 10.222.0.68 "GET /v2.0/networks?id=93cdb2c7-32bf-492d-8555-2ed671c7e4f1 HTTP/1.1" status: 200 len: 915 time: 0.1306632 Aug 31 07:51:30.337018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f88da-019d-47f7-a180-be791e733046 req-920a6548-8127-4637-bd09-0c743db4a0d3 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:30.338213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e69f88da-019d-47f7-a180-be791e733046 req-920a6548-8127-4637-bd09-0c743db4a0d3 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 943 time: 0.0537925 Aug 31 07:51:30.363304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.411823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] For port b0c2650d-7a01-4836-a971-5fa96b642130, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:30.430644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] For port b0c2650d-7a01-4836-a971-5fa96b642130, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b0c2650d-7a01-4836-a971-5fa96b642130,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:30.438475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e69f88da-019d-47f7-a180-be791e733046 req-0c30e0de-60b0-4748-8a0e-d243c0884028 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797791 Aug 31 07:51:30.499140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.507215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Transition to ACTIVE for port object a63a7f00-3401-44c2-83ae-12644c9ffd23 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:30.510067 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-4a0f04f7-e2f1-4aed-8232-bc3807b2386f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51 HTTP/1.1" status: 200 len: 217 time: 0.1505394 Aug 31 07:51:30.511240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=f3445459-0a8a-493c-8855-68b6341d6a15,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:30.524984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Transition to ACTIVE for port object a63a7f00-3401-44c2-83ae-12644c9ffd23 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:30.539702 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.603449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f0f5d-c6f8-4a29-9698-2d129aee9339 None None] Pushing event updated for resources: {'Port': ['ID=b0c2650d-7a01-4836-a971-5fa96b642130,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:30.636664 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.702105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:30.708194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:30.711686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:30.728295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Pushing event updated for resources: {'Port': ['ID=a63a7f00-3401-44c2-83ae-12644c9ffd23,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:30.790412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Attempting to bind port a63a7f00-3401-44c2-83ae-12644c9ffd23 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:30.790934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Attempting to bind port a63a7f00-3401-44c2-83ae-12644c9ffd23 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:30.791368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Attempting to bind port a63a7f00-3401-44c2-83ae-12644c9ffd23 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:30.797338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:30.797839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Checking segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:30.798363 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.798824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Bound using segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:30.799435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Bound port: a63a7f00-3401-44c2-83ae-12644c9ffd23, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:30.800151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.869802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:30.879115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] For port a63a7f00-3401-44c2-83ae-12644c9ffd23, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:30.882671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] For port a63a7f00-3401-44c2-83ae-12644c9ffd23, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a63a7f00-3401-44c2-83ae-12644c9ffd23,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:30.950774 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:31.037437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-91aebbae-df12-4a2f-946d-9f7886322e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:31.042119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-91aebbae-df12-4a2f-946d-9f7886322e65 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b645be10-e2ec-467b-99c1-c1cae59180bb HTTP/1.1" status: 200 len: 854 time: 0.1919029 Aug 31 07:51:31.104764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1740-99b7-4073-8587-bf1b90898727 req-65ed6735-bb43-44b4-8b39-524930f3dfb4 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:31.110145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da8d1740-99b7-4073-8587-bf1b90898727 req-65ed6735-bb43-44b4-8b39-524930f3dfb4 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 946 time: 0.1294680 Aug 31 07:51:31.117290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181eed3-9a83-4e0f-b5d3-7ae5a20393d0 None None] Pushing event updated for resources: {'Port': ['ID=a63a7f00-3401-44c2-83ae-12644c9ffd23,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:31.177997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da8d1740-99b7-4073-8587-bf1b90898727 req-cffcb77b-9ac6-446b-a1c2-0495672bc5d0 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611460 Aug 31 07:51:31.184061 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-debb7f60-3a69-4321-b81e-247ba0621d51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93cdb2c7-32bf-492d-8555-2ed671c7e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077309 Aug 31 07:51:31.299960 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:31.595454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1dc23-cecf-4701-ad41-20f56a8c7335 req-9d21a3cf-53cf-4bb3-88dd-c43c5372041c tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:31.599096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bc1dc23-cecf-4701-ad41-20f56a8c7335 req-9d21a3cf-53cf-4bb3-88dd-c43c5372041c tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 943 time: 0.0776019 Aug 31 07:51:31.643482 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-4f331969-4510-452a-92c6-6ee54a9ddcae service neutron] 10.222.0.68 "GET /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427500 Aug 31 07:51:31.668241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bc1dc23-cecf-4701-ad41-20f56a8c7335 req-2f61039f-292d-499f-adc8-b7ec2216c6f3 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581369 Aug 31 07:51:32.045015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:32.095017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32110-067f-4d30-9879-0c7d3787e20f req-50d86ed4-d850-4ff3-83be-593873d790c9 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:32.095017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c32110-067f-4d30-9879-0c7d3787e20f req-50d86ed4-d850-4ff3-83be-593873d790c9 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 946 time: 0.0893815 Aug 31 07:51:32.118198 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9cf3d6d3-09da-4935-b1a4-3da0824d220d req-67fd744a-e947-4b7e-a99f-56fe5408e7fd service neutron] 10.222.0.68 "GET /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712408 Aug 31 07:51:32.147940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 56aa8e8e-0943-4a61-8b61-7e65946d55a9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:32.183829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c32110-067f-4d30-9879-0c7d3787e20f req-573b4910-fd75-46a4-ac18-762cf9aab6b0 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819063 Aug 31 07:51:32.226112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:32.231768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8855e6-467a-4412-982b-a30bcc9eee88 None None] Network 7b50952f-e83d-4303-87f8-4502994ce831 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:32.334016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:32.371253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:32.425952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ead89aa8-aa1c-4584-944f-c0863b7fbbad None None] Provisioning for port b0c2650d-7a01-4836-a971-5fa96b642130 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:32.607880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Allocated IP 172.25.0.172 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/9406a1c9-eab3-49b0-ac4c-ef6640e27a01) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:32.616644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629fedbb-12fa-400f-b529-c225d36064a4 None None] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:32.633077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:32.644683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46644) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:32.644800 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5d3dfec4-7aed-4d5a-8f33-db4a4c354daa tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/56aa8e8e-0943-4a61-8b61-7e65946d55a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5969377 Aug 31 07:51:32.690163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] Sync routers for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:32.713105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:32.719001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:32.767881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:32.785121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:32.786006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:32.788441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:32.853316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-26e1c803-dd22-4312-8cd0-902ce4540976 None None] Provisioning for port a63a7f00-3401-44c2-83ae-12644c9ffd23 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:32.858443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:32.859705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8ceba-21e4-4f5a-8d37-d3388f866f9a None None] The sync data for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:32.973332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40820fd0-1039-4ac1-b425-afd3c1541010 req-9613bb76-01bb-485a-8253-7d19a9c348a8 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:32.974900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40820fd0-1039-4ac1-b425-afd3c1541010 req-9613bb76-01bb-485a-8253-7d19a9c348a8 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 943 time: 0.1703413 Aug 31 07:51:33.049569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.050105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40820fd0-1039-4ac1-b425-afd3c1541010 req-befcd511-9ae0-473d-8590-94cff82b5442 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661302 Aug 31 07:51:33.053117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Allocated IP 172.25.0.186 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/68b9d32f-da06-42ee-8b55-b52a7c1a5a67) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:33.099809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a63a7f00-3401-44c2-83ae-12644c9ffd23 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:33.110459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Pushing event updated for resources: {'Port': ['ID=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:33.206763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:33.211598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:33.214304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:33.293127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a63a7f00-3401-44c2-83ae-12644c9ffd23 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:33.296396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.298541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a63a7f00-3401-44c2-83ae-12644c9ffd23 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:33.299207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.352830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 49235e2e-1aec-44b8-bff1-07b313cb3b51 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:51:33.483916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 49235e2e-1aec-44b8-bff1-07b313cb3b51, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51,segment=NetworkSegment(81086d43-edb1-47e0-bc12-36894810f425),segment_id=81086d43-edb1-47e0-bc12-36894810f425)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:33.530728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '49235e2e-1aec-44b8-bff1-07b313cb3b51', 'network_id': '93cdb2c7-32bf-492d-8555-2ed671c7e4f1', 'port_id': '49235e2e-1aec-44b8-bff1-07b313cb3b51', 'mac_address': 'fa:16:3e:99:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b645be10-e2ec-467b-99c1-c1cae59180bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:51:33.539435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-520fd97d-45d2-4c0a-b3ed-cceb63688d2b None None] Provisioning complete for port a63a7f00-3401-44c2-83ae-12644c9ffd23 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:33.540468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-520fd97d-45d2-4c0a-b3ed-cceb63688d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.560788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.656618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-313b4461-9865-4e59-913a-f52ed0ac2856 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:33.658474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.658865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-313b4461-9865-4e59-913a-f52ed0ac2856 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.45 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 946 time: 0.2292178 Aug 31 07:51:33.696501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2328941-e4b1-47c2-9e2c-02eab6f441f0 req-c7a1d510-f086-4508-8d96-ac3e427151f1 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:33.698329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2328941-e4b1-47c2-9e2c-02eab6f441f0 req-c7a1d510-f086-4508-8d96-ac3e427151f1 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 946 time: 0.2700975 Aug 31 07:51:33.717667 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.719849 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-520fd97d-45d2-4c0a-b3ed-cceb63688d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.758512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a63a7f00-3401-44c2-83ae-12644c9ffd23, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a63a7f00-3401-44c2-83ae-12644c9ffd23,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:33.761747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.787555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49235e2e-1aec-44b8-bff1-07b313cb3b51 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:33.816639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 49235e2e-1aec-44b8-bff1-07b313cb3b51, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51,segment=NetworkSegment(81086d43-edb1-47e0-bc12-36894810f425),segment_id=81086d43-edb1-47e0-bc12-36894810f425)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:33.820626 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.821440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b0c2650d-7a01-4836-a971-5fa96b642130 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:33.826888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:33.848329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:33.871651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:33.898147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:33.905291 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:33.941732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-520fd97d-45d2-4c0a-b3ed-cceb63688d2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:51:33.943833 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-520fd97d-45d2-4c0a-b3ed-cceb63688d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:51:33.959803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a63a7f00-3401-44c2-83ae-12644c9ffd23,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:33.992536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.035017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b0c2650d-7a01-4836-a971-5fa96b642130 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:34.045767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b0c2650d-7a01-4836-a971-5fa96b642130 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:34.047128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.144305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=49235e2e-1aec-44b8-bff1-07b313cb3b51,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:34.220000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['49235e2e-1aec-44b8-bff1-07b313cb3b51'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:34.288201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.358165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2328941-e4b1-47c2-9e2c-02eab6f441f0 req-960d572b-f432-403f-8966-ae4e39856af2 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/security-groups?id=66d6b689-ec79-4492-8ddf-9d8cd62e902f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117376 Aug 31 07:51:34.409026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b0c2650d-7a01-4836-a971-5fa96b642130, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b0c2650d-7a01-4836-a971-5fa96b642130,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:34.423751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abe58d-c55a-4f1c-9ad3-e942536ac3a3 req-2bb3d2ab-a3ee-4d7a-a12c-1efcab48b9b4 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:34.425330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48abe58d-c55a-4f1c-9ad3-e942536ac3a3 req-2bb3d2ab-a3ee-4d7a-a12c-1efcab48b9b4 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 944 time: 0.2341890 Aug 31 07:51:34.488328 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.503303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Deleting port 83b0df87-a28c-41db-a023-994c0f885bb5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:34.503651 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.605706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] For port 83b0df87-a28c-41db-a023-994c0f885bb5, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=83b0df87-a28c-41db-a023-994c0f885bb5,segment=NetworkSegment(89f2e9b8-745f-40e2-8797-d56bf964fe87),segment_id=89f2e9b8-745f-40e2-8797-d56bf964fe87)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:34.606120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.620909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b0c2650d-7a01-4836-a971-5fa96b642130,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:34.621790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Calling delete_port for 83b0df87-a28c-41db-a023-994c0f885bb5 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:34.688387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48abe58d-c55a-4f1c-9ad3-e942536ac3a3 req-cf70a9f1-b9f4-4fe3-985f-0a05b782d9f0 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913235 Aug 31 07:51:34.727165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 50392390-7597-4a61-9711-16e474b5979d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:34.727421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.787852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.843163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:34.877630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 50392390-7597-4a61-9711-16e474b5979d owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:34.964594 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:51:34.997482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.009163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.029258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['83b0df87-a28c-41db-a023-994c0f885bb5'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:35.062277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a63a7f00-3401-44c2-83ae-12644c9ffd23 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:35.095418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Pushing event deleted for resources: {'Port': ['ID=83b0df87-a28c-41db-a023-994c0f885bb5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:35.130198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Router 1127f800-81c6-4c2d-a009-048bf0781550 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:51:35.154656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] No DVR routers for this DVR port 83b0df87-a28c-41db-a023-994c0f885bb5 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:35.162040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a63a7f00-3401-44c2-83ae-12644c9ffd23 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:35.163377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.164212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.166336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e81d2c9d-95a1-47cb-b648-b70b16f16e3e req-3d103d8d-9b5a-4cd9-b935-c4903bc55936 tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.45 "DELETE /v2.0/ports/83b0df87-a28c-41db-a023-994c0f885bb5 HTTP/1.1" status: 204 len: 173 time: 1.4891229 Aug 31 07:51:35.166869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'name': 'network-vif-deleted', 'tag': '83b0df87-a28c-41db-a023-994c0f885bb5'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:35.169228 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c77ef3-d25b-4956-a978-9f0c31b2e809" -d '{"events": [{"server_uuid": "df32294d-3052-4ac3-b76a-74ab984beef5", "name": "network-vif-deleted", "tag": "83b0df87-a28c-41db-a023-994c0f885bb5"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:35.269307 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e756f6-bd06-4b4e-a219-924e4c57eaab x-openstack-request-id: req-90e756f6-bd06-4b4e-a219-924e4c57eaab {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:35.272867 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df32294d-3052-4ac3-b76a-74ab984beef5", "name": "network-vif-deleted", "tag": "83b0df87-a28c-41db-a023-994c0f885bb5", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:35.273042 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90e756f6-bd06-4b4e-a219-924e4c57eaab {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:35.273524 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32294d-3052-4ac3-b76a-74ab984beef5', 'name': 'network-vif-deleted', 'tag': '83b0df87-a28c-41db-a023-994c0f885bb5', 'status': 'completed', 'code': 200} Aug 31 07:51:35.313941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b0c2650d-7a01-4836-a971-5fa96b642130 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:35.339844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 49235e2e-1aec-44b8-bff1-07b313cb3b51 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:35.377219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.380412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:35.393410 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Sync routers for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:35.401364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.403780 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:35.404761 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:35.416606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b0c2650d-7a01-4836-a971-5fa96b642130 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:35.417097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.472788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=50392390-7597-4a61-9711-16e474b5979d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:35.566348 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:35.651289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.664212 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b6632ad7-26bd-4b98-b244-8bed311ca28f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6116476 Aug 31 07:51:35.665224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46690) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:35.665688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 49235e2e-1aec-44b8-bff1-07b313cb3b51 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:35.677705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 49235e2e-1aec-44b8-bff1-07b313cb3b51 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:35.678320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.810184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c056371e-be5b-4ff7-b3cd-faad2b1e1ba3 req-800e26d6-c8f4-4193-95cf-b1804220246b tempest-InstanceActionsV221TestJSON-2095682785 tempest-InstanceActionsV221TestJSON-2095682785-project] 10.222.0.36 "GET /v2.0/ports?device_id=df32294d-3052-4ac3-b76a-74ab984beef5 HTTP/1.1" status: 200 len: 210 time: 0.1762099 Aug 31 07:51:35.831301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.858045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:33Z', 'revision_number': 3, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:35.880034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.900839 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Checking router: 1127f800-81c6-4c2d-a009-048bf0781550 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:35.901455 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Updating router 1127f800-81c6-4c2d-a009-048bf0781550 port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:35.933762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ff41f8-1738-4921-b688-8336af819bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49235e2e-1aec-44b8-bff1-07b313cb3b51'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:35.936646 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:35.937882 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ae2a9-18c4-4288-8fc1-f56e1a45476f" -d '{"events": [{"server_uuid": "81ff41f8-1738-4921-b688-8336af819bf5", "name": "network-vif-plugged", "status": "completed", "tag": "49235e2e-1aec-44b8-bff1-07b313cb3b51"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:35.959235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 49235e2e-1aec-44b8-bff1-07b313cb3b51, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51,segment=NetworkSegment(81086d43-edb1-47e0-bc12-36894810f425),segment_id=81086d43-edb1-47e0-bc12-36894810f425)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:36.010742 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca6a69-bd75-4b5f-b454-b91af9698362 x-openstack-request-id: req-acca6a69-bd75-4b5f-b454-b91af9698362 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:36.011040 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ff41f8-1738-4921-b688-8336af819bf5", "name": "network-vif-plugged", "status": "completed", "tag": "49235e2e-1aec-44b8-bff1-07b313cb3b51", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:36.011343 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acca6a69-bd75-4b5f-b454-b91af9698362 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:36.011782 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ff41f8-1738-4921-b688-8336af819bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49235e2e-1aec-44b8-bff1-07b313cb3b51', 'code': 200} Aug 31 07:51:36.050262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Router 50772c9a-814b-4314-9bab-09401b097168 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:51:36.069628 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.091346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe8b8c-3129-4a3a-90b9-42ab055a0b69 req-ede11ef2-7141-4ab6-9c98-59327ecb3268 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:36.143109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efbe8b8c-3129-4a3a-90b9-42ab055a0b69 req-ede11ef2-7141-4ab6-9c98-59327ecb3268 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 944 time: 0.3317425 Aug 31 07:51:36.236623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=49235e2e-1aec-44b8-bff1-07b313cb3b51,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:36.267326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efbe8b8c-3129-4a3a-90b9-42ab055a0b69 req-f443e310-e078-43ed-a692-33c6978ed8dd tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223404 Aug 31 07:51:36.294496 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.305457 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Transition to ACTIVE for port object 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:36.330884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 56aa8e8e-0943-4a61-8b61-7e65946d55a9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:36.386605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b4020-70e5-4e11-b4e2-6b20259c8ec5 req-a5ce5871-b7c1-4e75-9806-34a65304ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:36.388192 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd0b4020-70e5-4e11-b4e2-6b20259c8ec5 req-a5ce5871-b7c1-4e75-9806-34a65304ba92 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 1097 time: 0.3231249 Aug 31 07:51:36.405655 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.443342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:36.485219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] Sync routers for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:36.487683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-869fe24c-aa1d-4be5-8061-7a4259c82071 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/56aa8e8e-0943-4a61-8b61-7e65946d55a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8425779 Aug 31 07:51:36.488715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:36.492346 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Pushing event updated for resources: {'Port': ['ID=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:36.501101 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Attempting to bind port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:36.501618 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Attempting to bind port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:36.503978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:36.504311 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Attempting to bind port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:36.504610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:36.513062 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.513416 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.513768 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.514266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.514608 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.514943 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.515326 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.515659 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.515983 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.516307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.516630 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.516951 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:36.521540 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:36.522343 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:36.523006 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.523590 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:36.524545 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Bound port: 9406a1c9-eab3-49b0-ac4c-ef6640e27a01, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:36.525122 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.525647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:36.544420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e6a7069c-6927-4c77-9916-c31bd8577c2c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=56aa8e8e-0943-4a61-8b61-7e65946d55a9 HTTP/1.1" status: 200 len: 205 time: 0.0535269 Aug 31 07:51:36.545574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46706) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:36.547109 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd0b4020-70e5-4e11-b4e2-6b20259c8ec5 req-b217adb6-238e-463f-a808-49ee8e3e8948 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715952 Aug 31 07:51:36.567000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:36.593738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] Routers {'56aa8e8e-0943-4a61-8b61-7e65946d55a9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:36.594406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:36.600408 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] For port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:36.604498 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] For port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:36.607710 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:36.633903 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:36.634823 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:36.670958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.675097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:36.675200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d94683d-3498-4d35-998d-ecdb9c748b38 None None] The sync data for ids ['56aa8e8e-0943-4a61-8b61-7e65946d55a9'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:36.709056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.713691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7e351876-ed8a-45dc-b988-cb9f38b3c7e5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1512921 Aug 31 07:51:36.732105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:36.802293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46718) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:36.803143 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:36.820267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.900545 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.967952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.970763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.121013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:37.142984 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:37.143567 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:37.149698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.149698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router 56aa8e8e-0943-4a61-8b61-7e65946d55a9 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:37.162195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.162195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-480b60bb-40fd-4bc1-8481-b21753c068ef tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/56aa8e8e-0943-4a61-8b61-7e65946d55a9 HTTP/1.1" status: 204 len: 168 time: 0.6128967 Aug 31 07:51:37.162195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:37.219527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 83b0df87-a28c-41db-a023-994c0f885bb5 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:37.221233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Deleting subnet f9cad40c-d7c5-4972-b083-983bd76f05b7 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:37.228838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.244726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 83b0df87-a28c-41db-a023-994c0f885bb5 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:37.245940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 83b0df87-a28c-41db-a023-994c0f885bb5 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:37.262790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet 058f3670-52ca-455d-b491-02d005b810a3 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:37.271429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.314299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.366814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.429646 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807b793-1390-41f0-afd9-f9e48538a6e9 None None] Pushing event updated for resources: {'Port': ['ID=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:37.431233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Allocated IP 172.20.0.1 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/a67317f7-f3ee-4961-8a94-ac8755a0888b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:37.468864 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:37.471408 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:34Z', 'revision_number': 3, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:37.492262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.517217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.552667 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:37.553951 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Updating router 50772c9a-814b-4314-9bab-09401b097168 port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:37.596800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9cad40c-d7c5-4972-b083-983bd76f05b7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:37.612893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94f01a-ebf8-4c77-9418-e9bc65334bed req-14acffc6-d2bf-4a47-b36d-0204f064ba77 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:37.614603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb94f01a-ebf8-4c77-9418-e9bc65334bed req-14acffc6-d2bf-4a47-b36d-0204f064ba77 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 945 time: 0.1823692 Aug 31 07:51:37.627714 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.627936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.627936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-da164f29-e9e8-4203-a581-41ec1541f4b0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9cad40c-d7c5-4972-b083-983bd76f05b7 HTTP/1.1" status: 204 len: 168 time: 0.5009060 Aug 31 07:51:37.628159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.633754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:37.705208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Transition to ACTIVE for port object a67317f7-f3ee-4961-8a94-ac8755a0888b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:37.801204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb94f01a-ebf8-4c77-9418-e9bc65334bed req-03a8fa22-9fc1-4df4-871b-de7be0ad38aa tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734157 Aug 31 07:51:37.823456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.834372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.972572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:37.973318 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:33Z', 'revision_number': 3, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:38.000071 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.014346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5fa94d-18e3-420d-aa6d-bb4ec4e738de']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:38.027148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f2e9b8-745f-40e2-8797-d56bf964fe87') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:38.027595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f2e9b8-745f-40e2-8797-d56bf964fe87') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:38.029393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7e5fb-d2e9-46e6-a871-9b320ea732d1 None None] The sync data for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 is: [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:33Z', 'revision_number': 3, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:38.039115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.056933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Pushing event updated for resources: {'Port': ['ID=a67317f7-f3ee-4961-8a94-ac8755a0888b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:38.058364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.070241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:38.070958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.081075 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.087364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:38.092722 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Transition to ACTIVE for port object 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:38.094456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:38.098845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:38.116589 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:38.124503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.183877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=058f3670-52ca-455d-b491-02d005b810a3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:38.190120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.190828 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.195743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-de5f1619-fd4e-40ed-abc8-18e61f0cd1c6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/058f3670-52ca-455d-b491-02d005b810a3 HTTP/1.1" status: 204 len: 168 time: 1.0296178 Aug 31 07:51:38.196115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46754) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:38.199225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb1de8-5c8c-4533-ab81-fdd2a9d1feef None None] Network a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:38.218662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.260110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet dc7779f4-6fac-434b-a820-21d269976ad1 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:38.264101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.294614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72344b9a-075e-45bc-825c-b779fdde365b None None] Pushing event updated for resources: {'Port': ['ID=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:38.344419 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Attempting to bind port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:38.345625 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Attempting to bind port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:38.354881 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Attempting to bind port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:38.358210 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:38.358480 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:38.358837 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.362098 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:38.362581 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Bound port: 68b9d32f-da06-42ee-8b55-b52a7c1a5a67, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:38.365680 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.401015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.478052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.493403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.494032 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] For port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:38.511617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c5fa94d-18e3-420d-aa6d-bb4ec4e738de HTTP/1.1" status: 204 len: 168 time: 0.8741031 Aug 31 07:51:38.526254 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] For port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:38.568254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b95c7b-cfd4-4308-97cc-9fe74e4ced5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5fa94d-18e3-420d-aa6d-bb4ec4e738de,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:38.596475 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.610076 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.684910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.738264 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:38.738910 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:38.742365 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72344b9a-075e-45bc-825c-b779fdde365b None None] Pushing event updated for resources: {'Port': ['ID=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:38.846536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.894220 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:38.903695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.905239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a97fc9d-ba64-4907-8e85-59672b7edeed None None] Provisioning for port a67317f7-f3ee-4961-8a94-ac8755a0888b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:38.931568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] DHCP port deletion for a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:38.941980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a97fc9d-ba64-4907-8e85-59672b7edeed None None] Provisioning complete for port a67317f7-f3ee-4961-8a94-ac8755a0888b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:38.942519 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a97fc9d-ba64-4907-8e85-59672b7edeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:38.959307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46768) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:39.008880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27f335-f2e6-4645-9462-96069154ffba None None] Network c83f301a-34d4-46bb-86a3-bc5deae95d8b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:39.030970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7779f4-6fac-434b-a820-21d269976ad1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:39.040607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.042729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dee2532d-4f31-43a4-b00f-06c0dc763283 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/dc7779f4-6fac-434b-a820-21d269976ad1 HTTP/1.1" status: 204 len: 168 time: 0.8455102 Aug 31 07:51:39.045320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46770) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:39.137084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4c7e4-d563-4d7b-8b2c-a00b74a46bea req-ab82cde4-e037-4d96-bb09-d6c038fbba6a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:39.145089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b4c7e4-d563-4d7b-8b2c-a00b74a46bea req-ab82cde4-e037-4d96-bb09-d6c038fbba6a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 945 time: 0.1587572 Aug 31 07:51:39.147662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:39.188405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a97fc9d-ba64-4907-8e85-59672b7edeed None None] Port a67317f7-f3ee-4961-8a94-ac8755a0888b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:39.217026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.221988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b4c7e4-d563-4d7b-8b2c-a00b74a46bea req-1e7d537f-2c98-48e7-abd8-83a0925c90d9 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747263 Aug 31 07:51:39.240391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.315235 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:34Z', 'revision_number': 3, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:39.388565 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9047a-5da1-42a7-a24b-3ef99c11b008 None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:34Z', 'revision_number': 3, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:39.395452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] Deleting port ac431bde-1d9d-452b-a76c-a3010bfc0407 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:39.395943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.396717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port ac431bde-1d9d-452b-a76c-a3010bfc0407 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:39.396999 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.503284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:39.514266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] For port ac431bde-1d9d-452b-a76c-a3010bfc0407, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ac431bde-1d9d-452b-a76c-a3010bfc0407,segment=NetworkSegment(05e1aa48-0f8f-4147-bc43-7119f6eb5d3b),segment_id=05e1aa48-0f8f-4147-bc43-7119f6eb5d3b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:39.515188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.530660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port ac431bde-1d9d-452b-a76c-a3010bfc0407, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ac431bde-1d9d-452b-a76c-a3010bfc0407,segment=NetworkSegment(05e1aa48-0f8f-4147-bc43-7119f6eb5d3b),segment_id=05e1aa48-0f8f-4147-bc43-7119f6eb5d3b)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:39.531731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.539398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:39.539894 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.570510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for ac431bde-1d9d-452b-a76c-a3010bfc0407 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:39.607609 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6375bcb8-c387-4162-86e7-c260fa370c5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f63e8bd554814fa4a74e060fe27a45a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6357737 Aug 31 07:51:39.610552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] Calling delete_port for ac431bde-1d9d-452b-a76c-a3010bfc0407 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:39.611443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46786) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:39.739335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] DHCP port deletion for c83f301a-34d4-46bb-86a3-bc5deae95d8b request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:39.741694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Allocated IP 172.20.0.1 (7c2e9ad2-9098-487f-bd43-9dac61ab0573/675865dd-b355-4af7-b08e-0ace5eebaa0e/5d1e6cde-dd0a-4368-9193-817668157897) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:39.839737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.858221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port ac431bde-1d9d-452b-a76c-a3010bfc0407 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:39.922184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.942478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] Deleting port 387d4651-542a-45fd-95d4-4e049d0378f3 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:39.943356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:39.948898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=ac431bde-1d9d-452b-a76c-a3010bfc0407,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:39.998129 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:40.000904 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:51:40.023699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.030337 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.036579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.039876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.045097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:40.057753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:40.058083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e1aa48-0f8f-4147-bc43-7119f6eb5d3b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:40.068952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.073656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:40.098201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9336e4-265c-4b62-91cc-057f3b40b64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.110795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] For port 387d4651-542a-45fd-95d4-4e049d0378f3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=387d4651-542a-45fd-95d4-4e049d0378f3,segment=NetworkSegment(fae8b322-8b40-430f-b2ad-a714febe3d93),segment_id=fae8b322-8b40-430f-b2ad-a714febe3d93)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:40.111214 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.121855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.128699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:40.131037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:40.144900 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:40.168938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9336e4-265c-4b62-91cc-057f3b40b64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.184091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.200232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Pushing event updated for resources: {'Port': ['ID=a67317f7-f3ee-4961-8a94-ac8755a0888b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.213329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] Pushing event deleted for resources: {'Port': ['ID=ac431bde-1d9d-452b-a76c-a3010bfc0407,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.215463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57d7ff-4e23-4b6c-9d99-14254221b47e None None] No DVR routers for this DVR port ac431bde-1d9d-452b-a76c-a3010bfc0407 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:40.231618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] Calling delete_port for 387d4651-542a-45fd-95d4-4e049d0378f3 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:40.311770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.337374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.366626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.393646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.407952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.431227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb HTTP/1.1" status: 204 len: 168 time: 1.3845975 Aug 31 07:51:40.434426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46796) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:40.455409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Transition to ACTIVE for port object 5d1e6cde-dd0a-4368-9193-817668157897 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:40.456330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9336e4-265c-4b62-91cc-057f3b40b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.462851 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9336e4-265c-4b62-91cc-057f3b40b64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.467397 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c9336e4-265c-4b62-91cc-057f3b40b64f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66d6b689-ec79-4492-8ddf-9d8cd62e902f HTTP/1.1" status: 204 len: 168 time: 0.8326080 Aug 31 07:51:40.496522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9336e4-265c-4b62-91cc-057f3b40b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d6b689-ec79-4492-8ddf-9d8cd62e902f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.584354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.602878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd31f74-7c57-4503-a051-48c8eac58c7f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=a701d4d5-0f1a-4c7f-a5ef-5ee68ba48afb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.625726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] Pushing event deleted for resources: {'Port': ['ID=387d4651-542a-45fd-95d4-4e049d0378f3,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.629085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a717c-92aa-4392-8c79-b68116125be8 None None] No DVR routers for this DVR port 387d4651-542a-45fd-95d4-4e049d0378f3 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:40.640983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:40.642740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Deleting port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:40.643386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.665717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:40.696296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e3eb-0c47-4ee5-b6fe-c90e63a23fc0 req-71ba9ad1-68c7-4eaa-8437-0033ebd39d81 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:40.700620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3308e3eb-0c47-4ee5-b6fe-c90e63a23fc0 req-71ba9ad1-68c7-4eaa-8437-0033ebd39d81 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 945 time: 0.3465090 Aug 31 07:51:40.727352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.766880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.800615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3308e3eb-0c47-4ee5-b6fe-c90e63a23fc0 req-03e669ee-e4e4-4f6d-9d19-ffedf9604fee tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925937 Aug 31 07:51:40.889924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:40.920527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.943385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83f301a-34d4-46bb-86a3-bc5deae95d8b']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:40.973727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae8b322-8b40-430f-b2ad-a714febe3d93') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:40.974316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae8b322-8b40-430f-b2ad-a714febe3d93') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:40.989476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:40.990894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1e6cde-dd0a-4368-9193-817668157897,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:40.997293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:41.002498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:41.020848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.040261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:41.040807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:41.046082 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:41.144214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9d7c2559-f373-484e-9cc5-1d3ad15bb441 None None] Provisioning complete for port a67317f7-f3ee-4961-8a94-ac8755a0888b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:41.144599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9d7c2559-f373-484e-9cc5-1d3ad15bb441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.248524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:41.287614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.301544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.305859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/c83f301a-34d4-46bb-86a3-bc5deae95d8b HTTP/1.1" status: 204 len: 168 time: 0.8085434 Aug 31 07:51:41.317251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46812) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:41.324956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-100794304'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:41.340495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f6c4b-248f-4e8b-8899-af371878d472 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=c83f301a-34d4-46bb-86a3-bc5deae95d8b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:41.341201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c2559-f373-484e-9cc5-1d3ad15bb441 None None] Port a67317f7-f3ee-4961-8a94-ac8755a0888b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:41.344326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:41.344745 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.437232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:41.453462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] For port 4b6c005e-7fca-4a0a-a374-cc4ea86fb290, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:41.453968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.486917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:41.492424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.535927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Calling delete_port for 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:41.537517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:41.554250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.554716 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment 20335b5f-fcba-4312-aea7-241164175295 of type vlan for network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 Aug 31 07:51:41.618773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d4ae12c2-5ed8-40a3-915e-e337c9f17738 None None] Provisioning for port 5d1e6cde-dd0a-4368-9193-817668157897 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:41.624482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d4ae12c2-5ed8-40a3-915e-e337c9f17738 None None] Provisioning complete for port 5d1e6cde-dd0a-4368-9193-817668157897 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:41.625121 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d4ae12c2-5ed8-40a3-915e-e337c9f17738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.657511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.711043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.721968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae12c2-5ed8-40a3-915e-e337c9f17738 None None] Port 5d1e6cde-dd0a-4368-9193-817668157897 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:41.727840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:41.734295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:41.734972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.795545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.801338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:41.802084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.824235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Router 1127f800-81c6-4c2d-a009-048bf0781550 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:41.880088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-d3fd8d50-7ec0-4684-b680-c5d5223f76b7 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:41.882455 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-d3fd8d50-7ec0-4684-b680-c5d5223f76b7 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.68 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 945 time: 0.2803323 Aug 31 07:51:41.924895 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:41.961882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:42.000098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:42.011691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:42.035006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d954f-1423-4391-8c88-f1e6b826872b req-c5065835-a500-4236-9ecd-6cdb066985da tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:42.036616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d94d954f-1423-4391-8c88-f1e6b826872b req-c5065835-a500-4236-9ecd-6cdb066985da tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 945 time: 0.0814075 Aug 31 07:51:42.040788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1e474504-81cb-4d58-9863-afbc284ecff4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7177625 Aug 31 07:51:42.041463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46832) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:42.047493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:42.094855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:42.220339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ac431bde-1d9d-452b-a76c-a3010bfc0407 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:42.223843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:42.265165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d94d954f-1423-4391-8c88-f1e6b826872b req-ca0eeae9-5669-4a38-81fa-57c41ce01409 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118909 Aug 31 07:51:42.273688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:42.297524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ac431bde-1d9d-452b-a76c-a3010bfc0407 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:42.297909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ac431bde-1d9d-452b-a76c-a3010bfc0407 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:42.298348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 387d4651-542a-45fd-95d4-4e049d0378f3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:42.323920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 387d4651-542a-45fd-95d4-4e049d0378f3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:42.324268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 387d4651-542a-45fd-95d4-4e049d0378f3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:42.357829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:42.368513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Sync routers for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:42.371293 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-67361bf6-cac1-493d-9de8-33c1f26dabc4 admin admin] 10.222.0.36 "PUT /v2.0/routers/1127f800-81c6-4c2d-a009-048bf0781550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7020571 Aug 31 07:51:42.387217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:42.387857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:42.411787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Deleting port 49235e2e-1aec-44b8-bff1-07b313cb3b51 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:42.412128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:42.417668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:42.430373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:42.434952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:42.564584 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:42.574372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:42.590757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-544206182-network', 'tenant_id': '9b3cb4be92314fc6bd3a319e8d3738ee'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:42.923531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6c005e-7fca-4a0a-a374-cc4ea86fb290,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:43.011681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:43.051143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:39Z', 'revision_number': 2, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:43.080722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Checking router: 1127f800-81c6-4c2d-a009-048bf0781550 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:43.081118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Updating router 1127f800-81c6-4c2d-a009-048bf0781550 port a67317f7-f3ee-4961-8a94-ac8755a0888b binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:43.118964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.186553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:43.187467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.187755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.267629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] For port 49235e2e-1aec-44b8-bff1-07b313cb3b51, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=49235e2e-1aec-44b8-bff1-07b313cb3b51,segment=NetworkSegment(81086d43-edb1-47e0-bc12-36894810f425),segment_id=81086d43-edb1-47e0-bc12-36894810f425)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:43.267956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.302869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Calling delete_port for 49235e2e-1aec-44b8-bff1-07b313cb3b51 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:43.420097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46860) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:43.428253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Made reservation on behalf of 9b3cb4be92314fc6bd3a319e8d3738ee for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:43.430202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204553748', 'description': 'tempest-description--1218895268'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:43.431233 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.469659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.489171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.551388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.623714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.666739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.693398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=3d57792e-aa6d-4838-9057-04efebdd0f9b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:43.704025 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.708702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dfd9f-13f0-435f-8ae5-22e0d41d69e9 req-e4583211-51bf-48aa-bf4d-2a1e8f827cb7 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:43.711059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-316dfd9f-13f0-435f-8ae5-22e0d41d69e9 req-e4583211-51bf-48aa-bf4d-2a1e8f827cb7 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 945 time: 0.2444060 Aug 31 07:51:43.714247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': '20335b5f-fcba-4312-aea7-241164175295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:43.715010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:43.720982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Transition to ACTIVE for port object a67317f7-f3ee-4961-8a94-ac8755a0888b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:43.760496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-316dfd9f-13f0-435f-8ae5-22e0d41d69e9 req-c21c3cc4-16f5-45d5-97fe-5cd11b3005fa tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d239f3b-0738-4912-bdfa-37eb43ac60fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Aug 31 07:51:43.801609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.817744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1e6cde-dd0a-4368-9193-817668157897,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:43.826029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.828827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:43.831835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:43.860177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b78ed-8b19-47a9-9335-01f0f99616b2 None None] Pushing event updated for resources: {'Port': ['ID=a67317f7-f3ee-4961-8a94-ac8755a0888b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:43.912200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Attempting to bind port a67317f7-f3ee-4961-8a94-ac8755a0888b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:43.912751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Attempting to bind port a67317f7-f3ee-4961-8a94-ac8755a0888b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:43.913125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Attempting to bind port a67317f7-f3ee-4961-8a94-ac8755a0888b on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:43.916155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:43.921178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:43.922120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.925672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:43.926129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:43.926869 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.926998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:43.927435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Bound port: a67317f7-f3ee-4961-8a94-ac8755a0888b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:43.927831 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:43.931574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e566102-4e08-4e4d-aa98-c8a4ffa8657e None None] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:43.958981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.025257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.026970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Pushing event deleted for resources: {'Port': ['ID=49235e2e-1aec-44b8-bff1-07b313cb3b51,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:44.081571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] For port a67317f7-f3ee-4961-8a94-ac8755a0888b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:44.089315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] For port a67317f7-f3ee-4961-8a94-ac8755a0888b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a67317f7-f3ee-4961-8a94-ac8755a0888b,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:44.107610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.119916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:44.133316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] Sync routers for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:44.145340 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:44.146572 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:44.150270 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c461fcb6-b154-4742-897e-58613e096d28 admin admin] 10.222.0.36 "PUT /v2.0/routers/3ff64952-e33c-451a-a323-c1e7dbbe2f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3469300 Aug 31 07:51:44.153885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46868) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:44.188572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:44.190702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] No DVR routers for this DVR port 49235e2e-1aec-44b8-bff1-07b313cb3b51 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:44.198994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.203744 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c9e1705c-be1f-4121-b771-c9768e1ad682 req-2d2aca19-b20a-4785-b86b-22631284949a tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.68 "DELETE /v2.0/ports/49235e2e-1aec-44b8-bff1-07b313cb3b51 HTTP/1.1" status: 204 len: 173 time: 2.3047638 Aug 31 07:51:44.203902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ff41f8-1738-4921-b688-8336af819bf5', 'name': 'network-vif-deleted', 'tag': '49235e2e-1aec-44b8-bff1-07b313cb3b51'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:44.212605 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1dbe68-2246-4e31-95c2-c17c9281a0f1" -d '{"events": [{"server_uuid": "81ff41f8-1738-4921-b688-8336af819bf5", "name": "network-vif-deleted", "tag": "49235e2e-1aec-44b8-bff1-07b313cb3b51"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:44.216428 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.236428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:44.237884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.238333 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Added segment 153d5856-b155-4de7-a073-ba7eb4e0e7b5 of type vlan for network a2f2cd2a-7547-4f84-95f5-662d7519a804 Aug 31 07:51:44.239588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f3ac08-d5d2-446d-9775-0f224aef23b0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:44.249446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:44.299240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.307799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6e8ad983-9b33-4596-8ca4-c8161b36d598 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2626026 Aug 31 07:51:44.309639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46874) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:44.366458 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3baf6e3-fc26-471f-b8c6-97a18e8123fb x-openstack-request-id: req-d3baf6e3-fc26-471f-b8c6-97a18e8123fb {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:44.372361 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ff41f8-1738-4921-b688-8336af819bf5", "name": "network-vif-deleted", "tag": "49235e2e-1aec-44b8-bff1-07b313cb3b51", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:44.372744 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3baf6e3-fc26-471f-b8c6-97a18e8123fb {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:44.372870 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:44.373188 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ff41f8-1738-4921-b688-8336af819bf5', 'name': 'network-vif-deleted', 'tag': '49235e2e-1aec-44b8-bff1-07b313cb3b51', 'status': 'completed', 'code': 200} Aug 31 07:51:44.374977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.379067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-248110094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:44.563931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:44.568481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b78ed-8b19-47a9-9335-01f0f99616b2 None None] Pushing event updated for resources: {'Port': ['ID=a67317f7-f3ee-4961-8a94-ac8755a0888b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:44.594021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11', 'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': '3d57792e-aa6d-4838-9057-04efebdd0f9b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:51:44.594793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.626786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.628576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:44.629337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.721692 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.734459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.811719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Allocated IP 2001:db8::2 (7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11/3d57792e-aa6d-4838-9057-04efebdd0f9b/2132ff90-5dcf-4383-a382-66d5a1a6c66e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:44.832706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 5, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port': {'id': '9debfa2d-3ced-455f-8ddc-b578429d79b4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:42:16Z', 'updated_at': '2021-08-31T07:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:44.841283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.915378 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] Checking router: 3ff64952-e33c-451a-a323-c1e7dbbe2f67 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:44.941098 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] Routers {'3ff64952-e33c-451a-a323-c1e7dbbe2f67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:44.944102 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:44.964794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7ab56a9-657a-44ac-825e-192a0c9d5cc9 req-2d2b9fb8-aaec-4770-aef1-c8997c0733a1 tempest-ServerAddressesTestJSON-156577999 tempest-ServerAddressesTestJSON-156577999-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff41f8-1738-4921-b688-8336af819bf5 HTTP/1.1" status: 200 len: 210 time: 0.0666025 Aug 31 07:51:44.970087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.971648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.984761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8591e71-bdd4-4717-a1b4-09d663ea032e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:44.999279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:45.001356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:45.008143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8b3ece5e-8875-46d8-8892-0f22254ba4fb None None] Provisioning complete for port 5d1e6cde-dd0a-4368-9193-817668157897 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:45.008628 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b3ece5e-8875-46d8-8892-0f22254ba4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.067628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.082818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eedb2c5b-7590-4ad1-98bd-e9c988817ec0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6608052 Aug 31 07:51:45.085112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Deleting port 9debfa2d-3ced-455f-8ddc-b578429d79b4 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:45.085698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.089127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46886) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:45.111537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'security_group_rule': {'security_group_id': 'c8591e71-bdd4-4717-a1b4-09d663ea032e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:45.121148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ece5e-8875-46d8-8892-0f22254ba4fb None None] Port 5d1e6cde-dd0a-4368-9193-817668157897 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:45.276633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.279597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.291635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.298334 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] Set router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:45.307458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:45.319661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f2cd2a-7547-4f84-95f5-662d7519a804,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:45.330135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] For port 9debfa2d-3ced-455f-8ddc-b578429d79b4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9debfa2d-3ced-455f-8ddc-b578429d79b4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:45.330513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.362733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Calling delete_port for 9debfa2d-3ced-455f-8ddc-b578429d79b4 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:45.369687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:45.375425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5eb271ba-bba5-4595-bd20-95162fa2ca29 admin admin] 10.222.0.36 "PUT /v2.0/routers/50772c9a-814b-4314-9bab-09401b097168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6421838 Aug 31 07:51:45.392714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:51:44Z', 'revision_number': 6, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:45.392966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.400857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:45.408871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a2f2cd2a-7547-4f84-95f5-662d7519a804 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:45.414319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Transition to ACTIVE for port object 2132ff90-5dcf-4383-a382-66d5a1a6c66e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:45.431401 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c087d6-1060-4d5d-b446-9372a1140d98 None None] The sync data for ids ['3ff64952-e33c-451a-a323-c1e7dbbe2f67'] in n-d-713499-16 is: [{'id': '3ff64952-e33c-451a-a323-c1e7dbbe2f67', 'name': 'tempest-AttachVolumeShelveTestJSON-559021524-router', 'tenant_id': '7223709be0234470abd6d741cb9bd31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:51:44Z', 'revision_number': 6, 'project_id': '7223709be0234470abd6d741cb9bd31d', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:45.459452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.466536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae5eb0ff-7c71-4e02-9e98-e5cddec9c654 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1879611 Aug 31 07:51:45.468231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46892) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:45.474747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Request body: {'subnet': {'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-544206182-subnet', 'tenant_id': '9b3cb4be92314fc6bd3a319e8d3738ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:45.513094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 49235e2e-1aec-44b8-bff1-07b313cb3b51 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:45.550064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:45.550778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:45.554543 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.556000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1e5b177-0eb1-446c-a9e4-d709274d2a9a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1880469 Aug 31 07:51:45.557842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 49235e2e-1aec-44b8-bff1-07b313cb3b51 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:45.558089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 49235e2e-1aec-44b8-bff1-07b313cb3b51 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:45.561616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46896) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:45.574089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Transition to ACTIVE for port object 2132ff90-5dcf-4383-a382-66d5a1a6c66e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:45.578571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'port': {'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11', 'name': 'tempest-RoutersIpV6Test-1599778444'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:45.592302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.664876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744311ae-57b4-4b88-86b5-a2d3041710e3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:45.669949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Made reservation on behalf of 9b3cb4be92314fc6bd3a319e8d3738ee for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:45.689111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.775217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.811487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:45.834945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-866d5ea0-a203-4e32-af81-2020edd4b54b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7444167 Aug 31 07:51:45.846649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:45.876443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'security_group_rule': {'security_group_id': 'c8591e71-bdd4-4717-a1b4-09d663ea032e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:45.911089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:45.918614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:45.955944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:45.961737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:45.964642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Pushing event updated for resources: {'Port': ['ID=2132ff90-5dcf-4383-a382-66d5a1a6c66e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:45.985151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.032156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Pushing event deleted for resources: {'Port': ['ID=9debfa2d-3ced-455f-8ddc-b578429d79b4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:46.047928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.050310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.083457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46922) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:46.128415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Attempting to bind port 2132ff90-5dcf-4383-a382-66d5a1a6c66e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:46.129056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Attempting to bind port 2132ff90-5dcf-4383-a382-66d5a1a6c66e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '20335b5f-fcba-4312-aea7-241164175295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:46.129158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Attempting to bind port 2132ff90-5dcf-4383-a382-66d5a1a6c66e on network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:46.144370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:46.146368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Checking segment: {'id': '20335b5f-fcba-4312-aea7-241164175295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:46.146368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.146368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Bound using segment: {'id': '20335b5f-fcba-4312-aea7-241164175295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:46.146368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Bound port: 2132ff90-5dcf-4383-a382-66d5a1a6c66e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20335b5f-fcba-4312-aea7-241164175295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:46.146761 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.163848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e463df54-93bd-445b-8083-9a5e5b9020eb,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:46.165026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:44Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:46.165257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Deleting subnet b645be10-e2ec-467b-99c1-c1cae59180bb {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:46.213864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655c988-8685-4f98-ba90-d50aad201059 None None] The sync data for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 is: [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:44Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:46.220292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.232646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Checking segment: {'id': '153d5856-b155-4de7-a073-ba7eb4e0e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:46.233166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Network hostable DHCP agents. Network: a2f2cd2a-7547-4f84-95f5-662d7519a804, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:46.240153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:46.244248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.251497 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.316335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] For port 2132ff90-5dcf-4383-a382-66d5a1a6c66e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:46.331234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] For port 2132ff90-5dcf-4383-a382-66d5a1a6c66e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2132ff90-5dcf-4383-a382-66d5a1a6c66e,segment=NetworkSegment(20335b5f-fcba-4312-aea7-241164175295),segment_id=20335b5f-fcba-4312-aea7-241164175295)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:46.346267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:43Z', 'revision_number': 2, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:46.373183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Network a2f2cd2a-7547-4f84-95f5-662d7519a804 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:46.394072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:46.401681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Updating router 50772c9a-814b-4314-9bab-09401b097168 port 5d1e6cde-dd0a-4368-9193-817668157897 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:51:46.406386 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.445451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-2dd0de4b-1bca-4225-96c4-41e681983a05 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:46.454266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-2dd0de4b-1bca-4225-96c4-41e681983a05 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 821 time: 0.5447338 Aug 31 07:51:46.454266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] device_id is not set on port 71b040ca-ebe8-4faf-881d-4c0d09c41991 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:51:46.460973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.466656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.470403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.476642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a2f2cd2a-7547-4f84-95f5-662d7519a804) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:46.479928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.484653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:46.485253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.497558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016af367-cfb0-4d62-a7da-8618b4c199b9 None None] Network a2f2cd2a-7547-4f84-95f5-662d7519a804 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:46.599403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53777a97-43bb-49b0-aa02-8885efae42b3 None None] Pushing event updated for resources: {'Port': ['ID=2132ff90-5dcf-4383-a382-66d5a1a6c66e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:46.629673 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fa5ecdce-55ed-4807-ba15-0038ec42b131 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1600583 Aug 31 07:51:46.633893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-9451482c-f4a0-498e-b247-995b48d2e1f8 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/quotas/fc970d0b6d784106b4b57babdea6a581 HTTP/1.1" status: 200 len: 375 time: 0.1686935 Aug 31 07:51:46.718399 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.728081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.973872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8::1cd (7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11/3d57792e-aa6d-4838-9057-04efebdd0f9b/71b040ca-ebe8-4faf-881d-4c0d09c41991) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:47.191493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.198571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2132ff90-5dcf-4383-a382-66d5a1a6c66e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:47.215755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.216362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff64952-e33c-451a-a323-c1e7dbbe2f67 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:47.237601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.239675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5cdad8c3-7899-40af-ae68-ab64b82d9484 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3ff64952-e33c-451a-a323-c1e7dbbe2f67 HTTP/1.1" status: 204 len: 168 time: 3.0835924 Aug 31 07:51:47.242719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46948) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:47.282656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc7a80c-c4dc-4e97-b2c3-f4cc021a698d,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:47.311666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.322482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Deleting subnet 4f8c1493-0d37-4cbe-874f-0fd24488fcbc {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:47.328335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 71b040ca-ebe8-4faf-881d-4c0d09c41991 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:47.338866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.405039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.405039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93d45958-fd88-43dc-9620-ae3a66cb2516 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5494230 Aug 31 07:51:47.405039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46952) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:47.416105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f227eec-5f55-47e9-8f11-263c8abd3c66 None None] Network a2f2cd2a-7547-4f84-95f5-662d7519a804 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:47.426467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.451484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:47.496544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.578187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-ac79e4a9-1d2f-4010-b92a-df2e61e3ce73 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8931026 Aug 31 07:51:47.587750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=71b040ca-ebe8-4faf-881d-4c0d09c41991,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:47.602023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.612282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.620824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.623412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b645be10-e2ec-467b-99c1-c1cae59180bb HTTP/1.1" status: 204 len: 168 time: 1.5389302 Aug 31 07:51:47.625910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.632849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:47.634252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:47.652995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:47.655362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2132ff90-5dcf-4383-a382-66d5a1a6c66e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:47.656274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:47.664867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:47.668619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.680825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a67317f7-f3ee-4961-8a94-ac8755a0888b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:47.682761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Transition to ACTIVE for port object 5d1e6cde-dd0a-4368-9193-817668157897 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:47.763849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.802718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9431576-2325-4add-9261-a6394f795c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b645be10-e2ec-467b-99c1-c1cae59180bb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:47.810450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.812435 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4f8c1493-0d37-4cbe-874f-0fd24488fcbc HTTP/1.1" status: 204 len: 168 time: 0.5686789 Aug 31 07:51:47.830405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a3100-7b75-4ccf-a90d-bb5e0fbae686 None None] Network 43c08eb0-1449-4c08-b59a-b9c43a8050aa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:47.836521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46960) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:47.838339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.844727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae540dde-9bf0-4648-87f7-6ce11d7ca2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8c1493-0d37-4cbe-874f-0fd24488fcbc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:47.848862 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:47.984945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-50047cd5-3b14-4c58-af07-5a78dc6b3ea6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4179952 Aug 31 07:51:47.985432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:48.027765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee647c9b-6245-4566-8947-ca2e26395a31 None None] Pushing event updated for resources: {'Port': ['ID=5d1e6cde-dd0a-4368-9193-817668157897,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:48.079878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.085309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.109225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-437f3479-4ba2-4945-b789-4c6b3aa10695 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:48.111442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-437f3479-4ba2-4945-b789-4c6b3aa10695 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/networks?id=a2f2cd2a-7547-4f84-95f5-662d7519a804 HTTP/1.1" status: 200 len: 808 time: 0.9063082 Aug 31 07:51:48.139899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-3f85cb26-20d4-46ed-86c2-a794fbf154b0 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/quotas/9b3cb4be92314fc6bd3a319e8d3738ee HTTP/1.1" status: 200 len: 375 time: 0.0153482 Aug 31 07:51:48.191018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a67317f7-f3ee-4961-8a94-ac8755a0888b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:48.241371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a67317f7-f3ee-4961-8a94-ac8755a0888b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:48.242023 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.285389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-95139e2c-9844-4a4d-83dd-c88ad98edf4a tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b3cb4be92314fc6bd3a319e8d3738ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925300 Aug 31 07:51:48.294849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a82fc-ac08-4860-b76b-d6081805e010 None None] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:48.377742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Attempting to bind port 5d1e6cde-dd0a-4368-9193-817668157897 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:48.378843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Attempting to bind port 5d1e6cde-dd0a-4368-9193-817668157897 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:48.380911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Attempting to bind port 5d1e6cde-dd0a-4368-9193-817668157897 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:48.392431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] DHCP port deletion for 43c08eb0-1449-4c08-b59a-b9c43a8050aa request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:48.422239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-1d108c18-6648-4c8f-9af8-d1d4070c8549 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843070 Aug 31 07:51:48.430002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.434023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:48.434023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Checking segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:48.434023 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.434399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Bound using segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:48.434684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Bound port: 5d1e6cde-dd0a-4368-9193-817668157897, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:48.435072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.455960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cdb2c7-32bf-492d-8555-2ed671c7e4f1']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:48.536145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81086d43-edb1-47e0-bc12-36894810f425') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:48.536452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81086d43-edb1-47e0-bc12-36894810f425') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:48.548472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.559824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.561940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] Provisioning for port 2132ff90-5dcf-4383-a382-66d5a1a6c66e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:48.582466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] Provisioning complete for port 2132ff90-5dcf-4383-a382-66d5a1a6c66e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:48.582835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.634785 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.669662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.678632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] Deleting port e21c42ee-d993-4aba-9c68-3f9b96f1c347 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:48.679007 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.681370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] For port 5d1e6cde-dd0a-4368-9193-817668157897, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:48.691657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.694908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:48.695345 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.696993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a67317f7-f3ee-4961-8a94-ac8755a0888b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a67317f7-f3ee-4961-8a94-ac8755a0888b,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:48.705569 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:48.721459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Deleting port e21c42ee-d993-4aba-9c68-3f9b96f1c347 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:48.721862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.757974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] For port 5d1e6cde-dd0a-4368-9193-817668157897, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5d1e6cde-dd0a-4368-9193-817668157897,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:48.800286 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.812683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] For port e21c42ee-d993-4aba-9c68-3f9b96f1c347, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e21c42ee-d993-4aba-9c68-3f9b96f1c347,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:48.813084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.855467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:48.879384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] Calling delete_port for e21c42ee-d993-4aba-9c68-3f9b96f1c347 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:48.947779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:48.984462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.048885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.098814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:49.099331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4b6c005e-7fca-4a0a-a374-cc4ea86fb290 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:49.100476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9debfa2d-3ced-455f-8ddc-b578429d79b4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:49.118678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] For port 2132ff90-5dcf-4383-a382-66d5a1a6c66e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2132ff90-5dcf-4383-a382-66d5a1a6c66e,segment=NetworkSegment(20335b5f-fcba-4312-aea7-241164175295),segment_id=20335b5f-fcba-4312-aea7-241164175295)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:49.122546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.158977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:49.159749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:49.200440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a67317f7-f3ee-4961-8a94-ac8755a0888b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.242075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9debfa2d-3ced-455f-8ddc-b578429d79b4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:49.243229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9debfa2d-3ced-455f-8ddc-b578429d79b4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:49.263325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=71b040ca-ebe8-4faf-881d-4c0d09c41991,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.358384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee647c9b-6245-4566-8947-ca2e26395a31 None None] Pushing event updated for resources: {'Port': ['ID=5d1e6cde-dd0a-4368-9193-817668157897,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.361174 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.391352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] For port e21c42ee-d993-4aba-9c68-3f9b96f1c347, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e21c42ee-d993-4aba-9c68-3f9b96f1c347,segment=NetworkSegment(cb8319f5-28af-4149-8be9-358a85eeb693),segment_id=cb8319f5-28af-4149-8be9-358a85eeb693)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:49.391974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.410910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Calling delete_port for e21c42ee-d993-4aba-9c68-3f9b96f1c347 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:49.433750 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.436097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320133b-929b-460d-9c42-b709c11a81dd None None] Pushing event updated for resources: {'Port': ['ID=2132ff90-5dcf-4383-a382-66d5a1a6c66e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.451389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a67317f7-f3ee-4961-8a94-ac8755a0888b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:49.492889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.497024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-beee78d0-3df6-4c45-bbbe-e763ccd3c8b3 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0384731 Aug 31 07:51:49.497876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.568162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Allocated IP 172.25.0.26 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/322ff047-3d1d-48b3-951c-f6b0e808e8e7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:49.571921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] Pushing event deleted for resources: {'Port': ['ID=e21c42ee-d993-4aba-9c68-3f9b96f1c347,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.598025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912a8d0-d415-4875-862e-135180b233a9 None None] No DVR routers for this DVR port e21c42ee-d993-4aba-9c68-3f9b96f1c347 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:49.691332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-023bc776-dd67-411f-9011-c3da344419de service neutron] 10.222.0.36 "GET /v2.0/networks/a2f2cd2a-7547-4f84-95f5-662d7519a804?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4050145 Aug 31 07:51:49.692033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.701385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.705962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] 10.222.0.36 "DELETE /v2.0/networks/93cdb2c7-32bf-492d-8555-2ed671c7e4f1 HTTP/1.1" status: 204 len: 168 time: 2.0218649 Aug 31 07:51:49.708687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.865172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.877978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:49.918259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a67317f7-f3ee-4961-8a94-ac8755a0888b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:49.918654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:49.951043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf1046-f937-4297-9fa9-e88d96eb0d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=93cdb2c7-32bf-492d-8555-2ed671c7e4f1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:49.974655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] No DVR routers for this DVR port e21c42ee-d993-4aba-9c68-3f9b96f1c347 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:49.976821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21c42ee-d993-4aba-9c68-3f9b96f1c347,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.110912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.125415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c08eb0-1449-4c08-b59a-b9c43a8050aa']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:50.138034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8319f5-28af-4149-8be9-358a85eeb693') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:50.138034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8319f5-28af-4149-8be9-358a85eeb693') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:50.148603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.163113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.170414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:50.170414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.171171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47000) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:50.227348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39ce65a-46d9-4dcb-8f2f-675a87495877 req-851febb5-b010-47fa-bbd6-862ad5afcd8d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 210 time: 0.2687252 Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:50.231063 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:50.269183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-73983b09-dd92-4180-8efb-a8ecaf210505 service neutron] 10.222.0.36 "GET /v2.0/networks/a2f2cd2a-7547-4f84-95f5-662d7519a804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638881 Aug 31 07:51:50.327968 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cf97dc70-c2c8-4bfb-8c5d-edd087d9a214 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=689690fff0f94e46b1c84835cbc80a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402030 Aug 31 07:51:50.327968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47004) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:50.360410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.378034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-abc23f99-28d3-400a-b765-25e2b12c9b6c None None] Provisioning for port 71b040ca-ebe8-4faf-881d-4c0d09c41991 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:50.382569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.385434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] 10.222.0.36 "DELETE /v2.0/networks/43c08eb0-1449-4c08-b59a-b9c43a8050aa HTTP/1.1" status: 204 len: 168 time: 2.5266297 Aug 31 07:51:50.400432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7435c3e-eb5c-4c3a-87a0-4d6216c26221 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c08eb0-1449-4c08-b59a-b9c43a8050aa,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.423736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-abc23f99-28d3-400a-b765-25e2b12c9b6c None None] Provisioning complete for port 71b040ca-ebe8-4faf-881d-4c0d09c41991 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:50.424158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-abc23f99-28d3-400a-b765-25e2b12c9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.429988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80ce790f-ac5a-4f49-8a9f-54d6c6c2c7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.449502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.460094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.475086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80ce790f-ac5a-4f49-8a9f-54d6c6c2c7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.479469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:50.482442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-abc23f99-28d3-400a-b765-25e2b12c9b6c None None] Port 71b040ca-ebe8-4faf-881d-4c0d09c41991 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:50.527137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e21c42ee-d993-4aba-9c68-3f9b96f1c347 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:50.530798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03525b39-09d2-4d0f-922a-b4cecaa66c0a None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:50.551248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=322ff047-3d1d-48b3-951c-f6b0e808e8e7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.557063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e21c42ee-d993-4aba-9c68-3f9b96f1c347 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:50.557413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e21c42ee-d993-4aba-9c68-3f9b96f1c347 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:50.563279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-abc23f99-28d3-400a-b765-25e2b12c9b6c None None] Provisioning complete for port 2132ff90-5dcf-4383-a382-66d5a1a6c66e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:50.563657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-abc23f99-28d3-400a-b765-25e2b12c9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.605934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:50.624243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.625050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:50.628154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.629904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:50.722208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80ce790f-ac5a-4f49-8a9f-54d6c6c2c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.737051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80ce790f-ac5a-4f49-8a9f-54d6c6c2c7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.739051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-80ce790f-ac5a-4f49-8a9f-54d6c6c2c7a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d239f3b-0738-4912-bdfa-37eb43ac60fc HTTP/1.1" status: 204 len: 168 time: 0.4193909 Aug 31 07:51:50.800141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=71b040ca-ebe8-4faf-881d-4c0d09c41991,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.820018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce790f-ac5a-4f49-8a9f-54d6c6c2c7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d239f3b-0738-4912-bdfa-37eb43ac60fc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:50.944093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f79a8c6f-a8e0-480a-a208-2f72e4432703 req-5f4e4241-bcdf-4f8c-aba0-22cea5b600eb tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.1371977 Aug 31 07:51:50.964798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:50.969729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0dd44c54-4b3c-40fb-bdb5-6288616f4bed None None] Provisioning complete for port 71b040ca-ebe8-4faf-881d-4c0d09c41991 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:50.970382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0dd44c54-4b3c-40fb-bdb5-6288616f4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.036709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0dd44c54-4b3c-40fb-bdb5-6288616f4bed None None] Port 71b040ca-ebe8-4faf-881d-4c0d09c41991 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:51.050365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:51.052485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:51.089711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47026) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:51.142944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-875fe48c-8c90-45ca-8ee4-58bbb959307e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7223709be0234470abd6d741cb9bd31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495985 Aug 31 07:51:51.166481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47028) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:51.250569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.294395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23170a01-9253-465d-a938-6c2e2fb016e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.424096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23170a01-9253-465d-a938-6c2e2fb016e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.591837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d15f9f0d-c617-4511-a145-2cc60918e339 None None] Provisioning complete for port 71b040ca-ebe8-4faf-881d-4c0d09c41991 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:51.592356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d15f9f0d-c617-4511-a145-2cc60918e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.613081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23170a01-9253-465d-a938-6c2e2fb016e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.615917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23170a01-9253-465d-a938-6c2e2fb016e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.619835 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23170a01-9253-465d-a938-6c2e2fb016e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b5bafb0-2616-4a7d-8248-784d5547d8a6 HTTP/1.1" status: 204 len: 168 time: 0.4655855 Aug 31 07:51:51.653399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23170a01-9253-465d-a938-6c2e2fb016e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5bafb0-2616-4a7d-8248-784d5547d8a6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:51.654989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router c3834b51-8bcf-423b-9a55-9ee2595abe1f is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:51:51.671932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f015800f-559d-4530-af40-4bce7d8082b1 req-4232e7ac-ba96-491a-927f-84520b917e37 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 210 time: 0.1669259 Aug 31 07:51:51.749639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d15f9f0d-c617-4511-a145-2cc60918e339 None None] Port 71b040ca-ebe8-4faf-881d-4c0d09c41991 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:51.763566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d1e6cde-dd0a-4368-9193-817668157897 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:51.802287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.814776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:51.821052 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-80097bb9-1e1a-4661-9c27-82e992ac9a9f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/c3834b51-8bcf-423b-9a55-9ee2595abe1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8362205 Aug 31 07:51:51.824012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47050) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:51.831089 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] Sync routers for ids ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:51.857889 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] Routers {'c3834b51-8bcf-423b-9a55-9ee2595abe1f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:51.859218 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:51.887044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ba041-8885-4084-8aa1-8c3595266ad3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:51.891641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47052) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:51.892404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b43ba041-8885-4084-8aa1-8c3595266ad3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports/71b040ca-ebe8-4faf-881d-4c0d09c41991 HTTP/1.1" status: 200 len: 984 time: 0.0668046 Aug 31 07:51:51.899392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:51.980014 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:52.002263 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] Routers {'c3834b51-8bcf-423b-9a55-9ee2595abe1f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:52.003771 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:52.035433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5d1e6cde-dd0a-4368-9193-817668157897 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:52.042467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5d1e6cde-dd0a-4368-9193-817668157897 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:52.043316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.083454 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:52.085409 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8cb3d-8e7c-4995-9a60-127f3e9618c3 None None] The sync data for ids ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:52.104616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.152295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=322ff047-3d1d-48b3-951c-f6b0e808e8e7,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:52.240225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fe2c628-b136-4d4c-a431-b8dd86ccec6d req-6c166929-ce9a-4ea6-ad36-ced39609ff8b tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.0733383 Aug 31 07:51:52.244320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.255418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-135dcd60-84a6-4f9d-8dcf-ebd776e4f962 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7983508 Aug 31 07:51:52.281894 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.328979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5d1e6cde-dd0a-4368-9193-817668157897, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5d1e6cde-dd0a-4368-9193-817668157897,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:52.452679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.453620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2132ff90-5dcf-4383-a382-66d5a1a6c66e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:52.645294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2132ff90-5dcf-4383-a382-66d5a1a6c66e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:52.646989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.664210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-14f3215b-0bf7-47d7-b5e9-04dd40a9e712 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1204553748&fields=id&tenant_id=0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 267 time: 0.0690081 Aug 31 07:51:52.685270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:52.687105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5d1e6cde-dd0a-4368-9193-817668157897,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:52.816971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47094) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:52.892223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff181e45-0519-4aea-9df8-6d419ca3296c req-fdd7392a-877b-4fb1-9669-a731b15464f8 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 210 time: 0.0674748 Aug 31 07:51:53.054054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-8cab6c03-dd76-4e68-b8dc-decded4dc4b7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:53.055676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-8cab6c03-dd76-4e68-b8dc-decded4dc4b7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.3675263 Aug 31 07:51:53.095799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-874169d6-1f3c-48f0-9aac-51eab2c1da51 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:53.097429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-874169d6-1f3c-48f0-9aac-51eab2c1da51 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 821 time: 0.1867919 Aug 31 07:51:53.105075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-912069c0-7cdb-4fd7-bc92-bb1e0bdb81b8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/quotas/0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 375 time: 0.0297196 Aug 31 07:51:53.123624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'port': {'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'admin_state_up': True, 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:53.206448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-604533092-network', 'tenant_id': '0cf2c3cf5e424e7799f8db4ad7836ec2'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:53.232274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-16ea5811-b1b7-4425-a30d-13d020a582d5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1254959 Aug 31 07:51:53.352688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 71b040ca-ebe8-4faf-881d-4c0d09c41991 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:53.353045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.390085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d1e6cde-dd0a-4368-9193-817668157897 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:53.401960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0659c3d-be58-4acd-873d-3cfed5d8a407 req-096137ac-bac3-40ca-82ca-a326f86b3e20 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.0282447 Aug 31 07:51:53.473182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Made reservation on behalf of 0cf2c3cf5e424e7799f8db4ad7836ec2 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:53.483102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.499048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-d9021acc-9be4-47c4-a787-0756e24be0d1 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448270 Aug 31 07:51:53.523658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.528923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5d1e6cde-dd0a-4368-9193-817668157897 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:53.529523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.573393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:53.592506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Made reservation on behalf of fc970d0b6d784106b4b57babdea6a581 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:53.594225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.596451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.701616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.734607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-4167af72-477b-460a-acf9-1d60cd4a1db4 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291853 Aug 31 07:51:53.741400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 71b040ca-ebe8-4faf-881d-4c0d09c41991 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:53.759448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5e43d11f-7e5c-4dc2-a756-5bb5fca97224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.810106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Allocated IP 172.20.0.11 (7c2e9ad2-9098-487f-bd43-9dac61ab0573/675865dd-b355-4af7-b08e-0ace5eebaa0e/609d97dd-fae3-4ac4-908b-1fab254dceb0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:53.833953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1907626203-network', 'tenant_id': 'e91c92f64ac040be8e4a697aad6cb36e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:53.871429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-497d5a48-2652-4e90-97ba-3ac6008e359e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:53.872931 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-497d5a48-2652-4e90-97ba-3ac6008e359e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.45 "GET /v2.0/networks?id=a2f2cd2a-7547-4f84-95f5-662d7519a804 HTTP/1.1" status: 200 len: 808 time: 0.2890425 Aug 31 07:51:53.897503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Request body: {'port': {'device_id': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804', 'admin_state_up': True, 'tenant_id': '9b3cb4be92314fc6bd3a319e8d3738ee'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:53.988035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.046459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c25f4b82-b917-4c45-86f5-d4bfacdb7bfa req-e0966f04-3319-4133-bbeb-8f53fc3d5353 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 210 time: 0.0555189 Aug 31 07:51:54.066217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Transition to ACTIVE for port object 609d97dd-fae3-4ac4-908b-1fab254dceb0 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:54.071810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-855c7ad5-593d-4267-8736-c40a3f28ff5a req-600c7564-a318-4270-9f49-226e4c0fd68e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 210 time: 0.0617819 Aug 31 07:51:54.127463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.285140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id_1': '9b3cb4be92314fc6bd3a319e8d3738ee', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 51, 54, 195192)}] Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:51:54.285291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadab7aa-3c3e-42bf-ae31-1deca3df3b07,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.304162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:54.304162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:54.304162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:54.325859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event updated for resources: {'Port': ['ID=609d97dd-fae3-4ac4-908b-1fab254dceb0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.366663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:54.367179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.389478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Made reservation on behalf of e91c92f64ac040be8e4a697aad6cb36e for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:54.391909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.394143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:54.396005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.436498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.436498 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Added segment dc87f15a-8fd1-4c58-824d-bedd7b812779 of type vlan for network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b Aug 31 07:51:54.439695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.442370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=71b040ca-ebe8-4faf-881d-4c0d09c41991,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.492005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-6066cf82-128f-49b7-8596-9c4684596fb0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3725550 Aug 31 07:51:54.509483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Request body: {'port': {'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:54.541160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.602886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.679540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.682877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1aae6043-34f6-4625-a50e-23206251cdc6 req-8a7f0e3b-60d7-4d24-8eb2-c1f8f34076a4 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.0811470 Aug 31 07:51:54.786604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.791144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:54.791144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.817039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f809b76-7de3-49f2-ba7e-8e0512c2c636 None None] Provisioning for port 609d97dd-fae3-4ac4-908b-1fab254dceb0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:54.824132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f809b76-7de3-49f2-ba7e-8e0512c2c636 None None] Provisioning complete for port 609d97dd-fae3-4ac4-908b-1fab254dceb0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:54.824950 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8f809b76-7de3-49f2-ba7e-8e0512c2c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.862538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8f809b76-7de3-49f2-ba7e-8e0512c2c636 None None] Port 609d97dd-fae3-4ac4-908b-1fab254dceb0 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:54.946888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] Pushing event updated for resources: {'Network': ['ID=018ddde2-81ee-41d5-b6b9-dde33dd6b79b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:54.957787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.958620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:54.968006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router c3834b51-8bcf-423b-9a55-9ee2595abe1f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:55.000353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609d97dd-fae3-4ac4-908b-1fab254dceb0 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:55.012662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.027557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Transition to ACTIVE for port object 609d97dd-fae3-4ac4-908b-1fab254dceb0 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:55.060188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.081496 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:55.092520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e5430a35-da8e-49e6-ab71-79d31993b4e2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/c3834b51-8bcf-423b-9a55-9ee2595abe1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1992862 Aug 31 07:51:55.096079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:55.101657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:55.108837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] Sync routers for ids ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:55.116517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.124825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] Routers {'c3834b51-8bcf-423b-9a55-9ee2595abe1f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:55.125462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:55.185392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Pushing event updated for resources: {'Port': ['ID=609d97dd-fae3-4ac4-908b-1fab254dceb0,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:55.201418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536af31b-ef51-4d64-86f8-fde989bcfff2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:55.202421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:55.221745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.223328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] Routers {'c3834b51-8bcf-423b-9a55-9ee2595abe1f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:55.224272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:55.227990 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Added segment 7412cd15-e95c-45c2-a426-8aa38b881b08 of type vlan for network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 Aug 31 07:51:55.321225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:55.322953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0d7d3-1a4f-4efb-a9c1-c7a0c3dae561 None None] The sync data for ids ['c3834b51-8bcf-423b-9a55-9ee2595abe1f'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:55.328073 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-344dc5d9-7c0e-4e0c-a0fa-9a0f780c0d06 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5072668 Aug 31 07:51:55.333031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47154) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:55.362866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Request body: {'subnet': {'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-604533092-subnet', 'tenant_id': '0cf2c3cf5e424e7799f8db4ad7836ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:55.372284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9d97084-091d-4ed0-8bc6-ef6c2be2d7ce req-2a8e5661-c79d-4041-882f-8ee7341a9715 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 210 time: 0.0946095 Aug 31 07:51:55.419017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14706ed-f548-4ad4-a7e3-bf59583b18c4 req-5acf5985-807f-45ee-aa1d-a9894067c868 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:55.420911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a14706ed-f548-4ad4-a7e3-bf59583b18c4 req-5acf5985-807f-45ee-aa1d-a9894067c868 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 944 time: 0.1712649 Aug 31 07:51:55.443646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.445976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Attempting to bind port 609d97dd-fae3-4ac4-908b-1fab254dceb0 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:55.446570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Attempting to bind port 609d97dd-fae3-4ac4-908b-1fab254dceb0 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:55.447278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Attempting to bind port 609d97dd-fae3-4ac4-908b-1fab254dceb0 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:55.460671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Port 609d97dd-fae3-4ac4-908b-1fab254dceb0 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:51:55.461306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Attempting to bind port 609d97dd-fae3-4ac4-908b-1fab254dceb0 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:55.486228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:55.486726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Checking segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:55.487220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Bound using segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:55.487735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Bound port: 609d97dd-fae3-4ac4-908b-1fab254dceb0, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:55.488210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.512522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Made reservation on behalf of 9b3cb4be92314fc6bd3a319e8d3738ee for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:55.516079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.518086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a14706ed-f548-4ad4-a7e3-bf59583b18c4 req-c4b4a64b-073d-476d-8f62-5c468cae0fcd tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848198 Aug 31 07:51:55.591076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] For port 609d97dd-fae3-4ac4-908b-1fab254dceb0, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:55.594998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] For port 609d97dd-fae3-4ac4-908b-1fab254dceb0, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:55.612476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Made reservation on behalf of 0cf2c3cf5e424e7799f8db4ad7836ec2 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:55.616009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.631261 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-e4f1e455-a464-4cbf-9fcb-63e21513efa0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 07:51:55.632255 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4f1e455-a464-4cbf-9fcb-63e21513efa0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/c3834b51-8bcf-423b-9a55-9ee2595abe1f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5292411 Aug 31 07:51:55.635534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47156) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:55.671972 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5deef2e0-4ccd-41b3-92d1-73d14f050ddb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3834b51-8bcf-423b-9a55-9ee2595abe1f HTTP/1.1" status: 200 len: 205 time: 0.0352578 Aug 31 07:51:55.675267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:55.678239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.679357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:55.680151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.705184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.774019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:55.775100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.776590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] 10.222.0.45 "PUT /v2.0/ports/609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 1093 time: 1.2724361 Aug 31 07:51:55.778700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:55.781930 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91192601-6492-4a88-88a6-d029a117b559" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:55.822446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.882208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88ab7102-a725-42a3-8b92-12906884dac9 req-2f352267-a730-4587-ae0e-a4dc16be22b0 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.0516808 Aug 31 07:51:55.904414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:55.910063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef36aa-7d2d-4638-a6af-ce99bfeed627 service neutron] Pushing event updated for resources: {'Port': ['ID=609d97dd-fae3-4ac4-908b-1fab254dceb0,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:55.986020 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4110384 Aug 31 07:51:55.991452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8975cd9-1685-4a2c-bc96-849c10557537 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:56.004236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:51:56.008537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47166) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:56.025209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Request body: {'subnet': {'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1907626203-subnet', 'tenant_id': 'e91c92f64ac040be8e4a697aad6cb36e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:56.091901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.099856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ceb0e-446a-402c-ab69-19515e9cfe97 x-openstack-request-id: req-1c2ceb0e-446a-402c-ab69-19515e9cfe97 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:56.100698 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:56.101581 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c2ceb0e-446a-402c-ab69-19515e9cfe97 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:56.101731 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'status': 'completed', 'code': 200} Aug 31 07:51:56.158495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Allocated IP 172.20.0.9 (a2f2cd2a-7547-4f84-95f5-662d7519a804/e463df54-93bd-445b-8083-9a5e5b9020eb/03103dd3-e660-4bb3-a222-ba34ba804438) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:56.167200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-c6adc1d8-e800-437c-868c-1f914e662128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:56.168852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-c6adc1d8-e800-437c-868c-1f914e662128 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1096 time: 0.1594062 Aug 31 07:51:56.176792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Made reservation on behalf of e91c92f64ac040be8e4a697aad6cb36e for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:56.179145 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.230690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Checking segment: {'id': 'dc87f15a-8fd1-4c58-824d-bedd7b812779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:56.231084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Network hostable DHCP agents. Network: 018ddde2-81ee-41d5-b6b9-dde33dd6b79b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:56.240439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.244426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.272804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-05206cdb-b8f3-4f01-8812-762553587370 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.0888150 Aug 31 07:51:56.282428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada34ab5-31c6-420d-bb50-a0e4623db25d,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:56.363416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-4db10b65-0fdf-426c-9bdc-ccdaa48591dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:56.364939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-4db10b65-0fdf-426c-9bdc-ccdaa48591dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.0768516 Aug 31 07:51:56.468435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.500777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:56.504091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-5aa9eab9-f926-4cc6-817c-129f27da22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:56.505777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-5aa9eab9-f926-4cc6-817c-129f27da22a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048868 Aug 31 07:51:56.570431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14bb70b0-69c6-4668-9d8e-83763bda51c8 req-2b5a1ff1-382a-4cd0-8510-5770de074cae tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 210 time: 0.0754440 Aug 31 07:51:56.624106 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5887c96b-1244-4ff5-a0b7-7cfd48ba51f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.625675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 018ddde2-81ee-41d5-b6b9-dde33dd6b79b) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:56.638766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9ed61-5d17-4923-9465-330cac08db9d None None] Network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:56.646514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:56.647226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.684959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.757218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-07ee7293-1adc-43de-b2cd-a2d02fa240d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379487 Aug 31 07:51:56.782561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b6f9f-65f7-49d5-991c-bcc3665d061a None None] Network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:56.788038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.788812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router c3834b51-8bcf-423b-9a55-9ee2595abe1f {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:51:56.801842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-41c556ee-d249-43ff-abdf-a5328d8cdee8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4465716 Aug 31 07:51:56.803226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.804489 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a8d34f61-4604-4add-b1e5-8eff65c6077c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/c3834b51-8bcf-423b-9a55-9ee2595abe1f HTTP/1.1" status: 204 len: 168 time: 1.1274478 Aug 31 07:51:56.820086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47174) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:56.825104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad806ff7-4851-4f11-b03e-5fc59cce8bab req-fc64a8dd-f189-4928-8b21-506da59de04e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:56.826704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad806ff7-4851-4f11-b03e-5fc59cce8bab req-fc64a8dd-f189-4928-8b21-506da59de04e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 944 time: 0.1954300 Aug 31 07:51:56.858294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a415f8b2-78f5-4ff7-877a-0f9844265e5f,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:56.880823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Checking segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:56.881205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Network hostable DHCP agents. Network: c4c70ff7-c36e-4a55-bdfe-c57615cdbd84, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:51:56.959642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.965927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet 3d57792e-aa6d-4838-9057-04efebdd0f9b {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:51:56.976940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.007341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad806ff7-4851-4f11-b03e-5fc59cce8bab req-a793aa4d-102c-4d7e-8c38-f4617c33abfe tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438920 Aug 31 07:51:57.047883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.054158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-2702149c-1cfc-41cd-bf5a-811b6da0ef36 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:57.055725 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-2702149c-1cfc-41cd-bf5a-811b6da0ef36 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.2794766 Aug 31 07:51:57.063752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13479890-3e92-425d-baa5-a930091b29dd req-da2c0961-4474-4204-b38b-4e8af6e5f7c1 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.0381494 Aug 31 07:51:57.067518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdd8106f-1760-4d3f-83a0-cc5f99dc71ec req-0a092ad5-9edb-42dc-a1ba-da61378c12a9 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938523 Aug 31 07:51:57.105236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:51:57.150668 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-2de1a342-2a7b-4725-b526-688729f2dbd5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 380 time: 0.0715530 Aug 31 07:51:57.175502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'port': {'device_id': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'admin_state_up': True, 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'security_groups': ['c8591e71-bdd4-4717-a1b4-09d663ea032e']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:57.235603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.242895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c4c70ff7-c36e-4a55-bdfe-c57615cdbd84) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:57.251555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.252876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef854cc8-d757-4c5b-8ecf-21c52de01c74 None None] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:57.323673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:57.324276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.359259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Network a2f2cd2a-7547-4f84-95f5-662d7519a804 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:57.371672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Pushing event updated for resources: {'Port': ['ID=03103dd3-e660-4bb3-a222-ba34ba804438,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.377318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:57.379775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:57.400913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192601-6492-4a88-88a6-d029a117b559 req-e1b403f4-88bf-471d-a844-dc9313639c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:57.403032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-e1b403f4-88bf-471d-a844-dc9313639c3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1096 time: 0.1353312 Aug 31 07:51:57.452590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:57.452590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.456048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2d76dd63-bfde-4554-b26d-fe65c45d3344 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4361665 Aug 31 07:51:57.457241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33130f88-721d-4ea7-9709-4101f536c264 None None] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:57.497418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.499249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-aa1e6987-9ce9-42b3-a487-6b845d78e42f tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:57.509301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-aa1e6987-9ce9-42b3-a487-6b845d78e42f tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/networks?id=018ddde2-81ee-41d5-b6b9-dde33dd6b79b HTTP/1.1" status: 200 len: 812 time: 0.2779191 Aug 31 07:51:57.532482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-8242fa11-45d2-4cfd-a539-a4d1708c511f tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/quotas/0cf2c3cf5e424e7799f8db4ad7836ec2 HTTP/1.1" status: 200 len: 375 time: 0.0230615 Aug 31 07:51:57.542020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=3d57792e-aa6d-4838-9057-04efebdd0f9b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:57.545503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.549105 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25d38777-19c8-4d92-829f-bd77206f2fcf tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/3d57792e-aa6d-4838-9057-04efebdd0f9b HTTP/1.1" status: 204 len: 168 time: 0.6968558 Aug 31 07:51:57.551688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:57.561140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f13d0e-588c-4970-9ef4-dd9dedbf2d1f None None] Network 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:51:57.565546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:57.571293 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.624960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-abc09d94-7ea7-495d-b01d-c3e387e20caa tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cf2c3cf5e424e7799f8db4ad7836ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913336 Aug 31 07:51:57.646123 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-4ec32814-8dc7-456b-8213-3497bcee9d00 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7562091 Aug 31 07:51:57.692760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Request body: {'port': {'device_id': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:57.695843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d38b7d5-85fa-497f-b59c-843eee9c20ba req-81d4cc5c-019d-4456-a059-989164c945f9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 210 time: 0.0524411 Aug 31 07:51:57.756826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192601-6492-4a88-88a6-d029a117b559 req-f3bf864e-1860-4170-b576-65f427e02468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:57.758495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-f3bf864e-1860-4170-b576-65f427e02468 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.3436117 Aug 31 07:51:57.817193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.829944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-fbcc0795-ce5e-425b-b1d4-35649c96a6c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.0566344 Aug 31 07:51:57.888034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-d2cd6535-5f34-40e7-ba20-129e71701aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617598 Aug 31 07:51:57.909835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.965698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.967960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] DHCP port deletion for 7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:51:58.024354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] Deleting port 2132ff90-5dcf-4383-a382-66d5a1a6c66e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:58.025285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.099244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] For port 2132ff90-5dcf-4383-a382-66d5a1a6c66e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2132ff90-5dcf-4383-a382-66d5a1a6c66e,segment=NetworkSegment(20335b5f-fcba-4312-aea7-241164175295),segment_id=20335b5f-fcba-4312-aea7-241164175295)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:58.100785 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.117128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] Calling delete_port for 2132ff90-5dcf-4383-a382-66d5a1a6c66e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:58.123135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Allocated IP 172.20.0.10 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/2c691c47-0738-49b7-85c4-3d58c2ac6ae8) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:58.270056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 2132ff90-5dcf-4383-a382-66d5a1a6c66e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:51:58.270422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.304664 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.339637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] Pushing event deleted for resources: {'Port': ['ID=2132ff90-5dcf-4383-a382-66d5a1a6c66e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:58.354596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797c451-9c46-48f4-8bef-3420a9f6778d None None] No DVR routers for this DVR port 2132ff90-5dcf-4383-a382-66d5a1a6c66e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:58.442459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port 2132ff90-5dcf-4383-a382-66d5a1a6c66e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2132ff90-5dcf-4383-a382-66d5a1a6c66e,segment=NetworkSegment(20335b5f-fcba-4312-aea7-241164175295),segment_id=20335b5f-fcba-4312-aea7-241164175295)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:58.442852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.453716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192601-6492-4a88-88a6-d029a117b559 req-0099d2cc-cc27-4822-a262-79c2f01794cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:58.455323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-0099d2cc-cc27-4822-a262-79c2f01794cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.6154375 Aug 31 07:51:58.467545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-e8d9d4ac-fb6f-4a97-a790-6664c1457cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783823 Aug 31 07:51:58.468018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 2132ff90-5dcf-4383-a382-66d5a1a6c66e owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:51:58.534145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192601-6492-4a88-88a6-d029a117b559 req-cb224e70-b52b-46d6-89bf-2311d75a6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:58.535668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-cb224e70-b52b-46d6-89bf-2311d75a6942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635414 Aug 31 07:51:58.555030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-f39de431-427e-4ad4-94d9-cb86b8bfa8f6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:58.556335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-f39de431-427e-4ad4-94d9-cb86b8bfa8f6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.1778131 Aug 31 07:51:58.596430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.615880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-74811ba5-7118-4dba-bcb3-b875beb6d792 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/quotas/e91c92f64ac040be8e4a697aad6cb36e HTTP/1.1" status: 200 len: 375 time: 0.0509109 Aug 31 07:51:58.636830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Transition to ACTIVE for port object 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:58.677614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-395da12d-e52d-43b3-97b7-cfe24464e497 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458615 Aug 31 07:51:58.699563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03103dd3-e660-4bb3-a222-ba34ba804438 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:58.705012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.711031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-1cefae12-25a2-422e-9350-bfc8832baca6 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537039 Aug 31 07:51:58.718306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.750820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=2132ff90-5dcf-4383-a382-66d5a1a6c66e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:58.754940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port 2132ff90-5dcf-4383-a382-66d5a1a6c66e on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:51:58.796774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Transition to ACTIVE for port object 03103dd3-e660-4bb3-a222-ba34ba804438 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:58.821121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-833067e7-8e40-45f0-8125-75af02f6554b service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323569 Aug 31 07:51:58.865892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.877249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:58.886475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.893158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20335b5f-fcba-4312-aea7-241164175295') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:58.893481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20335b5f-fcba-4312-aea7-241164175295') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:58.923510 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.931912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.968459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.983033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Pushing event updated for resources: {'Port': ['ID=03103dd3-e660-4bb3-a222-ba34ba804438,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:58.990468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:51:58.991027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:58.992558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e0d21-a435-4c27-9d72-bfb5e5a42c95 req-642d0de9-16ed-4537-a71b-f3239fd6761a tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:58.994681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-608e0d21-a435-4c27-9d72-bfb5e5a42c95 req-642d0de9-16ed-4537-a71b-f3239fd6761a tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 944 time: 0.1199520 Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:51:58.998073 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:51:59.012051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:59.072997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-608e0d21-a435-4c27-9d72-bfb5e5a42c95 req-8c4e45b5-c517-45aa-a526-67c85167e0a1 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555475 Aug 31 07:51:59.081488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:59.084693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:59.089349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-6d1f88a0-b381-4743-bdb1-5c2913518125 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673869 Aug 31 07:51:59.104530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91192601-6492-4a88-88a6-d029a117b559 req-2fe8a914-bf22-4fc7-885b-eaac26a0fe48 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313483 Aug 31 07:51:59.218614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.223851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91beb5-2577-458c-a079-393295703df2 req-c937a8bd-23bd-4794-9776-9c34a474352e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:59.244973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa91beb5-2577-458c-a079-393295703df2 req-c937a8bd-23bd-4794-9776-9c34a474352e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 943 time: 0.0798442 Aug 31 07:51:59.266409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:59.267276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.278875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.285494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.291805 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11 HTTP/1.1" status: 204 len: 168 time: 1.7388103 Aug 31 07:51:59.293245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47234) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:59.295793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 609d97dd-fae3-4ac4-908b-1fab254dceb0 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:51:59.329729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baa372-bb5c-44bf-b550-8dce7d260feb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=7832ccee-7ea8-4f1f-b1e1-77f90c5d1a11,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.337036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803844915'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:59.337718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Attempting to bind port 03103dd3-e660-4bb3-a222-ba34ba804438 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:59.338106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Attempting to bind port 03103dd3-e660-4bb3-a222-ba34ba804438 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '153d5856-b155-4de7-a073-ba7eb4e0e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:59.338504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Attempting to bind port 03103dd3-e660-4bb3-a222-ba34ba804438 on network a2f2cd2a-7547-4f84-95f5-662d7519a804 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:59.361851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Port 03103dd3-e660-4bb3-a222-ba34ba804438 on network a2f2cd2a-7547-4f84-95f5-662d7519a804 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:51:59.363054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Attempting to bind port 03103dd3-e660-4bb3-a222-ba34ba804438 on network a2f2cd2a-7547-4f84-95f5-662d7519a804 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:59.381075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:59.382621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Checking segment: {'id': '153d5856-b155-4de7-a073-ba7eb4e0e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:59.383033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Bound using segment: {'id': '153d5856-b155-4de7-a073-ba7eb4e0e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:59.385197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Bound port: 03103dd3-e660-4bb3-a222-ba34ba804438, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d5856-b155-4de7-a073-ba7eb4e0e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:59.385609 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.389494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa91beb5-2577-458c-a079-393295703df2 req-b2be351e-d508-440a-b502-e887c715eff1 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423237 Aug 31 07:51:59.451353 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-f1b6fce6-93d8-4a3d-8efe-083c9c97d8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2813213 Aug 31 07:51:59.484814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf7c9833-ac0e-4dd0-b44f-17b39df15ad6 req-915bc51f-f6ff-43e9-a2bc-06104b5a1217 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 210 time: 0.0483465 Aug 31 07:51:59.526739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 609d97dd-fae3-4ac4-908b-1fab254dceb0, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:59.535844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Request body: {'port': {'device_id': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:59.555342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:51:59.565416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2132ff90-5dcf-4383-a382-66d5a1a6c66e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:51:59.585194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b67fc9f-ac07-4fc7-b3af-7c9b732a5bd9 req-0085d769-d67d-4047-91b4-ec1aea9b6489 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 210 time: 0.0458119 Aug 31 07:51:59.599795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:59.599795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.626199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2132ff90-5dcf-4383-a382-66d5a1a6c66e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:51:59.626621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2132ff90-5dcf-4383-a382-66d5a1a6c66e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:51:59.667864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:51:59.682705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.684610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.685061 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment 881bb9d2-dbd6-4339-b1b5-105cf107d95f of type vlan for network 12de022a-3f94-40db-8032-d1585ff7df02 Aug 31 07:51:59.698663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609d97dd-fae3-4ac4-908b-1fab254dceb0 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:59.715420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74be71e-f767-4c6f-8e73-52db348647ba req-f84cbef7-b124-443c-86b5-17a14b8d02dd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:59.717454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a74be71e-f767-4c6f-8e73-52db348647ba req-f84cbef7-b124-443c-86b5-17a14b8d02dd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 932 time: 0.1310859 Aug 31 07:51:59.721841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 609d97dd-fae3-4ac4-908b-1fab254dceb0, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:59.729152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] For port 03103dd3-e660-4bb3-a222-ba34ba804438, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:59.731209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.734675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] For port 03103dd3-e660-4bb3-a222-ba34ba804438, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=03103dd3-e660-4bb3-a222-ba34ba804438,segment=NetworkSegment(153d5856-b155-4de7-a073-ba7eb4e0e7b5),segment_id=153d5856-b155-4de7-a073-ba7eb4e0e7b5)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:59.755447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.756729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-da891acc-aa4f-4dd8-b343-e402c325d6e0 None None] Provisioning for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:59.761116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-da891acc-aa4f-4dd8-b343-e402c325d6e0 None None] Provisioning complete for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:59.762381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-da891acc-aa4f-4dd8-b343-e402c325d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.774694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.792273 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.809200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a74be71e-f767-4c6f-8e73-52db348647ba req-2c45ca1f-b7f7-4eb1-8d08-484c3cd1f2b4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714123 Aug 31 07:51:59.845534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-da891acc-aa4f-4dd8-b343-e402c325d6e0 None None] Port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:59.866188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.866480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=609d97dd-fae3-4ac4-908b-1fab254dceb0,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:59.923911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:59.924527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.925928 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] 10.222.0.45 "PUT /v2.0/ports/03103dd3-e660-4bb3-a222-ba34ba804438 HTTP/1.1" status: 200 len: 1092 time: 2.2498481 Aug 31 07:51:59.926371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'tag': '03103dd3-e660-4bb3-a222-ba34ba804438'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:59.928630 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df00c95c-1cc6-448b-aeb7-42565bcdfeed" -d '{"events": [{"name": "network-changed", "server_uuid": "53258f4c-40c3-40a1-8134-7c891c41b16d", "tag": "03103dd3-e660-4bb3-a222-ba34ba804438"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:59.946735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.955189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:59.955830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.973156 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe59ef4-432b-49f1-ad17-91af681d35aa x-openstack-request-id: req-abe59ef4-432b-49f1-ad17-91af681d35aa {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:59.973685 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53258f4c-40c3-40a1-8134-7c891c41b16d", "tag": "03103dd3-e660-4bb3-a222-ba34ba804438", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:59.973685 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abe59ef4-432b-49f1-ad17-91af681d35aa {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:59.974118 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'tag': '03103dd3-e660-4bb3-a222-ba34ba804438', 'status': 'completed', 'code': 200} Aug 31 07:51:59.993051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Pushing event updated for resources: {'Port': ['ID=03103dd3-e660-4bb3-a222-ba34ba804438,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:00.011700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.012050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.012398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.012735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.013070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.013417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.013735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.014090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.014423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.014748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.015077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.015399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d3fc76-a7e6-4912-a2a8-2e1993eb8489 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:00.045653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=12de022a-3f94-40db-8032-d1585ff7df02,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:00.057400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 12de022a-3f94-40db-8032-d1585ff7df02 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:00.075485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['609d97dd-fae3-4ac4-908b-1fab254dceb0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:00.085571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00c95c-1cc6-448b-aeb7-42565bcdfeed req-61a1eb71-ed82-436f-9c29-d002a266290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.087120 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df00c95c-1cc6-448b-aeb7-42565bcdfeed req-61a1eb71-ed82-436f-9c29-d002a266290e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b3cb4be92314fc6bd3a319e8d3738ee&device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 1095 time: 0.0855689 Aug 31 07:52:00.133732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2842c22c-c4e5-4da8-9a80-1ac62ca60144 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8244874 Aug 31 07:52:00.136761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47252) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:00.143126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': '12de022a-3f94-40db-8032-d1585ff7df02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:00.211207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:00.223786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.252038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Transition to ACTIVE for port object 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:00.262525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00c95c-1cc6-448b-aeb7-42565bcdfeed req-22522db4-30bb-437f-8cc3-bbeaba633add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.264149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df00c95c-1cc6-448b-aeb7-42565bcdfeed req-22522db4-30bb-437f-8cc3-bbeaba633add service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9b3cb4be92314fc6bd3a319e8d3738ee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1658401 Aug 31 07:52:00.304975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474f42d-ab7b-4665-91a7-4aedcb78ebe2 req-2966e127-428d-4936-a32a-33971e02bccd tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.306703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1474f42d-ab7b-4665-91a7-4aedcb78ebe2 req-2966e127-428d-4936-a32a-33971e02bccd tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 945 time: 0.0801868 Aug 31 07:52:00.348348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.358584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1474f42d-ab7b-4665-91a7-4aedcb78ebe2 req-7c02f148-8a28-4747-926d-9297659a0f4c tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Aug 31 07:52:00.428565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:00.441936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:00.441936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.518228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00c95c-1cc6-448b-aeb7-42565bcdfeed req-d2492c3c-1ef7-414e-b056-a9b574fb91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.523358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df00c95c-1cc6-448b-aeb7-42565bcdfeed req-d2492c3c-1ef7-414e-b056-a9b574fb91a0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2474680 Aug 31 07:52:00.589655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Attempting to bind port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:00.589943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Attempting to bind port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:00.590199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Attempting to bind port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:00.605729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf85a-1c35-4a14-b93b-c0f1ef08e5b8 req-9c36d631-b8e0-4120-8282-a9d9b662c604 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.607370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a1bf85a-1c35-4a14-b93b-c0f1ef08e5b8 req-9c36d631-b8e0-4120-8282-a9d9b662c604 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 943 time: 0.1143644 Aug 31 07:52:00.637456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 on network 7b50952f-e83d-4303-87f8-4502994ce831 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:52:00.639475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Attempting to bind port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:00.653438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:00.653794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:00.656953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:00.657460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Bound port: 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:00.657862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.708073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-812fc625-7902-4981-9c79-9928b3478bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.708073 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-812fc625-7902-4981-9c79-9928b3478bb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b3cb4be92314fc6bd3a319e8d3738ee&device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 1095 time: 0.1293914 Aug 31 07:52:00.730954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df51eeed-7b21-490d-a945-9f07d8f20935 req-b6f44aaa-11d1-4fb5-b65a-a3e3400f7c78 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 210 time: 0.0921571 Aug 31 07:52:00.739739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a1bf85a-1c35-4a14-b93b-c0f1ef08e5b8 req-ee1e67e3-ad1f-4ed8-b14f-b035f6312375 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247897 Aug 31 07:52:00.794562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-6d635a8d-ba74-4bda-abce-7a6dec580b79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03103dd3-e660-4bb3-a222-ba34ba804438 HTTP/1.1" status: 200 len: 217 time: 0.0743375 Aug 31 07:52:00.797113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:00.817299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:00.879113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-0acf2b1e-d13f-4be5-b010-0bcbb4667bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.881604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29f9adee-2cde-4b66-bc45-7558d194f09b req-49ac3e86-0911-4a58-96c9-6c8bb7be8969 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 210 time: 0.0547035 Aug 31 07:52:00.883387 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-0acf2b1e-d13f-4be5-b010-0bcbb4667bd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e463df54-93bd-445b-8083-9a5e5b9020eb HTTP/1.1" status: 200 len: 848 time: 0.0766137 Aug 31 07:52:00.892350 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.956202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.956852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:00.958332 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] 10.222.0.68 "PUT /v2.0/ports/2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 1093 time: 1.4455576 Aug 31 07:52:00.960210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-fa765826-8fd4-4ec9-9a71-4fb31256dadd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2f2cd2a-7547-4f84-95f5-662d7519a804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580125 Aug 31 07:52:00.974245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223072-2986-4803-8fed-5b1d8501eb19 req-23dbad7c-cfbb-435b-8edd-65fe60b1ef6a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:00.979667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc223072-2986-4803-8fed-5b1d8501eb19 req-23dbad7c-cfbb-435b-8edd-65fe60b1ef6a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 944 time: 0.0565355 Aug 31 07:52:00.996108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.029256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2afb29-c6e3-4610-af01-0d177c2665ed service neutron] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:01.078582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-c5a1a62f-5658-420c-bdb4-93051e743615 service neutron] 10.222.0.45 "GET /v2.0/networks/a2f2cd2a-7547-4f84-95f5-662d7519a804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095552 Aug 31 07:52:01.100301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc223072-2986-4803-8fed-5b1d8501eb19 req-6e8bf9bf-faef-4d08-91f8-7f9ad03ee393 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127162 Aug 31 07:52:01.101160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=1f134d5e-355b-4db9-be7c-5e04475e734c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:01.122925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': '881bb9d2-dbd6-4339-b1b5-105cf107d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '12de022a-3f94-40db-8032-d1585ff7df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:01.123775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: 12de022a-3f94-40db-8032-d1585ff7df02, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:52:01.211313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-4d210385-6b34-4926-8aca-1aef08ccce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.212818 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-4d210385-6b34-4926-8aca-1aef08ccce5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1096 time: 0.0706739 Aug 31 07:52:01.218113 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bc44dac-7402-45dc-a16b-90c2cfbef1b0 req-d0abce87-be64-435e-9f1f-cced0f7696a9 service neutron] 10.222.0.45 "GET /v2.0/networks/a2f2cd2a-7547-4f84-95f5-662d7519a804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269088 Aug 31 07:52:01.223731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 12de022a-3f94-40db-8032-d1585ff7df02 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:52:01.269762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-70c74a79-2919-4fbd-926c-93e1a8825593 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0363560 Aug 31 07:52:01.312333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 609d97dd-fae3-4ac4-908b-1fab254dceb0 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:01.325600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-366e7ca6-8393-4a28-b759-e65443a1d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.327122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-366e7ca6-8393-4a28-b759-e65443a1d6c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0506148 Aug 31 07:52:01.345711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 12de022a-3f94-40db-8032-d1585ff7df02) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:01.355687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.356498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.391056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ba673955-4e09-4344-b001-c5c25248336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.391056 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-ba673955-4e09-4344-b001-c5c25248336a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557160 Aug 31 07:52:01.459910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-944ca40b-66e9-401a-8167-7aa8d709da97 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3217053 Aug 31 07:52:01.462994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47280) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:01.469208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-522186271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:01.501086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72815af-2d08-4aca-8c9b-a360664cc1e8 None None] Network 12de022a-3f94-40db-8032-d1585ff7df02 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:01.566793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac220-4943-4a2d-b523-a16a9cd26a89 req-c122a4f4-1239-4dd4-94e9-55768d908c38 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.569732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3daac220-4943-4a2d-b523-a16a9cd26a89 req-c122a4f4-1239-4dd4-94e9-55768d908c38 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 945 time: 0.0717478 Aug 31 07:52:01.609709 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.611511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.612298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-b62c2de2-a26f-4715-bdf0-c5e4686e559a service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094932 Aug 31 07:52:01.621178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-cc836686-84e8-45c2-9c7c-65241ddf8288 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.622637 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-cc836686-84e8-45c2-9c7c-65241ddf8288 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.68 "GET /v2.0/networks?id=018ddde2-81ee-41d5-b6b9-dde33dd6b79b HTTP/1.1" status: 200 len: 812 time: 0.1988194 Aug 31 07:52:01.623408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3daac220-4943-4a2d-b523-a16a9cd26a89 req-192c6329-9df0-4222-8a9e-550255a75fcf tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447006 Aug 31 07:52:01.636503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Request body: {'port': {'device_id': '69b308d4-54cb-426d-88ca-690423c85cce', 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b', 'admin_state_up': True, 'tenant_id': '0cf2c3cf5e424e7799f8db4ad7836ec2'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:01.673276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 609d97dd-fae3-4ac4-908b-1fab254dceb0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:01.687631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 609d97dd-fae3-4ac4-908b-1fab254dceb0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:01.687631 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.688027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-12de022a-3f94-40db-8032-d1585ff7df02', 'network_id': '12de022a-3f94-40db-8032-d1585ff7df02', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': '1f134d5e-355b-4db9-be7c-5e04475e734c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:52:01.689440 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.717254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.795121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.817100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-282757b3-e58c-48a3-ada5-23b29fa32b6b req-3ba36bb8-45cf-4d9b-98f8-74f759d0c232 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933777 Aug 31 07:52:01.901188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02e609ea-529f-4682-bf13-71d48b88b8df req-65c80312-ad3e-4e36-b551-fa3e45dd918c tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 210 time: 0.0324066 Aug 31 07:52:01.914105 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.916418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Allocated IP 2001:db8::2 (12de022a-3f94-40db-8032-d1585ff7df02/1f134d5e-355b-4db9-be7c-5e04475e734c/3cfd9d8b-435a-4407-98c4-adac05907517) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:01.919257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bde5a5-e660-4414-a6ea-4e80e1d678bb req-0cc58bb3-1a15-4478-8387-c0eced0415a2 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:01.921016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68bde5a5-e660-4414-a6ea-4e80e1d678bb req-0cc58bb3-1a15-4478-8387-c0eced0415a2 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 943 time: 0.0790966 Aug 31 07:52:01.954099 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.959578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b442f3b4-817b-4228-953c-af21d90b7581 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4911449 Aug 31 07:52:01.959782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:01.959915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47288) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:01.964314 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645909a5-93bb-48bb-b97c-1e55b78c5f78" -d '{"events": [{"server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "name": "network-vif-plugged", "status": "completed", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:01.975190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:01.977128 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ca4a4-0aa9-42f2-a61f-e465207d2173" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:01.989406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68bde5a5-e660-4414-a6ea-4e80e1d678bb req-d2570ab5-7844-4c6f-95b9-e2c01e92cd66 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520394 Aug 31 07:52:02.030104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3a51905-00f3-4c9c-9676-af8db55f71fb req-f2a54d3d-9db6-4377-88cc-eaf130b4a74d tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 210 time: 0.0276351 Aug 31 07:52:02.034485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 609d97dd-fae3-4ac4-908b-1fab254dceb0, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:02.039803 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a3aa19-b8ac-4993-b0bc-c6cc6b879392 x-openstack-request-id: req-b4a3aa19-b8ac-4993-b0bc-c6cc6b879392 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:02.040122 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "name": "network-vif-plugged", "status": "completed", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:02.040375 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4a3aa19-b8ac-4993-b0bc-c6cc6b879392 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:02.040772 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'code': 200} Aug 31 07:52:02.065279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Made reservation on behalf of 0cf2c3cf5e424e7799f8db4ad7836ec2 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:02.074072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.107501 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98917c60-ecec-4e6a-8748-3084f694bdff x-openstack-request-id: req-98917c60-ecec-4e6a-8748-3084f694bdff {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:02.107917 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:02.108168 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98917c60-ecec-4e6a-8748-3084f694bdff {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:02.108601 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'status': 'completed', 'code': 200} Aug 31 07:52:02.152810 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.161870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Transition to ACTIVE for port object 3cfd9d8b-435a-4407-98c4-adac05907517 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:02.178358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.180630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Transition to ACTIVE for port object 3cfd9d8b-435a-4407-98c4-adac05907517 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:02.221140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-57a2e1f7-4c4e-4926-8ac5-fd18ee9fa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.221613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-57a2e1f7-4c4e-4926-8ac5-fd18ee9fa22e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1096 time: 0.0780363 Aug 31 07:52:02.250115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=609d97dd-fae3-4ac4-908b-1fab254dceb0,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.308775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e0fe5-3ed8-4eb8-a582-d07c11b8cab2 req-3ec7cab2-708e-4f75-a586-48b20100d3ef tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.310245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca3e0fe5-3ed8-4eb8-a582-d07c11b8cab2 req-3ec7cab2-708e-4f75-a586-48b20100d3ef tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 944 time: 0.1030288 Aug 31 07:52:02.310782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.359592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Network 12de022a-3f94-40db-8032-d1585ff7df02 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:02.367355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:02.368941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-695cf85f-8176-4486-b844-6b4905ebbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.370493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-695cf85f-8176-4486-b844-6b4905ebbc44 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1342998 Aug 31 07:52:02.371632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:02.376176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca3e0fe5-3ed8-4eb8-a582-d07c11b8cab2 req-56921820-77dc-44c8-b3f4-9ae7f81d69d0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549071 Aug 31 07:52:02.421928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-94c61dc0-c568-4467-a6ce-88005fb5ee2d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 217 time: 0.0428452 Aug 31 07:52:02.445848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Pushing event updated for resources: {'Port': ['ID=3cfd9d8b-435a-4407-98c4-adac05907517,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.448740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Attempting to bind port 3cfd9d8b-435a-4407-98c4-adac05907517 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:02.449648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Attempting to bind port 3cfd9d8b-435a-4407-98c4-adac05907517 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '881bb9d2-dbd6-4339-b1b5-105cf107d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '12de022a-3f94-40db-8032-d1585ff7df02'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:02.450030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Attempting to bind port 3cfd9d8b-435a-4407-98c4-adac05907517 on network 12de022a-3f94-40db-8032-d1585ff7df02 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:02.457682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:02.458197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Checking segment: {'id': '881bb9d2-dbd6-4339-b1b5-105cf107d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '12de022a-3f94-40db-8032-d1585ff7df02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:02.458721 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.459265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Bound using segment: {'id': '881bb9d2-dbd6-4339-b1b5-105cf107d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '12de022a-3f94-40db-8032-d1585ff7df02'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:02.459831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Bound port: 3cfd9d8b-435a-4407-98c4-adac05907517, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bb9d2-dbd6-4339-b1b5-105cf107d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '12de022a-3f94-40db-8032-d1585ff7df02'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:02.460311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.496463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-4851bbee-a495-405a-8b87-118a1794fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.514015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-4851bbee-a495-405a-8b87-118a1794fd78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0610194 Aug 31 07:52:02.553976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] For port 3cfd9d8b-435a-4407-98c4-adac05907517, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:02.556357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-91cc7582-0160-401e-8dbc-063d235f2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.558112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-91cc7582-0160-401e-8dbc-063d235f2280 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508895 Aug 31 07:52:02.558514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] For port 3cfd9d8b-435a-4407-98c4-adac05907517, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3cfd9d8b-435a-4407-98c4-adac05907517,segment=NetworkSegment(881bb9d2-dbd6-4339-b1b5-105cf107d95f),segment_id=881bb9d2-dbd6-4339-b1b5-105cf107d95f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:02.672618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-a9a72479-45f8-4248-96ed-b4b11ac52119 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037738 Aug 31 07:52:02.739219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.796107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780add-3aa1-4197-8e70-1386eca303e1 req-0b93afc6-6fcd-41d4-9a27-34d8606168ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.797660 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff780add-3aa1-4197-8e70-1386eca303e1 req-0b93afc6-6fcd-41d4-9a27-34d8606168ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1097 time: 0.6882503 Aug 31 07:52:02.815068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4398f-b456-44fb-9b66-5b9745c8430a req-e65e0841-a414-41d8-bd3f-d0458b997567 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.816417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60a4398f-b456-44fb-9b66-5b9745c8430a req-e65e0841-a414-41d8-bd3f-d0458b997567 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 946 time: 0.0868294 Aug 31 07:52:02.819843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cbe56-a5db-47aa-95bf-204b4ec01a86 None None] Pushing event updated for resources: {'Port': ['ID=3cfd9d8b-435a-4407-98c4-adac05907517,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:02.842592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f81ca4a4-0aa9-42f2-a61f-e465207d2173 req-b7b8b5bf-ed93-4cc6-ab34-31cbb0e66b1b service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621184 Aug 31 07:52:02.879550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60a4398f-b456-44fb-9b66-5b9745c8430a req-f954f249-5c85-4ed3-9d28-d67ae18da20c tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Aug 31 07:52:02.916422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-4436eb07-6116-4af9-abab-832481b9df93 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:02.917894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-4436eb07-6116-4af9-abab-832481b9df93 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.68 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.7566726 Aug 31 07:52:02.951057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Request body: {'port': {'device_id': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'admin_state_up': True, 'tenant_id': 'e91c92f64ac040be8e4a697aad6cb36e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:02.956678 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:02.979888 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff780add-3aa1-4197-8e70-1386eca303e1 req-0f969af6-77bd-48ac-a865-95b0d4f4b3a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631119 Aug 31 07:52:03.034699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Allocated IP 172.20.0.12 (018ddde2-81ee-41d5-b6b9-dde33dd6b79b/ada34ab5-31c6-420d-bb50-a0e4623db25d/d890d1b4-39e4-41fa-b590-cbfe40cba668) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:03.040282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ac0258e-3ece-41f9-800e-5099b548a8e4 req-af0180d8-1ae2-43dc-ba31-5204f6c95c2e tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 210 time: 0.0570316 Aug 31 07:52:03.168248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19708a4b-a2aa-4380-b438-2c39625d6f46 req-0ddb4e5e-4493-4dcc-bb5a-57381fc0b3b8 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 210 time: 0.0452316 Aug 31 07:52:03.190730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a7c9-e725-470b-92e1-feefb7be8736 req-90a02898-a2c3-44e6-bb5b-377a97a355b6 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:03.192730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5a6a7c9-e725-470b-92e1-feefb7be8736 req-90a02898-a2c3-44e6-bb5b-377a97a355b6 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 943 time: 0.0965757 Aug 31 07:52:03.234859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5a6a7c9-e725-470b-92e1-feefb7be8736 req-8c7c9780-4708-46cc-8f58-b1beb556a163 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346658 Aug 31 07:52:03.327111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 03103dd3-e660-4bb3-a222-ba34ba804438 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:03.397056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3cfd9d8b-435a-4407-98c4-adac05907517 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:03.462738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Made reservation on behalf of e91c92f64ac040be8e4a697aad6cb36e for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:03.466290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.492688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.495934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 03103dd3-e660-4bb3-a222-ba34ba804438, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=03103dd3-e660-4bb3-a222-ba34ba804438,segment=NetworkSegment(153d5856-b155-4de7-a073-ba7eb4e0e7b5),segment_id=153d5856-b155-4de7-a073-ba7eb4e0e7b5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:03.514466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38318-af98-4823-93c3-ea3400387aa9 req-3a04b3bd-eefd-4b0f-a248-234b63492174 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:03.514856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '03103dd3-e660-4bb3-a222-ba34ba804438', 'network_id': 'a2f2cd2a-7547-4f84-95f5-662d7519a804', 'port_id': '03103dd3-e660-4bb3-a222-ba34ba804438', 'mac_address': 'fa:16:3e:d5:b7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e463df54-93bd-445b-8083-9a5e5b9020eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:03.522637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93e38318-af98-4823-93c3-ea3400387aa9 req-3a04b3bd-eefd-4b0f-a248-234b63492174 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 944 time: 0.0586853 Aug 31 07:52:03.538758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8::1 (12de022a-3f94-40db-8032-d1585ff7df02/1f134d5e-355b-4db9-be7c-5e04475e734c/9860b590-3881-4cc8-8766-fdf8056f5543) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:03.572903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93e38318-af98-4823-93c3-ea3400387aa9 req-37ac3813-5144-417a-b761-b9bd8a9684c3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Aug 31 07:52:03.577319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3cfd9d8b-435a-4407-98c4-adac05907517 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:03.583461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.602973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03103dd3-e660-4bb3-a222-ba34ba804438 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:03.633555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 03103dd3-e660-4bb3-a222-ba34ba804438, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=03103dd3-e660-4bb3-a222-ba34ba804438,segment=NetworkSegment(153d5856-b155-4de7-a073-ba7eb4e0e7b5),segment_id=153d5856-b155-4de7-a073-ba7eb4e0e7b5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:03.698885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.758561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Allocated IP 172.20.0.10 (c4c70ff7-c36e-4a55-bdfe-c57615cdbd84/a415f8b2-78f5-4ff7-877a-0f9844265e5f/f7d2a797-7cd4-49ec-8302-a1d41da9cd2d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:03.763963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=03103dd3-e660-4bb3-a222-ba34ba804438,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:03.789930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.809416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:03.885355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 9860b590-3881-4cc8-8766-fdf8056f5543 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:03.897851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:03.905176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:03.907057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Pushing event updated for resources: {'Port': ['ID=d890d1b4-39e4-41fa-b590-cbfe40cba668,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:03.913901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:03.950827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['03103dd3-e660-4bb3-a222-ba34ba804438'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:04.000804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d3c7-fecc-48b5-9524-d9eea41d63ea req-8917e3eb-5ea8-46de-8506-82b6c88b3f30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.007209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d773d3c7-fecc-48b5-9524-d9eea41d63ea req-8917e3eb-5ea8-46de-8506-82b6c88b3f30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 946 time: 0.0656505 Aug 31 07:52:04.053026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d773d3c7-fecc-48b5-9524-d9eea41d63ea req-47cc4f66-b70f-4bb3-b1ec-9c59e94b94e2 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Aug 31 07:52:04.056730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e97de-eb90-43cb-bb76-445e5d9d820e None None] Network 12de022a-3f94-40db-8032-d1585ff7df02 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:04.077121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.077833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.129764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.133482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.164282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 12de022a-3f94-40db-8032-d1585ff7df02 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:04.188625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:04.194867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f792669-6507-4b4f-8670-78d8f787abe6 req-3baf74dc-72fc-4193-91fd-8cb4e59abeb1 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.196614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f792669-6507-4b4f-8670-78d8f787abe6 req-3baf74dc-72fc-4193-91fd-8cb4e59abeb1 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 932 time: 0.0737114 Aug 31 07:52:04.202183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:04.203297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.291808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f792669-6507-4b4f-8670-78d8f787abe6 req-e2c9fc6c-6430-4d79-ba70-8739f3aade09 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802221 Aug 31 07:52:04.313674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-4d8fd6d0-d30e-4171-a8ad-02381f4add98 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6809337 Aug 31 07:52:04.317564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e2540fd-ded5-484d-b5ed-30946554aaf6 req-3bf98bc2-f65b-46fa-9959-150e4a333cd4 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 210 time: 0.0449636 Aug 31 07:52:04.318985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] Provisioning for port 3cfd9d8b-435a-4407-98c4-adac05907517 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:04.325734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] Provisioning complete for port 3cfd9d8b-435a-4407-98c4-adac05907517 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:04.326132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.356375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Request body: {'port': {'device_id': '69b308d4-54cb-426d-88ca-690423c85cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:04.419911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=9860b590-3881-4cc8-8766-fdf8056f5543,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:04.468178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.485320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cfda3-1c98-4866-8fa2-1faf3ae1729b req-cc36eeed-4080-4696-8d3b-694ffbd1a616 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.494445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440cfda3-1c98-4866-8fa2-1faf3ae1729b req-cc36eeed-4080-4696-8d3b-694ffbd1a616 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 944 time: 0.0972939 Aug 31 07:52:04.501531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.507372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] For port 3cfd9d8b-435a-4407-98c4-adac05907517, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3cfd9d8b-435a-4407-98c4-adac05907517,segment=NetworkSegment(881bb9d2-dbd6-4339-b1b5-105cf107d95f),segment_id=881bb9d2-dbd6-4339-b1b5-105cf107d95f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:04.540820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440cfda3-1c98-4866-8fa2-1faf3ae1729b req-465fd899-8568-4564-bc0f-0ffc4ca42fa5 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Aug 31 07:52:04.549022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.629747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.697356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c5a86-7886-4aa4-97df-6e3f4157c77d None None] Pushing event updated for resources: {'Port': ['ID=3cfd9d8b-435a-4407-98c4-adac05907517,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:04.720068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:04.723169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143eb797-4e1f-40f5-a62e-8c2bd94ed17b req-e5eac5d4-f4eb-42d0-aa4e-1bc939760794 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.729435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-143eb797-4e1f-40f5-a62e-8c2bd94ed17b req-e5eac5d4-f4eb-42d0-aa4e-1bc939760794 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 944 time: 0.0814409 Aug 31 07:52:04.732784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:04.742343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:04.744960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event updated for resources: {'Port': ['ID=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:04.753550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.765780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e438b16-3428-4459-9152-a85ad510d04a None None] Provisioning complete for port 3cfd9d8b-435a-4407-98c4-adac05907517 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:04.766842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e438b16-3428-4459-9152-a85ad510d04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.780717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-143eb797-4e1f-40f5-a62e-8c2bd94ed17b req-0b1efab3-5dc0-4bca-99ed-2d18a3795dea tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489795 Aug 31 07:52:04.891697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:04.892330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.941666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e438b16-3428-4459-9152-a85ad510d04a None None] Provisioning for port 9860b590-3881-4cc8-8766-fdf8056f5543 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:04.941901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e438b16-3428-4459-9152-a85ad510d04a None None] Provisioning complete for port 9860b590-3881-4cc8-8766-fdf8056f5543 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:04.942196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e438b16-3428-4459-9152-a85ad510d04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:04.976670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9e438b16-3428-4459-9152-a85ad510d04a None None] Port 9860b590-3881-4cc8-8766-fdf8056f5543 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:05.042795 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-caf488c2-1d1e-4381-b53b-bfdb232e199f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0975153 Aug 31 07:52:05.068968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Request body: {'port': {'device_id': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:05.098681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f7d13b5c-a824-49ee-8fe7-2d07f9e792a1 None None] Provisioning complete for port 9860b590-3881-4cc8-8766-fdf8056f5543 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:05.099132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f7d13b5c-a824-49ee-8fe7-2d07f9e792a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.142038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f7d13b5c-a824-49ee-8fe7-2d07f9e792a1 None None] Port 9860b590-3881-4cc8-8766-fdf8056f5543 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:05.158277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d890d1b4-39e4-41fa-b590-cbfe40cba668 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:05.175324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46f41d-95ed-47a7-b6e4-17a4735e2797 req-8d89ff8c-20c3-4dbc-a706-27259d605afa tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:05.176923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e46f41d-95ed-47a7-b6e4-17a4735e2797 req-8d89ff8c-20c3-4dbc-a706-27259d605afa tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 946 time: 0.0512831 Aug 31 07:52:05.186922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.204514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.218101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e46f41d-95ed-47a7-b6e4-17a4735e2797 req-be752269-4db3-4e90-9269-c9e6e2beccf2 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Aug 31 07:52:05.227416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Transition to ACTIVE for port object d890d1b4-39e4-41fa-b590-cbfe40cba668 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:05.347400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3cfd9d8b-435a-4407-98c4-adac05907517 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:05.359196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.390159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 03103dd3-e660-4bb3-a222-ba34ba804438 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:05.444603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.455856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3cfd9d8b-435a-4407-98c4-adac05907517 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:05.456183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.523203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.523203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.523957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:05.529880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-495edbd1-8d66-4533-be0a-511cdb576901 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2771263 Aug 31 07:52:05.533717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Pushing event updated for resources: {'Port': ['ID=d890d1b4-39e4-41fa-b590-cbfe40cba668,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:05.541845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:05.547246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 03103dd3-e660-4bb3-a222-ba34ba804438 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:05.556084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 03103dd3-e660-4bb3-a222-ba34ba804438 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:05.556084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.559020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f96b7-9cc3-420e-b932-b75a1108319b req-60a1047c-8d7a-4073-8fd0-13f565c9d200 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:05.560083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-480f96b7-9cc3-420e-b932-b75a1108319b req-60a1047c-8d7a-4073-8fd0-13f565c9d200 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 944 time: 0.1402743 Aug 31 07:52:05.642289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-480f96b7-9cc3-420e-b932-b75a1108319b req-586e4936-22f4-4e22-a244-d9ee203306e1 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632725 Aug 31 07:52:05.675694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.725395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:05.746689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:05.751280 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.801795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03103dd3-e660-4bb3-a222-ba34ba804438'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:05.812037 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706665cc-eb7f-4f0f-ba11-6b882fbf45f3" -d '{"events": [{"server_uuid": "53258f4c-40c3-40a1-8134-7c891c41b16d", "name": "network-vif-plugged", "status": "completed", "tag": "03103dd3-e660-4bb3-a222-ba34ba804438"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:05.820158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 03103dd3-e660-4bb3-a222-ba34ba804438, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=03103dd3-e660-4bb3-a222-ba34ba804438,segment=NetworkSegment(153d5856-b155-4de7-a073-ba7eb4e0e7b5),segment_id=153d5856-b155-4de7-a073-ba7eb4e0e7b5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:05.821321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.834337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Attempting to bind port d890d1b4-39e4-41fa-b590-cbfe40cba668 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:05.835094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Attempting to bind port d890d1b4-39e4-41fa-b590-cbfe40cba668 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'dc87f15a-8fd1-4c58-824d-bedd7b812779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:05.835558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Attempting to bind port d890d1b4-39e4-41fa-b590-cbfe40cba668 on network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:05.836451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:05.842105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=9860b590-3881-4cc8-8766-fdf8056f5543,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:05.844405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad7128-5724-43f4-b6f4-31a855aa2bd6 req-bebaa564-47c8-40d8-83bc-628a6474ddd3 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:05.846391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8ad7128-5724-43f4-b6f4-31a855aa2bd6 req-bebaa564-47c8-40d8-83bc-628a6474ddd3 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 932 time: 0.0768249 Aug 31 07:52:05.855818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Port d890d1b4-39e4-41fa-b590-cbfe40cba668 on network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:52:05.856165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Attempting to bind port d890d1b4-39e4-41fa-b590-cbfe40cba668 on network 018ddde2-81ee-41d5-b6b9-dde33dd6b79b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:05.857749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:05.881925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.897950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:05.898303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Checking segment: {'id': 'dc87f15a-8fd1-4c58-824d-bedd7b812779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:05.898703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Bound using segment: {'id': 'dc87f15a-8fd1-4c58-824d-bedd7b812779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:05.899238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Bound port: d890d1b4-39e4-41fa-b590-cbfe40cba668, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc87f15a-8fd1-4c58-824d-bedd7b812779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:05.899606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.908712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8ad7128-5724-43f4-b6f4-31a855aa2bd6 req-5d7575c0-021c-4479-acd0-1e42ff99c7d0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Aug 31 07:52:05.915135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.938292 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:05.961623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=03103dd3-e660-4bb3-a222-ba34ba804438,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.037292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.064291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Allocated IP 172.25.0.223 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/5bfa2664-4337-4952-8bd6-1d4e799baca5) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:06.162953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fcf4-4d9f-4667-80c0-4cedd9b3a387 req-44a7fe41-bca8-48ee-b98c-b8be1ee288b8 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.164586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac66fcf4-4d9f-4667-80c0-4cedd9b3a387 req-44a7fe41-bca8-48ee-b98c-b8be1ee288b8 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 945 time: 0.1173284 Aug 31 07:52:06.202580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['2c691c47-0738-49b7-85c4-3d58c2ac6ae8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:06.246944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac66fcf4-4d9f-4667-80c0-4cedd9b3a387 req-729deb7a-23fb-4b7c-b479-ad8a717bd1c0 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648348 Aug 31 07:52:06.250009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.297925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d2a797-7cd4-49ec-8302-a1d41da9cd2d {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:06.314081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.321502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 12de022a-3f94-40db-8032-d1585ff7df02 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:06.327739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:06.355040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Transition to ACTIVE for port object f7d2a797-7cd4-49ec-8302-a1d41da9cd2d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:06.367354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.394047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] For port d890d1b4-39e4-41fa-b590-cbfe40cba668, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:06.441199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.455026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:06.456148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] For port d890d1b4-39e4-41fa-b590-cbfe40cba668, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668,segment=NetworkSegment(dc87f15a-8fd1-4c58-824d-bedd7b812779),segment_id=dc87f15a-8fd1-4c58-824d-bedd7b812779)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:06.464807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:06.469277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:06.506464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.529115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Pushing event updated for resources: {'Port': ['ID=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.558414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event updated for resources: {'Port': ['ID=5bfa2664-4337-4952-8bd6-1d4e799baca5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.564281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.565488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.566829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] 10.222.0.68 "PUT /v2.0/ports/d890d1b4-39e4-41fa-b590-cbfe40cba668 HTTP/1.1" status: 200 len: 1093 time: 2.2260444 Aug 31 07:52:06.566967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b308d4-54cb-426d-88ca-690423c85cce', 'tag': 'd890d1b4-39e4-41fa-b590-cbfe40cba668'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:06.570130 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9545c90d-465d-411c-a80a-59d6302554a4" -d '{"events": [{"name": "network-changed", "server_uuid": "69b308d4-54cb-426d-88ca-690423c85cce", "tag": "d890d1b4-39e4-41fa-b590-cbfe40cba668"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:06.584746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c8aa-d76c-4fd4-9f94-3b59263a7374 req-fcee2bbd-1bfb-46f9-bdb0-dcf769ee98ef tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.591656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bc4c8aa-d76c-4fd4-9f94-3b59263a7374 req-fcee2bbd-1bfb-46f9-bdb0-dcf769ee98ef tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.2378640 Aug 31 07:52:06.604720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.656216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bc4c8aa-d76c-4fd4-9f94-3b59263a7374 req-4f4cfd9e-e412-4673-9a29-792f618e3eb9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631704 Aug 31 07:52:06.670643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f101ab3-4c33-4f6b-9b59-5fa01177ed14 service neutron] Pushing event updated for resources: {'Port': ['ID=d890d1b4-39e4-41fa-b590-cbfe40cba668,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:06.716683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Attempting to bind port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:06.719241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Attempting to bind port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:06.719241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Attempting to bind port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:06.725589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:52:06.725960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Attempting to bind port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:06.728253 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc93eb13-7e54-42ab-9dda-d295cf827e4f x-openstack-request-id: req-dc93eb13-7e54-42ab-9dda-d295cf827e4f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:06.728798 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53258f4c-40c3-40a1-8134-7c891c41b16d", "name": "network-vif-plugged", "status": "completed", "tag": "03103dd3-e660-4bb3-a222-ba34ba804438", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:06.728798 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc93eb13-7e54-42ab-9dda-d295cf827e4f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:06.729176 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03103dd3-e660-4bb3-a222-ba34ba804438', 'code': 200} Aug 31 07:52:06.731403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-ecf058a6-45f8-45e0-a0b5-3cf203134eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.732944 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-ecf058a6-45f8-45e0-a0b5-3cf203134eac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cf2c3cf5e424e7799f8db4ad7836ec2&device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 1096 time: 0.0788984 Aug 31 07:52:06.735951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:06.736530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Checking segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:06.737082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Bound using segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:06.737693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Bound port: f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:06.738313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.792215 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1900d3d-fc52-41d2-8c9c-36047915037e x-openstack-request-id: req-b1900d3d-fc52-41d2-8c9c-36047915037e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:06.792801 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69b308d4-54cb-426d-88ca-690423c85cce", "tag": "d890d1b4-39e4-41fa-b590-cbfe40cba668", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:06.793232 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1900d3d-fc52-41d2-8c9c-36047915037e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:06.793835 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b308d4-54cb-426d-88ca-690423c85cce', 'tag': 'd890d1b4-39e4-41fa-b590-cbfe40cba668', 'status': 'completed', 'code': 200} Aug 31 07:52:06.796970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 1999168f-cb8e-4093-a7a4-9ead780156f8 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:52:06.799895 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-98e99bd7-dfe1-4fd0-814e-bd664fa5108c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668 HTTP/1.1" status: 200 len: 217 time: 0.0584378 Aug 31 07:52:06.814063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0f1a9452-b307-4288-b3cc-a832b18afd0a None None] Provisioning complete for port 9860b590-3881-4cc8-8766-fdf8056f5543 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:06.814587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9452-b307-4288-b3cc-a832b18afd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.817421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.874452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a9452-b307-4288-b3cc-a832b18afd0a None None] Port 9860b590-3881-4cc8-8766-fdf8056f5543 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:06.928001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7f76e-150d-4567-b6ce-cfdbafae8cc7 req-e5e0e91c-495c-46c8-a97a-17c48cd31669 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.929658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ce7f76e-150d-4567-b6ce-cfdbafae8cc7 req-e5e0e91c-495c-46c8-a97a-17c48cd31669 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 944 time: 0.0742126 Aug 31 07:52:06.995485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-b0cd0d60-8bf9-4328-aad7-25eaabf02881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:06.997279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-b0cd0d60-8bf9-4328-aad7-25eaabf02881 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ada34ab5-31c6-420d-bb50-a0e4623db25d HTTP/1.1" status: 200 len: 852 time: 0.1850641 Aug 31 07:52:07.006413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] For port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:07.016886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ce7f76e-150d-4567-b6ce-cfdbafae8cc7 req-7c3ce577-a7de-4653-8001-2891cd8c25f6 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747221 Aug 31 07:52:07.026664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5da1c1-afd0-4137-b91a-6e9086236084 req-d69b88df-1b01-4659-9482-4b5bffef17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.028444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a5da1c1-afd0-4137-b91a-6e9086236084 req-d69b88df-1b01-4659-9482-4b5bffef17d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 1097 time: 0.2273700 Aug 31 07:52:07.057454 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-3eb56a84-4634-4125-9519-aba0719d402d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=018ddde2-81ee-41d5-b6b9-dde33dd6b79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483997 Aug 31 07:52:07.069231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] For port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:07.079288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.102621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:07.114245 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] Sync routers for ids ['1999168f-cb8e-4093-a7a4-9ead780156f8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:07.128199 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] Routers {'1999168f-cb8e-4093-a7a4-9ead780156f8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:07.128833 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1999168f-cb8e-4093-a7a4-9ead780156f8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:07.138754 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7f8e6805-bb66-4de0-b6e5-bf93520c3535 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/1999168f-cb8e-4093-a7a4-9ead780156f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1780818 Aug 31 07:52:07.144516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.149915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:07.162922 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:07.172416 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] Routers {'1999168f-cb8e-4093-a7a4-9ead780156f8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:07.173617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1999168f-cb8e-4093-a7a4-9ead780156f8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:07.183832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61e65-c5fe-40a4-8b3b-906c8bdc3c2f req-cae8428b-9fde-4ba9-ab9d-3dc22bfb05ed tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.191590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70b61e65-c5fe-40a4-8b3b-906c8bdc3c2f req-cae8428b-9fde-4ba9-ab9d-3dc22bfb05ed tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 944 time: 0.0809133 Aug 31 07:52:07.199666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.215460 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:07.216449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb488aa-d63f-4d5d-897e-f3c4e0cdd7a1 None None] The sync data for ids ['1999168f-cb8e-4093-a7a4-9ead780156f8'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:07.220332 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4a5da1c1-afd0-4137-b91a-6e9086236084 req-a936c891-9d04-4a7e-be1a-72f45947d9a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670604 Aug 31 07:52:07.238000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.238922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.240399 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] 10.222.0.68 "PUT /v2.0/ports/f7d2a797-7cd4-49ec-8302-a1d41da9cd2d HTTP/1.1" status: 200 len: 1093 time: 2.1778157 Aug 31 07:52:07.279790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546fa0ed-931a-46ab-8f8d-835e84befe19 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.283049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-546fa0ed-931a-46ab-8f8d-835e84befe19 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports/9860b590-3881-4cc8-8766-fdf8056f5543 HTTP/1.1" status: 200 len: 911 time: 0.1228981 Aug 31 07:52:07.284302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47352) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:07.296357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event updated for resources: {'Port': ['ID=5bfa2664-4337-4952-8bd6-1d4e799baca5,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:07.300777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978fc4-b8af-4d67-8b6c-3e220547455d service neutron] Pushing event updated for resources: {'Port': ['ID=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:07.317695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70b61e65-c5fe-40a4-8b3b-906c8bdc3c2f req-93a132c7-d75f-4ef4-af87-f256990ebd1a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250653 Aug 31 07:52:07.394969 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-c6ac671f-0a82-4d08-8bf8-2ec91ab7700d service neutron] 10.222.0.68 "GET /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279510 Aug 31 07:52:07.418346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.451034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121453f-6ca0-409f-9980-3732532e54f1 req-5876189f-bb40-4546-8f8d-522d94dd8912 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.452662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9121453f-6ca0-409f-9980-3732532e54f1 req-5876189f-bb40-4546-8f8d-522d94dd8912 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 945 time: 0.0647061 Aug 31 07:52:07.484001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.485835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-24a0ccc6-7d42-431c-83d8-b502fe374a30 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9501615 Aug 31 07:52:07.538676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:07.574490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-729111e3-121c-489c-ae94-189f077e9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.576076 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-729111e3-121c-489c-ae94-189f077e9cf8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 1096 time: 0.1987622 Aug 31 07:52:07.586867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9121453f-6ca0-409f-9980-3732532e54f1 req-70ee0aac-da64-4a29-b8ae-50544707e68c tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270363 Aug 31 07:52:07.602970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-1b93ef68-8241-4b30-9d32-d0763b1d7fcf tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.1022992 Aug 31 07:52:07.643344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-2123cd8d-776a-44c7-ac3a-811e000ada85 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d HTTP/1.1" status: 200 len: 217 time: 0.0517254 Aug 31 07:52:07.648231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-45a95211-8c37-4f11-899b-ec6b575e2bd0 req-ba460c54-5c91-4dc6-ba33-ea48a8c3cfd5 service neutron] 10.222.0.68 "GET /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350216 Aug 31 07:52:07.721115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:07.726299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:07.729737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.752020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-b27ae099-4135-4f36-86aa-8d9086efb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.754498 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-b27ae099-4135-4f36-86aa-8d9086efb082 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.0990672 Aug 31 07:52:07.837614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.874418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-2041db95-3606-4132-a961-0acf51476d30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789733 Aug 31 07:52:07.880004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:07.961013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:07.978392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c90d-465d-411c-a80a-59d6302554a4 req-cbe30994-5a1b-4701-8bb8-dac2394a1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:07.979929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-cbe30994-5a1b-4701-8bb8-dac2394a1588 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cf2c3cf5e424e7799f8db4ad7836ec2&device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 1096 time: 0.1864772 Aug 31 07:52:08.112362 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-fdb8199e-2dc0-4374-9f9a-64be9d6a86fb service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287724 Aug 31 07:52:08.188116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:08.215337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c90d-465d-411c-a80a-59d6302554a4 req-7c9353ea-6631-4d81-93a6-23b949997a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.216829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-7c9353ea-6631-4d81-93a6-23b949997a4f service neutron] 10.222.0.68 "GET /v2.0/networks?id=018ddde2-81ee-41d5-b6b9-dde33dd6b79b HTTP/1.1" status: 200 len: 913 time: 0.2291515 Aug 31 07:52:08.221622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cbe95-cf29-4af2-ac46-4db9072358cf req-0056669c-fb4a-49bc-b366-0612e95c99a5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.238141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-120cbe95-cf29-4af2-ac46-4db9072358cf req-0056669c-fb4a-49bc-b366-0612e95c99a5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.0934746 Aug 31 07:52:08.273483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-87dc1198-42b5-4de7-bfec-b5a14f97de00 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.275086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-87dc1198-42b5-4de7-bfec-b5a14f97de00 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.6630466 Aug 31 07:52:08.279945 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-2aea0832-b941-468c-9e3d-6d039b7fb9c7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668 HTTP/1.1" status: 200 len: 217 time: 0.0537503 Aug 31 07:52:08.286077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:08.291200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-17a0fb69-d50b-47a0-9f38-0a8617766df2 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:52:08.293299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69177010-4f0d-4991-9ba2-615cc16dee0e req-17a0fb69-d50b-47a0-9f38-0a8617766df2 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063550 Aug 31 07:52:08.319440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-120cbe95-cf29-4af2-ac46-4db9072358cf req-e3ea1e61-7067-4de6-b004-6f9fa2ab27e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800250 Aug 31 07:52:08.464138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90760-e7a4-4203-9b89-961b99e1689f req-5c6a6408-6171-40af-ab1e-80709ba5d6e6 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.470222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2f90760-e7a4-4203-9b89-961b99e1689f req-5c6a6408-6171-40af-ab1e-80709ba5d6e6 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 944 time: 0.1043198 Aug 31 07:52:08.526424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c187505-a574-47f1-a16b-920a99d0ff74 req-fe305fa7-369d-4da8-8288-1639313e5c8c tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.528290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c187505-a574-47f1-a16b-920a99d0ff74 req-fe305fa7-369d-4da8-8288-1639313e5c8c tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 944 time: 0.1219473 Aug 31 07:52:08.543419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2f90760-e7a4-4203-9b89-961b99e1689f req-94eb78f0-5819-4620-8ad0-1ed70767e48b tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716968 Aug 31 07:52:08.644967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c187505-a574-47f1-a16b-920a99d0ff74 req-b3671d81-040e-4935-92b8-7665a47abe36 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983353 Aug 31 07:52:08.730245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:08.733219 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e557be38-abb7-4100-877a-5f09b23531b5" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:08.815361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'tag': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:08.819917 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e759eb-d368-4464-b894-1c4098fe0c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ebef08-b797-42d8-bf2c-ae34bbf852fa", "tag": "f7d2a797-7cd4-49ec-8302-a1d41da9cd2d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:08.856499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edd5c-f525-4562-93fc-60d5341498a2 req-1af316fc-ee59-471b-b92e-167492ec6c43 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.858138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af4edd5c-f525-4562-93fc-60d5341498a2 req-1af316fc-ee59-471b-b92e-167492ec6c43 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 945 time: 0.0858715 Aug 31 07:52:08.878946 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a515f3c8-1edd-438a-bab9-5ccdfec94f2c req-2814cb2c-86d0-4e24-848b-8b26620aff3e service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549703 Aug 31 07:52:08.899447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545c90d-465d-411c-a80a-59d6302554a4 req-5f636344-921f-47a9-8031-7133bb0d1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.901088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-f0977c8f-c53d-4646-8cb0-3769c644a63c tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:08.901253 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-5f636344-921f-47a9-8031-7133bb0d1873 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ada34ab5-31c6-420d-bb50-a0e4623db25d HTTP/1.1" status: 200 len: 852 time: 0.6103811 Aug 31 07:52:08.906283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-f0977c8f-c53d-4646-8cb0-3769c644a63c tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 821 time: 0.2533023 Aug 31 07:52:08.930702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-efb90ed3-f03c-499b-b1ae-9d6fb13f96df tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/quotas/fc970d0b6d784106b4b57babdea6a581 HTTP/1.1" status: 200 len: 375 time: 0.0217636 Aug 31 07:52:08.933864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af4edd5c-f525-4562-93fc-60d5341498a2 req-e2a4f332-ba70-4da7-98be-de0705bc9f2e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699184 Aug 31 07:52:08.977920 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-bd64731d-d72f-4f9a-867c-3dc73fcd4a46 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=018ddde2-81ee-41d5-b6b9-dde33dd6b79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624812 Aug 31 07:52:08.986751 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dec212-e630-4934-9e5d-920500079301 x-openstack-request-id: req-b8dec212-e630-4934-9e5d-920500079301 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:08.987183 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:08.987534 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8dec212-e630-4934-9e5d-920500079301 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:08.988028 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:52:09.046592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-86f5ffbe-3287-4cca-8b7d-b44e33c36144 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1100035 Aug 31 07:52:09.082658 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c75e8-2527-4880-8f28-51c4d1cebe45 x-openstack-request-id: req-dd9c75e8-2527-4880-8f28-51c4d1cebe45 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:09.086682 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ebef08-b797-42d8-bf2c-ae34bbf852fa", "tag": "f7d2a797-7cd4-49ec-8302-a1d41da9cd2d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:09.086682 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd9c75e8-2527-4880-8f28-51c4d1cebe45 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:09.086682 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'tag': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d', 'status': 'completed', 'code': 200} Aug 31 07:52:09.156163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83146a-696a-4177-926c-f8136b0054dc req-f706357a-fd49-42bd-8815-1bf1ddcf55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.157670 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7a83146a-696a-4177-926c-f8136b0054dc req-f706357a-fd49-42bd-8815-1bf1ddcf55ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1098 time: 0.0847371 Aug 31 07:52:09.170470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-14a7a269-9c50-4506-94ab-660e166511db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.183958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-14a7a269-9c50-4506-94ab-660e166511db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 1096 time: 0.0956693 Aug 31 07:52:09.184102 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-711e184b-8217-470d-b2ba-076b656eb826 service neutron] 10.222.0.68 "GET /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819580 Aug 31 07:52:09.190061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-2e90a828-fc01-48cd-a20f-e2e6f5eb5def service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359596 Aug 31 07:52:09.295764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7a83146a-696a-4177-926c-f8136b0054dc req-0765a71e-56ce-4490-bbf8-9bdfba6ab41b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281879 Aug 31 07:52:09.359217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-075ae359-2753-4061-a8a6-265dd4c1a1ed service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592047 Aug 31 07:52:09.361254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9545c90d-465d-411c-a80a-59d6302554a4 req-e12e6f28-8474-46c9-9de6-e30b62e36b97 service neutron] 10.222.0.68 "GET /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742787 Aug 31 07:52:09.372843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 9860b590-3881-4cc8-8766-fdf8056f5543 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:09.373205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:09.386182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-bd405250-3bc6-4eea-9556-b0a933025afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.388345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-bd405250-3bc6-4eea-9556-b0a933025afb service neutron] 10.222.0.68 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 916 time: 0.2092488 Aug 31 07:52:09.479769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:09.496459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 9860b590-3881-4cc8-8766-fdf8056f5543 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:09.551865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-94d9af2c-e42d-409a-949e-af3481c5a43b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d HTTP/1.1" status: 200 len: 217 time: 0.0529869 Aug 31 07:52:09.638411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591e4f-8536-41d8-94fa-eb95b2416074 req-b4e0758d-5eba-4fef-b84d-06af756b9e19 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.640152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c591e4f-8536-41d8-94fa-eb95b2416074 req-b4e0758d-5eba-4fef-b84d-06af756b9e19 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.0913422 Aug 31 07:52:09.644944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-cee2be44-55c8-4262-b0ac-6854740d8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.645695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-cee2be44-55c8-4262-b0ac-6854740d8952 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.0857079 Aug 31 07:52:09.691158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-28a365d6-f701-4c2c-8134-8c619256f851 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370154 Aug 31 07:52:09.811552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c591e4f-8536-41d8-94fa-eb95b2416074 req-101dcbf4-6062-4dac-ae38-8e69c69a845f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635895 Aug 31 07:52:09.816847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:09.847335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5133-9b1f-4946-b16f-1b94a1dc5d06 req-083de2c0-f48d-4a4b-b2a9-40fdd3f9345b tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:09.849010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bdf5133-9b1f-4946-b16f-1b94a1dc5d06 req-083de2c0-f48d-4a4b-b2a9-40fdd3f9345b tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 944 time: 0.1141365 Aug 31 07:52:09.868905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=9860b590-3881-4cc8-8766-fdf8056f5543,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:09.937176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-a330396b-e7c3-40f0-88b5-e4d5ac8ae3b9 service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146602 Aug 31 07:52:09.956093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bdf5133-9b1f-4946-b16f-1b94a1dc5d06 req-ffa441d8-42e5-4c51-b618-31d9fd8ab7a0 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982633 Aug 31 07:52:09.959588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b612b7db-a9bf-4d83-a06b-bf2ba304502a req-e93dd04e-7aa1-4567-b5a0-63b2ac703d58 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 210 time: 0.0563445 Aug 31 07:52:10.043824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:10.079646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33e759eb-d368-4464-b894-1c4098fe0c1f req-2108a90d-3fae-41df-8bc2-a1de14ec1c4b service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269951 Aug 31 07:52:10.174472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a83b48-f00c-4ea3-a2c9-436bbbc51570 req-d4348a3c-4263-4022-af9d-6fe492301f20 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:10.176098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96a83b48-f00c-4ea3-a2c9-436bbbc51570 req-d4348a3c-4263-4022-af9d-6fe492301f20 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 944 time: 0.0679312 Aug 31 07:52:10.220739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96a83b48-f00c-4ea3-a2c9-436bbbc51570 req-ec62eda2-9510-4175-97d0-9f781f97e9df tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Aug 31 07:52:10.299914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 1999168f-cb8e-4093-a7a4-9ead780156f8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:10.395287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:10.402979 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1dc92102-90a8-4810-be9e-115187735b5b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/1999168f-cb8e-4093-a7a4-9ead780156f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130843 Aug 31 07:52:10.406169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47418) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:10.411744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] Sync routers for ids ['1999168f-cb8e-4093-a7a4-9ead780156f8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:10.422983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] Routers {'1999168f-cb8e-4093-a7a4-9ead780156f8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:10.423992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1999168f-cb8e-4093-a7a4-9ead780156f8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:10.436838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-96f61c01-b066-41e2-a0a0-41c35043092a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=1999168f-cb8e-4093-a7a4-9ead780156f8 HTTP/1.1" status: 200 len: 205 time: 0.0294504 Aug 31 07:52:10.439501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:10.460771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:10.470732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] Routers {'1999168f-cb8e-4093-a7a4-9ead780156f8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:10.471869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1999168f-cb8e-4093-a7a4-9ead780156f8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:10.513579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:10.514324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54f4be-12b2-4c88-8c78-1bb5b908ea55 None None] The sync data for ids ['1999168f-cb8e-4093-a7a4-9ead780156f8'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:10.557873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:10.748351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:10.750728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:10.888333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:10.889018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router 1999168f-cb8e-4093-a7a4-9ead780156f8 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:52:10.897235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:10.901302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb4f5e95-5aa9-4988-b757-a92c8703f7db tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/1999168f-cb8e-4093-a7a4-9ead780156f8 HTTP/1.1" status: 204 len: 168 time: 0.4582820 Aug 31 07:52:10.901675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47436) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:10.991627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet 1f134d5e-355b-4db9-be7c-5e04475e734c {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:52:10.996987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.035066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bda2c-2467-4f4b-b9bb-28d3d5f82b40 req-922f32e2-fc63-465b-8b96-4b6fd2153d6f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.039049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-999bda2c-2467-4f4b-b9bb-28d3d5f82b40 req-922f32e2-fc63-465b-8b96-4b6fd2153d6f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.1038089 Aug 31 07:52:11.055010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.143736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-999bda2c-2467-4f4b-b9bb-28d3d5f82b40 req-193cb69c-1e14-4d46-ade2-6ef8ae8bdc8d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947232 Aug 31 07:52:11.195633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-167c44cf-fe3e-41b8-a041-b05740b97461 req-f7c34801-93f9-4b31-95f7-fda9a591b0c6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 210 time: 0.0554225 Aug 31 07:52:11.221889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.332559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b589c-f9c9-4abf-88a2-10a1e1f7846e req-e7b9b52f-d41f-4aea-9ef8-ac4deeec43be tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.334020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa4b589c-f9c9-4abf-88a2-10a1e1f7846e req-e7b9b52f-d41f-4aea-9ef8-ac4deeec43be tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 944 time: 0.0719802 Aug 31 07:52:11.373342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa4b589c-f9c9-4abf-88a2-10a1e1f7846e req-c57001d5-93a6-4215-a258-3c07b59c659a tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Aug 31 07:52:11.419001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.463080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=1f134d5e-355b-4db9-be7c-5e04475e734c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:11.476459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.480876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1197cb8-63be-4e4d-ab7f-c70d50558d12 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/1f134d5e-355b-4db9-be7c-5e04475e734c HTTP/1.1" status: 204 len: 168 time: 0.5756123 Aug 31 07:52:11.481480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47452) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:11.494114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453b41c-2333-4184-828c-7365c2f94bc2 None None] Network 12de022a-3f94-40db-8032-d1585ff7df02 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:11.536341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb9149-8b14-40f2-954a-e07697778577 req-01a83798-6e10-4bf5-b5ed-6791b8ecb2ff tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.538491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dbb9149-8b14-40f2-954a-e07697778577 req-01a83798-6e10-4bf5-b5ed-6791b8ecb2ff tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 944 time: 0.0856452 Aug 31 07:52:11.546910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd5f9-c754-4ad9-9b96-6b3dcccd71d8 req-1673cf20-add0-420c-bc6f-4cad5db125cc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.548384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bdcd5f9-c754-4ad9-9b96-6b3dcccd71d8 req-1673cf20-add0-420c-bc6f-4cad5db125cc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.1178775 Aug 31 07:52:11.558362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47454) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:11.564747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.565739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'floatingip': {'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:11.567179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f7d2a797-7cd4-49ec-8302-a1d41da9cd2d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:11.638900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 3cfd9d8b-435a-4407-98c4-adac05907517 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:11.639261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.646131 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.700088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dbb9149-8b14-40f2-954a-e07697778577 req-99b7848f-d48c-4d4f-8447-987be234f774 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507220 Aug 31 07:52:11.732169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port 3cfd9d8b-435a-4407-98c4-adac05907517, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3cfd9d8b-435a-4407-98c4-adac05907517,segment=NetworkSegment(881bb9d2-dbd6-4339-b1b5-105cf107d95f),segment_id=881bb9d2-dbd6-4339-b1b5-105cf107d95f)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:11.732556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.752897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 3cfd9d8b-435a-4407-98c4-adac05907517 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:11.798974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:11.827106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'port_id': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d', 'mac_address': 'fa:16:3e:ca:22:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a415f8b2-78f5-4ff7-877a-0f9844265e5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:11.863447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] DHCP port deletion for 12de022a-3f94-40db-8032-d1585ff7df02 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:52:11.919426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.942301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d2a797-7cd4-49ec-8302-a1d41da9cd2d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:11.966807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:11.967614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:11.972452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] Deleting port 3cfd9d8b-435a-4407-98c4-adac05907517 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:11.972838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:11.978512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-87dbae67-27a7-490e-9fab-5b654e76b259 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:11.980292 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-87dbae67-27a7-490e-9fab-5b654e76b259 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 821 time: 0.1436193 Aug 31 07:52:11.999368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'port': {'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'admin_state_up': True, 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:12.040297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] For port 3cfd9d8b-435a-4407-98c4-adac05907517, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3cfd9d8b-435a-4407-98c4-adac05907517,segment=NetworkSegment(881bb9d2-dbd6-4339-b1b5-105cf107d95f),segment_id=881bb9d2-dbd6-4339-b1b5-105cf107d95f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:12.040711 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.050808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.055345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] Calling delete_port for 3cfd9d8b-435a-4407-98c4-adac05907517 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:12.088922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=3cfd9d8b-435a-4407-98c4-adac05907517,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:12.104166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port 3cfd9d8b-435a-4407-98c4-adac05907517 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:12.104515 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.105225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d890d1b4-39e4-41fa-b590-cbfe40cba668 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:12.237737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:12.273320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.287862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.300102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] No DVR routers for this DVR port 3cfd9d8b-435a-4407-98c4-adac05907517 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:12.302113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12de022a-3f94-40db-8032-d1585ff7df02']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:12.314676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881bb9d2-dbd6-4339-b1b5-105cf107d95f') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:12.314995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881bb9d2-dbd6-4339-b1b5-105cf107d95f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:12.325148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.344788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.362071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:52:12.362478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.363547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2837901-d31b-4ee6-b64e-99fa7f54e773 None None] Pushing event deleted for resources: {'Port': ['ID=3cfd9d8b-435a-4407-98c4-adac05907517,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:52:12.366338 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:52:12.396279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d890d1b4-39e4-41fa-b590-cbfe40cba668, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668,segment=NetworkSegment(dc87f15a-8fd1-4c58-824d-bedd7b812779),segment_id=dc87f15a-8fd1-4c58-824d-bedd7b812779)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:12.408473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd890d1b4-39e4-41fa-b590-cbfe40cba668', 'network_id': '018ddde2-81ee-41d5-b6b9-dde33dd6b79b', 'port_id': 'd890d1b4-39e4-41fa-b590-cbfe40cba668', 'mac_address': 'fa:16:3e:08:fe:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada34ab5-31c6-420d-bb50-a0e4623db25d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:12.455983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.471261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d890d1b4-39e4-41fa-b590-cbfe40cba668 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:12.474734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Made reservation on behalf of fc970d0b6d784106b4b57babdea6a581 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:12.478541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.497214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d890d1b4-39e4-41fa-b590-cbfe40cba668, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668,segment=NetworkSegment(dc87f15a-8fd1-4c58-824d-bedd7b812779),segment_id=dc87f15a-8fd1-4c58-824d-bedd7b812779)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:12.500116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bca2634c-e73d-473c-beb1-34182434fca9 req-da006ddb-3a6a-4444-98ce-f4f8553465e8 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 210 time: 0.0471776 Aug 31 07:52:12.537327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.578179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.625289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.638737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.651442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.663764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/12de022a-3f94-40db-8032-d1585ff7df02 HTTP/1.1" status: 204 len: 168 time: 1.1753561 Aug 31 07:52:12.663764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47474) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:12.673061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-340381705', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:12.673302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d890d1b4-39e4-41fa-b590-cbfe40cba668,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:12.674187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146dcd9-eb16-41bf-a676-38bd5b1e7951 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=12de022a-3f94-40db-8032-d1585ff7df02,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:12.699052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fee8-b756-471d-8801-4153bbf03f8c req-66b783e4-f257-4a46-8789-750a6cf2a023 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:12.700671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44a9fee8-b756-471d-8801-4153bbf03f8c req-66b783e4-f257-4a46-8789-750a6cf2a023 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 944 time: 0.1445353 Aug 31 07:52:12.706288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Allocated IP 172.20.0.10 (7c2e9ad2-9098-487f-bd43-9dac61ab0573/675865dd-b355-4af7-b08e-0ace5eebaa0e/bc31438a-24b9-4f75-8c56-6ba84c066572) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:12.874008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.875055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.878360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d890d1b4-39e4-41fa-b590-cbfe40cba668'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:12.891988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:12.914522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Transition to ACTIVE for port object bc31438a-24b9-4f75-8c56-6ba84c066572 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:12.922582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:12.962881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.051068 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Floating IP e4ca3838-4811-472c-bd43-7ee91ee9fcbe associated. External IP: 172.25.0.26, port: 2c691c47-0738-49b7-85c4-3d58c2ac6ae8. Aug 31 07:52:13.067583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44a9fee8-b756-471d-8801-4153bbf03f8c req-be566589-3cf6-486d-bd33-96a89ca9edc2 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526902 Aug 31 07:52:13.110703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.128483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['609d97dd-fae3-4ac4-908b-1fab254dceb0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:13.340748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cf37f-15fc-46f9-b0f2-77aa73f22c89 req-1225308d-40a6-402d-abb8-bc5a6c2ac756 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:13.340748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e63cf37f-15fc-46f9-b0f2-77aa73f22c89 req-1225308d-40a6-402d-abb8-bc5a6c2ac756 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 945 time: 0.4564507 Aug 31 07:52:13.340748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e63cf37f-15fc-46f9-b0f2-77aa73f22c89 req-7fd8acf4-f3e6-4e55-b7aa-e28e0f794765 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947196 Aug 31 07:52:13.409071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3cfd9d8b-435a-4407-98c4-adac05907517 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:13.416250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:13.422602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:13.426004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.433231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:13.437186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event updated for resources: {'Port': ['ID=bc31438a-24b9-4f75-8c56-6ba84c066572,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:13.442242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3cfd9d8b-435a-4407-98c4-adac05907517 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:52:13.442614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3cfd9d8b-435a-4407-98c4-adac05907517 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:13.489972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:13.490643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.513584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Router 1127f800-81c6-4c2d-a009-048bf0781550 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:13.580265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1d528202-7ee3-4bde-8b3b-66cefba7c932 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5861697 Aug 31 07:52:13.612842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Request body: {'port': {'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:13.768485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:13.779661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] Sync routers for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:13.781770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.782357 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.801015 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:13.802627 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:13.822256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-631492e6-2fde-4fa7-b902-769ad5676b78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "PUT /v2.0/floatingips/e4ca3838-4811-472c-bd43-7ee91ee9fcbe HTTP/1.1" status: 200 len: 991 time: 2.2574732 Aug 31 07:52:13.823599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:13.826089 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c49277-84ee-45fa-9eb4-f71035f352b4" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:13.840742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a297-cd44-44ab-99dd-236173982eb9 req-20f3c172-b808-442e-ab85-5d55410d32f1 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:13.848068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3972a297-cd44-44ab-99dd-236173982eb9 req-20f3c172-b808-442e-ab85-5d55410d32f1 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 932 time: 0.2023203 Aug 31 07:52:13.891423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea90be-afc3-4806-b673-6350aec5b19e req-99ab3452-7a88-4b6d-9646-7db2f1205b6e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:13.899215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8ea90be-afc3-4806-b673-6350aec5b19e req-99ab3452-7a88-4b6d-9646-7db2f1205b6e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 945 time: 0.1871202 Aug 31 07:52:13.920878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5d2f5bf7-40d5-4e59-87ba-685526176b77 None None] Provisioning for port bc31438a-24b9-4f75-8c56-6ba84c066572 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:13.926825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5d2f5bf7-40d5-4e59-87ba-685526176b77 None None] Provisioning complete for port bc31438a-24b9-4f75-8c56-6ba84c066572 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:13.927564 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5d2f5bf7-40d5-4e59-87ba-685526176b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.928879 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:13.957401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3972a297-cd44-44ab-99dd-236173982eb9 req-63d26113-f1d2-4c92-8523-1a2eae5ebffe tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083901 Aug 31 07:52:14.006041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8ea90be-afc3-4806-b673-6350aec5b19e req-80074695-cc3b-408b-a768-57464b096427 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052148 Aug 31 07:52:14.025906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f5bf7-40d5-4e59-87ba-685526176b77 None None] Port bc31438a-24b9-4f75-8c56-6ba84c066572 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:14.071808 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4fb18-d3e4-4bc9-a5f3-3836c1202304 x-openstack-request-id: req-7ef4fb18-d3e4-4bc9-a5f3-3836c1202304 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:14.072324 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:14.072744 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ef4fb18-d3e4-4bc9-a5f3-3836c1202304 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:14.073327 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'status': 'completed', 'code': 200} Aug 31 07:52:14.165416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-c548ed86-dadc-4261-a188-25b31b7ead87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.166977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-c548ed86-dadc-4261-a188-25b31b7ead87 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1098 time: 0.0705605 Aug 31 07:52:14.213065 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'e4ca3838-4811-472c-bd43-7ee91ee9fcbe', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:51:50Z', 'updated_at': '2021-08-31T07:52:12Z', 'revision_number': 1, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:14.249397 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] Checking router: 1127f800-81c6-4c2d-a009-048bf0781550 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:14.260645 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:14.261293 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:14.283344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34250b0-a09a-4b45-947a-7f213832a679 req-c78dac1e-3bb2-431f-98fe-a0209e316361 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.285022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a34250b0-a09a-4b45-947a-7f213832a679 req-c78dac1e-3bb2-431f-98fe-a0209e316361 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 945 time: 0.1146746 Aug 31 07:52:14.341354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-b5e5b745-134b-4672-ac98-fa264edf0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.342927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-b5e5b745-134b-4672-ac98-fa264edf0b0e service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1621122 Aug 31 07:52:14.356213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a34250b0-a09a-4b45-947a-7f213832a679 req-b95fd71d-79d9-4217-9139-a6f56005f3f3 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581958 Aug 31 07:52:14.388503 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:14.508112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-39add4dc-33fb-4b3f-8dbe-391fddcb0996 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.1510026 Aug 31 07:52:14.535405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a08bd-8c9b-4ba9-908c-e75bd5049218 req-6b76c49d-e42e-4cb6-8e7e-b02021f85965 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.537432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-751a08bd-8c9b-4ba9-908c-e75bd5049218 req-6b76c49d-e42e-4cb6-8e7e-b02021f85965 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 945 time: 0.0930650 Aug 31 07:52:14.601593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-c37802c6-3470-4edb-9420-95365491297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.603371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-c37802c6-3470-4edb-9420-95365491297c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0860188 Aug 31 07:52:14.614377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-751a08bd-8c9b-4ba9-908c-e75bd5049218 req-c27ac122-092b-4c91-9475-d81f8c0e206f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580609 Aug 31 07:52:14.634136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.661250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'e4ca3838-4811-472c-bd43-7ee91ee9fcbe', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:51:50Z', 'updated_at': '2021-08-31T07:52:12Z', 'revision_number': 1, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:14.664196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.669198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-59d6a6eb-ce2d-4c16-be3d-2cc60d8559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:14.672263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-59d6a6eb-ce2d-4c16-be3d-2cc60d8559c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558627 Aug 31 07:52:14.700611 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fba086-6837-4086-ba7d-68f70bca3cfa None None] The sync data for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 is: [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'e4ca3838-4811-472c-bd43-7ee91ee9fcbe', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:51:50Z', 'updated_at': '2021-08-31T07:52:12Z', 'revision_number': 1, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:14.799677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-063014e6-480f-4ea1-9026-312292bb5019 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195285 Aug 31 07:52:14.809361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc31438a-24b9-4f75-8c56-6ba84c066572 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:14.820342 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:14.844766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 172.25.0.70 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a495f6c1-8886-44e9-a6ee-9e1d785c2d91) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:14.846978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Transition to ACTIVE for port object bc31438a-24b9-4f75-8c56-6ba84c066572 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:14.901320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c49277-84ee-45fa-9eb4-f71035f352b4 req-bcf6eac6-697a-4bc3-8b36-e3ecd1f572a6 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945694 Aug 31 07:52:14.907928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.018167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Pushing event updated for resources: {'Port': ['ID=bc31438a-24b9-4f75-8c56-6ba84c066572,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:15.018314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe89e4-ba76-4903-b8d8-52d160bc5b8f None None] New status for floating IP e4ca3838-4811-472c-bd43-7ee91ee9fcbe: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:52:15.109467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.186562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Attempting to bind port bc31438a-24b9-4f75-8c56-6ba84c066572 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:15.186903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Attempting to bind port bc31438a-24b9-4f75-8c56-6ba84c066572 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:15.187237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Attempting to bind port bc31438a-24b9-4f75-8c56-6ba84c066572 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:15.199107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Port bc31438a-24b9-4f75-8c56-6ba84c066572 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:52:15.199442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Attempting to bind port bc31438a-24b9-4f75-8c56-6ba84c066572 on network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:15.209892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:15.209892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Checking segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:15.210162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Bound using segment: {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:15.210509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Bound port: bc31438a-24b9-4f75-8c56-6ba84c066572, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e113b10e-a263-4a75-b25a-e818eb50759e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:15.210881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.218762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-d0815153-e6ab-4e0d-b663-80d8f32683a5 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.220223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-d0815153-e6ab-4e0d-b663-80d8f32683a5 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.45 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 945 time: 0.1695619 Aug 31 07:52:15.243459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5743-ab1f-4b3e-8f52-fd27ceaa838b req-9d065b21-1024-464c-a054-2f6dee349346 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.251494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce2b5743-ab1f-4b3e-8f52-fd27ceaa838b req-9d065b21-1024-464c-a054-2f6dee349346 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 944 time: 0.1536531 Aug 31 07:52:15.261072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ff3ab-07c9-4b8e-83f1-f85038252bf1 req-edba1f83-ec2d-4d99-b937-e218b14f7183 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.268220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a5ff3ab-07c9-4b8e-83f1-f85038252bf1 req-edba1f83-ec2d-4d99-b937-e218b14f7183 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 945 time: 0.1558499 Aug 31 07:52:15.288027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.335712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] For port bc31438a-24b9-4f75-8c56-6ba84c066572, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:15.347240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:15.358279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:15.363607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:15.371604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] For port bc31438a-24b9-4f75-8c56-6ba84c066572, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bc31438a-24b9-4f75-8c56-6ba84c066572,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:15.395318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a5ff3ab-07c9-4b8e-83f1-f85038252bf1 req-522849e7-3b34-47d6-b09f-3a05de80a60e tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f3ac08-d5d2-446d-9775-0f224aef23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246545 Aug 31 07:52:15.395881 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=a495f6c1-8886-44e9-a6ee-9e1d785c2d91,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:15.397731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce2b5743-ab1f-4b3e-8f52-fd27ceaa838b req-5b155288-d1ae-4c38-81c8-7c6c06572ece tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450977 Aug 31 07:52:15.424303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Deleting port 03103dd3-e660-4bb3-a222-ba34ba804438 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:15.424666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.476886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.578060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] For port 03103dd3-e660-4bb3-a222-ba34ba804438, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=03103dd3-e660-4bb3-a222-ba34ba804438,segment=NetworkSegment(153d5856-b155-4de7-a073-ba7eb4e0e7b5),segment_id=153d5856-b155-4de7-a073-ba7eb4e0e7b5)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:15.578584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.583596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.583596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.583596 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] 10.222.0.45 "PUT /v2.0/ports/bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 1093 time: 1.9888813 Aug 31 07:52:15.583596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:15.585798 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:15.593031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f7d2a797-7cd4-49ec-8302-a1d41da9cd2d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:15.616563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Calling delete_port for 03103dd3-e660-4bb3-a222-ba34ba804438 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:15.635624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b31ff5-7260-4169-b75e-0aa9d0d27b2c service neutron] Pushing event updated for resources: {'Port': ['ID=bc31438a-24b9-4f75-8c56-6ba84c066572,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:15.669938 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1898e23f-88cb-4a6d-93e3-b861edb380a1 x-openstack-request-id: req-1898e23f-88cb-4a6d-93e3-b861edb380a1 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:15.670829 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:15.670829 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1898e23f-88cb-4a6d-93e3-b861edb380a1 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:15.671025 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'status': 'completed', 'code': 200} Aug 31 07:52:15.688331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b92aa7-085c-4306-8ed9-452f80cbc8e7 req-aedf38e0-17dc-43ab-91a7-ac37759b24d6 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.690218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31b92aa7-085c-4306-8ed9-452f80cbc8e7 req-aedf38e0-17dc-43ab-91a7-ac37759b24d6 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 945 time: 0.1493249 Aug 31 07:52:15.770921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:15.779926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:15.784722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.856965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31b92aa7-085c-4306-8ed9-452f80cbc8e7 req-2f8b998c-c5a7-496c-a98a-6cf28566bc9d tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330326 Aug 31 07:52:15.869487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc req-b53917e9-07ac-4d08-b587-31b99365ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.869487 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc req-b53917e9-07ac-4d08-b587-31b99365ad73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1096 time: 0.1785533 Aug 31 07:52:15.884079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d7425-1c56-40d8-aaf9-0f6c2e195601 req-88311c78-80d6-49b5-a9ae-1d1489ea6cda tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:15.887845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-503d7425-1c56-40d8-aaf9-0f6c2e195601 req-88311c78-80d6-49b5-a9ae-1d1489ea6cda tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 945 time: 0.1428325 Aug 31 07:52:15.935958 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.980466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:15.983131 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56da51e-0a00-48fd-bd56-c12172e5ded3" -d '{"events": [{"server_uuid": "c1ebef08-b797-42d8-bf2c-ae34bbf852fa", "name": "network-vif-plugged", "status": "completed", "tag": "f7d2a797-7cd4-49ec-8302-a1d41da9cd2d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:15.988442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:16.003584 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.022623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-503d7425-1c56-40d8-aaf9-0f6c2e195601 req-72d1bfa9-2533-44c3-88b1-2ec026670427 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206923 Aug 31 07:52:16.046287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.047099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d890d1b4-39e4-41fa-b590-cbfe40cba668 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:16.049708 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0dcd0-2101-4f7a-96e5-6efd0c63e3f7 x-openstack-request-id: req-d4e0dcd0-2101-4f7a-96e5-6efd0c63e3f7 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:16.052487 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ebef08-b797-42d8-bf2c-ae34bbf852fa", "name": "network-vif-plugged", "status": "completed", "tag": "f7d2a797-7cd4-49ec-8302-a1d41da9cd2d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:16.052487 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4e0dcd0-2101-4f7a-96e5-6efd0c63e3f7 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:16.052487 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d', 'code': 200} Aug 31 07:52:16.071503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.117904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc req-237c5dcc-1772-40d5-8793-c27502839b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.119471 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc req-237c5dcc-1772-40d5-8793-c27502839b85 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fc970d0b6d784106b4b57babdea6a581&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1938758 Aug 31 07:52:16.146573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Pushing event deleted for resources: {'Port': ['ID=03103dd3-e660-4bb3-a222-ba34ba804438,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:16.154797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:16.221467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] No DVR routers for this DVR port 03103dd3-e660-4bb3-a222-ba34ba804438 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:16.227340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port d890d1b4-39e4-41fa-b590-cbfe40cba668 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:16.227491 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.227491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28a432a0-1f7c-4d3f-b55a-095bb8843912 req-ff3e1898-4e24-4673-a86c-57abfec91a31 tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.45 "DELETE /v2.0/ports/03103dd3-e660-4bb3-a222-ba34ba804438 HTTP/1.1" status: 204 len: 173 time: 0.9970572 Aug 31 07:52:16.228559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d890d1b4-39e4-41fa-b590-cbfe40cba668 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:16.229028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'name': 'network-vif-deleted', 'tag': '03103dd3-e660-4bb3-a222-ba34ba804438'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:16.229146 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.233936 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce013f4-c02e-44fe-9df5-d2e5d110dddc" -d '{"events": [{"server_uuid": "53258f4c-40c3-40a1-8134-7c891c41b16d", "name": "network-vif-deleted", "tag": "03103dd3-e660-4bb3-a222-ba34ba804438"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:16.250215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7499b-ff02-42b5-a74c-9d07a8a0881b req-cb74acaf-99aa-497f-98b4-45a3aa05bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.255556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10f7499b-ff02-42b5-a74c-9d07a8a0881b req-cb74acaf-99aa-497f-98b4-45a3aa05bf9f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 1098 time: 0.1193728 Aug 31 07:52:16.308345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc req-132eea47-db8e-4918-a630-0e6042ea1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.309921 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bd22e24-5499-4fcc-9a08-a2197c9e23cc req-132eea47-db8e-4918-a630-0e6042ea1fa5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801300 Aug 31 07:52:16.326063 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2a4f1-cc6e-461e-91d7-00a65f7ab6ea x-openstack-request-id: req-8fc2a4f1-cc6e-461e-91d7-00a65f7ab6ea {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:16.326063 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53258f4c-40c3-40a1-8134-7c891c41b16d", "name": "network-vif-deleted", "tag": "03103dd3-e660-4bb3-a222-ba34ba804438", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:16.326063 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fc2a4f1-cc6e-461e-91d7-00a65f7ab6ea {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:16.326063 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53258f4c-40c3-40a1-8134-7c891c41b16d', 'name': 'network-vif-deleted', 'tag': '03103dd3-e660-4bb3-a222-ba34ba804438', 'status': 'completed', 'code': 200} Aug 31 07:52:16.326063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10f7499b-ff02-42b5-a74c-9d07a8a0881b req-f0920848-0a88-45b9-95d6-76b63b8f1fbd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Aug 31 07:52:16.337833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.375928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.412986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d890d1b4-39e4-41fa-b590-cbfe40cba668, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668,segment=NetworkSegment(dc87f15a-8fd1-4c58-824d-bedd7b812779),segment_id=dc87f15a-8fd1-4c58-824d-bedd7b812779)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:16.439300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-e702b684-c0ba-4938-91c7-197088564499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.440836 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-e702b684-c0ba-4938-91c7-197088564499 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1096 time: 0.0578349 Aug 31 07:52:16.458814 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:16.524998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-b260d4f6-3033-4e9a-820e-84ff93ec65f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 217 time: 0.0512109 Aug 31 07:52:16.549005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d890d1b4-39e4-41fa-b590-cbfe40cba668,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:16.564481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98d27a2d-80dd-4424-9976-da69fa5e2a13 req-01fe713c-bf8c-4d59-a6de-7dc3f3eb4f1b tempest-ServerTagsTestJSON-968174691 tempest-ServerTagsTestJSON-968174691-project] 10.222.0.36 "GET /v2.0/ports?device_id=53258f4c-40c3-40a1-8134-7c891c41b16d HTTP/1.1" status: 200 len: 210 time: 0.0336726 Aug 31 07:52:16.621073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1199643d-b87e-4a25-ba65-414d750d4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.622629 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-1199643d-b87e-4a25-ba65-414d750d4aeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.0869637 Aug 31 07:52:16.668555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bee4d7-f9a5-4cbd-8fbc-df6af45bb58b req-0d0732f7-a246-4360-932c-e488a60da4a4 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.669195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7bee4d7-f9a5-4cbd-8fbc-df6af45bb58b req-0d0732f7-a246-4360-932c-e488a60da4a4 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 944 time: 0.1116390 Aug 31 07:52:16.696812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-8403b8ab-a192-4310-ac40-ed3fcb14d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.698432 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-8403b8ab-a192-4310-ac40-ed3fcb14d477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673876 Aug 31 07:52:16.715885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7bee4d7-f9a5-4cbd-8fbc-df6af45bb58b req-2d3f16d7-4bff-42ff-9c12-2dd2f6889d3c tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Aug 31 07:52:16.775021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 33007886-5b33-4e62-be52-e402a60d14e9 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:52:16.801079 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-d09cb101-e0c1-4879-8ae9-8dcea94ba4b3 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951283 Aug 31 07:52:16.981165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:16.984102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a48f-326d-4d6c-a14e-1770b9ee9ec7 req-f80f7b0a-ff0c-406b-8fd4-6ac796e124f4 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:16.984789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c4990de-9cc4-4a40-8677-fdc2cb6c3e39 req-96c92ae8-683f-4259-95c6-e3d96e2467c1 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478975 Aug 31 07:52:16.985852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f48a48f-326d-4d6c-a14e-1770b9ee9ec7 req-f80f7b0a-ff0c-406b-8fd4-6ac796e124f4 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.0607576 Aug 31 07:52:16.995323 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] Sync routers for ids ['33007886-5b33-4e62-be52-e402a60d14e9'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:17.010462 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] Routers {'33007886-5b33-4e62-be52-e402a60d14e9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:17.011260 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['33007886-5b33-4e62-be52-e402a60d14e9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:17.053465 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:17.059966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f48a48f-326d-4d6c-a14e-1770b9ee9ec7 req-fe63fda7-3087-41ee-82be-f5891b2115ff tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557487 Aug 31 07:52:17.062772 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] Routers {'33007886-5b33-4e62-be52-e402a60d14e9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:17.063520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['33007886-5b33-4e62-be52-e402a60d14e9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:17.111180 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:17.111180 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9857a-5e10-4e33-8ad5-94eef0482d89 None None] The sync data for ids ['33007886-5b33-4e62-be52-e402a60d14e9'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:17.129948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:17.129948 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fe96b6e7-6cf4-47bf-9059-806b48b9c5fc tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.4527841 Aug 31 07:52:17.129948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47586) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:17.191903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599fbf4-2f18-45da-b30e-515862902927 req-9a6e65af-69fd-4b0c-b84c-c22747a3ce6e tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:17.193881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7599fbf4-2f18-45da-b30e-515862902927 req-9a6e65af-69fd-4b0c-b84c-c22747a3ce6e tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 946 time: 0.0602016 Aug 31 07:52:17.241990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7599fbf4-2f18-45da-b30e-515862902927 req-3f7e27a4-dca2-40b9-80fe-fc0a394d0f90 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358627 Aug 31 07:52:17.244883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1922c240-8a67-42e7-a565-72105d068f05 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/routers/33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 200 len: 883 time: 0.1241205 Aug 31 07:52:17.248041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47590) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:17.425566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 03103dd3-e660-4bb3-a222-ba34ba804438 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:17.446999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 03103dd3-e660-4bb3-a222-ba34ba804438 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:52:17.447720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 03103dd3-e660-4bb3-a222-ba34ba804438 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:17.499039 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-df0f7d91-dd8d-4ebb-b03e-7d1b43557294 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2498467 Aug 31 07:52:17.501779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47594) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:17.507513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-340381705'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:17.626654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47600) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:17.726821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Deleting subnet e463df54-93bd-445b-8083-9a5e5b9020eb {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:52:17.733198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.120130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b308d4-54cb-426d-88ca-690423c85cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd890d1b4-39e4-41fa-b590-cbfe40cba668'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:18.120130 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a8e6d2-4103-45e1-b84e-44931fb0eb23" -d '{"events": [{"server_uuid": "69b308d4-54cb-426d-88ca-690423c85cce", "name": "network-vif-plugged", "status": "completed", "tag": "d890d1b4-39e4-41fa-b590-cbfe40cba668"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:18.120404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.120502 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4127e7bb-a09c-4d5d-be8a-2bc7a283d1d5 x-openstack-request-id: req-4127e7bb-a09c-4d5d-be8a-2bc7a283d1d5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:18.120502 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b308d4-54cb-426d-88ca-690423c85cce", "name": "network-vif-plugged", "status": "completed", "tag": "d890d1b4-39e4-41fa-b590-cbfe40cba668", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:18.120502 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4127e7bb-a09c-4d5d-be8a-2bc7a283d1d5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:18.120502 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b308d4-54cb-426d-88ca-690423c85cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd890d1b4-39e4-41fa-b590-cbfe40cba668', 'code': 200} Aug 31 07:52:18.210541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc1954-f5d4-4189-8807-e1078d9e7d50 req-d3174731-c9b7-45c6-960f-5e195a523c4e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:18.212340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4bc1954-f5d4-4189-8807-e1078d9e7d50 req-d3174731-c9b7-45c6-960f-5e195a523c4e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 944 time: 0.1566436 Aug 31 07:52:18.216569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.393135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e62a7-e645-4627-a10c-33fdd0cf8c03 req-92469c22-ec26-45d6-adf5-2f61abc9cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:18.394996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-280e62a7-e645-4627-a10c-33fdd0cf8c03 req-92469c22-ec26-45d6-adf5-2f61abc9cade service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 1098 time: 0.2056713 Aug 31 07:52:18.398762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4bc1954-f5d4-4189-8807-e1078d9e7d50 req-4749147f-1d3a-4c14-ad76-f869fbd5b9b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376019 Aug 31 07:52:18.418635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.434777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da490a26-37cc-47c5-869f-07b31f01a790 req-3f28b6b4-0e28-4845-aa81-f7e7cea71372 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:18.436271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da490a26-37cc-47c5-869f-07b31f01a790 req-3f28b6b4-0e28-4845-aa81-f7e7cea71372 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.2482638 Aug 31 07:52:18.513406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-280e62a7-e645-4627-a10c-33fdd0cf8c03 req-6cc03c63-126a-4116-830c-a2120483ec06 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022103 Aug 31 07:52:18.517237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.534974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da490a26-37cc-47c5-869f-07b31f01a790 req-fb1ff0fe-ce6e-49b7-99c7-e91be8076129 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901158 Aug 31 07:52:18.566676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e463df54-93bd-445b-8083-9a5e5b9020eb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:18.576593 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.576593 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.576593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2549941e-b8e8-40f0-92d9-55f8dc6c937d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e463df54-93bd-445b-8083-9a5e5b9020eb HTTP/1.1" status: 204 len: 168 time: 0.9453895 Aug 31 07:52:18.578339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47624) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:18.589893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091a31-2103-4239-a3c3-86fb0cfd1c64 req-f308fdd2-ba0e-4b84-96ac-c19acb371109 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:18.591443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2091a31-2103-4239-a3c3-86fb0cfd1c64 req-f308fdd2-ba0e-4b84-96ac-c19acb371109 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 946 time: 0.1278386 Aug 31 07:52:18.708982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2091a31-2103-4239-a3c3-86fb0cfd1c64 req-d1ebaf6b-531a-49d7-9918-0fbc12436612 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840089 Aug 31 07:52:18.753134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 33007886-5b33-4e62-be52-e402a60d14e9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:18.913740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:18.921551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:18.922781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d7c4336d-425b-464e-9d14-cfcb631350fd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 200 len: 890 time: 1.4193373 Aug 31 07:52:18.925436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47636) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:18.925747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] Sync routers for ids ['33007886-5b33-4e62-be52-e402a60d14e9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:18.948478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] Routers {'33007886-5b33-4e62-be52-e402a60d14e9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:18.955275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['33007886-5b33-4e62-be52-e402a60d14e9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:18.998219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:19.008038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] Routers {'33007886-5b33-4e62-be52-e402a60d14e9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:19.008929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:51:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['33007886-5b33-4e62-be52-e402a60d14e9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:19.010049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.052674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:19.053501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8240e8f-454a-4fdc-9115-3c7be21b8487 None None] The sync data for ids ['33007886-5b33-4e62-be52-e402a60d14e9'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:19.058113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-81b588ff-5132-494e-9cbd-745a8ca84bce tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/routers/33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 200 len: 890 time: 0.1315141 Aug 31 07:52:19.060914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47638) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:19.091591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-27cf8463-553d-44f0-8543-4331dde5b03d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 200 len: 205 time: 0.0266933 Aug 31 07:52:19.091974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:19.119540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.132923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f2cd2a-7547-4f84-95f5-662d7519a804']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:19.144721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153d5856-b155-4de7-a073-ba7eb4e0e7b5') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:19.145024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153d5856-b155-4de7-a073-ba7eb4e0e7b5') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:19.155987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.170784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.181640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:52:19.181640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:52:19.182182 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:52:19.214819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.297650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.304147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.306127 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a2f2cd2a-7547-4f84-95f5-662d7519a804 HTTP/1.1" status: 204 len: 168 time: 0.7267349 Aug 31 07:52:19.326391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a227ab-554f-41a7-9aee-22a9d52ed73b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f2cd2a-7547-4f84-95f5-662d7519a804,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:19.356230 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.422779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bc31438a-24b9-4f75-8c56-6ba84c066572 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:19.504027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port a495f6c1-8886-44e9-a6ee-9e1d785c2d91 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:19.504382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.554889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bc31438a-24b9-4f75-8c56-6ba84c066572, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bc31438a-24b9-4f75-8c56-6ba84c066572,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:19.578342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:19.628122 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.644272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc31438a-24b9-4f75-8c56-6ba84c066572 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:19.678046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bc31438a-24b9-4f75-8c56-6ba84c066572, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bc31438a-24b9-4f75-8c56-6ba84c066572,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:19.688199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe5455-c7d3-4464-80f4-5ac51fd58f9c req-4c639867-e72e-423e-8efe-2b965575794d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:19.689911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcfe5455-c7d3-4464-80f4-5ac51fd58f9c req-4c639867-e72e-423e-8efe-2b965575794d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 944 time: 0.1822770 Aug 31 07:52:19.741644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.755644 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.760458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcfe5455-c7d3-4464-80f4-5ac51fd58f9c req-5cab6b21-4d91-4937-99af-b2b56ad50580 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Aug 31 07:52:19.770819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for a495f6c1-8886-44e9-a6ee-9e1d785c2d91 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:19.842436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:19.874113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=bc31438a-24b9-4f75-8c56-6ba84c066572,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:19.905640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-48a877b9-2867-4036-8dcc-78bb5621d653 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b3cb4be92314fc6bd3a319e8d3738ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606260 Aug 31 07:52:19.907934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47672) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:19.960867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb5d66f7-dc7a-42a0-b371-e3470d977f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:19.970462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b621bb-3ae3-4764-bd13-9ded9ca7424d req-89b72af1-9a81-42f7-96b8-46c9e679ca8c tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:19.972076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52b621bb-3ae3-4764-bd13-9ded9ca7424d req-89b72af1-9a81-42f7-96b8-46c9e679ca8c tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.0635850 Aug 31 07:52:20.004415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb5d66f7-dc7a-42a0-b371-e3470d977f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.007907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['bc31438a-24b9-4f75-8c56-6ba84c066572'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:20.045544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52b621bb-3ae3-4764-bd13-9ded9ca7424d req-9a939dff-d898-45f1-9708-30332ebfde7d tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 Aug 31 07:52:20.184332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.216113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=a495f6c1-8886-44e9-a6ee-9e1d785c2d91,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:20.229797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb5d66f7-dc7a-42a0-b371-e3470d977f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.233184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb5d66f7-dc7a-42a0-b371-e3470d977f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.233576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb5d66f7-dc7a-42a0-b371-e3470d977f6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28f3ac08-d5d2-446d-9775-0f224aef23b0 HTTP/1.1" status: 204 len: 168 time: 0.3245478 Aug 31 07:52:20.250411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d66f7-dc7a-42a0-b371-e3470d977f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f3ac08-d5d2-446d-9775-0f224aef23b0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:20.260128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.266339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.273154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.285611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.299107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.305973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.312581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.314920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-1534fd8d-3701-414d-8103-237e08a5a5c0 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.1819062 Aug 31 07:52:20.403960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe3e79d1-7ed9-4e76-b9c8-ee2df3226631 req-074243c2-04a0-4a75-a991-54a5e1ea2319 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710459 Aug 31 07:52:20.404900 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.503737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.506843 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.645051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.645837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router 33007886-5b33-4e62-be52-e402a60d14e9 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:52:20.655288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.656542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5c8038cf-25b1-4d6b-947b-289fc2081a92 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 204 len: 168 time: 1.5634880 Aug 31 07:52:20.660788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47694) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:20.669128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1319254815'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:20.772368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:20.778296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.822205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:52:20.853337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.854430 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment 1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c of type vlan for network bc7dccf0-0b15-4517-97f2-faad1cef4442 Aug 31 07:52:20.906745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6301a-f00d-4c79-83b3-1b67932a7103 req-baa5cc78-a567-4a89-90a5-c7e72e32d53e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:20.908655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3f6301a-f00d-4c79-83b3-1b67932a7103 req-baa5cc78-a567-4a89-90a5-c7e72e32d53e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 945 time: 0.0614583 Aug 31 07:52:20.914239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:20.956088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3f6301a-f00d-4c79-83b3-1b67932a7103 req-cf054541-339e-4dc8-af3d-d87278856501 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Aug 31 07:52:21.031752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.038426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.044370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.052006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.058203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.064154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.071466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.073451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-c386019d-8f91-4569-88ed-dfdaef22f063 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.1003850 Aug 31 07:52:21.125682 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:21.133854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.134637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:21.166658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-20b8316c-e919-426a-aef3-8348ed6b6372 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.168075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-20b8316c-e919-426a-aef3-8348ed6b6372 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "GET /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0772009 Aug 31 07:52:21.248634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=bc7dccf0-0b15-4517-97f2-faad1cef4442,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:21.255028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9145a-4184-4988-b4cd-334863fcae42 req-364b0e60-2f40-48f6-901f-e7bb1cc1cc6d tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:21.256975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8aa9145a-4184-4988-b4cd-334863fcae42 req-364b0e60-2f40-48f6-901f-e7bb1cc1cc6d tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.1294553 Aug 31 07:52:21.270173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:21.330735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6b3b62d3-794d-41a0-8615-5831700cc412 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "GET /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1553347 Aug 31 07:52:21.334125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8aa9145a-4184-4988-b4cd-334863fcae42 req-e1fcbb88-9ae1-423c-8305-053e7db5cafc tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644019 Aug 31 07:52:21.360076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:21.394734 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66aa5f0f-33e2-47c6-864c-8e63e7ce499c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7322171 Aug 31 07:52:21.397931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:21.403632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:21.425208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:21.432292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bc31438a-24b9-4f75-8c56-6ba84c066572 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:21.566229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port bc31438a-24b9-4f75-8c56-6ba84c066572 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:21.570863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port bc31438a-24b9-4f75-8c56-6ba84c066572 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:21.571748 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:21.625063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6671202d-e8a2-4d14-bd55-f5502faa5aac,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:21.711427 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:21.720847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:21.725433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:21.734175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47746) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:21.807512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:21.810020 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a181d21-0f02-4678-aa12-9d475a382e14" -d '{"events": [{"server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "name": "network-vif-plugged", "status": "completed", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:21.830107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bc31438a-24b9-4f75-8c56-6ba84c066572, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bc31438a-24b9-4f75-8c56-6ba84c066572,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:21.933761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-225364578-network', 'tenant_id': 'c0bfe7d2d2a74e4496a63675b04810fb'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:21.949669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.023717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.029536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.030031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=bc31438a-24b9-4f75-8c56-6ba84c066572,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:22.035964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.038756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Made reservation on behalf of c0bfe7d2d2a74e4496a63675b04810fb for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:22.041201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.046401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.050890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:22.053375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.061791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.062159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.069399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.076701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.078715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ab02ae8b-dbe2-485d-a3e7-3b0b21dbeb1f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 5437 time: 0.5011580 Aug 31 07:52:22.085247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] For port 6671202d-e8a2-4d14-bd55-f5502faa5aac, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:22.142251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] device_id is not set on port 6671202d-e8a2-4d14-bd55-f5502faa5aac yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:52:22.144322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.161075 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.169414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57e265f3-8cb6-47b7-8af8-c74a8229906f req-ffc77d4b-2cf4-4036-8924-9db56272c5ea tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=2ecd72c0-bacb-49da-8538-050294463c63&id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823646 Aug 31 07:52:22.194325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.226819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=720deea7-ee9d-4ce7-acaa-5982ece92134,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:22.237752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:22.238203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: bc7dccf0-0b15-4517-97f2-faad1cef4442, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:52:22.261869 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe624f3b-30cc-45a3-b184-b4a64238ff24 x-openstack-request-id: req-fe624f3b-30cc-45a3-b184-b4a64238ff24 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:22.262184 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "name": "network-vif-plugged", "status": "completed", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:22.262445 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe624f3b-30cc-45a3-b184-b4a64238ff24 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:22.262849 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'code': 200} Aug 31 07:52:22.297703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.391049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.410802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] No DVR routers for this DVR port 6671202d-e8a2-4d14-bd55-f5502faa5aac on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:22.415566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Pushing event updated for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:22.423813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:52:22.451444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.451705 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Added segment 235bb649-252f-4504-9875-18c91744e43b of type vlan for network 1f331259-354f-423f-b14f-c7ac65577773 Aug 31 07:52:22.467346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71224c-a9d0-41cc-969f-107ff83a037b req-65cf2d26-ec4c-4685-879b-daa2391fc4da tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.469223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e71224c-a9d0-41cc-969f-107ff83a037b req-65cf2d26-ec4c-4685-879b-daa2391fc4da tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 946 time: 0.1384552 Aug 31 07:52:22.470635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] In _notify_port_updated(), no bound segment for port 6671202d-e8a2-4d14-bd55-f5502faa5aac on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:52:22.472029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.472892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.480125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-09dc4248-4d79-48c7-b118-73dafc3f6085 service neutron] 10.222.0.68 "PUT /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 200 len: 1028 time: 1.1279843 Aug 31 07:52:22.515083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.520244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc3203-8ead-4d3c-b825-84a68b6a3e48,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:22.523865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:52:22.527885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf17d0-dc8c-437a-86af-85d07191430e req-0b78007c-fa67-45ce-b723-2d20e0429b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.529626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dcbf17d0-dc8c-437a-86af-85d07191430e req-0b78007c-fa67-45ce-b723-2d20e0429b3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1098 time: 0.1817181 Aug 31 07:52:22.560801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e71224c-a9d0-41cc-969f-107ff83a037b req-d0d094a3-792c-41e9-8227-84d9e2d351ab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Aug 31 07:52:22.573722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-517d50f3-77fc-4c2d-be52-9813be88fa31 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.578735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-517d50f3-77fc-4c2d-be52-9813be88fa31 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "GET /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0890977 Aug 31 07:52:22.593791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:22.607136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dcbf17d0-dc8c-437a-86af-85d07191430e req-54e78f6e-9447-4e21-9cf4-7798fcdf509e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658228 Aug 31 07:52:22.646826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, bc7dccf0-0b15-4517-97f2-faad1cef4442) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:22.652499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.658232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.662297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841efaa-ce03-40fd-b87e-0fad6cec24e6 None None] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:22.682747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.684121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.684785 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.725565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.734843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-59e16feb-f57c-407c-b4ec-68035f285927 None None] Provisioning complete for port 6671202d-e8a2-4d14-bd55-f5502faa5aac triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:22.735447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59e16feb-f57c-407c-b4ec-68035f285927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.764395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] Pushing event updated for resources: {'Network': ['ID=1f331259-354f-423f-b14f-c7ac65577773,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:22.784153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1f331259-354f-423f-b14f-c7ac65577773 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:22.786634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c13a46-1081-4d5a-8d6b-f75deee49364 req-06cf5eb5-3cc6-4919-b1f6-177889619234 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.788872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43c13a46-1081-4d5a-8d6b-f75deee49364 req-06cf5eb5-3cc6-4919-b1f6-177889619234 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.1173964 Aug 31 07:52:22.796716 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-62889ff6-fe42-4f6d-8d94-f2e77deeeb2d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3975189 Aug 31 07:52:22.799291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:22.805030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1345190873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:22.866828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d1d12ba-514d-4470-9eb9-9338fcc02e20 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1285806 Aug 31 07:52:22.888230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43c13a46-1081-4d5a-8d6b-f75deee49364 req-749f07b4-fa49-49eb-a50c-94e452ea5571 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893936 Aug 31 07:52:22.977899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.979012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.038177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:23.043561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-59e16feb-f57c-407c-b4ec-68035f285927 None None] Port 6671202d-e8a2-4d14-bd55-f5502faa5aac cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:23.093616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.093784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] For port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:23.126562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-bc7dccf0-0b15-4517-97f2-faad1cef4442', 'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': '720deea7-ee9d-4ce7-acaa-5982ece92134'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:52:23.127525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.138074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] device_id is not set on port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:52:23.148086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.159123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.257653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.262833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.262833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6911d684-f0c7-4f5d-85bb-087e7feef6f8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4585495 Aug 31 07:52:23.264858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47802) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:23.397173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Allocated IP 2001:db8::2 (bc7dccf0-0b15-4517-97f2-faad1cef4442/720deea7-ee9d-4ce7-acaa-5982ece92134/efdf95a2-37db-46ed-a93e-c504f8e7b64d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:23.452138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] No DVR routers for this DVR port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:23.651272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Pushing event updated for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:23.681675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.682324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.682470 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.684412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.685661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.686015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.687535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.687945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.688357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.690247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.691184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.691623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6bde1cfc-5ae0-4682-a896-792302609cad no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:23.691915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.692973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:23.694097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.716041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Transition to ACTIVE for port object efdf95a2-37db-46ed-a93e-c504f8e7b64d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:23.737228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Transition to ACTIVE for port object efdf95a2-37db-46ed-a93e-c504f8e7b64d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:23.792146 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.813900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-8a582c4f-092b-43a0-a7f4-b21b1a2c221d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:23.821056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-8a582c4f-092b-43a0-a7f4-b21b1a2c221d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:23.822088 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.829027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-8a582c4f-092b-43a0-a7f4-b21b1a2c221d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:23.837149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-8a582c4f-092b-43a0-a7f4-b21b1a2c221d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:23.849710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-8a582c4f-092b-43a0-a7f4-b21b1a2c221d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:23.854341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-8a582c4f-092b-43a0-a7f4-b21b1a2c221d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 3887 time: 0.4717307 Aug 31 07:52:23.892417 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4e74cb1f-dbbd-48ce-b203-9005d01d3b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.926784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] In _notify_port_updated(), no bound segment for port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad on network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:52:23.930143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:23.930879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.937060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-95c55fc9-87af-4594-bfc9-bb848c74a442 service neutron] 10.222.0.68 "PUT /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 200 len: 1028 time: 1.3488414 Aug 31 07:52:23.940513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1f2b4e24-230a-49f5-a37a-224433effbef None None] Provisioning complete for port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:23.941078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1f2b4e24-230a-49f5-a37a-224433effbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.946751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:23.992815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:23.995157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c65a1034-2c28-403f-a8c3-21500f1d4a3e req-80efd010-b5aa-4a59-ab7b-cb87074d7f23 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351089 Aug 31 07:52:24.002138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:24.020059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.037234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d2b5f-91a3-425d-a0f3-9cfc388e1d31 req-14cf70c7-054d-4620-9944-85a6d3c90864 tempest-ComputeTenantNetworksTest-1487281495 tempest-ComputeTenantNetworksTest-1487281495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.043677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d2b5f-91a3-425d-a0f3-9cfc388e1d31 req-14cf70c7-054d-4620-9944-85a6d3c90864 tempest-ComputeTenantNetworksTest-1487281495 tempest-ComputeTenantNetworksTest-1487281495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.056137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Pushing event updated for resources: {'Port': ['ID=efdf95a2-37db-46ed-a93e-c504f8e7b64d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:24.065096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d2b5f-91a3-425d-a0f3-9cfc388e1d31 req-14cf70c7-054d-4620-9944-85a6d3c90864 tempest-ComputeTenantNetworksTest-1487281495 tempest-ComputeTenantNetworksTest-1487281495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.085181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d6d2b5f-91a3-425d-a0f3-9cfc388e1d31 req-14cf70c7-054d-4620-9944-85a6d3c90864 tempest-ComputeTenantNetworksTest-1487281495 tempest-ComputeTenantNetworksTest-1487281495-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7874532 Aug 31 07:52:24.095253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1f2b4e24-230a-49f5-a37a-224433effbef None None] Port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:24.156230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8::1 (bc7dccf0-0b15-4517-97f2-faad1cef4442/720deea7-ee9d-4ce7-acaa-5982ece92134/557277b7-d41c-491b-bdd0-42af9d8f236d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:24.181875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6bde1cfc-5ae0-4682-a896-792302609cad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:24.183213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Attempting to bind port efdf95a2-37db-46ed-a93e-c504f8e7b64d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:24.183702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Attempting to bind port efdf95a2-37db-46ed-a93e-c504f8e7b64d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:24.184076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Attempting to bind port efdf95a2-37db-46ed-a93e-c504f8e7b64d on network bc7dccf0-0b15-4517-97f2-faad1cef4442 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:24.190003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:24.190398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Checking segment: {'id': '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:24.190805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.191208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Bound using segment: {'id': '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:24.191719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Bound port: efdf95a2-37db-46ed-a93e-c504f8e7b64d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bc7dccf0-0b15-4517-97f2-faad1cef4442'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:24.192067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.296070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:24.302695 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec1069-2a63-4552-a61e-8e1513b5155d" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:24.305595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] For port efdf95a2-37db-46ed-a93e-c504f8e7b64d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:24.307767 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.313773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d97e9d4a-84a9-4aed-8218-1ba3298acc9b no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:24.313773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] For port efdf95a2-37db-46ed-a93e-c504f8e7b64d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=efdf95a2-37db-46ed-a93e-c504f8e7b64d,segment=NetworkSegment(1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c),segment_id=1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:24.319753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd082a1-c029-48c8-825e-5dce8ea7e2db req-5b967861-0b6a-49c2-9be1-4d2f9f446a56 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.321783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cd082a1-c029-48c8-825e-5dce8ea7e2db req-5b967861-0b6a-49c2-9be1-4d2f9f446a56 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 946 time: 0.1389184 Aug 31 07:52:24.341068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444e483-c3d6-4f00-85fd-f2251c65e91e req-a9c381bf-6447-4f77-854b-9d82a07b513e tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.362174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7444e483-c3d6-4f00-85fd-f2251c65e91e req-a9c381bf-6447-4f77-854b-9d82a07b513e tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.1708472 Aug 31 07:52:24.368544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.395410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-a20ef165-dacb-4182-a746-f704f60eea29 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.398786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-a20ef165-dacb-4182-a746-f704f60eea29 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.68 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 946 time: 0.6536007 Aug 31 07:52:24.407251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 557277b7-d41c-491b-bdd0-42af9d8f236d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:24.422479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port ac9ef6aa-0746-4000-9992-cc24e9cb8198 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:24.422479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.456866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:24.488940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.506170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7444e483-c3d6-4f00-85fd-f2251c65e91e req-7b1fb917-3fe1-498a-9231-704ec2e8bfc5 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371429 Aug 31 07:52:24.527982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cd082a1-c029-48c8-825e-5dce8ea7e2db req-3be6d628-29b1-4077-aa21-c7e53cc32215 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919918 Aug 31 07:52:24.573565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Deleting port d890d1b4-39e4-41fa-b590-cbfe40cba668 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:24.574901 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.680880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891c53e-5fdb-4f65-aa55-0d2f395d3dc1 None None] Pushing event updated for resources: {'Port': ['ID=efdf95a2-37db-46ed-a93e-c504f8e7b64d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:24.701784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.706136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.736664 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd9aefa-65b3-4d8f-a472-cad22f76ea5d x-openstack-request-id: req-7cd9aefa-65b3-4d8f-a472-cad22f76ea5d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:24.736962 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:24.737217 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cd9aefa-65b3-4d8f-a472-cad22f76ea5d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:24.737618 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad', 'code': 200} Aug 31 07:52:24.753014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:24.758866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324f9b1-fe97-4886-84c6-9ffc30ff1df7 req-f308afa3-18de-4063-93d4-e22f6eb0de78 tempest-ComputeTenantNetworksTest-1487281495 tempest-ComputeTenantNetworksTest-1487281495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:24.766603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c324f9b1-fe97-4886-84c6-9ffc30ff1df7 req-f308afa3-18de-4063-93d4-e22f6eb0de78 tempest-ComputeTenantNetworksTest-1487281495 tempest-ComputeTenantNetworksTest-1487281495-project] 10.222.0.36 "GET /v2.0/networks/1f331259-354f-423f-b14f-c7ac65577773 HTTP/1.1" status: 200 len: 768 time: 0.1798773 Aug 31 07:52:24.792176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:24.807399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:24.807777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.820247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:24.857964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.858919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6671202d-e8a2-4d14-bd55-f5502faa5aac no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:24.920066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:24.928197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] For port d890d1b4-39e4-41fa-b590-cbfe40cba668, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d890d1b4-39e4-41fa-b590-cbfe40cba668,segment=NetworkSegment(dc87f15a-8fd1-4c58-824d-bedd7b812779),segment_id=dc87f15a-8fd1-4c58-824d-bedd7b812779)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:24.929286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.942060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:24.942992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.997615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:25.009046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6671202d-e8a2-4d14-bd55-f5502faa5aac not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:25.009523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:25.028099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.035699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=557277b7-d41c-491b-bdd0-42af9d8f236d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:25.043705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Calling delete_port for d890d1b4-39e4-41fa-b590-cbfe40cba668 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:25.110958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:25.114609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ac9ef6aa-0746-4000-9992-cc24e9cb8198 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:25.197156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.207772 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.209859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.210311 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Floating IP 397bc21c-c4c0-400b-a535-e02ab48ca3e2 disassociated. External IP: 172.25.0.148, port: ac9ef6aa-0746-4000-9992-cc24e9cb8198. Aug 31 07:52:25.210720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for ac9ef6aa-0746-4000-9992-cc24e9cb8198 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:25.244209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ac9ef6aa-0746-4000-9992-cc24e9cb8198, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ac9ef6aa-0746-4000-9992-cc24e9cb8198,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:25.324856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.338982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f331259-354f-423f-b14f-c7ac65577773']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:25.343412 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.344450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device bb9b6e76-97d9-48ea-ae99-d5907494b301 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:25.371672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235bb649-252f-4504-9875-18c91744e43b') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:25.371977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235bb649-252f-4504-9875-18c91744e43b') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:25.401553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.440962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.524034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:52:25.524482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:52:25.526283 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:52:25.565429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-3b0ab546-b04f-49f3-ac40-daadf125925e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:25.571298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device efdf95a2-37db-46ed-a93e-c504f8e7b64d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:25.573339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:25.588061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-3b0ab546-b04f-49f3-ac40-daadf125925e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:25.620478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.634696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-3b0ab546-b04f-49f3-ac40-daadf125925e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:25.644800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-3b0ab546-b04f-49f3-ac40-daadf125925e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:25.653682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-3b0ab546-b04f-49f3-ac40-daadf125925e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:25.664514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-3b0ab546-b04f-49f3-ac40-daadf125925e tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 3883 time: 0.4302409 Aug 31 07:52:25.730891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.790244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de81ac9e-ca63-4a24-abfa-e486f14963ee req-74c7148e-22e1-409a-88b9-ef539cdda17a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238952 Aug 31 07:52:25.792722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:25.858712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:25.886939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=ac9ef6aa-0746-4000-9992-cc24e9cb8198,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:25.923814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c3e91-4db2-4991-bbba-884ac5ee741c req-98a8a7b5-e041-498d-bff1-3e3722ade12c tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:25.933476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d46c3e91-4db2-4991-bbba-884ac5ee741c req-98a8a7b5-e041-498d-bff1-3e3722ade12c tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b308d4-54cb-426d-88ca-690423c85cce HTTP/1.1" status: 200 len: 867 time: 0.2260103 Aug 31 07:52:25.977740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port efdf95a2-37db-46ed-a93e-c504f8e7b64d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:25.980092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.016876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.017288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:26.112162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525eba1-918b-48cb-8fac-3af5db69c9e4 None None] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:26.157299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a369-50ab-4331-a22d-7877b7663838 req-0e112257-4fff-4d37-a895-07fb2061a98e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:26.165233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7147a369-50ab-4331-a22d-7877b7663838 req-0e112257-4fff-4d37-a895-07fb2061a98e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 946 time: 0.2137871 Aug 31 07:52:26.180987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:26.193634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Router 4c68371a-9b8a-4772-9921-6f10194ad254 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:26.225292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.231080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.234759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7147a369-50ab-4331-a22d-7877b7663838 req-a9349a4b-7da1-4c3f-8709-cc2a0d16d2e6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641084 Aug 31 07:52:26.241275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.271761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] Provisioning for port efdf95a2-37db-46ed-a93e-c504f8e7b64d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:26.282210 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.285036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] Provisioning complete for port efdf95a2-37db-46ed-a93e-c504f8e7b64d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:26.286017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.290069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f331259-354f-423f-b14f-c7ac65577773 HTTP/1.1" status: 204 len: 168 time: 1.4918995 Aug 31 07:52:26.293629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d46c3e91-4db2-4991-bbba-884ac5ee741c req-864a89e0-cdd0-48e4-8021-ce2f83978037 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.36 "GET /v2.0/security-groups?id=cadab7aa-3c3e-42bf-ae31-1deca3df3b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576958 Aug 31 07:52:26.299413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.386812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Pushing event deleted for resources: {'Port': ['ID=d890d1b4-39e4-41fa-b590-cbfe40cba668,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:26.394055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.394867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.519720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:26.543990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163f1b-5a08-46ad-8432-b7d69f018d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f331259-354f-423f-b14f-c7ac65577773,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:26.561159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=557277b7-d41c-491b-bdd0-42af9d8f236d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:26.616018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] No DVR routers for this DVR port d890d1b4-39e4-41fa-b590-cbfe40cba668 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:26.620028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.622318 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.639518 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.641855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c848d43a-d13f-4fd4-9d55-1dca43ebf998 req-f1a7b547-2f16-41ea-be6a-17467dc93870 tempest-ServerPasswordTestJSON-1666809316 tempest-ServerPasswordTestJSON-1666809316-project] 10.222.0.68 "DELETE /v2.0/ports/d890d1b4-39e4-41fa-b590-cbfe40cba668 HTTP/1.1" status: 204 len: 173 time: 2.2360659 Aug 31 07:52:26.642376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b308d4-54cb-426d-88ca-690423c85cce', 'name': 'network-vif-deleted', 'tag': 'd890d1b4-39e4-41fa-b590-cbfe40cba668'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:26.652166 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5473d5-878e-49e1-9e60-2e7ecf3dc128" -d '{"events": [{"server_uuid": "69b308d4-54cb-426d-88ca-690423c85cce", "name": "network-vif-deleted", "tag": "d890d1b4-39e4-41fa-b590-cbfe40cba668"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:26.656243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d890d1b4-39e4-41fa-b590-cbfe40cba668 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:26.684661 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c42ffcff-ae95-4e17-934a-f5a54f62015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.715970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: d890d1b4-39e4-41fa-b590-cbfe40cba668 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:52:26.716441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d890d1b4-39e4-41fa-b590-cbfe40cba668 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:26.731506 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.739624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:26.747020 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033221ad-65a4-4fe9-b981-ca2fbaf02c16" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:26.794790 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea59ed-ad28-4183-93ba-06c019ff6a76 x-openstack-request-id: req-a6ea59ed-ad28-4183-93ba-06c019ff6a76 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:26.794790 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69b308d4-54cb-426d-88ca-690423c85cce", "name": "network-vif-deleted", "tag": "d890d1b4-39e4-41fa-b590-cbfe40cba668", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:26.795003 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6ea59ed-ad28-4183-93ba-06c019ff6a76 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:26.795437 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b308d4-54cb-426d-88ca-690423c85cce', 'name': 'network-vif-deleted', 'tag': 'd890d1b4-39e4-41fa-b590-cbfe40cba668', 'status': 'completed', 'code': 200} Aug 31 07:52:26.805533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:26.824970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:26.826151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-38c0d236-bb44-4090-b2c2-3a6d1f732b21 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:26.826465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47880) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:26.827353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:26.839498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-38c0d236-bb44-4090-b2c2-3a6d1f732b21 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3080201 Aug 31 07:52:26.857774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:26.874444 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] Sync routers for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:26.901183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] For port efdf95a2-37db-46ed-a93e-c504f8e7b64d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=efdf95a2-37db-46ed-a93e-c504f8e7b64d,segment=NetworkSegment(1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c),segment_id=1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:26.901765 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:26.902862 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:26.952039 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf914096-f441-4706-ab06-4cfbdff13f48 x-openstack-request-id: req-cf914096-f441-4706-ab06-4cfbdff13f48 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:26.956720 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:26.957434 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf914096-f441-4706-ab06-4cfbdff13f48 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:26.958718 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b', 'code': 200} Aug 31 07:52:26.959166 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'code': 200} Aug 31 07:52:26.959683 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301', 'code': 200} Aug 31 07:52:26.960003 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8', 'code': 200} Aug 31 07:52:26.989292 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.994979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-11140ea1-867e-40d8-bc23-af40825517b5 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.1546011 Aug 31 07:52:27.036400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] No DVR routers for this DVR port ac9ef6aa-0746-4000-9992-cc24e9cb8198 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:27.050746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'floatingip': {'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:27.060603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.062661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-17fc5b19-b61c-4c72-becf-ff245e1ff3df tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "DELETE /v2.0/ports/ac9ef6aa-0746-4000-9992-cc24e9cb8198 HTTP/1.1" status: 204 len: 173 time: 3.0827579 Aug 31 07:52:27.070346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:27.070346 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cf7e19-4968-4054-bc95-c2c124e2a3a6" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:27.127613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16228a4c-2008-4c72-8501-3ebd949499dc None None] Pushing event updated for resources: {'Port': ['ID=efdf95a2-37db-46ed-a93e-c504f8e7b64d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:27.142112 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-135c90da-1f03-4d9a-9e15-d10e941752cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0bfe7d2d2a74e4496a63675b04810fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121834 Aug 31 07:52:27.145090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47888) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:27.252559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-136919f0-5ab7-4db7-94ce-7843abfa9059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.330991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-136919f0-5ab7-4db7-94ce-7843abfa9059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.367343 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:27.389323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 9dc83e08-4a84-4f1f-bc43-6924c75caac4 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:52:27.441380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device efdf95a2-37db-46ed-a93e-c504f8e7b64d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:27.525688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d642492f-0bc0-4730-8661-35722e6fe028 None None] Provisioning for port 557277b7-d41c-491b-bdd0-42af9d8f236d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:27.539019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d642492f-0bc0-4730-8661-35722e6fe028 None None] Provisioning complete for port 557277b7-d41c-491b-bdd0-42af9d8f236d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:27.539653 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d642492f-0bc0-4730-8661-35722e6fe028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.619982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-136919f0-5ab7-4db7-94ce-7843abfa9059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.622617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-136919f0-5ab7-4db7-94ce-7843abfa9059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.633366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-136919f0-5ab7-4db7-94ce-7843abfa9059 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3fc3203-8ead-4d3c-b825-84a68b6a3e48 HTTP/1.1" status: 204 len: 168 time: 0.4870524 Aug 31 07:52:27.634877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d642492f-0bc0-4730-8661-35722e6fe028 None None] Port 557277b7-d41c-491b-bdd0-42af9d8f236d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:27.639201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port efdf95a2-37db-46ed-a93e-c504f8e7b64d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:27.645426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.665966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136919f0-5ab7-4db7-94ce-7843abfa9059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc3203-8ead-4d3c-b825-84a68b6a3e48,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:27.726970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d642492f-0bc0-4730-8661-35722e6fe028 None None] Provisioning complete for port efdf95a2-37db-46ed-a93e-c504f8e7b64d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:27.729039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d642492f-0bc0-4730-8661-35722e6fe028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.732200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:27.759590 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3823cc3c-d7fa-4259-b59c-7c4b230c4b11 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/9dc83e08-4a84-4f1f-bc43-6924c75caac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4933910 Aug 31 07:52:27.760279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47904) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:27.790871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.830550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] Sync routers for ids ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:27.891391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b05d0-cf65-4925-96c7-1ada142f1552 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:27.900730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a62b05d0-cf65-4925-96c7-1ada142f1552 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports/557277b7-d41c-491b-bdd0-42af9d8f236d HTTP/1.1" status: 200 len: 911 time: 0.1393344 Aug 31 07:52:27.903370 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:51Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:27.907264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47908) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:27.919875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '720deea7-ee9d-4ce7-acaa-5982ece92134'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:27.960089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] Routers {'9dc83e08-4a84-4f1f-bc43-6924c75caac4'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:27.960991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:27.985166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] Checking router: 4c68371a-9b8a-4772-9921-6f10194ad254 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:28.006348 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:28.007247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:28.055172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:28.059804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:28.116024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] Routers {'9dc83e08-4a84-4f1f-bc43-6924c75caac4'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:28.116768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:28.196849 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:28.507851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440b60-9672-4ca9-bcf4-096fcf6e7f58 req-18eed41c-38f0-4af6-aada-80b02c05d5ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:28.515282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440b60-9672-4ca9-bcf4-096fcf6e7f58 req-18eed41c-38f0-4af6-aada-80b02c05d5ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:28.522294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440b60-9672-4ca9-bcf4-096fcf6e7f58 req-18eed41c-38f0-4af6-aada-80b02c05d5ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:28.529311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440b60-9672-4ca9-bcf4-096fcf6e7f58 req-18eed41c-38f0-4af6-aada-80b02c05d5ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:28.538431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76440b60-9672-4ca9-bcf4-096fcf6e7f58 req-18eed41c-38f0-4af6-aada-80b02c05d5ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 3143 time: 1.4651270 Aug 31 07:52:28.566158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:28.566930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca55ce-7d93-432a-a011-22a6e91c6842 None None] The sync data for ids ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:28.636814 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:51Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:28.650615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port d97e9d4a-84a9-4aed-8218-1ba3298acc9b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:28.650959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:28.689371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d785ab5e-d0f3-4633-9f62-5f33d26cb581 None None] The sync data for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 is: [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:41:46Z', 'revision_number': 4, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '57056073-6f7a-4692-b683-ab6262c843ea', 'name': '', 'network_id': 'bf7ed58a-fb2b-478c-986d-72544195a63a', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'mac_address': 'fa:16:3e:a1:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:46Z', 'updated_at': '2021-08-31T07:41:51Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'subnets': [{'id': 'a6b767ec-9e8b-4b81-acac-7b9cfed6b25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:28.764258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-29500e62-f5bb-4552-b086-231ecb953821 None None] Provisioning complete for port 557277b7-d41c-491b-bdd0-42af9d8f236d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:28.764983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29500e62-f5bb-4552-b086-231ecb953821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:28.786034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76440b60-9672-4ca9-bcf4-096fcf6e7f58 req-b37de013-04c6-4d9d-a198-4c4bedd600b2 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421546 Aug 31 07:52:28.821305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-29500e62-f5bb-4552-b086-231ecb953821 None None] Port 557277b7-d41c-491b-bdd0-42af9d8f236d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:28.889169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:28.949521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:29.085493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Deleting subnet ada34ab5-31c6-420d-bb50-a0e4623db25d {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:52:29.121653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.177511 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe08b3-2626-4619-8e1b-f10c0a213cbe x-openstack-request-id: req-00fe08b3-2626-4619-8e1b-f10c0a213cbe {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:29.178541 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "ac9ef6aa-0746-4000-9992-cc24e9cb8198", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:29.184876 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00fe08b3-2626-4619-8e1b-f10c0a213cbe {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:29.184876 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': 'ac9ef6aa-0746-4000-9992-cc24e9cb8198', 'status': 'completed', 'code': 200} Aug 31 07:52:29.189457 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.203517 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88e4c8-783c-4340-9e9f-0ac4d6b92cb6 None None] New status for floating IP 397bc21c-c4c0-400b-a535-e02ab48ca3e2: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:52:29.224334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] For port d97e9d4a-84a9-4aed-8218-1ba3298acc9b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:29.224478 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.253291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for d97e9d4a-84a9-4aed-8218-1ba3298acc9b owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:29.335963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.462952 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.555936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.562487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.593655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada34ab5-31c6-420d-bb50-a0e4623db25d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:29.597390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.599322 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3832047f-5e55-44f6-903c-0c784bc5a2d0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ada34ab5-31c6-420d-bb50-a0e4623db25d HTTP/1.1" status: 204 len: 168 time: 0.6486785 Aug 31 07:52:29.601714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47950) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:29.633039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.711358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.722546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:29.723786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.726001 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/ports/557277b7-d41c-491b-bdd0-42af9d8f236d HTTP/1.1" status: 200 len: 911 time: 1.8175027 Aug 31 07:52:29.739581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47956) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:29.757971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=d97e9d4a-84a9-4aed-8218-1ba3298acc9b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:29.778925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] No DVR routers for this DVR port d97e9d4a-84a9-4aed-8218-1ba3298acc9b on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:29.781566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.784666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-0610bb38-ce9e-4c32-81bc-7dd88cd1eb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "DELETE /v2.0/ports/d97e9d4a-84a9-4aed-8218-1ba3298acc9b HTTP/1.1" status: 204 len: 173 time: 2.7127619 Aug 31 07:52:29.790375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.914548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.929775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.946783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fee97e-cdd6-4602-a6c4-eecd83e7e578 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=557277b7-d41c-491b-bdd0-42af9d8f236d,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:30.157154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.167027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:30.167451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.197635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018ddde2-81ee-41d5-b6b9-dde33dd6b79b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:30.218074 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1 associated. External IP: 172.25.0.223, port: 609d97dd-fae3-4ac4-908b-1fab254dceb0. Aug 31 07:52:30.225234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc87f15a-8fd1-4c58-824d-bedd7b812779') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:30.225942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc87f15a-8fd1-4c58-824d-bedd7b812779') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:30.241562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.304719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.324996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:52:30.324996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:52:30.329657 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:52:30.336012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b446c-0712-421f-a786-b0981f229754 req-8273f795-5981-48d5-9151-6d43c9a582c5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:30.341929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b446c-0712-421f-a786-b0981f229754 req-8273f795-5981-48d5-9151-6d43c9a582c5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:30.349787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b446c-0712-421f-a786-b0981f229754 req-8273f795-5981-48d5-9151-6d43c9a582c5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:30.358763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b446c-0712-421f-a786-b0981f229754 req-8273f795-5981-48d5-9151-6d43c9a582c5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 2410 time: 0.3958378 Aug 31 07:52:30.506345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.518518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7b446c-0712-421f-a786-b0981f229754 req-26ed9ac3-5a52-47df-ab56-dcf1cbdf02ba tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526692 Aug 31 07:52:30.553601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] For port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:30.554216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.584582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.593054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:30.599447 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] 10.222.0.36 "DELETE /v2.0/networks/018ddde2-81ee-41d5-b6b9-dde33dd6b79b HTTP/1.1" status: 204 len: 168 time: 0.9965410 Aug 31 07:52:30.604272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:30.663404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b13d7e-c2df-44c4-8376-5cb1a7240a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=018ddde2-81ee-41d5-b6b9-dde33dd6b79b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:30.925509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:30.963275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 557277b7-d41c-491b-bdd0-42af9d8f236d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:30.963935 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.065534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47996) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:31.144377 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.151086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-beb99c3d-4b42-43d1-ac80-093c5831db71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cf2c3cf5e424e7799f8db4ad7836ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820825 Aug 31 07:52:31.151851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48000) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:31.163563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 557277b7-d41c-491b-bdd0-42af9d8f236d owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:31.180514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:31.182908 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee987380-c97e-4685-8d5d-9bb33f1d5200" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:31.186157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:31.194954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.209860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:31.227572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:31.231431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:31.231579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.276479 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34279904-7204-4238-8c7a-385725894eb6 x-openstack-request-id: req-34279904-7204-4238-8c7a-385725894eb6 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:31.289338 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "d97e9d4a-84a9-4aed-8218-1ba3298acc9b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:31.294518 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34279904-7204-4238-8c7a-385725894eb6 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:31.294518 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': 'd97e9d4a-84a9-4aed-8218-1ba3298acc9b', 'status': 'completed', 'code': 200} Aug 31 07:52:31.366301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-220880cc-ffc3-4408-a34e-f4f8c183c598 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "PUT /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 997 time: 4.3247330 Aug 31 07:52:31.368464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=0cb62b73-eafc-470e-9c8b-e12a0b0a51a8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:31.415280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9163a0f-fa7c-43a7-8829-3ad6447d5a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.421569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:31.436554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] No DVR routers for this DVR port 0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:31.450056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.455737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-2f9752d0-baaa-44ca-bc1a-13142d7bbc6d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "DELETE /v2.0/ports/0cb62b73-eafc-470e-9c8b-e12a0b0a51a8 HTTP/1.1" status: 204 len: 173 time: 1.6639633 Aug 31 07:52:31.506919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9163a0f-fa7c-43a7-8829-3ad6447d5a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.605377 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.773228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=557277b7-d41c-491b-bdd0-42af9d8f236d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:31.788576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93360a-05e5-4072-9d72-1936b9028fde req-8f7ef08d-322c-4484-a1de-39258f97d13b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:31.806302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93360a-05e5-4072-9d72-1936b9028fde req-8f7ef08d-322c-4484-a1de-39258f97d13b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:31.810809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf93360a-05e5-4072-9d72-1936b9028fde req-8f7ef08d-322c-4484-a1de-39258f97d13b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 1677 time: 0.1525459 Aug 31 07:52:31.823737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port 6bde1cfc-5ae0-4682-a896-792302609cad {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:31.825916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.885284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.983623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:29Z', 'revision_number': 1, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.047137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:32.069653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:32.070340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.087709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] For port 6bde1cfc-5ae0-4682-a896-792302609cad, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6bde1cfc-5ae0-4682-a896-792302609cad,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:32.088340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.106767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router 9dc83e08-4a84-4f1f-bc43-6924c75caac4 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:32.112831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for 6bde1cfc-5ae0-4682-a896-792302609cad owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:32.150817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-e8403246-4a1d-4f5e-b818-6a9c62700d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:32.152550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-e8403246-4a1d-4f5e-b818-6a9c62700d24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.7804933 Aug 31 07:52:32.218636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:32.224466 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85be7c3a-f5db-47f4-a620-ce2806637628 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/9dc83e08-4a84-4f1f-bc43-6924c75caac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819205 Aug 31 07:52:32.226862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48034) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:32.232844 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] Sync routers for ids ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:32.248580 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] Routers {'9dc83e08-4a84-4f1f-bc43-6924c75caac4'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:32.249751 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.268296 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18df4ba6-f8b1-431d-b258-af1fd3e67c9b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc83e08-4a84-4f1f-bc43-6924c75caac4 HTTP/1.1" status: 200 len: 205 time: 0.0377197 Aug 31 07:52:32.269592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48036) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:32.295944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:32.315625 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.330215 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] Routers {'9dc83e08-4a84-4f1f-bc43-6924c75caac4'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:32.331226 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.394555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.404457 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.407052 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008708e0-1a4f-48e5-9149-37936e6c5ee7 None None] The sync data for ids ['9dc83e08-4a84-4f1f-bc43-6924c75caac4'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:32.632032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.640005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.647758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf93360a-05e5-4072-9d72-1936b9028fde req-ab8c07c1-376c-422d-834e-fcb7087561a6 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5982702 Aug 31 07:52:32.726853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9163a0f-fa7c-43a7-8829-3ad6447d5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.729532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9163a0f-fa7c-43a7-8829-3ad6447d5a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.733301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d9163a0f-fa7c-43a7-8829-3ad6447d5a27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cadab7aa-3c3e-42bf-ae31-1deca3df3b07 HTTP/1.1" status: 204 len: 168 time: 1.5782247 Aug 31 07:52:32.784970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9163a0f-fa7c-43a7-8829-3ad6447d5a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadab7aa-3c3e-42bf-ae31-1deca3df3b07,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:32.792235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:29Z', 'revision_number': 1, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:32.799966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-ce98ad53-7692-463a-8b24-900b1680e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:32.808219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-ce98ad53-7692-463a-8b24-900b1680e221 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.1622045 Aug 31 07:52:32.847500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf483e-0015-4816-861e-6757355d6f51 None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:29Z', 'revision_number': 1, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:32.852139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.852789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc83e08-4a84-4f1f-bc43-6924c75caac4 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:52:32.864103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:32.867454 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7023926e-9bd5-4a4a-b734-7944098ed48c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/9dc83e08-4a84-4f1f-bc43-6924c75caac4 HTTP/1.1" status: 204 len: 168 time: 0.5935502 Aug 31 07:52:32.867809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48058) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:32.895571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-548979b7-1269-41f7-a604-957173428834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 1000 time: 0.0861034 Aug 31 07:52:32.954121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-e1c05345-7ede-40a1-a086-d413cf6e4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:32.955710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-e1c05345-7ede-40a1-a086-d413cf6e4402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.0590489 Aug 31 07:52:32.964653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet 720deea7-ee9d-4ce7-acaa-5982ece92134 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:52:32.981006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.040816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-6f645ac5-d4e8-40cb-8137-317f9c0c8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:33.042476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-6f645ac5-d4e8-40cb-8137-317f9c0c8eca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591085 Aug 31 07:52:33.044210 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.058364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-e94b503a-44a0-46d9-ae81-8b00f7df2782 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:52:33.059516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-e94b503a-44a0-46d9-ae81-8b00f7df2782 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062032 Aug 31 07:52:33.166721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf35968-1a5e-4a00-8032-59e1842fa463 None None] New status for floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:52:33.178087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.200142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.239494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=6bde1cfc-5ae0-4682-a896-792302609cad,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:33.263695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-52fd3b48-ebd0-4b36-b306-10b504102981 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967716 Aug 31 07:52:33.354309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:33.357100 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b734fe-e241-4fd9-b781-e0f71536414e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:33.378889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.431086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=720deea7-ee9d-4ce7-acaa-5982ece92134,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:33.433412 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.436651 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8ae056d1-59b0-4586-a3d4-fa76833133c0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/720deea7-ee9d-4ce7-acaa-5982ece92134 HTTP/1.1" status: 204 len: 168 time: 0.5663483 Aug 31 07:52:33.445910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48066) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:33.463369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a769f-95c5-421f-977a-1a7c097292d9 None None] Network bc7dccf0-0b15-4517-97f2-faad1cef4442 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:33.515422 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d6ddd1-e1e1-47cd-86fe-28ec0c97d130 x-openstack-request-id: req-42d6ddd1-e1e1-47cd-86fe-28ec0c97d130 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:33.516429 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "status": "completed", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "0cb62b73-eafc-470e-9c8b-e12a0b0a51a8", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:33.518271 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42d6ddd1-e1e1-47cd-86fe-28ec0c97d130 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:33.519346 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'status': 'completed', 'code': 200} Aug 31 07:52:33.520619 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': '0cb62b73-eafc-470e-9c8b-e12a0b0a51a8', 'status': 'completed', 'code': 200} Aug 31 07:52:33.526628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c15c5eb0-58ee-4553-a0f2-a646014fe267 req-21b924cf-b6dd-4c17-905f-e3ef20005d33 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620265 Aug 31 07:52:33.528632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] No DVR routers for this DVR port 6bde1cfc-5ae0-4682-a896-792302609cad on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:33.537633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.543749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-6a97738d-d205-4126-865f-2a97fa13ac2a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "DELETE /v2.0/ports/6bde1cfc-5ae0-4682-a896-792302609cad HTTP/1.1" status: 204 len: 173 time: 2.0785899 Aug 31 07:52:33.749080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port bb9b6e76-97d9-48ea-ae99-d5907494b301 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:33.749749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:33.931074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] DHCP port deletion for bc7dccf0-0b15-4517-97f2-faad1cef4442 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:52:34.028501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-52df3a1b-a1cc-40ae-9e05-c5d59e661741 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:34.031282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-52df3a1b-a1cc-40ae-9e05-c5d59e661741 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2016218 Aug 31 07:52:34.051070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] Deleting port efdf95a2-37db-46ed-a93e-c504f8e7b64d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:34.051971 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.074099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5e99-c203-4374-8a72-ba96c7a6d303 req-0f8ef5d6-ad1f-4a33-a8fe-610b29363315 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:34.082214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-162b5e99-c203-4374-8a72-ba96c7a6d303 req-0f8ef5d6-ad1f-4a33-a8fe-610b29363315 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 943 time: 0.1730189 Aug 31 07:52:34.090835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b734fe-e241-4fd9-b781-e0f71536414e req-52f2b614-a8a0-474e-94d0-219698e6bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:34.092640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-52f2b614-a8a0-474e-94d0-219698e6bfd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.6487391 Aug 31 07:52:34.100930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.125262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] For port bb9b6e76-97d9-48ea-ae99-d5907494b301, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=bb9b6e76-97d9-48ea-ae99-d5907494b301,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:34.125983 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.131571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] For port efdf95a2-37db-46ed-a93e-c504f8e7b64d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=efdf95a2-37db-46ed-a93e-c504f8e7b64d,segment=NetworkSegment(1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c),segment_id=1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:34.132186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.149885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] Calling delete_port for efdf95a2-37db-46ed-a93e-c504f8e7b64d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:34.157747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for bb9b6e76-97d9-48ea-ae99-d5907494b301 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:34.235423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b734fe-e241-4fd9-b781-e0f71536414e req-13c192d6-0dcb-4352-a734-b6ebebc25899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:34.237883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-13c192d6-0dcb-4352-a734-b6ebebc25899 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.1343353 Aug 31 07:52:34.352838 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-3798cb8c-82d9-47f0-8528-55797aa0d4a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 1002 time: 0.1034465 Aug 31 07:52:34.359439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.415253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port efdf95a2-37db-46ed-a93e-c504f8e7b64d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:34.415482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.418650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] Pushing event deleted for resources: {'Port': ['ID=efdf95a2-37db-46ed-a93e-c504f8e7b64d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:34.425025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b9e0c-08b3-4cad-bd7c-a4c4df1588a9 None None] No DVR routers for this DVR port efdf95a2-37db-46ed-a93e-c504f8e7b64d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:34.465996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-971e9b64-b9cd-4837-90b0-3d938c91e50a tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.4191918 Aug 31 07:52:34.470969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-162b5e99-c203-4374-8a72-ba96c7a6d303 req-5f1afb80-c616-410a-9225-ff83b59de022 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9e70566-7313-4a50-b835-f5e8f5eb4c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871610 Aug 31 07:52:34.471392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b734fe-e241-4fd9-b781-e0f71536414e req-1894fd33-f8f2-4129-86be-2912920ea05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:34.472894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-1894fd33-f8f2-4129-86be-2912920ea05d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.1102438 Aug 31 07:52:34.475933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'floatingip': {'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:34.558448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port efdf95a2-37db-46ed-a93e-c504f8e7b64d, host n-d-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:34.558832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.573150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.597937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for efdf95a2-37db-46ed-a93e-c504f8e7b64d owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:34.601696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Port efdf95a2-37db-46ed-a93e-c504f8e7b64d was not found and therefore no delete operation was performed {{(pid=95445) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:52:34.603626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.640436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=efdf95a2-37db-46ed-a93e-c504f8e7b64d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:34.642318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port efdf95a2-37db-46ed-a93e-c504f8e7b64d on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:34.645377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b734fe-e241-4fd9-b781-e0f71536414e req-6443c37d-2fba-4aca-b527-9eee85ef3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:34.647145 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-6443c37d-2fba-4aca-b527-9eee85ef3e48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620116 Aug 31 07:52:34.805011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.819647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7dccf0-0b15-4517-97f2-faad1cef4442']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:34.838673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:34.839034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abde58e-5fc3-4e9c-96f5-8aa7538a1f9c') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:34.863241 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-dab7fdbe-5ab3-4004-8776-db88586716bb service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739740 Aug 31 07:52:34.865424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.872429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.905731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=bb9b6e76-97d9-48ea-ae99-d5907494b301,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:34.906357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.921132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:52:34.921564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:34.997773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48102) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:34.998745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] No DVR routers for this DVR port bb9b6e76-97d9-48ea-ae99-d5907494b301 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:52:35.006099 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:52:35.008357 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.009639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c7e581b-cd8b-473b-9683-cfc8f64ed246 req-31604add-b91f-400c-9601-3f0a2395d40f tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.68 "DELETE /v2.0/ports/bb9b6e76-97d9-48ea-ae99-d5907494b301 HTTP/1.1" status: 204 len: 173 time: 1.4588492 Aug 31 07:52:35.160017 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-06b734fe-e241-4fd9-b781-e0f71536414e req-026126ab-e3df-4079-b024-bee4ab62da43 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874341 Aug 31 07:52:35.182195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-511557069-network', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:35.249752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.257743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.261843 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/bc7dccf0-0b15-4517-97f2-faad1cef4442 HTTP/1.1" status: 204 len: 168 time: 1.7995946 Aug 31 07:52:35.267765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48108) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:35.276755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1057995824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:35.296361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d07ca-b480-4a81-94b0-d32f693bd27d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=bc7dccf0-0b15-4517-97f2-faad1cef4442,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:35.375433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.393862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Made reservation on behalf of c08808df471b456391cc8104e86c5eb6 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:35.399906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.410328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.415662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device efdf95a2-37db-46ed-a93e-c504f8e7b64d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:35.439706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: efdf95a2-37db-46ed-a93e-c504f8e7b64d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:52:35.440401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device efdf95a2-37db-46ed-a93e-c504f8e7b64d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:35.468935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.497895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.499268 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.530542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad'}, {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:35.534216 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3e61f-91c0-49df-9f3a-3310f530d9bd" -d '{"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad"}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:35.580837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.646209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.679955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a27fa80-550f-4b40-b8ca-f345bfcb962b req-0584be9d-60ed-4a1c-b7ad-22a345e54f88 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0824158 Aug 31 07:52:35.703995 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1 associated. External IP: 172.25.0.223, port: 609d97dd-fae3-4ac4-908b-1fab254dceb0. Aug 31 07:52:35.714786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:35.823444 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d694291-5f27-4e9a-a59e-52e5d1eb7a60 x-openstack-request-id: req-8d694291-5f27-4e9a-a59e-52e5d1eb7a60 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:35.823837 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "6bde1cfc-5ae0-4682-a896-792302609cad", "status": "completed", "code": 200}, {"server_uuid": "5c05a8e0-fad7-4953-9c20-632a2e25265a", "name": "network-vif-deleted", "tag": "bb9b6e76-97d9-48ea-ae99-d5907494b301", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:35.824044 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d694291-5f27-4e9a-a59e-52e5d1eb7a60 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:35.824424 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': '6bde1cfc-5ae0-4682-a896-792302609cad', 'status': 'completed', 'code': 200} Aug 31 07:52:35.824682 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c05a8e0-fad7-4953-9c20-632a2e25265a', 'name': 'network-vif-deleted', 'tag': 'bb9b6e76-97d9-48ea-ae99-d5907494b301', 'status': 'completed', 'code': 200} Aug 31 07:52:35.900813 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56e502c9-618b-4ea5-9d73-f913e01750e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.948879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:35.976170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:36.022339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.057675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:52:36.081252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8e2442-6c21-4e1e-9c28-686d6a1619ff,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:36.084338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.084686 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Added segment f34dd31f-01e2-456d-ab2e-90ffd563cc9f of type vlan for network bde0172c-35c1-4e79-a4c7-78fcee241443 Aug 31 07:52:36.127264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.132206 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-825143b0-7207-4f4e-84a3-8507dbb83e49 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8589110 Aug 31 07:52:36.133295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:36.143019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-950332428'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:36.172863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.183202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:36.199393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:36.215425 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:36.216502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:36.264764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56e502c9-618b-4ea5-9d73-f913e01750e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.357245 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:36.360085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56e502c9-618b-4ea5-9d73-f913e01750e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.398279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e502c9-618b-4ea5-9d73-f913e01750e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91811fb9-7885-45d0-a0f4-542948dd4ff2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:36.422557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.423585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:36.424187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.461411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-56e502c9-618b-4ea5-9d73-f913e01750e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb941073d7e9416784bcf03a7c5b8d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452695 Aug 31 07:52:36.462586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:36.509963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:36.513898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.525230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=bde0172c-35c1-4e79-a4c7-78fcee241443,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:36.540648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network bde0172c-35c1-4e79-a4c7-78fcee241443 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:36.546850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:36.573057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:52:36.587776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b5552f57-50f6-4db5-ac8d-548be3325b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.590766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.591121 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment b2328dc7-eedb-4906-a23c-17fbbc7793c1 of type vlan for network 214ce445-b0ad-4d95-9f20-6c9940ddf2de Aug 31 07:52:36.652761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b5552f57-50f6-4db5-ac8d-548be3325b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.657305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b826eea2-bff9-4303-a977-e91770341ca4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6562510 Aug 31 07:52:36.660226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48130) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:36.662229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.670675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Request body: {'subnet': {'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-511557069-subnet', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:36.698394 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:35Z', 'revision_number': 3, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:36.730042 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:36.735904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:36.740039 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:36.740388 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:36.747080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.828777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1fcb073-0a48-4008-9de0-3c150dbc7557 req-cf4fbdbe-7de8-403f-a2d0-de73cbb7a5ad tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0309155 Aug 31 07:52:36.840716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.847705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:36.848355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.861770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-ba006191-e55d-41a0-9188-7f711d2fed25 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "PUT /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 999 time: 2.3960459 Aug 31 07:52:36.979627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b5552f57-50f6-4db5-ac8d-548be3325b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.982535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b5552f57-50f6-4db5-ac8d-548be3325b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.983808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b5552f57-50f6-4db5-ac8d-548be3325b06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91811fb9-7885-45d0-a0f4-542948dd4ff2 HTTP/1.1" status: 204 len: 168 time: 0.5197954 Aug 31 07:52:36.990356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Made reservation on behalf of c08808df471b456391cc8104e86c5eb6 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:36.990761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-99d92ad7-3ca1-46d7-827a-92e4862e9812 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:36.992221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-99d92ad7-3ca1-46d7-827a-92e4862e9812 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports/609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 943 time: 0.1296387 Aug 31 07:52:36.994054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:37.039548 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:37.052399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5552f57-50f6-4db5-ac8d-548be3325b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91811fb9-7885-45d0-a0f4-542948dd4ff2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:37.062324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=214ce445-b0ad-4d95-9f20-6c9940ddf2de,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:37.079604 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-71a10554-1247-43b1-ab79-e11f14dab9c1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9450128 Aug 31 07:52:37.082382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48142) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:37.092248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:37.123722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:37.255925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-438e503a-2cc4-4ee9-9863-ceb91464dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:37.258365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-438e503a-2cc4-4ee9-9863-ceb91464dfbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.0840142 Aug 31 07:52:37.376886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-772ccbc2-71d3-4a86-9881-777b139fb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:37.378434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-772ccbc2-71d3-4a86-9881-777b139fb6ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.1121311 Aug 31 07:52:37.394776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:37.437913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:37.441376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:37.449802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-922fcfa9-ee84-4eca-84dd-d10609cce042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.0639005 Aug 31 07:52:37.462463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=452a2f9c-2f51-4b15-8037-790c7c2af339,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:37.470693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Checking segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:37.471310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Network hostable DHCP agents. Network: bde0172c-35c1-4e79-a4c7-78fcee241443, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:52:37.473706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:35Z', 'revision_number': 3, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:37.506176 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb960fec-322a-45f0-9931-e62f4fddea29 None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:35Z', 'revision_number': 3, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:37.571643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Network bde0172c-35c1-4e79-a4c7-78fcee241443 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:52:37.575203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-d5c1e1ec-5213-4f02-a50b-d373745a14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:37.577282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-d5c1e1ec-5213-4f02-a50b-d373745a14f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.1150627 Aug 31 07:52:37.682520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, bde0172c-35c1-4e79-a4c7-78fcee241443) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:37.708005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a08601-dbb7-4ffa-bedd-83994261f178 None None] Network bde0172c-35c1-4e79-a4c7-78fcee241443 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:37.722120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:37.726923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:37.788287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f182f72-b26e-4514-acd8-1d8912b599a8 None None] New status for floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:52:37.866790 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a3dd2446-17ef-487d-be1d-ce56d5a50a9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2018168 Aug 31 07:52:37.867438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:37.872049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:37.949727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}, {'name': 'network-changed', 'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:37.952090 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}, {"name": "network-changed", "server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:37.972098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:37.973991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.002328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf776dec-25df-479e-be3a-fd9569084ba0 req-26011ecc-aa2c-4da9-9677-41c2505d5b59 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0443292 Aug 31 07:52:38.012704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:38.033881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-94fbdaa6-ee5c-4de7-ac1d-9c620fecd7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.096097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-408cc7f8-5139-4be5-bf2e-806433ac0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:38.101599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-408cc7f8-5139-4be5-bf2e-806433ac0d32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5081322 Aug 31 07:52:38.143505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.150401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad9670-62a2-4598-8bc3-5b3c8c8e9227 None None] Network bde0172c-35c1-4e79-a4c7-78fcee241443 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:38.224871 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cdd150-e318-4609-8fbd-d4ed386213d2 x-openstack-request-id: req-b5cdd150-e318-4609-8fbd-d4ed386213d2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:38.225170 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:38.225415 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5cdd150-e318-4609-8fbd-d4ed386213d2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:38.225847 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'status': 'completed', 'code': 200} Aug 31 07:52:38.226094 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'status': 'completed', 'code': 200} Aug 31 07:52:38.271351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.417757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-d5eaea3f-87a1-445d-a1ae-a9bfd27ad2d8 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982864 Aug 31 07:52:38.426746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=ab325ef7-8be9-4a7b-a755-22bbbd46a319,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:38.515678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-2b50d25a-8187-4c24-acb7-2a88c4c85f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:38.518294 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-2b50d25a-8187-4c24-acb7-2a88c4c85f37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.2624164 Aug 31 07:52:38.526099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-8a9f8543-0a5e-47a4-97b4-e764b9f85251 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958707 Aug 31 07:52:38.531660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:38.532025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: 214ce445-b0ad-4d95-9f20-6c9940ddf2de, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:52:38.605174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.623617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:38.634888 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:38.635906 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:38.741498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:52:38.758324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-94fbdaa6-ee5c-4de7-ac1d-9c620fecd7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.771333 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:38.782721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-1f221336-d0b4-44b1-8f6a-944706556e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:38.784598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-1f221336-d0b4-44b1-8f6a-944706556e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1098 time: 0.1068342 Aug 31 07:52:38.792204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-38bf3b7e-4a37-4ca5-b67d-cba5d56b3ef2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:38.800955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-38bf3b7e-4a37-4ca5-b67d-cba5d56b3ef2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.2703278 Aug 31 07:52:38.846248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-272a5b86-74a3-4ceb-8fcd-c9a7231c2024 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/quotas/e91c92f64ac040be8e4a697aad6cb36e HTTP/1.1" status: 200 len: 375 time: 0.0436296 Aug 31 07:52:38.860036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-376c73d4-5f65-43b6-b8a0-1c1b99a67cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:38.861677 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-376c73d4-5f65-43b6-b8a0-1c1b99a67cc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.2730451 Aug 31 07:52:38.895891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-94fbdaa6-ee5c-4de7-ac1d-9c620fecd7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:38.923130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 214ce445-b0ad-4d95-9f20-6c9940ddf2de) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:38.937186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65848b-e544-4969-a38c-c75eae5e64ef None None] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:38.948563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-94fbdaa6-ee5c-4de7-ac1d-9c620fecd7d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa35e95dd29b482880740add7645b82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333909 Aug 31 07:52:38.973954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48174) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:38.988231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:38.990274 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-ae7b25d9-ceac-4e86-ba50-22ce9fa75712 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.1172850 Aug 31 07:52:38.990556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.060875 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:37Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:39.084763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbdaa6-ee5c-4de7-ac1d-9c620fecd7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c24f7b-ff0b-483d-9674-f060af5c5c29,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:39.105790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b7f25507-d4b3-4870-b1d6-899435b48681 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0202761 Aug 31 07:52:39.106620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48180) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:39.121490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-2c711d99-55de-4421-a06d-d9948796632c tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2735806 Aug 31 07:52:39.138659 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:39.161458 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:39.161683 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:39.211064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:52:39.212046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.266310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-357f6ded-b776-4dfc-8965-b464a90a68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:39.268931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-357f6ded-b776-4dfc-8965-b464a90a68c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.4583359 Aug 31 07:52:39.355778 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:39.366769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f83-809e-4bd3-b250-2f501a1cd99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.420785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-c903d97d-83c5-4884-8f8d-a8ad7db9fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:39.422286 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-c903d97d-83c5-4884-8f8d-a8ad7db9fcfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.4220722 Aug 31 07:52:39.428903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f83-809e-4bd3-b250-2f501a1cd99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.521161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-5fb6f89a-b206-4bf1-a93e-957780a63cb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 1002 time: 0.2451468 Aug 31 07:52:39.535596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.566678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-9c727d41-b620-4707-93b7-47c82bcb8532 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324293 Aug 31 07:52:39.579587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Allocated IP 2001:db8::2 (214ce445-b0ad-4d95-9f20-6c9940ddf2de/ab325ef7-8be9-4a7b-a755-22bbbd46a319/e3a37626-8c95-4509-b1dd-7e98c06e0177) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:39.636637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.682848 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:37Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:39.732345 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10849bf-f889-4c84-a15d-61c4313925bd None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:2f:0d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:37Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:39.735243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-3506bc6c-43b5-4ffe-988e-e47c973edb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:39.737875 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-3506bc6c-43b5-4ffe-988e-e47c973edb18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3008091 Aug 31 07:52:39.800049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-360473e0-5c03-42f5-9e70-b8342275ed0d service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123001 Aug 31 07:52:39.801790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-1ef6ca21-8efe-4398-8433-dd47da1a388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:39.809844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-1ef6ca21-8efe-4398-8433-dd47da1a388e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.2587094 Aug 31 07:52:39.812698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.828981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Allocated IP 172.25.0.124 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/05fbe4ca-9eb3-4acc-bb33-bab180bf12a1) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:39.892423 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:39.983960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-5af0d875-c77b-4d39-ad75-0f18aea206e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:39.985280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-5af0d875-c77b-4d39-ad75-0f18aea206e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745768 Aug 31 07:52:39.985685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Transition to ACTIVE for port object e3a37626-8c95-4509-b1dd-7e98c06e0177 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:39.999819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f83-809e-4bd3-b250-2f501a1cd99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.003739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f83-809e-4bd3-b250-2f501a1cd99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.007719 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f8e55f83-809e-4bd3-b250-2f501a1cd99b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27c24f7b-ff0b-483d-9674-f060af5c5c29 HTTP/1.1" status: 204 len: 168 time: 1.0313468 Aug 31 07:52:40.024689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Transition to ACTIVE for port object e3a37626-8c95-4509-b1dd-7e98c06e0177 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:40.042607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e55f83-809e-4bd3-b250-2f501a1cd99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c24f7b-ff0b-483d-9674-f060af5c5c29,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:40.072272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.117232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-2a563ee0-27ba-48e7-b89f-528ddfb1b129 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685150 Aug 31 07:52:40.131899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.240376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Pushing event updated for resources: {'Port': ['ID=e3a37626-8c95-4509-b1dd-7e98c06e0177,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:40.250772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:40.253664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:40.266658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:40.335205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-97e2bff7-607d-4587-bb4e-8e8e8fc1d21b service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044828 Aug 31 07:52:40.372066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Attempting to bind port e3a37626-8c95-4509-b1dd-7e98c06e0177 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:40.372066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Attempting to bind port e3a37626-8c95-4509-b1dd-7e98c06e0177 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:40.372066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Attempting to bind port e3a37626-8c95-4509-b1dd-7e98c06e0177 on network 214ce445-b0ad-4d95-9f20-6c9940ddf2de {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:40.375749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:40.376151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Checking segment: {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:40.376552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.376949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Bound using segment: {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:40.377432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Bound port: e3a37626-8c95-4509-b1dd-7e98c06e0177, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:40.377844 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.465903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-cf93698f-35ca-47f1-bd04-7b66e8a57760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:40.468023 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-cf93698f-35ca-47f1-bd04-7b66e8a57760 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1098 time: 0.0790679 Aug 31 07:52:40.502112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76395f3b-2b92-4463-9142-46c3a53806bc req-be50e51a-c018-46ba-ade9-70ca8c732360 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.2720597 Aug 31 07:52:40.506501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] For port e3a37626-8c95-4509-b1dd-7e98c06e0177, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:40.511199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] For port e3a37626-8c95-4509-b1dd-7e98c06e0177, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e3a37626-8c95-4509-b1dd-7e98c06e0177,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:40.561218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-2deed961-5a07-4622-9960-b88262ef9e26 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685239 Aug 31 07:52:40.572592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.650104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8::1 (214ce445-b0ad-4d95-9f20-6c9940ddf2de/ab325ef7-8be9-4a7b-a755-22bbbd46a319/65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:40.675931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-faa5c27b-718e-4690-9481-64950368bb0f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1680474 Aug 31 07:52:40.709192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:40.717426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:40.721224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Pushing event updated for resources: {'Port': ['ID=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:40.730855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:40.732795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:40.740408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5f68101-eeef-4b48-a2a2-ab7a1c92d374 req-e65900c6-ad94-4fc7-9853-8730bba89f1b tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 210 time: 0.0564587 Aug 31 07:52:40.826326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a72d-cadb-4a4d-87b7-2e4a03fcbc68 None None] Pushing event updated for resources: {'Port': ['ID=e3a37626-8c95-4509-b1dd-7e98c06e0177,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:40.924412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e28e025-f4ac-4697-8069-ab23a36c4087 req-d4a5719c-e568-476f-b547-2a1b1dc41b85 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507891 Aug 31 07:52:40.965970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c66d9-a837-4f4a-a348-ff028475880b req-94919d49-55de-43ee-bbbd-2a26838d7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:40.967889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-94919d49-55de-43ee-bbbd-2a26838d7e11 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1098 time: 0.1542814 Aug 31 07:52:41.068012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-e71f295e-4669-4063-b825-9a3656db68db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:41.077534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-e71f295e-4669-4063-b825-9a3656db68db service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.6017108 Aug 31 07:52:41.177827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c66d9-a837-4f4a-a348-ff028475880b req-76202c2b-6639-4e50-897a-6cfb3f2c85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:41.180357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-76202c2b-6639-4e50-897a-6cfb3f2c85e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1875110 Aug 31 07:52:41.185915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:41.325498 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-eb24e1a1-0091-4eea-b4c6-60fed1a5cefb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 1002 time: 0.2387793 Aug 31 07:52:41.362101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:41.448158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5489d5c-721f-46fa-b2a8-faac0e8212e9 req-fd710a37-e2ac-47e6-ae26-8636faf7faf3 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.2592380 Aug 31 07:52:41.456381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-446ae886-9e23-46ed-a6ec-a8dfc5fc4ca7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 1001 time: 0.2634478 Aug 31 07:52:41.494191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e3a37626-8c95-4509-b1dd-7e98c06e0177 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:41.653449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489d5c-721f-46fa-b2a8-faac0e8212e9 req-e6bb9bd1-624b-424e-8296-7f10a339074d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:41.667634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5489d5c-721f-46fa-b2a8-faac0e8212e9 req-e6bb9bd1-624b-424e-8296-7f10a339074d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports/bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 943 time: 0.2183089 Aug 31 07:52:41.727042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e3a37626-8c95-4509-b1dd-7e98c06e0177 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:41.790097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0abffdea-9448-43dd-90ab-10500831dd57 req-e17335e9-eb8b-4c06-8718-f7c8eb44abc1 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.1004956 Aug 31 07:52:41.814203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c66d9-a837-4f4a-a348-ff028475880b req-4a40ca25-cc66-47e6-a87b-bce37354aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:41.820992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-4a40ca25-cc66-47e6-a87b-bce37354aa79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.3125510 Aug 31 07:52:41.929276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:42.010042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:42.309433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-0f8b3860-ec74-42b5-99ae-3903c4fde074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:42.311082 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-0f8b3860-ec74-42b5-99ae-3903c4fde074 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.9761050 Aug 31 07:52:42.506974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:42.514780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-1b686d4e-235f-423f-8d5a-fd36cbf2610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:42.517438 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-1b686d4e-235f-423f-8d5a-fd36cbf2610d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584146 Aug 31 07:52:42.575612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:42.589424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:42.620236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:42.623356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:42.653749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5c7347c-85ca-4d92-882b-f340567ff9a1 req-3e1ee26d-07da-4cc7-824f-836237cfc898 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 210 time: 0.1089590 Aug 31 07:52:42.690332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f245c13-0d74-47d8-bdc4-13cabf6dad0e None None] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:42.741826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5489d5c-721f-46fa-b2a8-faac0e8212e9 req-1036a291-cc35-4ac9-99f4-ff6580941956 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.9542577 Aug 31 07:52:42.911993 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-f9580603-b65f-46e4-9447-6af028313cc1 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200381 Aug 31 07:52:43.026685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] Provisioning for port e3a37626-8c95-4509-b1dd-7e98c06e0177 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:43.062058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] Provisioning complete for port e3a37626-8c95-4509-b1dd-7e98c06e0177 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:43.062467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:43.081832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c66d9-a837-4f4a-a348-ff028475880b req-e889b26f-7ae7-43d5-a642-d8b8ad65fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:43.081832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-e889b26f-7ae7-43d5-a642-d8b8ad65fb28 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2264943 Aug 31 07:52:43.153098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f07a042f-9ea9-4195-ab9a-7ced32c2b582 req-bdfda4cd-d1cc-49ad-b096-0611a96eb929 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0774243 Aug 31 07:52:43.213688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Router 399fb65e-de0a-495a-b6d7-0d458ba68858 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:52:43.240261 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b4ae301f-0c5d-4c34-bc14-8b8b0f048092 req-33e4c558-4768-4db2-b099-70969c6b7c11 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075783 Aug 31 07:52:43.319062 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:43.383321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:43.436208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] For port e3a37626-8c95-4509-b1dd-7e98c06e0177, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e3a37626-8c95-4509-b1dd-7e98c06e0177,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:43.505082 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:43.556029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:43.574513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Sync routers for ids ['399fb65e-de0a-495a-b6d7-0d458ba68858'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:43.597598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:43.605730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Routers {'399fb65e-de0a-495a-b6d7-0d458ba68858'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:43.606621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['399fb65e-de0a-495a-b6d7-0d458ba68858'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:43.656329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:43.665428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f8cf1bdb-2417-4dcf-8077-89f5d976b665 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7968297 Aug 31 07:52:43.674151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:43.858045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Set router 399fb65e-de0a-495a-b6d7-0d458ba68858 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:44.040221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66324d5f-42ce-4e84-954e-fe275308099b None None] Pushing event updated for resources: {'Port': ['ID=e3a37626-8c95-4509-b1dd-7e98c06e0177,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:44.059272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0109db0f-a87f-4f58-8689-ba466b22a835 req-e9836d7e-4ab2-493b-b232-8343c38a98ce tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 210 time: 0.1364677 Aug 31 07:52:44.066403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-adcae8ee-7572-460d-bf9e-590cf9315dd6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:44.068051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-adcae8ee-7572-460d-bf9e-590cf9315dd6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 1.0314016 Aug 31 07:52:44.109129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Request body: {'port': {'device_id': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'admin_state_up': True, 'tenant_id': 'e91c92f64ac040be8e4a697aad6cb36e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:44.122314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-85e0da76-dddd-4ba0-b198-ef7dbcdbaaef None None] Provisioning for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:44.147591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489d5c-721f-46fa-b2a8-faac0e8212e9 req-739c3866-b7f1-40cb-822f-cc2f2d07874f tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:44.149537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5489d5c-721f-46fa-b2a8-faac0e8212e9 req-739c3866-b7f1-40cb-822f-cc2f2d07874f tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 1.4067264 Aug 31 07:52:44.166330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-85e0da76-dddd-4ba0-b198-ef7dbcdbaaef None None] Provisioning complete for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:44.166802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-85e0da76-dddd-4ba0-b198-ef7dbcdbaaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.269366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-85e0da76-dddd-4ba0-b198-ef7dbcdbaaef None None] Port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:44.293386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-fb19aab2-7c8d-4ff5-bd80-cdb2b773167f service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1510603 Aug 31 07:52:44.295395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-85e0da76-dddd-4ba0-b198-ef7dbcdbaaef None None] Provisioning complete for port e3a37626-8c95-4509-b1dd-7e98c06e0177 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:44.296114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-85e0da76-dddd-4ba0-b198-ef7dbcdbaaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.346320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:52:40Z', 'revision_number': 3, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:44.376398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Checking router: 399fb65e-de0a-495a-b6d7-0d458ba68858 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:44.376657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Updating router 399fb65e-de0a-495a-b6d7-0d458ba68858 port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:52:44.421600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.510455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.523454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfbf45de-63e1-4b27-b40f-2444784f8da0 req-edaba245-e81d-4fc6-b5a0-4770f07e5476 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.1335588 Aug 31 07:52:44.709235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.730016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b99c66d9-a837-4f4a-a348-ff028475880b req-d1daf42d-ea40-4ff5-bd81-9b3cfe63d048 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097564 Aug 31 07:52:44.737912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-79dab6cf-f363-4413-be62-287a4deb2281 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.5380671 Aug 31 07:52:44.774647 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.775460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.795955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Allocated IP 172.20.0.1 (bde0172c-35c1-4e79-a4c7-78fcee241443/452a2f9c-2f51-4b15-8037-790c7c2af339/5eab80a6-87f0-4578-a2ea-353f82d7b461) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:44.924848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-76391d65-65fe-4f22-83e9-aef1598075aa tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:44.924848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-76391d65-65fe-4f22-83e9-aef1598075aa tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports/bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 943 time: 0.1727514 Aug 31 07:52:44.925135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.954437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-295983ce-17a2-4d44-b3fc-3239db742c84 None None] Provisioning complete for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:44.954940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-295983ce-17a2-4d44-b3fc-3239db742c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:44.960010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Transition to ACTIVE for port object 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:44.965395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.002762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-295983ce-17a2-4d44-b3fc-3239db742c84 None None] Port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:45.037573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Made reservation on behalf of e91c92f64ac040be8e4a697aad6cb36e for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:45.043432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.069612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.126974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.144522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:45.150148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Attempting to bind port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:45.151020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Attempting to bind port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:45.152049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Attempting to bind port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:45.197017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:45.197017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:45.197017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.197017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:45.197017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Bound port: 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:45.205478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.235740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:45.236889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:45.238095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Network bde0172c-35c1-4e79-a4c7-78fcee241443 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:45.245437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:45.248747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:45.312722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] For port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:45.313323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.321092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] For port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:45.323627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5c6e-2102-4f33-a51d-a0fe98d81463 None None] Pushing event updated for resources: {'Port': ['ID=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:45.406736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Pushing event updated for resources: {'Port': ['ID=5eab80a6-87f0-4578-a2ea-353f82d7b461,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:45.429697 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.553220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ab610cc-d6f4-44d5-8603-d55aa1757ae9 req-8d035370-db20-458f-8e10-98072da90268 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 210 time: 0.3084884 Aug 31 07:52:45.569801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5c6e-2102-4f33-a51d-a0fe98d81463 None None] Pushing event updated for resources: {'Port': ['ID=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:45.575275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e3a37626-8c95-4509-b1dd-7e98c06e0177 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:45.608407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-23159fd3-bc56-40e4-9205-99b965e2b3d8 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.5568502 Aug 31 07:52:45.614780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Routers {'399fb65e-de0a-495a-b6d7-0d458ba68858'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:45.615593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['399fb65e-de0a-495a-b6d7-0d458ba68858'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:45.671645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.840658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef42d6cb-d1c4-4865-9030-44121eddc95f req-0ae48f1f-6966-4d71-b80b-d3ad4d238aaa tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0485425 Aug 31 07:52:45.893903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d8ad2042-4933-4216-8f78-fde3b0bdf2a4 None None] Provisioning complete for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:45.894292 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d8ad2042-4933-4216-8f78-fde3b0bdf2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.899314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e3a37626-8c95-4509-b1dd-7e98c06e0177 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:45.899739 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.921479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:52:45.936241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Allocated IP 172.20.0.7 (c4c70ff7-c36e-4a55-bdfe-c57615cdbd84/a415f8b2-78f5-4ff7-877a-0f9844265e5f/038dff2b-37eb-49af-bbab-d878dfd383ec) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:45.944581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:45.960378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-4da80a7c-2144-42d0-a464-f8ec3510314d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:45.962031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-4da80a7c-2144-42d0-a464-f8ec3510314d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.3549495 Aug 31 07:52:46.029019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:46.137558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad2042-4933-4216-8f78-fde3b0bdf2a4 None None] Port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:46.148088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] Set router 399fb65e-de0a-495a-b6d7-0d458ba68858 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:46.172224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Pushing event updated for resources: {'Port': ['ID=5eab80a6-87f0-4578-a2ea-353f82d7b461,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:46.203142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:46.338953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Network bde0172c-35c1-4e79-a4c7-78fcee241443 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:46.341717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:46.561908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-dcf88579-4264-46d8-88fc-0e376f1db3f2 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.5634034 Aug 31 07:52:46.593893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:46.601228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Router 399fb65e-de0a-495a-b6d7-0d458ba68858 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:46.603812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e90e2a07-104b-4715-a7fd-6e53c74bf30d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4903264 Aug 31 07:52:46.606423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5eab80a6-87f0-4578-a2ea-353f82d7b461', 'name': '', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'mac_address': 'fa:16:3e:63:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:44Z', 'updated_at': '2021-08-31T07:52:44Z', 'revision_number': 1, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'subnets': [{'id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:46.609483 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:46.614335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:46.624702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-560513606'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:46.625850 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:46.626884 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:46.632581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:46.687157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b4fb08-63ee-4749-9f12-367922676e05 None None] The sync data for ids ['399fb65e-de0a-495a-b6d7-0d458ba68858'] in n-d-713499-16 is: [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5eab80a6-87f0-4578-a2ea-353f82d7b461', 'name': '', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'mac_address': 'fa:16:3e:63:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:44Z', 'updated_at': '2021-08-31T07:52:44Z', 'revision_number': 1, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'subnets': [{'id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:46.748701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a272da2-7d27-40a7-a415-6bb39821db44 req-4cd00aa3-c1d1-4bb9-8730-7148fe7624a5 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 210 time: 0.0445354 Aug 31 07:52:46.826731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:46.827464 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:46.880007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:46.896913 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8f01d7eb-de05-4cf2-a529-5e4359402907 admin admin] 10.222.0.36 "PUT /v2.0/routers/399fb65e-de0a-495a-b6d7-0d458ba68858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2211218 Aug 31 07:52:46.938971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:46.950104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.010005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:52:47.024061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.024653 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment 0a442fc7-257d-426a-be76-28cd45628154 of type vlan for network 90979ad8-2508-4e56-9641-c5a8d4e88156 Aug 31 07:52:47.096321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.130038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-318cbe71-a9c4-40d2-98ae-2e6485f1815b req-59c31c3d-a872-4649-ab02-86eabc11cb60 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0688887 Aug 31 07:52:47.166107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.168713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.178597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.178922 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1 disassociated. External IP: 172.25.0.223, port: bc31438a-24b9-4f75-8c56-6ba84c066572. Aug 31 07:52:47.284957 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.302469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:47.304701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.404305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-eed67485-1e35-4ace-8fae-99b73c95c0e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1633298 Aug 31 07:52:47.425855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=90979ad8-2508-4e56-9641-c5a8d4e88156,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:47.447250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:47.452579 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-470b2bd5-71ff-4600-ba6d-89c8687e8ad1 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8360350 Aug 31 07:52:47.456807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48346) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:47.469861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:52:43Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:44Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:47.493675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:47.510380 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:47.511065 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Updating router d98ec1ae-2d0b-447a-b42d-959851d59298 port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:52:47.573470 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.671281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.691538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:47.799930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-c7857b64-8e6b-444e-922a-4dc11dd6399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:47.801740 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-c7857b64-8e6b-444e-922a-4dc11dd6399f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.1028540 Aug 31 07:52:47.830122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:47.835966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:47.872742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event updated for resources: {'Port': ['ID=038dff2b-37eb-49af-bbab-d878dfd383ec,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:47.898441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:47.980560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:47.989240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:48.120365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-16100aac-b123-43ac-8bf7-aa4aeb17ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:48.125312 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-16100aac-b123-43ac-8bf7-aa4aeb17ec0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.2839744 Aug 31 07:52:48.347407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-3e21446c-5117-481c-b9b0-330dbe9a32f1 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:48.363191 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-952d854e-0441-411d-8b52-fd61ac68aea6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.0599744 Aug 31 07:52:48.370133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-3e21446c-5117-481c-b9b0-330dbe9a32f1 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 810 time: 0.1872859 Aug 31 07:52:48.400097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-5594a46e-cb1f-47a6-9b8f-509ba8f6bebf tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/quotas/c08808df471b456391cc8104e86c5eb6 HTTP/1.1" status: 200 len: 375 time: 0.0274172 Aug 31 07:52:48.418483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:48.419174 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.433085 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.448219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-8c7efce9-2fa5-478f-a66c-9814ac36cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:48.448219 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-8c7efce9-2fa5-478f-a66c-9814ac36cbd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.0712013 Aug 31 07:52:48.448499 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Transition to ACTIVE for port object 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:48.454461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:48.483557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.551741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-6f35b66f-cbd5-42c4-909c-a10c7dfdfa80 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1279485 Aug 31 07:52:48.569790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-3f287a4a-2bac-4bdc-a1fd-cfb4e2089d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:48.571576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-3f287a4a-2bac-4bdc-a1fd-cfb4e2089d15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211431 Aug 31 07:52:48.574352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=08c6b75c-e370-47f0-a3f4-9aa0215ac609,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:48.638161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:48.638619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: 90979ad8-2508-4e56-9641-c5a8d4e88156, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:52:48.663444 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.678147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ec09ab73-d49f-47e6-b6cb-793d10b1b144 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5779018 Aug 31 07:52:48.714713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Request body: {'port': {'device_id': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:48.718923 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-b7efc7e8-d9c4-4262-be11-947e8e8928ab service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329443 Aug 31 07:52:48.779459 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Pushing event updated for resources: {'Port': ['ID=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:48.812517 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.813248 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.813866 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.814445 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.814995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.815544 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.816092 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.817166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.817728 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.818299 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.819115 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.819687 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:52:48.842356 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Attempting to bind port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:48.843317 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Attempting to bind port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:48.843796 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Attempting to bind port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e on network 214ce445-b0ad-4d95-9f20-6c9940ddf2de {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:48.852888 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.859923 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:48.859923 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Checking segment: {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:48.859923 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.859923 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Bound using segment: {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:48.859923 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Bound port: 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2328dc7-eedb-4906-a23c-17fbbc7793c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:48.859923 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.860618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:48.871023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:48.872651 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:48.885373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a09be864-7634-4d52-aa31-5d125acbd08f service neutron] 10.222.0.36 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326123 Aug 31 07:52:48.894053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:48.894784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:48.902296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:52:48.988618 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1a2111f8-bedc-4ca4-b040-4bd0dc13f2cb req-71f4d4b1-8dc5-442a-97d9-a1a42bbb1dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580860 Aug 31 07:52:49.009153 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:49.019002 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] For port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:49.023767 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] For port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:49.092850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 90979ad8-2508-4e56-9641-c5a8d4e88156) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:49.105320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:49.106167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:49.108935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-05d4e2a3-45e8-472c-83a9-8c5a59105bab tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "PUT /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 695 time: 2.5100300 Aug 31 07:52:49.114992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:49.118211 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd38e72-db02-4758-bf75-15284c4dcf22" -d '{"events": [{"name": "network-changed", "server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:49.124200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb578fb-7bc7-4512-ba51-4e76a9263f28 None None] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:49.141052 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:49.213197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-df44a2e2-d333-4b1f-bd13-52be5381ccb4 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7526457 Aug 31 07:52:49.223265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48386) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:49.231322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:49.366834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:49.367467 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:49.382496 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03025b3-3a13-46c8-a4b7-c09042c2640d None None] Pushing event updated for resources: {'Port': ['ID=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:49.447817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-29000f03-212d-4186-a32f-2214ec8007b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:49.449507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-29000f03-212d-4186-a32f-2214ec8007b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1098 time: 0.3210833 Aug 31 07:52:49.460738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a1e4fa24-7323-418c-8b66-556166f46260 service neutron] 10.222.0.36 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742953 Aug 31 07:52:49.606808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:49.805752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:50.179880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-90979ad8-2508-4e56-9641-c5a8d4e88156', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:52:50.183020 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:50.220477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-5b144e50-4ccb-4831-b8c4-4eb157c7fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:50.224904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-5b144e50-4ccb-4831-b8c4-4eb157c7fe63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.7470744 Aug 31 07:52:50.311983 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:52:43Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:49Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:50.366861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0946a-f3ee-49e4-ba1a-58115eb5bd1c None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:52:43Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:49Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:50.376298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-e0b0afdf-e420-472e-9c1c-50a19eab6322 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 217 time: 0.0949237 Aug 31 07:52:50.456865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:50.458684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c73d5-baf7-41b4-8d48-20dca29d2ea2 req-26550a46-3d39-46f7-a0a1-dd84301f07e6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:50.460414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-842c73d5-baf7-41b4-8d48-20dca29d2ea2 req-26550a46-3d39-46f7-a0a1-dd84301f07e6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 931 time: 0.3035667 Aug 31 07:52:50.467864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:50.468473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:50.557318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038dff2b-37eb-49af-bbab-d878dfd383ec {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:50.575544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:50.619088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-842c73d5-baf7-41b4-8d48-20dca29d2ea2 req-e5420bf9-85b3-4803-b427-6677533ff64d tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301510 Aug 31 07:52:50.619088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Transition to ACTIVE for port object 038dff2b-37eb-49af-bbab-d878dfd383ec will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:50.620354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-4a692d68-2805-41f3-9696-cf4a45315bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:50.622056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-4a692d68-2805-41f3-9696-cf4a45315bdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.2197623 Aug 31 07:52:50.697729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Sync routers for ids ['399fb65e-de0a-495a-b6d7-0d458ba68858'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:50.726417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-16147647-a34a-409d-a711-94e036215fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:50.731164 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Routers {'399fb65e-de0a-495a-b6d7-0d458ba68858'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:50.731363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-16147647-a34a-409d-a711-94e036215fce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936930 Aug 31 07:52:50.731654 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['399fb65e-de0a-495a-b6d7-0d458ba68858'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:50.733363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:50.866841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:50.988376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:51.027425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:51.029718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:51.079598 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Set router 399fb65e-de0a-495a-b6d7-0d458ba68858 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:51.102376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a40ba17-583c-4f4c-9328-30a75852083e req-46a9123c-ed5f-4e38-8156-70436d36f715 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.1968081 Aug 31 07:52:51.132979 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:51.224418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Allocated IP 2001:db8:1::2 (90979ad8-2508-4e56-9641-c5a8d4e88156/08c6b75c-e370-47f0-a3f4-9aa0215ac609/16d35206-31a5-411e-b6ec-18e8916647e0) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:51.259005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-7dae950e-727d-4576-9dff-04facf68219c service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113356 Aug 31 07:52:51.298642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Pushing event updated for resources: {'Port': ['ID=038dff2b-37eb-49af-bbab-d878dfd383ec,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:51.447155 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5522ba-7a77-40c1-bb0a-386a368d701a x-openstack-request-id: req-4e5522ba-7a77-40c1-bb0a-386a368d701a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:51.448066 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:51.448745 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e5522ba-7a77-40c1-bb0a-386a368d701a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:51.449929 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'status': 'completed', 'code': 200} Aug 31 07:52:51.686452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f785f3fc-e18a-4226-8fca-75dfb6f90a38 req-f28be37a-50cc-407d-85bd-70f25865f9e5 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.2347488 Aug 31 07:52:51.751100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:51.758555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48488) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:51.760774 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5eab80a6-87f0-4578-a2ea-353f82d7b461', 'name': '', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'mac_address': 'fa:16:3e:63:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:44Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 2, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'subnets': [{'id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:51.843372 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Checking router: 399fb65e-de0a-495a-b6d7-0d458ba68858 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:51.844040 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Updating router 399fb65e-de0a-495a-b6d7-0d458ba68858 port 5eab80a6-87f0-4578-a2ea-353f82d7b461 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:52:51.870655 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:51.878531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-033c725d-e168-4c21-b4a6-20f8236c9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:51.880588 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-033c725d-e168-4c21-b4a6-20f8236c9457 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 1098 time: 0.4045815 Aug 31 07:52:52.080527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bbb5ced-9ec9-4a76-aefb-741aadb5698c req-a9193985-76e4-42e2-870a-1f4318923576 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129163 Aug 31 07:52:52.083017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Attempting to bind port 038dff2b-37eb-49af-bbab-d878dfd383ec on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:52.083353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Attempting to bind port 038dff2b-37eb-49af-bbab-d878dfd383ec by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:52.083684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Attempting to bind port 038dff2b-37eb-49af-bbab-d878dfd383ec on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:52.101510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Port 038dff2b-37eb-49af-bbab-d878dfd383ec on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:52:52.101977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Attempting to bind port 038dff2b-37eb-49af-bbab-d878dfd383ec on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:52.108775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:52.109120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Checking segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:52.109562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Bound using segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:52.110276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Bound port: 038dff2b-37eb-49af-bbab-d878dfd383ec, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:52.110807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.120671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247c1a8-fac7-4e3d-a16b-f9949c330638 req-db4a5a4a-7a2f-4955-bd2c-499fa9f490d0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:52.130151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5247c1a8-fac7-4e3d-a16b-f9949c330638 req-db4a5a4a-7a2f-4955-bd2c-499fa9f490d0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 943 time: 0.2271156 Aug 31 07:52:52.214290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-35ae56d1-2a20-4bea-8065-2bf5ab1745eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:52.219564 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-35ae56d1-2a20-4bea-8065-2bf5ab1745eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.3294764 Aug 31 07:52:52.327038 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-f0923e7f-d2b9-4539-8eab-ee26cdb3658a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 200 len: 217 time: 0.0982575 Aug 31 07:52:52.346591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5247c1a8-fac7-4e3d-a16b-f9949c330638 req-43d1932c-7fa8-4e8e-be04-72f0b6e314d4 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063057 Aug 31 07:52:52.398950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55b65d8c-896a-4f7b-87b7-490be99baf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.464250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bba00d26-3876-4dac-906a-de29f5ad68af req-32d31179-eb2e-47fe-8155-44c9ea71111a tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.1011505 Aug 31 07:52:52.557838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-418c2dd5-184a-42f3-9822-e1bf2ffa8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:52.561884 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-418c2dd5-184a-42f3-9822-e1bf2ffa8f2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.2255936 Aug 31 07:52:52.563221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] For port 038dff2b-37eb-49af-bbab-d878dfd383ec, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:52.570464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] For port 038dff2b-37eb-49af-bbab-d878dfd383ec, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=038dff2b-37eb-49af-bbab-d878dfd383ec,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:52.656138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.684203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-10310963-98f3-4b3d-8905-2ad74d278179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:52.688434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-10310963-98f3-4b3d-8905-2ad74d278179 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160665 Aug 31 07:52:52.730165 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.740863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:52.752426 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Transition to ACTIVE for port object 5eab80a6-87f0-4578-a2ea-353f82d7b461 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:52.761193 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.773099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:52.777881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.779710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] 10.222.0.45 "PUT /v2.0/ports/038dff2b-37eb-49af-bbab-d878dfd383ec HTTP/1.1" status: 200 len: 1092 time: 4.0730543 Aug 31 07:52:52.783820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:52.828913 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:52.906704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Transition to ACTIVE for port object 16d35206-31a5-411e-b6ec-18e8916647e0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:52.915376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-8c9ca7af-7f2b-490b-8ca4-91d9d33b4185 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201593 Aug 31 07:52:52.916144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9909b62-80d9-434a-80b4-1d517e4d828e service neutron] Pushing event updated for resources: {'Port': ['ID=038dff2b-37eb-49af-bbab-d878dfd383ec,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:52.920716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad712472-ec48-45aa-a2e7-87856ccec037 req-b5d2f286-7366-44de-b149-11474b70e2ca tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.0941434 Aug 31 07:52:52.945150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Transition to ACTIVE for port object 16d35206-31a5-411e-b6ec-18e8916647e0 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:52.966196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.008141 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a43ff-61e0-4fc4-8555-7fa2c871d01f None None] Pushing event updated for resources: {'Port': ['ID=5eab80a6-87f0-4578-a2ea-353f82d7b461,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:53.013034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55b65d8c-896a-4f7b-87b7-490be99baf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.053965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-aca70100-0dca-4aa2-8273-6967c4545d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:53.055764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-aca70100-0dca-4aa2-8273-6967c4545d73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 1095 time: 0.1178768 Aug 31 07:52:53.157272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-529bc0a6-2d7f-4f80-85d5-236f52dcb899 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=038dff2b-37eb-49af-bbab-d878dfd383ec HTTP/1.1" status: 200 len: 217 time: 0.0921156 Aug 31 07:52:53.157969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-55b65d8c-896a-4f7b-87b7-490be99baf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.189497 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Attempting to bind port 5eab80a6-87f0-4578-a2ea-353f82d7b461 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:53.192984 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Attempting to bind port 5eab80a6-87f0-4578-a2ea-353f82d7b461 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:53.194749 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Attempting to bind port 5eab80a6-87f0-4578-a2ea-353f82d7b461 on network bde0172c-35c1-4e79-a4c7-78fcee241443 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:53.210478 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:53.211238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Checking segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:53.212358 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.213420 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Bound using segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:53.214931 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Bound port: 5eab80a6-87f0-4578-a2ea-353f82d7b461, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:53.216601 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.233518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8:1::1 (90979ad8-2508-4e56-9641-c5a8d4e88156/08c6b75c-e370-47f0-a3f4-9aa0215ac609/5fd00393-e3f2-4248-8952-c84d34a8110f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:53.260908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.279107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:53.308336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-55b65d8c-896a-4f7b-87b7-490be99baf8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ad0bb41c84f4a28b0943a8e7983959b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4162111 Aug 31 07:52:53.321892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48554) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:53.340799 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-edd38e72-db02-4758-bf75-15284c4dcf22 req-5acd6b8b-f035-452b-b100-828130a0bc5d service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150670 Aug 31 07:52:53.395718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] For port 5eab80a6-87f0-4578-a2ea-353f82d7b461, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:53.403896 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] For port 5eab80a6-87f0-4578-a2ea-353f82d7b461, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5eab80a6-87f0-4578-a2ea-353f82d7b461,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:53.477061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.513891 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.532498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 5fd00393-e3f2-4248-8952-c84d34a8110f will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:53.653437 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Routers {'399fb65e-de0a-495a-b6d7-0d458ba68858'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:53.653437 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['399fb65e-de0a-495a-b6d7-0d458ba68858'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:53.686396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.707966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:53.708859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:53.725703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:53.752524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:53.843213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:53.857597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db632b1d-1eb3-41c3-9ea9-c057e4c61ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.869837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Pushing event updated for resources: {'Port': ['ID=16d35206-31a5-411e-b6ec-18e8916647e0,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:53.874392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:53.884215 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.885222 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-791ab4f7-06f3-4138-a462-a3ff54397271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.886207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:52:53.888317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.896911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=5fd00393-e3f2-4248-8952-c84d34a8110f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:53.912635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Attempting to bind port 16d35206-31a5-411e-b6ec-18e8916647e0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:52:53.913333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Attempting to bind port 16d35206-31a5-411e-b6ec-18e8916647e0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:52:53.913928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Attempting to bind port 16d35206-31a5-411e-b6ec-18e8916647e0 on network 90979ad8-2508-4e56-9641-c5a8d4e88156 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:52:53.925770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:52:53.926543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Checking segment: {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:52:53.927134 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.927698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Bound using segment: {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:52:53.928364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Bound port: 16d35206-31a5-411e-b6ec-18e8916647e0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:52:53.928926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:53.944557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:53.948092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b65d8c-896a-4f7b-87b7-490be99baf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d507d08-a4f6-4030-accf-47acef80be5c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:53.953269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'tag': '038dff2b-37eb-49af-bbab-d878dfd383ec'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:53.964716 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb34295a-03a8-4999-9a83-c7997075b7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d29103-c128-46ce-9fac-3c8e5d78432e", "tag": "038dff2b-37eb-49af-bbab-d878dfd383ec"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:54.050545 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a43ff-61e0-4fc4-8555-7fa2c871d01f None None] Pushing event updated for resources: {'Port': ['ID=5eab80a6-87f0-4578-a2ea-353f82d7b461,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:54.053546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d3c2-fa60-4880-b389-5405c52761bc None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:54.064171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db632b1d-1eb3-41c3-9ea9-c057e4c61ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.094537 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] Set router 399fb65e-de0a-495a-b6d7-0d458ba68858 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:54.145828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] For port 16d35206-31a5-411e-b6ec-18e8916647e0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:52:54.161102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] For port 16d35206-31a5-411e-b6ec-18e8916647e0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16d35206-31a5-411e-b6ec-18e8916647e0,segment=NetworkSegment(0a442fc7-257d-426a-be76-28cd45628154),segment_id=0a442fc7-257d-426a-be76-28cd45628154)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:52:54.195153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-e0270a02-d876-4b86-8042-98f51d3ff91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:54.196988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-e0270a02-d876-4b86-8042-98f51d3ff91d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.9472034 Aug 31 07:52:54.206208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:54.211903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:54.212306 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.245143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-05d72300-5d7f-4623-9a25-d7297de0a901 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:54.247310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-05d72300-5d7f-4623-9a25-d7297de0a901 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9986925 Aug 31 07:52:54.277569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-480ca586-fd09-490a-802e-2ff7f02e0770 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704217 Aug 31 07:52:54.305306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6f946-730e-4986-a242-09a0bc3bfd06 req-082c5dcc-cb25-4771-8b28-a83c63fafed1 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:54.307238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cf6f946-730e-4986-a242-09a0bc3bfd06 req-082c5dcc-cb25-4771-8b28-a83c63fafed1 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 943 time: 0.3396020 Aug 31 07:52:54.411418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.453102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.466509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-dc09c8c9-c82d-4a86-9277-0f5e492e93f8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:54.468456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-dc09c8c9-c82d-4a86-9277-0f5e492e93f8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.68 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 810 time: 0.5023823 Aug 31 07:52:54.481695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-3f096806-1667-44db-a2cd-93113325d98b tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 698 time: 0.2080209 Aug 31 07:52:54.490116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Request body: {'port': {'device_id': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'admin_state_up': True, 'tenant_id': 'c08808df471b456391cc8104e86c5eb6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:54.504878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:54.510372 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.538368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'floatingip': {'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:54.551561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db632b1d-1eb3-41c3-9ea9-c057e4c61ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.563909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db632b1d-1eb3-41c3-9ea9-c057e4c61ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.568162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-db632b1d-1eb3-41c3-9ea9-c057e4c61ec7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d507d08-a4f6-4030-accf-47acef80be5c HTTP/1.1" status: 204 len: 168 time: 1.2422199 Aug 31 07:52:54.646007 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.647097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5eab80a6-87f0-4578-a2ea-353f82d7b461', 'name': '', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'mac_address': 'fa:16:3e:63:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:44Z', 'updated_at': '2021-08-31T07:52:53Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'subnets': [{'id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:54.653076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07fce-ab11-41f9-88a6-489a9ff803c1 None None] Pushing event updated for resources: {'Port': ['ID=16d35206-31a5-411e-b6ec-18e8916647e0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:54.747143 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9033ff-edf6-44e2-8714-49f458f03bf0 None None] The sync data for ids ['399fb65e-de0a-495a-b6d7-0d458ba68858'] in n-d-713499-16 is: [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:52:45Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5eab80a6-87f0-4578-a2ea-353f82d7b461', 'name': '', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'mac_address': 'fa:16:3e:63:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:44Z', 'updated_at': '2021-08-31T07:52:53Z', 'revision_number': 4, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'subnets': [{'id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:52:54.765198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f922e8-ad02-42a0-a125-58719c5182e0 None None] New status for floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:52:54.767074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db632b1d-1eb3-41c3-9ea9-c057e4c61ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d507d08-a4f6-4030-accf-47acef80be5c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:54.797388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cf6f946-730e-4986-a242-09a0bc3bfd06 req-dd8ea7cd-f16f-4a3e-b6ac-fdfa9a154157 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351165 Aug 31 07:52:54.871115 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:54.995062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-d015ad8a-d175-44bf-b8f2-36e5c823a6f1 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:55.000072 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-d015ad8a-d175-44bf-b8f2-36e5c823a6f1 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "GET /v2.0/ports?device_id=5db3b83d-c44d-4141-ba97-9d64408ba201 HTTP/1.1" status: 200 len: 946 time: 0.2956667 Aug 31 07:52:55.032573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:55.041314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-ab91fe91-f164-4dbb-aa48-15ae43fe55fa service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469251 Aug 31 07:52:55.249452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6004d9bb-9f74-4df4-8086-087f9b616f58 req-d390b78d-ca0d-4759-8f81-db538265b8f3 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.1436687 Aug 31 07:52:55.468929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:55.540152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:55.546651 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.557362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.586275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Deleting port bc31438a-24b9-4f75-8c56-6ba84c066572 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:52:55.586764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.745289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16d35206-31a5-411e-b6ec-18e8916647e0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:55.828338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:55.861555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] For port bc31438a-24b9-4f75-8c56-6ba84c066572, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bc31438a-24b9-4f75-8c56-6ba84c066572,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:55.862038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.866449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.870811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.936463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b4954c1-ef9f-4ef1-a98f-21fa90dc062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.949070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.951853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Calling delete_port for bc31438a-24b9-4f75-8c56-6ba84c066572 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:52:55.960236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Made reservation on behalf of c08808df471b456391cc8104e86c5eb6 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:55.970332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:55.989416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 16d35206-31a5-411e-b6ec-18e8916647e0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:55.994623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5eab80a6-87f0-4578-a2ea-353f82d7b461 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:56.203404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:52:56.204018 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:52:56.217329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5eab80a6-87f0-4578-a2ea-353f82d7b461 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:56.223480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5eab80a6-87f0-4578-a2ea-353f82d7b461 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:56.223873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.230109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=5fd00393-e3f2-4248-8952-c84d34a8110f,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:56.233550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28875ff7-5959-4613-acf5-fa22e8a2a512 req-8eafe9d2-1885-4064-ad06-33a201f7cd6c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.5731275 Aug 31 07:52:56.265285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01904298-63b0-4f68-bea0-8c0a8acdcb36 req-4626710a-8d6d-4afd-b5b8-987f62ad618b service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0128336 Aug 31 07:52:56.414932 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c6b3f2-e1a9-43b8-8be9-e276eb53bec9 x-openstack-request-id: req-c5c6b3f2-e1a9-43b8-8be9-e276eb53bec9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:56.415241 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d29103-c128-46ce-9fac-3c8e5d78432e", "tag": "038dff2b-37eb-49af-bbab-d878dfd383ec", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:56.415502 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5c6b3f2-e1a9-43b8-8be9-e276eb53bec9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:56.415899 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'tag': '038dff2b-37eb-49af-bbab-d878dfd383ec', 'status': 'completed', 'code': 200} Aug 31 07:52:56.454956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03e183-67ad-46b1-86da-faf1989037f5 None None] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:52:56.545963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:52:56.552417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:52:56.627199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-6b9b264e-7a91-4a78-99cf-6d191beffd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:56.629881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-6b9b264e-7a91-4a78-99cf-6d191beffd4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 1095 time: 0.1704073 Aug 31 07:52:56.683094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39690-33b6-455a-96f4-2c750df7e119 req-4be24b8f-042d-425b-80ed-b4cf7876940f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:56.685156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dad39690-33b6-455a-96f4-2c750df7e119 req-4be24b8f-042d-425b-80ed-b4cf7876940f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 943 time: 0.2277017 Aug 31 07:52:56.702458 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.704340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.765070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.767252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5eab80a6-87f0-4578-a2ea-353f82d7b461, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5eab80a6-87f0-4578-a2ea-353f82d7b461,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:56.798926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d0041ca8-9ebd-4623-be8d-b11d1bde26fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.845200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b4954c1-ef9f-4ef1-a98f-21fa90dc062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.868297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] Provisioning for port 16d35206-31a5-411e-b6ec-18e8916647e0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:56.872502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] Provisioning complete for port 16d35206-31a5-411e-b6ec-18e8916647e0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:56.872919 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.910664 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:56.915834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:52:56.921178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Allocated IP 172.20.0.4 (bde0172c-35c1-4e79-a4c7-78fcee241443/452a2f9c-2f51-4b15-8037-790c7c2af339/681ac72e-d4ed-4207-a516-2dd5640b3a73) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:52:56.927597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b4954c1-ef9f-4ef1-a98f-21fa90dc062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.087108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5eab80a6-87f0-4578-a2ea-353f82d7b461,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:57.093971 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4b4954c1-ef9f-4ef1-a98f-21fa90dc062b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a8082493178424989269f28a05e9468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2610939 Aug 31 07:52:57.095030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48710) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:57.098790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4954c1-ef9f-4ef1-a98f-21fa90dc062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a642eb-e04e-497c-86cc-fc4e99fda996,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:57.101753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.136654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dad39690-33b6-455a-96f4-2c750df7e119 req-77db42db-ee97-4a27-93c3-8c1ecd50e127 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339325 Aug 31 07:52:57.165485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['609d97dd-fae3-4ac4-908b-1fab254dceb0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:57.308193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:57.385870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cb87841-6c09-48f7-8de9-c92c3c30a6b4 req-2c939895-c184-4b48-8ef6-212a5be1e693 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0995526 Aug 31 07:52:57.404392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event deleted for resources: {'Port': ['ID=bc31438a-24b9-4f75-8c56-6ba84c066572,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:57.422336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-c89f51bd-00ab-4af7-aae5-cba6bbeb90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:57.427949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-c89f51bd-00ab-4af7-aae5-cba6bbeb90b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 916 time: 0.7752981 Aug 31 07:52:57.450591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] No DVR routers for this DVR port bc31438a-24b9-4f75-8c56-6ba84c066572 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:52:57.457464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.459864 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2562f489-09ff-43cf-a4fb-823d3936a8ed req-fa8bd8a5-23f3-4fdb-b2aa-882de2aea318 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "DELETE /v2.0/ports/bc31438a-24b9-4f75-8c56-6ba84c066572 HTTP/1.1" status: 204 len: 173 time: 2.4528580 Aug 31 07:52:57.476207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'name': 'network-vif-deleted', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:52:57.478760 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa918eb3-2665-40de-8725-9651fb7734c3" -d '{"events": [{"server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "name": "network-vif-deleted", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:52:57.506338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71317e4e-eebd-4f4a-8763-699ff1c6de28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.510359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:57.510748 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.535538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:52:57.568193 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:52:57.595161 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:52:57.595854 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:57.608171 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-11d33039-b43e-40ef-aec0-6b856a5f677a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3762932 Aug 31 07:52:57.610279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:57.639907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-7d19d377-1cf2-48ed-9eb6-62d850a16111 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=038dff2b-37eb-49af-bbab-d878dfd383ec HTTP/1.1" status: 200 len: 217 time: 0.1251223 Aug 31 07:52:57.660819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-38401943'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:57.715639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71317e4e-eebd-4f4a-8763-699ff1c6de28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.762034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 038dff2b-37eb-49af-bbab-d878dfd383ec details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:52:57.877860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bc31438a-24b9-4f75-8c56-6ba84c066572 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:52:57.885461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:57.889265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.938946 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:52:58.026354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: bc31438a-24b9-4f75-8c56-6ba84c066572 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:52:58.026699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bc31438a-24b9-4f75-8c56-6ba84c066572 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:52:58.049242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71317e4e-eebd-4f4a-8763-699ff1c6de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.068303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71317e4e-eebd-4f4a-8763-699ff1c6de28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.068303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-71317e4e-eebd-4f4a-8763-699ff1c6de28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8a642eb-e04e-497c-86cc-fc4e99fda996 HTTP/1.1" status: 204 len: 168 time: 0.9506567 Aug 31 07:52:58.069395 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.070258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:52:58.098104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71317e4e-eebd-4f4a-8763-699ff1c6de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a642eb-e04e-497c-86cc-fc4e99fda996,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:58.131126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.131381 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment 651f72be-f8fa-4c3b-a5f6-e3f5517624a7 of type vlan for network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f Aug 31 07:52:58.215405 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.259049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.307174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 038dff2b-37eb-49af-bbab-d878dfd383ec, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=038dff2b-37eb-49af-bbab-d878dfd383ec,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:58.384731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] For port 16d35206-31a5-411e-b6ec-18e8916647e0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16d35206-31a5-411e-b6ec-18e8916647e0,segment=NetworkSegment(0a442fc7-257d-426a-be76-28cd45628154),segment_id=0a442fc7-257d-426a-be76-28cd45628154)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:58.392863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '038dff2b-37eb-49af-bbab-d878dfd383ec', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'port_id': '038dff2b-37eb-49af-bbab-d878dfd383ec', 'mac_address': 'fa:16:3e:64:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a415f8b2-78f5-4ff7-877a-0f9844265e5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:52:58.445304 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.463548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038dff2b-37eb-49af-bbab-d878dfd383ec {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:52:58.468606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.476111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:58.476742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.494080 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 3, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:52:55Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:52:58.499145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 038dff2b-37eb-49af-bbab-d878dfd383ec, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=038dff2b-37eb-49af-bbab-d878dfd383ec,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:52:58.527811 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:52:58.528402 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Updating router d98ec1ae-2d0b-447a-b42d-959851d59298 port 5fd00393-e3f2-4248-8952-c84d34a8110f binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:52:58.548773 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.591635 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.594964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=8d11ac7a-f953-4ef5-89fe-38be0cd9328f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:58.628075 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6daf1df9-9c2a-4136-a64e-6dbafa65c6c9 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0001221 Aug 31 07:52:58.631346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48778) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:52:58.637511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:52:58.643925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:52:58.660499 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.677744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b14839cc-7c57-4633-ae20-9de4553543b9 req-a450d11a-fca1-4cfd-b75d-f5bbf91cc15b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.7703588 Aug 31 07:52:58.713456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-84f05b37-e8e8-4992-a544-fe90f76caa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:58.718543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-84f05b37-e8e8-4992-a544-fe90f76caa5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 1.0463147 Aug 31 07:52:58.768699 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65552ab1-0e61-4a4d-94c3-e106386d39ce x-openstack-request-id: req-65552ab1-0e61-4a4d-94c3-e106386d39ce {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:52:58.774164 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db3b83d-c44d-4141-ba97-9d64408ba201", "name": "network-vif-deleted", "tag": "bc31438a-24b9-4f75-8c56-6ba84c066572", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:52:58.774587 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65552ab1-0e61-4a4d-94c3-e106386d39ce {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:52:58.775137 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db3b83d-c44d-4141-ba97-9d64408ba201', 'name': 'network-vif-deleted', 'tag': 'bc31438a-24b9-4f75-8c56-6ba84c066572', 'status': 'completed', 'code': 200} Aug 31 07:52:58.827395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2bd96-0783-420f-a8aa-8ed390e3bc65 None None] Pushing event updated for resources: {'Port': ['ID=16d35206-31a5-411e-b6ec-18e8916647e0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:58.912804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-64610ce4-2a0f-4867-b404-75ea4a04fc3b None None] Provisioning for port 5fd00393-e3f2-4248-8952-c84d34a8110f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:52:58.917987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-7c3567cd-5186-44b1-9995-fecf830ac1ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848019 Aug 31 07:52:58.935044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-64610ce4-2a0f-4867-b404-75ea4a04fc3b None None] Provisioning complete for port 5fd00393-e3f2-4248-8952-c84d34a8110f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:58.939861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-64610ce4-2a0f-4867-b404-75ea4a04fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:58.988204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['038dff2b-37eb-49af-bbab-d878dfd383ec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:52:59.020047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=038dff2b-37eb-49af-bbab-d878dfd383ec,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:52:59.063359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:52:59.069199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-64610ce4-2a0f-4867-b404-75ea4a04fc3b None None] Port 5fd00393-e3f2-4248-8952-c84d34a8110f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:52:59.069382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.104796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-64610ce4-2a0f-4867-b404-75ea4a04fc3b None None] Provisioning complete for port 16d35206-31a5-411e-b6ec-18e8916647e0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:59.105430 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-64610ce4-2a0f-4867-b404-75ea4a04fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.119106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.224232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16d35206-31a5-411e-b6ec-18e8916647e0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:59.256237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449638c8-db62-4cc0-b1e1-53deb8757d1f req-2a45218d-c795-41ce-ab78-b81dfc43d6fc tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:59.264962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-449638c8-db62-4cc0-b1e1-53deb8757d1f req-2a45218d-c795-41ce-ab78-b81dfc43d6fc tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 944 time: 0.3958786 Aug 31 07:52:59.356324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-2113eda4-9daf-4d77-8504-0197961e78d2 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125199 Aug 31 07:52:59.368968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.resource_extend [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:52:59.408567 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.425686 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Transition to ACTIVE for port object 5fd00393-e3f2-4248-8952-c84d34a8110f will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:52:59.485455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-449638c8-db62-4cc0-b1e1-53deb8757d1f req-0aacd8d5-ab86-4abd-9c99-8420c7da6783 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914182 Aug 31 07:52:59.525671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.606776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb34295a-03a8-4999-9a83-c7997075b7ed req-c5915175-2321-47e6-a7d4-38c2543479f1 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345595 Aug 31 07:52:59.629565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cac1549d-e2ef-43fd-b685-7effae2d11b0 req-a930b71d-3f8c-49e6-ba81-d4d596bb3f2d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0380542 Aug 31 07:52:59.679879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 16d35206-31a5-411e-b6ec-18e8916647e0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:59.683481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.793292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5eab80a6-87f0-4578-a2ea-353f82d7b461 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:52:59.855568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29daefa1-90cf-40bf-b9c9-8bb751eedcb4 req-61917800-73ff-4e29-8b3e-9ea03484ba52 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.0302682 Aug 31 07:52:59.856446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5eab80a6-87f0-4578-a2ea-353f82d7b461 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:52:59.856446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.194167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.244990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Network bde0172c-35c1-4e79-a4c7-78fcee241443 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:00.252259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:00.256825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:00.265605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Pushing event updated for resources: {'Port': ['ID=681ac72e-d4ed-4207-a516-2dd5640b3a73,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:00.275539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.277377 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.278044 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.290376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.418097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:00.419504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.423617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f787b-3b30-4f33-9584-e9a7b463e0e8 None None] Pushing event updated for resources: {'Port': ['ID=5fd00393-e3f2-4248-8952-c84d34a8110f,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:00.466959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=405a3ac9-9704-4194-b1ee-8d019d2628b2,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:00.488913 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Attempting to bind port 5fd00393-e3f2-4248-8952-c84d34a8110f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:00.489285 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Attempting to bind port 5fd00393-e3f2-4248-8952-c84d34a8110f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:00.489686 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Attempting to bind port 5fd00393-e3f2-4248-8952-c84d34a8110f on network 90979ad8-2508-4e56-9641-c5a8d4e88156 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:00.498227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.498675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.500347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.501119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.501827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.512304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.512668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.513983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.515201 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:00.515811 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Checking segment: {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:00.516405 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.517131 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Bound using segment: {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:00.517568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.518028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.518275 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Bound port: 5fd00393-e3f2-4248-8952-c84d34a8110f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a442fc7-257d-426a-be76-28cd45628154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:00.518417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.518716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:00.519174 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.535391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:00.535391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: 8d11ac7a-f953-4ef5-89fe-38be0cd9328f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:53:00.598009 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1 associated. External IP: 172.25.0.223, port: 609d97dd-fae3-4ac4-908b-1fab254dceb0. Aug 31 07:53:00.646873 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] For port 5fd00393-e3f2-4248-8952-c84d34a8110f, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:00.650688 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] For port 5fd00393-e3f2-4248-8952-c84d34a8110f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5fd00393-e3f2-4248-8952-c84d34a8110f,segment=NetworkSegment(0a442fc7-257d-426a-be76-28cd45628154),segment_id=0a442fc7-257d-426a-be76-28cd45628154)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:00.652460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a808b340-04b5-4c0e-b6e5-1c297e5f1405 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1691930 Aug 31 07:53:00.702407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Request body: {'port': {'device_id': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:00.702912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:53:00.731803 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.785362 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f787b-3b30-4f33-9584-e9a7b463e0e8 None None] Pushing event updated for resources: {'Port': ['ID=5fd00393-e3f2-4248-8952-c84d34a8110f,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:00.793659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8d11ac7a-f953-4ef5-89fe-38be0cd9328f) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:00.798425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:00.799028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.819780 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:00.820406 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:00.842775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba4cbd-b396-4d41-9346-90049461986b None None] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:00.857973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0c18e-c63b-4677-b3fa-482e00ccbbda req-6083c838-184d-4301-a50a-5fdbfd35cc05 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:00.866667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ae0c18e-c63b-4677-b3fa-482e00ccbbda req-6083c838-184d-4301-a50a-5fdbfd35cc05 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 944 time: 0.2605786 Aug 31 07:53:00.892656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:00.909411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f316fa3-4404-4b8e-b988-8a3c5bef23b3 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2769253 Aug 31 07:53:00.913078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48856) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:00.970826 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:01.055004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ae0c18e-c63b-4677-b3fa-482e00ccbbda req-f75b0c4c-979d-4259-a181-887b681d4843 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872416 Aug 31 07:53:01.253532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:53:01.261987 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:01.294390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caecaa04-e4d6-4225-b8d3-df75798020b2 req-88b85340-2772-4edb-871e-dfe07e88ead7 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.1079583 Aug 31 07:53:01.395191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:01.476666 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 3, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:00Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:01.509672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e5823c-2c0a-481c-a82d-04cdc5ee941d None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 3, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:00Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:01.597132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Allocated IP 2001:db8:2::2 (8d11ac7a-f953-4ef5-89fe-38be0cd9328f/405a3ac9-9704-4194-b1ee-8d019d2628b2/a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:01.649203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 038dff2b-37eb-49af-bbab-d878dfd383ec up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:01.788856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:01.798792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:01.824950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:01.854877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ce630-a80a-4dd6-82ff-37852a609b5b req-c02f9b72-7f77-4675-bdce-f84921daa113 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:01.856265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:01.856961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:01.869719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-481ce630-a80a-4dd6-82ff-37852a609b5b req-c02f9b72-7f77-4675-bdce-f84921daa113 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 931 time: 0.2064435 Aug 31 07:53:01.873125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-73ff88ce-6dc3-4e5b-9354-9c5713ef66b6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "PUT /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 997 time: 7.3784702 Aug 31 07:53:01.877771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:01.880595 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c689704d-3860-44b1-bafd-dfe8f084d74e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:01.987537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:02.041471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681ac72e-d4ed-4207-a516-2dd5640b3a73 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:02.062743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:02.094740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Transition to ACTIVE for port object 681ac72e-d4ed-4207-a516-2dd5640b3a73 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:02.219157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:02.305244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 038dff2b-37eb-49af-bbab-d878dfd383ec completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:02.312194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 038dff2b-37eb-49af-bbab-d878dfd383ec triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:02.312914 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:02.333505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:59Z', 'revision_number': 8, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:02.375314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Pushing event updated for resources: {'Port': ['ID=681ac72e-d4ed-4207-a516-2dd5640b3a73,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:02.395317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:02.410630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-481ce630-a80a-4dd6-82ff-37852a609b5b req-becd3309-c26c-45ec-8320-7c77b57e904c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464370 Aug 31 07:53:02.419149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:02.419805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:02.430201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-5ffbf0ce-3f6e-4231-ab38-23d5162b7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:02.442384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-5ffbf0ce-3f6e-4231-ab38-23d5162b7b3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.5482366 Aug 31 07:53:02.583555 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c5e81-0dbf-4cab-a000-dc22d93bcabe x-openstack-request-id: req-ef5c5e81-0dbf-4cab-a000-dc22d93bcabe {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:02.583555 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:02.583555 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef5c5e81-0dbf-4cab-a000-dc22d93bcabe {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:02.583555 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'status': 'completed', 'code': 200} Aug 31 07:53:02.584231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:02.717212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:02.779084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Attempting to bind port 681ac72e-d4ed-4207-a516-2dd5640b3a73 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:02.779785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Attempting to bind port 681ac72e-d4ed-4207-a516-2dd5640b3a73 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:02.780404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Attempting to bind port 681ac72e-d4ed-4207-a516-2dd5640b3a73 on network bde0172c-35c1-4e79-a4c7-78fcee241443 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:02.802516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace6ecb-065e-4ec4-a514-7d99fe9b48d3 req-d4f2fd24-f6d8-443f-8202-50b0df2fcde7 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:02.810396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aace6ecb-065e-4ec4-a514-7d99fe9b48d3 req-d4f2fd24-f6d8-443f-8202-50b0df2fcde7 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 944 time: 0.1600246 Aug 31 07:53:02.813418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-7d994a34-f3c5-48ef-969b-e0df3d43c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:02.815022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-7d994a34-f3c5-48ef-969b-e0df3d43c32c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.2307687 Aug 31 07:53:02.834910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Port 681ac72e-d4ed-4207-a516-2dd5640b3a73 on network bde0172c-35c1-4e79-a4c7-78fcee241443 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:53:02.835248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Attempting to bind port 681ac72e-d4ed-4207-a516-2dd5640b3a73 on network bde0172c-35c1-4e79-a4c7-78fcee241443 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:02.878335 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:02.921116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-c6694b48-e1c8-4071-864a-ecc36d0083a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:02.922663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-c6694b48-e1c8-4071-864a-ecc36d0083a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.4799201 Aug 31 07:53:02.927654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:02.927996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Checking segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:02.928471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Bound using segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:02.928911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Bound port: 681ac72e-d4ed-4207-a516-2dd5640b3a73, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:02.929268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:02.949023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Transition to ACTIVE for port object a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:02.982864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Transition to ACTIVE for port object a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:03.101239 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.133141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.164407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5fd00393-e3f2-4248-8952-c84d34a8110f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:03.181518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8:2::1 (8d11ac7a-f953-4ef5-89fe-38be0cd9328f/405a3ac9-9704-4194-b1ee-8d019d2628b2/aa5d8ee4-3226-4e8e-857f-2ed2324d6215) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:03.222470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Pushing event updated for resources: {'Port': ['ID=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:03.224704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038dff2b-37eb-49af-bbab-d878dfd383ec'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:03.227152 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee2a781-6145-4780-9380-69092b4aefb1" -d '{"events": [{"server_uuid": "c5d29103-c128-46ce-9fac-3c8e5d78432e", "name": "network-vif-plugged", "status": "completed", "tag": "038dff2b-37eb-49af-bbab-d878dfd383ec"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:03.235239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:03.249689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:03.254876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 038dff2b-37eb-49af-bbab-d878dfd383ec, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=038dff2b-37eb-49af-bbab-d878dfd383ec,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:03.258996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:03.308762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:59Z', 'revision_number': 8, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:03.360278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194fe24-4284-4a17-a97a-8420efefbe81 None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '54ca61d4-9438-42e2-86f2-5bae01d646b1', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '50772c9a-814b-4314-9bab-09401b097168', 'port_id': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'mac_address': 'fa:16:3e:40:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:52:06Z', 'updated_at': '2021-08-31T07:52:59Z', 'revision_number': 8, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:03.375650 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.376483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Attempting to bind port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:03.376871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Attempting to bind port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:03.377242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Attempting to bind port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b on network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:03.382391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.404657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object aa5d8ee4-3226-4e8e-857f-2ed2324d6215 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:03.497347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aace6ecb-065e-4ec4-a514-7d99fe9b48d3 req-2293af6a-556a-4da1-b2c3-e4bd70c474ee tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792350 Aug 31 07:53:03.564842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5fd00393-e3f2-4248-8952-c84d34a8110f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:03.564961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-04327fda-1d4f-4531-ad88-d86fc69e21fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 1000 time: 0.6194215 Aug 31 07:53:03.565070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:03.565070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Checking segment: {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:03.565070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.565070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Bound using segment: {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:03.565070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Bound port: a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:03.565070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.578646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5fd00393-e3f2-4248-8952-c84d34a8110f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:03.579025 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.594666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.607796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] For port 681ac72e-d4ed-4207-a516-2dd5640b3a73, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:03.612170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] For port 681ac72e-d4ed-4207-a516-2dd5640b3a73, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:03.638166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-5602ae1a-deb6-4237-8c52-649891de4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:03.640555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=038dff2b-37eb-49af-bbab-d878dfd383ec,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:03.640931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-5602ae1a-deb6-4237-8c52-649891de4295 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.8009617 Aug 31 07:53:03.684141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:03.684141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:03.685677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:03.695658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:03.696469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.706343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] For port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:03.712002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] For port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,segment=NetworkSegment(651f72be-f8fa-4c3b-a5f6-e3f5517624a7),segment_id=651f72be-f8fa-4c3b-a5f6-e3f5517624a7)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:03.760293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.762356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b00461b6-41e4-413f-bfb5-19df8e8f8696 req-dfd53e1a-7201-4b4a-adfc-822d6a0d84ab tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c05a8e0-fad7-4953-9c20-632a2e25265a HTTP/1.1" status: 200 len: 210 time: 0.0875938 Aug 31 07:53:03.776373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.787267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-819fa8f1-5937-4b3e-bd4a-67067984373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:03.788941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-819fa8f1-5937-4b3e-bd4a-67067984373f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.2307429 Aug 31 07:53:03.800740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5fd00393-e3f2-4248-8952-c84d34a8110f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5fd00393-e3f2-4248-8952-c84d34a8110f,segment=NetworkSegment(0a442fc7-257d-426a-be76-28cd45628154),segment_id=0a442fc7-257d-426a-be76-28cd45628154)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:03.844690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:03.845339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.846310 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966f203-56a9-476c-9cf3-7ba8b6620a91 None None] New status for floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:53:03.850579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] 10.222.0.68 "PUT /v2.0/ports/681ac72e-d4ed-4207-a516-2dd5640b3a73 HTTP/1.1" status: 200 len: 1092 time: 3.1860640 Aug 31 07:53:03.893465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-e50439f2-1367-43ab-8628-7c553ff2de76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 1000 time: 0.2163606 Aug 31 07:53:03.920977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac0331-1049-434b-89b2-5c253d310473 service neutron] Pushing event updated for resources: {'Port': ['ID=681ac72e-d4ed-4207-a516-2dd5640b3a73,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:03.932110 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.936526 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:03.963085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-215c90d0-49b1-4f66-8a77-6d66f65d9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:03.964558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-215c90d0-49b1-4f66-8a77-6d66f65d9553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464951 Aug 31 07:53:03.978625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-094dcee3-32bf-441f-b59d-ff4e08514a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:03.980964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-094dcee3-32bf-441f-b59d-ff4e08514a95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.0763304 Aug 31 07:53:04.053708 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8350f21d-fae1-45d3-b7ea-d44e85690f5c x-openstack-request-id: req-8350f21d-fae1-45d3-b7ea-d44e85690f5c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:04.067086 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d29103-c128-46ce-9fac-3c8e5d78432e", "name": "network-vif-plugged", "status": "completed", "tag": "038dff2b-37eb-49af-bbab-d878dfd383ec", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:04.070228 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8350f21d-fae1-45d3-b7ea-d44e85690f5c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:04.070843 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038dff2b-37eb-49af-bbab-d878dfd383ec', 'code': 200} Aug 31 07:53:04.139538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:04.153148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6576bbd-efb6-4cb5-bffa-5cd54eaad005 None None] Pushing event updated for resources: {'Port': ['ID=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:04.256360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5fd00393-e3f2-4248-8952-c84d34a8110f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:04.276910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-07cf309f-6387-493c-91b5-a4ad80b97f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:04.279163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-07cf309f-6387-493c-91b5-a4ad80b97f3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2662706 Aug 31 07:53:04.279413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7522-ed79-4b8f-b729-aa1e5fa27e28 req-9f11eb0a-2912-4884-a9bd-c09149036864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:04.280924 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-db0c7522-ed79-4b8f-b729-aa1e5fa27e28 req-9f11eb0a-2912-4884-a9bd-c09149036864 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 1097 time: 0.1424465 Aug 31 07:53:04.319479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58256591-e68a-4e19-aca4-4761fc11edfe req-6619d8f9-b60f-4d1c-af5b-b0434ca07cbe tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:04.321181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58256591-e68a-4e19-aca4-4761fc11edfe req-6619d8f9-b60f-4d1c-af5b-b0434ca07cbe tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 943 time: 0.2294035 Aug 31 07:53:04.332793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-004a558b-a078-4398-9951-eab69c468247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:04.334544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-004a558b-a078-4398-9951-eab69c468247 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 1095 time: 0.2077579 Aug 31 07:53:04.408574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-e53edf3d-e3bf-444d-a476-7c056172a0c8 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262309 Aug 31 07:53:04.456226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-db0c7522-ed79-4b8f-b729-aa1e5fa27e28 req-a2ec1a9a-d142-42aa-9761-1506d842609f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175041 Aug 31 07:53:04.494390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-e0f83c44-15a4-4feb-b178-63de995a97a6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73 HTTP/1.1" status: 200 len: 217 time: 0.0807946 Aug 31 07:53:04.587894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'tag': '681ac72e-d4ed-4207-a516-2dd5640b3a73'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:04.590196 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f64b203-9b45-4c53-9963-24ffbc25aa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7365438d-44b0-4c3c-a3d3-60c1253d0b3c", "tag": "681ac72e-d4ed-4207-a516-2dd5640b3a73"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:04.639144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58256591-e68a-4e19-aca4-4761fc11edfe req-fa47f9b4-69ee-4847-b329-d4fe74af13f7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024309 Aug 31 07:53:04.641503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:04.690271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-f7c6ec30-3363-45da-86e1-38f98bd1a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:04.692589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-f7c6ec30-3363-45da-86e1-38f98bd1a76a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 200 len: 850 time: 0.1843562 Aug 31 07:53:04.713758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:04.715288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:04.757764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-04540497-cf67-45f6-84a6-813d9a9fbc76 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bde0172c-35c1-4e79-a4c7-78fcee241443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462980 Aug 31 07:53:04.773563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-9072eeaf-fd9e-44b9-8c1b-433d49d7b8ea service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675660 Aug 31 07:53:04.778061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53aa7a73-9cc5-4245-a9b9-c9bbe6586591 req-b50acd94-b8c9-42ac-9652-63aab21420f6 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924175 Aug 31 07:53:04.811945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:04.857600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:04.859076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:04.907931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599caf52-285e-4287-a302-aaf803c65d67 req-ad707403-07a6-4a4e-a6a6-c95873cfe796 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:04.909791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-599caf52-285e-4287-a302-aaf803c65d67 req-ad707403-07a6-4a4e-a6a6-c95873cfe796 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 945 time: 0.2071643 Aug 31 07:53:04.975709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:04.975934 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48faa23-b68c-47d6-9a6b-df3c61f7f220 x-openstack-request-id: req-d48faa23-b68c-47d6-9a6b-df3c61f7f220 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:04.980363 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7365438d-44b0-4c3c-a3d3-60c1253d0b3c", "tag": "681ac72e-d4ed-4207-a516-2dd5640b3a73", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:04.980363 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d48faa23-b68c-47d6-9a6b-df3c61f7f220 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:04.980363 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'tag': '681ac72e-d4ed-4207-a516-2dd5640b3a73', 'status': 'completed', 'code': 200} Aug 31 07:53:04.998144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c689704d-3860-44b1-bafd-dfe8f084d74e req-78818f77-fc29-48ca-9e79-0e8f9fdd0bb3 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065632 Aug 31 07:53:05.002272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-37f6d5bf-06bd-45e3-a2ed-b99acf33bd50 service neutron] 10.222.0.68 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273545 Aug 31 07:53:05.028710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-599caf52-285e-4287-a302-aaf803c65d67 req-cdb725f5-094f-4a6e-a81b-793fdfa89176 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915897 Aug 31 07:53:05.134983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:05.145853 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f919a0a7-6d75-48f9-93d6-b1faa4655b3c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2294424 Aug 31 07:53:05.147314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49038) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:05.151931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:05.163228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:05.163884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:05.167583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-471968014'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:05.291185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5fd00393-e3f2-4248-8952-c84d34a8110f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:05.300696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fc51a61-490b-4f2f-8fca-eedc3486a288 req-53007f72-899a-4ab1-82b3-d0afcfaea523 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 999 time: 0.1651220 Aug 31 07:53:05.323682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc5bf43-6689-4e7a-95f0-92013ae6dc0b req-a1a89d24-996c-45e2-aaed-8fd2599f9d64 service neutron] 10.222.0.68 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921486 Aug 31 07:53:05.328409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:05.328708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.333325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49042) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:05.365085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:05.399863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:53:05.449687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.452610 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added segment ad004695-e4ed-45bb-b74f-c7d9b00cebbc of type vlan for network 492df917-b835-40f1-aec0-6e12393a8a05 Aug 31 07:53:05.485364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe44-8eed-45f0-a39a-27cc2dad3ab5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.571433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc51a61-490b-4f2f-8fca-eedc3486a288 req-8022d053-09d2-42c4-808e-ab617b5be955 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:05.572896 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fc51a61-490b-4f2f-8fca-eedc3486a288 req-8022d053-09d2-42c4-808e-ab617b5be955 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.2657428 Aug 31 07:53:05.605368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-8fc51a61-490b-4f2f-8fca-eedc3486a288 req-92039a1e-4b72-484b-8ae6-8fa6400f3ec5 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:53:05.607999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fc51a61-490b-4f2f-8fca-eedc3486a288 req-92039a1e-4b72-484b-8ae6-8fa6400f3ec5 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095639 Aug 31 07:53:05.608665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe44-8eed-45f0-a39a-27cc2dad3ab5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.633672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5a16d-1160-4695-b585-2ed7d6714a95 None None] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:05.646436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-7e32ebc5-da99-4bbb-b5b6-b9c06147a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:05.648537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-7e32ebc5-da99-4bbb-b5b6-b9c06147a1c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 1095 time: 0.1788745 Aug 31 07:53:05.692858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.827378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5fd00393-e3f2-4248-8952-c84d34a8110f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:05.827378 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.846367 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.857920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:05.859216 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.869907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe44-8eed-45f0-a39a-27cc2dad3ab5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.875299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-70902ee4-a6b3-4fd4-8ffe-b3afa0884822 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.1914799 Aug 31 07:53:05.894471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe44-8eed-45f0-a39a-27cc2dad3ab5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:05.896254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b4d5fe44-8eed-45f0-a39a-27cc2dad3ab5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/security-groups/b9e70566-7313-4a50-b835-f5e8f5eb4c23 HTTP/1.1" status: 204 len: 168 time: 0.5620070 Aug 31 07:53:05.900935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49058) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:05.952729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c7d8671b-3eb4-4ac1-882a-c12613711ddb None None] Provisioning for port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:05.976786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-52e73fde-8477-40b6-821a-12239608319e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:05.978301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-52e73fde-8477-40b6-821a-12239608319e tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports/609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 943 time: 0.0884593 Aug 31 07:53:05.979836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-c61e6d03-e60b-4fc0-9b5b-d195448192e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:05.981016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-c61e6d03-e60b-4fc0-9b5b-d195448192e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 911 time: 0.2991047 Aug 31 07:53:05.995162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db70de9-6bbc-41e0-ae71-d5b90291bc45 req-2ee504fa-b3d4-4d6a-b8c9-6defc0b27849 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:06.003292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9db70de9-6bbc-41e0-ae71-d5b90291bc45 req-2ee504fa-b3d4-4d6a-b8c9-6defc0b27849 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 943 time: 0.1807380 Aug 31 07:53:06.010638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5fe44-8eed-45f0-a39a-27cc2dad3ab5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e70566-7313-4a50-b835-f5e8f5eb4c23,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:06.010638 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-887208e3-60ab-4ca2-a0a3-14acb434fac4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] show failed (client error): The resource could not be found. Aug 31 07:53:06.012655 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-887208e3-60ab-4ca2-a0a3-14acb434fac4 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "GET /v2.0/security-groups/b9e70566-7313-4a50-b835-f5e8f5eb4c23 HTTP/1.1" status: 404 len: 347 time: 0.0707102 Aug 31 07:53:06.017692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49060) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:06.070784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Network': ['ID=492df917-b835-40f1-aec0-6e12393a8a05,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:06.077042 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cee526ba-d2b6-4799-8b2b-1ebf7ef5f974 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9281507 Aug 31 07:53:06.082372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49064) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:06.088645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'subnet': {'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:06.113522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 492df917-b835-40f1-aec0-6e12393a8a05 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:53:06.231399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:06.357289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port 3883f3a2-de33-48c9-8898-6d8856d826e8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:06.357791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.362493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9db70de9-6bbc-41e0-ae71-d5b90291bc45 req-44101ea3-18af-476c-8b0b-1b52db91e1ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577030 Aug 31 07:53:06.382683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-2912d540-3633-470f-b6bf-cde29c808d1a tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.3173342 Aug 31 07:53:06.388655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-f622b96b-09c9-4e1a-a680-678a57369504 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73 HTTP/1.1" status: 200 len: 217 time: 0.3555112 Aug 31 07:53:06.559744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49074) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:06.578983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:04Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:06.589471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.589598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.596254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Made reservation on behalf of 78dd02400d634f69ac111e1128ec8482 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:06.601008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.683309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:06.689461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:06.690123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Updating router d98ec1ae-2d0b-447a-b42d-959851d59298 port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:53:06.756503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-d3b37878-3f88-4a90-9dc8-e530ff4db0e0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:06.768196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-d3b37878-3f88-4a90-9dc8-e530ff4db0e0 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.3834951 Aug 31 07:53:06.770129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-eaea2c26-3df1-499f-9ed2-89db1ba0439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:06.774854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-eaea2c26-3df1-499f-9ed2-89db1ba0439d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 200 len: 850 time: 0.2729297 Aug 31 07:53:06.777442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:06.778258 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.782138 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.876932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for 3883f3a2-de33-48c9-8898-6d8856d826e8 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:06.898925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-f3201094-e113-4105-89c2-327d35b572e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bde0172c-35c1-4e79-a4c7-78fcee241443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496542 Aug 31 07:53:06.902519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c08f7b-79e2-4a14-a13e-4a8513eca47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.992955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6c8b6-fabe-4f8b-9459-9f5592cdc4de req-ec4bce55-05e2-41cd-9677-c1a58841dadf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:06.994510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79a6c8b6-fabe-4f8b-9459-9f5592cdc4de req-ec4bce55-05e2-41cd-9677-c1a58841dadf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 945 time: 0.3605261 Aug 31 07:53:07.007804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-60c3fae1-c1d9-4f80-a19d-14758af3dce8 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 1002 time: 0.2398634 Aug 31 07:53:07.031181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.119566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c08f7b-79e2-4a14-a13e-4a8513eca47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.121691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,segment=NetworkSegment(651f72be-f8fa-4c3b-a5f6-e3f5517624a7),segment_id=651f72be-f8fa-4c3b-a5f6-e3f5517624a7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:07.147503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d3547993-c8f6-4f0f-bb5f-01524c411992 None None] Provisioning complete for port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:07.148060 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d3547993-c8f6-4f0f-bb5f-01524c411992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.181663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-30e85cc6-adf1-4297-881b-28792503f38e service neutron] 10.222.0.68 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724128 Aug 31 07:53:07.218201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:07.243705 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c08f7b-79e2-4a14-a13e-4a8513eca47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.247769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.261870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.323982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:07.338382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08f7b-79e2-4a14-a13e-4a8513eca47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14298b4-b24a-42d5-ab33-783153ec417b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:07.394211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79a6c8b6-fabe-4f8b-9459-9f5592cdc4de req-dd8626e1-8689-4bfb-84ab-29ba130e461b tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727504 Aug 31 07:53:07.446328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e8c08f7b-79e2-4a14-a13e-4a8513eca47c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7289835420c5453692f55c73188d599c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850536 Aug 31 07:53:07.449670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49086) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:07.479172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Subnet': ['ID=cfb2c5ba-a37d-471b-8afd-81d422479803,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:07.488952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Checking segment: {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:07.489336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network hostable DHCP agents. Network: 492df917-b835-40f1-aec0-6e12393a8a05, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:53:07.508514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.531373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d78bddd-b854-4efe-9aaa-136993803994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.538388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.632887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d3547993-c8f6-4f0f-bb5f-01524c411992 None None] Provisioning for port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:07.643045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d3547993-c8f6-4f0f-bb5f-01524c411992 None None] Provisioning complete for port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:07.644016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d3547993-c8f6-4f0f-bb5f-01524c411992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.654664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d78bddd-b854-4efe-9aaa-136993803994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.714745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f64b203-9b45-4c53-9963-24ffbc25aa2b req-9bc4686f-fe9c-4ecf-a30b-7f6975d0b871 service neutron] 10.222.0.68 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022514 Aug 31 07:53:07.723487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d3547993-c8f6-4f0f-bb5f-01524c411992 None None] Port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:53:07.739056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=3883f3a2-de33-48c9-8898-6d8856d826e8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:07.745310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.747608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.749629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:07.751948 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-13f0f39f-d13f-454b-9830-b76ff4fa03ed tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/floatingips/397bc21c-c4c0-400b-a535-e02ab48ca3e2 HTTP/1.1" status: 204 len: 168 time: 1.7329943 Aug 31 07:53:07.754716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 492df917-b835-40f1-aec0-6e12393a8a05 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:53:07.759044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49092) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:07.760709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Transition to ACTIVE for port object aa5d8ee4-3226-4e8e-857f-2ed2324d6215 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:07.783433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 681ac72e-d4ed-4207-a516-2dd5640b3a73 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:53:07.885741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 492df917-b835-40f1-aec0-6e12393a8a05) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:07.898170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:07.899123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.023546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b7dc1-1401-4269-8e96-0efeedec1942 None None] Network 492df917-b835-40f1-aec0-6e12393a8a05 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:08.030715 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.079931 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab83885c-c6e1-4d4b-bddf-2c4af6ff0380 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9961512 Aug 31 07:53:08.083514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49100) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:08.168394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6e709-2fcc-4e04-89aa-155d121acbab None None] Pushing event updated for resources: {'Port': ['ID=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:08.201321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.220278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 681ac72e-d4ed-4207-a516-2dd5640b3a73, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:08.279941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f954c7-33e6-4e02-a183-105d9b5d2699 req-c7139f6a-8e93-4c90-8da6-3295ee5b3acc tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:08.281583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0f954c7-33e6-4e02-a183-105d9b5d2699 req-c7139f6a-8e93-4c90-8da6-3295ee5b3acc tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 943 time: 0.1016288 Aug 31 07:53:08.286322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '681ac72e-d4ed-4207-a516-2dd5640b3a73', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'port_id': '681ac72e-d4ed-4207-a516-2dd5640b3a73', 'mac_address': 'fa:16:3e:eb:33:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:53:08.298039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Attempting to bind port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:08.298677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Attempting to bind port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:08.299228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Attempting to bind port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 on network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:08.330605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port 6671202d-e8a2-4d14-bd55-f5502faa5aac {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:08.331410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.335595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:08.336095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Checking segment: {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:08.336514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.336920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Bound using segment: {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:08.337413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Bound port: aa5d8ee4-3226-4e8e-857f-2ed2324d6215, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651f72be-f8fa-4c3b-a5f6-e3f5517624a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:08.337820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.378349 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.391544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0f954c7-33e6-4e02-a183-105d9b5d2699 req-7b08913b-129d-4afd-a13c-11f30697087d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941193 Aug 31 07:53:08.396194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-492df917-b835-40f1-aec0-6e12393a8a05', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:53:08.396391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d78bddd-b854-4efe-9aaa-136993803994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.397438 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.399192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d78bddd-b854-4efe-9aaa-136993803994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.402510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1d78bddd-b854-4efe-9aaa-136993803994 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f14298b4-b24a-42d5-ab33-783153ec417b HTTP/1.1" status: 204 len: 168 time: 0.9477253 Aug 31 07:53:08.402510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.402510 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1 disassociated. External IP: 172.25.0.223, port: 609d97dd-fae3-4ac4-908b-1fab254dceb0. Aug 31 07:53:08.517500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681ac72e-d4ed-4207-a516-2dd5640b3a73 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:08.523927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78bddd-b854-4efe-9aaa-136993803994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14298b4-b24a-42d5-ab33-783153ec417b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:08.570583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.628287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] For port aa5d8ee4-3226-4e8e-857f-2ed2324d6215, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:08.634395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] For port aa5d8ee4-3226-4e8e-857f-2ed2324d6215, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,segment=NetworkSegment(651f72be-f8fa-4c3b-a5f6-e3f5517624a7),segment_id=651f72be-f8fa-4c3b-a5f6-e3f5517624a7)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:08.666732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.694601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for 6671202d-e8a2-4d14-bd55-f5502faa5aac owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:08.733817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 681ac72e-d4ed-4207-a516-2dd5640b3a73, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:08.737701 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.835704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:08.882537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:08.883469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:09.014224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:09.068154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6e709-2fcc-4e04-89aa-155d121acbab None None] Pushing event updated for resources: {'Port': ['ID=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:09.075711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:09.078604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Allocated IP 2001:db8:3::2 (492df917-b835-40f1-aec0-6e12393a8a05/cfb2c5ba-a37d-471b-8afd-81d422479803/a77136b3-4ce2-49f7-aac7-f0eb075b5f1a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:09.114676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['681ac72e-d4ed-4207-a516-2dd5640b3a73'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:09.383278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:09.389318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.392301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.396976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:09.399411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:09.414012 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:09.414793 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:09.440487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:09.474791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=6671202d-e8a2-4d14-bd55-f5502faa5aac,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:09.483855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-f07062d8-3bbf-43e6-a7b9-6ee1db31cd69 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "PUT /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 696 time: 2.3010483 Aug 31 07:53:09.495493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62b005ea-8990-45ee-8252-41824179b784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.513176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:09.521675 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0a02b-08a0-45e9-ac2f-70e35153e61e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:09.614677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=681ac72e-d4ed-4207-a516-2dd5640b3a73,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:09.644880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.648572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3877ec89-7ad5-4f42-8ca3-0ef6a7d14855 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/ports/6671202d-e8a2-4d14-bd55-f5502faa5aac HTTP/1.1" status: 204 len: 168 time: 1.8880994 Aug 31 07:53:09.652354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:09.698247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:09.740189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-a4b4407a-e2ed-4461-b052-4d2ad01cb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:09.743947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-a4b4407a-e2ed-4461-b052-4d2ad01cb7ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.1441627 Aug 31 07:53:09.754988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b6378-5b79-48a8-bdd0-924878c6c40d req-8b7f72c0-0aac-4b8e-92d5-ab35a72a9148 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:09.766524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d0b6378-5b79-48a8-bdd0-924878c6c40d req-8b7f72c0-0aac-4b8e-92d5-ab35a72a9148 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 944 time: 0.1581614 Aug 31 07:53:09.801557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62b005ea-8990-45ee-8252-41824179b784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.832545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting port 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:09.832545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.884680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62b005ea-8990-45ee-8252-41824179b784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:09.952225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d0b6378-5b79-48a8-bdd0-924878c6c40d req-34cb692f-7c29-4e44-b12c-fff78a0a08f5 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743345 Aug 31 07:53:10.026217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-3442b006-f6ec-4a57-914a-fac0e7247b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:10.028453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-3442b006-f6ec-4a57-914a-fac0e7247b2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.2525527 Aug 31 07:53:10.032299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:10.032695 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.034924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49128) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:10.035349 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-62b005ea-8990-45ee-8252-41824179b784 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99052f6ba4ab4766bc367d367c64d65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881057 Aug 31 07:53:10.053762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b005ea-8990-45ee-8252-41824179b784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66671c-73d9-4f8e-94c4-4c0c428721f2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:10.094346 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d363d7f-f35a-40d4-bde1-7a2f68bc7143 x-openstack-request-id: req-8d363d7f-f35a-40d4-bde1-7a2f68bc7143 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:10.095015 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:10.095427 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d363d7f-f35a-40d4-bde1-7a2f68bc7143 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:10.096111 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'status': 'completed', 'code': 200} Aug 31 07:53:10.133001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.166565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Calling delete_port for 075a12b8-5937-4c07-9fba-5a6dbd2dc9ad owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:10.180028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:10.214607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-efe52888-a22f-4214-b7ae-a8a36c1a96b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.1597672 Aug 31 07:53:10.235969 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:10.291765 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:10.292530 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:10.315200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.350923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Transition to ACTIVE for port object a77136b3-4ce2-49f7-aac7-f0eb075b5f1a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:10.403227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Transition to ACTIVE for port object a77136b3-4ce2-49f7-aac7-f0eb075b5f1a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:10.414171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:08Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:10.447048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-df76ae26-3ff2-4ba7-ae0b-7ccd01eb3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:10.457267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d5d9b-4346-4211-9436-7bd158ce2a98 None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:08Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:10.462379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-df76ae26-3ff2-4ba7-ae0b-7ccd01eb3c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.1780729 Aug 31 07:53:10.518344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-b27d0746-9262-470e-a743-6db5967f6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:10.520428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-b27d0746-9262-470e-a743-6db5967f6dc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc970d0b6d784106b4b57babdea6a581&device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 1098 time: 0.3511779 Aug 31 07:53:10.558576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.568795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97fdf363-f2ce-431b-b662-9153a403606c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.599898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.624531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Network 492df917-b835-40f1-aec0-6e12393a8a05 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:10.657247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-872114d3-58fb-4fd8-afdf-23a253af8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:10.664546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-872114d3-58fb-4fd8-afdf-23a253af8ed6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962743 Aug 31 07:53:10.682870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:10.689354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:10.716840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Port': ['ID=075a12b8-5937-4c07-9fba-5a6dbd2dc9ad,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:10.759077 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:10.837633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Allocated IP 2001:db8:3::1 (492df917-b835-40f1-aec0-6e12393a8a05/cfb2c5ba-a37d-471b-8afd-81d422479803/89371a08-30d1-4f51-9106-2247d4e12407) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:10.861160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-b250d40d-9a75-4e97-a938-92a3c19be36e service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812265 Aug 31 07:53:10.918155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Attempting to bind port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:10.919574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Attempting to bind port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:10.922336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Attempting to bind port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a on network 492df917-b835-40f1-aec0-6e12393a8a05 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:10.944822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:10.945203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Checking segment: {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:10.945613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.946184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Bound using segment: {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:10.946688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Bound port: a77136b3-4ce2-49f7-aac7-f0eb075b5f1a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:10.947149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.963821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Pushing event updated for resources: {'Port': ['ID=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:10.975694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:10.984587 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8283e619-ea62-494f-ab20-e5718c1d3835 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/ports/075a12b8-5937-4c07-9fba-5a6dbd2dc9ad HTTP/1.1" status: 204 len: 168 time: 1.3278484 Aug 31 07:53:10.989454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49140) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:11.075221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] For port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:11.075510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97fdf363-f2ce-431b-b662-9153a403606c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.079397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] For port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:11.143349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-9866dcb1-47e1-4aaa-9fa9-c6e532b4f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:11.145549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-9866dcb1-47e1-4aaa-9fa9-c6e532b4f6b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 200 len: 922 time: 0.6103721 Aug 31 07:53:11.172946 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.232032 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:11.255834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.303874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting subnet f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:11.316584 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.338381 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f08237-5020-4c87-a881-cfe2aabbf6bc None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:42Z', 'revision_number': 4, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '5d1e6cde-dd0a-4368-9193-817668157897', 'name': '', 'network_id': '7c2e9ad2-9098-487f-bd43-9dac61ab0573', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'mac_address': 'fa:16:3e:65:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:38Z', 'updated_at': '2021-08-31T07:51:52Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'subnets': [{'id': '675865dd-b355-4af7-b08e-0ace5eebaa0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:11.420950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Transition to ACTIVE for port object 89371a08-30d1-4f51-9106-2247d4e12407 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:11.432919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf3a24-6b29-4483-9960-3641884be593 None None] Pushing event updated for resources: {'Port': ['ID=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:11.509651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-b0341535-0a05-405b-ae26-e310039d6f34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 200 len: 217 time: 0.3072038 Aug 31 07:53:11.515550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa5d8ee4-3226-4e8e-857f-2ed2324d6215 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:11.531262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.592421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6754335-a4da-4732-90b2-c4f73ef33c09 req-ab2280e1-9963-479f-92fa-c233c9664a85 service neutron] 10.222.0.36 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143152 Aug 31 07:53:11.619953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d597e30-03e0-414a-94ed-2b0da73f8e11 req-8811323b-d0d8-41a5-a129-a9dbc13b2c9d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:11.628740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d597e30-03e0-414a-94ed-2b0da73f8e11 req-8811323b-d0d8-41a5-a129-a9dbc13b2c9d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 944 time: 0.4815495 Aug 31 07:53:11.645555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-e044c342-90a2-44e9-ae90-6dfaa91d2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:11.657160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-e044c342-90a2-44e9-ae90-6dfaa91d2646 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 200 len: 860 time: 0.1394901 Aug 31 07:53:11.719734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:11.730284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:11.730681 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.733465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97fdf363-f2ce-431b-b662-9153a403606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.738081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97fdf363-f2ce-431b-b662-9153a403606c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.740532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97fdf363-f2ce-431b-b662-9153a403606c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb66671c-73d9-4f8e-94c4-4c0c428721f2 HTTP/1.1" status: 204 len: 168 time: 1.7026124 Aug 31 07:53:11.744676 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.790726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf363-f2ce-431b-b662-9153a403606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66671c-73d9-4f8e-94c4-4c0c428721f2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:11.806996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d597e30-03e0-414a-94ed-2b0da73f8e11 req-30f29f7a-68c3-4d16-b4a6-58abbbe874a2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772313 Aug 31 07:53:11.817924 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:11.839048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-6abf32ee-eabf-409d-ae4e-cc0b964155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:11.846926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-6abf32ee-eabf-409d-ae4e-cc0b964155fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c2e9ad2-9098-487f-bd43-9dac61ab0573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776156 Aug 31 07:53:11.967796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=89371a08-30d1-4f51-9106-2247d4e12407,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:12.013542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 492df917-b835-40f1-aec0-6e12393a8a05 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:12.022201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:12.030901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:12.031980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:12.080713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-33784868-69d2-4633-85e1-067cc2998c92 service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222946 Aug 31 07:53:12.180111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d993ee2a-2eb2-4063-9bab-5e1c9d5980c3 None None] New status for floating IP 54ca61d4-9438-42e2-86f2-5bae01d646b1: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:53:12.183869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 681ac72e-d4ed-4207-a516-2dd5640b3a73 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:12.206852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-e92f849d-6134-477e-88f0-c7d71c9a9ac4 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 200 len: 696 time: 0.1246350 Aug 31 07:53:12.329119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:12.339067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:12.343116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa0a02b-08a0-45e9-ac2f-70e35153e61e req-d85477f2-a077-4c50-be64-fa677795a96d service neutron] 10.222.0.45 "GET /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539546 Aug 31 07:53:12.394998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-ced79379-1319-4a98-9e97-8db63494209a tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:12.394998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-ced79379-1319-4a98-9e97-8db63494209a tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1782513 Aug 31 07:53:12.406761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-59c6769a-ed48-4424-8d0d-9f12c7d62d44 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:53:12.408624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-59c6769a-ed48-4424-8d0d-9f12c7d62d44 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078509 Aug 31 07:53:12.415892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Subnet': ['ID=f7df0ffc-506e-4e17-ad95-bbcbe0583eb8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:12.418041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:12.420154 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d70545e-2836-4dfa-928b-dac3000dcb5b tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/subnets/f7df0ffc-506e-4e17-ad95-bbcbe0583eb8 HTTP/1.1" status: 204 len: 168 time: 1.4294708 Aug 31 07:53:12.423622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:12.441929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d174cf-c317-42ee-81af-62c17f0fb80f None None] Network c04f56fa-1ce7-40db-997a-90ff4442d198 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:12.592196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-67bb3f27-c125-435f-b959-7ef7fb247f7d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 699 time: 0.1325986 Aug 31 07:53:12.701462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:12.714268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-3def0ac3-9de5-410f-a05a-8a5a95f91799 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 699 time: 0.1187282 Aug 31 07:53:12.720766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 681ac72e-d4ed-4207-a516-2dd5640b3a73 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:12.747210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 681ac72e-d4ed-4207-a516-2dd5640b3a73 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:12.747593 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:12.925708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port aa5d8ee4-3226-4e8e-857f-2ed2324d6215, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,segment=NetworkSegment(651f72be-f8fa-4c3b-a5f6-e3f5517624a7),segment_id=651f72be-f8fa-4c3b-a5f6-e3f5517624a7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:13.022788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.026394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.156563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681ac72e-d4ed-4207-a516-2dd5640b3a73'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:13.156789 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784cda55-6249-424a-9289-79f7ec0d2a49" -d '{"events": [{"server_uuid": "7365438d-44b0-4c3c-a3d3-60c1253d0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "681ac72e-d4ed-4207-a516-2dd5640b3a73"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:13.172144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22d801-b189-441e-bc12-ac506175575c req-b40faef5-112e-4fd7-a861-d3b4cc7e9979 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:13.180155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] DHCP port deletion for c04f56fa-1ce7-40db-997a-90ff4442d198 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:13.186216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f22d801-b189-441e-bc12-ac506175575c req-b40faef5-112e-4fd7-a861-d3b4cc7e9979 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 944 time: 0.2221551 Aug 31 07:53:13.200683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 681ac72e-d4ed-4207-a516-2dd5640b3a73, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:13.212225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:13.217890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76000d6-780e-4ac9-81d3-f9a49020b318 None None] Network 492df917-b835-40f1-aec0-6e12393a8a05 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:13.291123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Deleting port 5bfa2664-4337-4952-8bd6-1d4e799baca5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:13.293896 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.304124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.317833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f22d801-b189-441e-bc12-ac506175575c req-f99af52b-dfb3-4317-8a47-95e2d21e5bc1 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270888 Aug 31 07:53:13.421797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Deleting subnet 2dbdb6ca-eb43-4927-a945-3c26a95de9de {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:13.435977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.526114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] Deleting port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:13.527119 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.529478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=681ac72e-d4ed-4207-a516-2dd5640b3a73,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:13.548030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.548367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.550433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.550996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ce6cea3-58ea-49fc-8009-cb5fbdd08fe1 None None] Provisioning for port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:13.599792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Calling delete_port for 5bfa2664-4337-4952-8bd6-1d4e799baca5 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:13.659468 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ec1d0-7463-4dfd-8756-a138de8249ca x-openstack-request-id: req-098ec1d0-7463-4dfd-8756-a138de8249ca {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:13.660163 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365438d-44b0-4c3c-a3d3-60c1253d0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "681ac72e-d4ed-4207-a516-2dd5640b3a73", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:13.660656 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-098ec1d0-7463-4dfd-8756-a138de8249ca {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:13.661276 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681ac72e-d4ed-4207-a516-2dd5640b3a73', 'code': 200} Aug 31 07:53:13.689732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a77136b3-4ce2-49f7-aac7-f0eb075b5f1a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:13.803858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] For port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,segment=NetworkSegment(fcbc5ea1-03f7-428a-b06f-371f98e16913),segment_id=fcbc5ea1-03f7-428a-b06f-371f98e16913)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:13.804724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.835547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] Calling delete_port for 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:13.852473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.891852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.957470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.978591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:13.986807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:13.987371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:13.995825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7fe43-425a-4c3d-8447-c78de093d449 req-9c4eb270-7e03-4fa9-8d7a-e34350796e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:13.997656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34f7fe43-425a-4c3d-8447-c78de093d449 req-9c4eb270-7e03-4fa9-8d7a-e34350796e01 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 1097 time: 0.2363842 Aug 31 07:53:13.998676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event deleted for resources: {'Port': ['ID=5bfa2664-4337-4952-8bd6-1d4e799baca5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:14.103735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34f7fe43-425a-4c3d-8447-c78de093d449 req-ea175130-554c-4e6d-8ad3-c2c08bbf06fc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748525 Aug 31 07:53:14.115445 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.116494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.117331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.122825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.125226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.137584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48061c30-fcac-4ee7-b885-baedbe3737a4 req-abbc8ec4-470a-4ee9-8fbf-33f5cb40d768 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "DELETE /v2.0/floatingips/54ca61d4-9438-42e2-86f2-5bae01d646b1 HTTP/1.1" status: 204 len: 173 time: 1.4170747 Aug 31 07:53:14.141157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.197203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:14.199567 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.215824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] No DVR routers for this DVR port 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:14.237925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265cb3-87e4-43dd-b296-74b2b71db98c None None] Pushing event deleted for resources: {'Port': ['ID=8e7119ae-f988-4ab5-a9e1-0d956788c4e9,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:14.294669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.295654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa5d8ee4-3226-4e8e-857f-2ed2324d6215 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:14.308867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.311667 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/subnets/2dbdb6ca-eb43-4927-a945-3c26a95de9de HTTP/1.1" status: 204 len: 168 time: 1.8877642 Aug 31 07:53:14.314582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49194) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:14.319103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e187b3-632f-4a94-a32a-257c8a38a7d5 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbdb6ca-eb43-4927-a945-3c26a95de9de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:14.376981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea60452b-c84e-4233-8405-82fdabd20292 None None] Network 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:14.383436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event updated for resources: {'Port': ['ID=89371a08-30d1-4f51-9106-2247d4e12407,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:14.438374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Network 492df917-b835-40f1-aec0-6e12393a8a05 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:14.441776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:14.501370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ab9fd40d-9f93-4f5b-8746-25e9d7561040 None None] Provisioning for port 89371a08-30d1-4f51-9106-2247d4e12407 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:14.527695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ab9fd40d-9f93-4f5b-8746-25e9d7561040 None None] Provisioning complete for port 89371a08-30d1-4f51-9106-2247d4e12407 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:14.528433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd40d-9f93-4f5b-8746-25e9d7561040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.553408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.571951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:14.630566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:14.630934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.633543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ab9fd40d-9f93-4f5b-8746-25e9d7561040 None None] Port 89371a08-30d1-4f51-9106-2247d4e12407 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:53:14.686658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994863b3-ea81-4b4c-b242-4b3fd8121f5f req-6877247a-23c8-4f5d-ad23-288d61dd20a7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:14.693425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-994863b3-ea81-4b4c-b242-4b3fd8121f5f req-6877247a-23c8-4f5d-ad23-288d61dd20a7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1930089 Aug 31 07:53:14.700955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ab9fd40d-9f93-4f5b-8746-25e9d7561040 None None] Provisioning complete for port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:14.701334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ab9fd40d-9f93-4f5b-8746-25e9d7561040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:14.725441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:14.877264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] DHCP port deletion for 5f726a34-ca6d-42e5-bcd4-9b362c14eb39 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:14.911620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:14.922345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3bc96a17-0ce3-4c54-8f3e-2bbc59d596eb tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8332825 Aug 31 07:53:14.922345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49212) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:14.931667 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:14.949530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:14.955657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:14.956343 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:15.219688 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:15.287873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] Deleting port 51c1315f-d4be-4c67-9907-a5f2a5619959 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:15.288397 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.359383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:15.406206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:15.406549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8e7119ae-f988-4ab5-a9e1-0d956788c4e9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:15.515354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9221012a-f9e3-445b-9f2b-e923e5b72e24 None None] Provisioning complete for port 89371a08-30d1-4f51-9106-2247d4e12407 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:15.515729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9221012a-f9e3-445b-9f2b-e923e5b72e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.580191 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89371a08-30d1-4f51-9106-2247d4e12407', 'name': '', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:b5:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:08Z', 'updated_at': '2021-08-31T07:53:13Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:15.613266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9221012a-f9e3-445b-9f2b-e923e5b72e24 None None] Port 89371a08-30d1-4f51-9106-2247d4e12407 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:53:15.616563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] For port 51c1315f-d4be-4c67-9907-a5f2a5619959, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=51c1315f-d4be-4c67-9907-a5f2a5619959,segment=NetworkSegment(cf1f43d5-b717-4427-af43-2b15b69a15fb),segment_id=cf1f43d5-b717-4427-af43-2b15b69a15fb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:15.619384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.640998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] Calling delete_port for 51c1315f-d4be-4c67-9907-a5f2a5619959 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:15.650202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a77136b3-4ce2-49f7-aac7-f0eb075b5f1a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:15.657605 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:15.658308 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Updating router d98ec1ae-2d0b-447a-b42d-959851d59298 port 89371a08-30d1-4f51-9106-2247d4e12407 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:53:15.696185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.713956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04f56fa-1ce7-40db-997a-90ff4442d198']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:15.717886 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.728205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbc5ea1-03f7-428a-b06f-371f98e16913') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:15.728848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbc5ea1-03f7-428a-b06f-371f98e16913') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:15.741954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.761838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.770353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:15.771107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.790127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:15.790587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:15.864453 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:15.915623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-994863b3-ea81-4b4c-b242-4b3fd8121f5f req-a1f7f973-a3a6-4228-b8de-e7c989a7b858 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1625552 Aug 31 07:53:15.918512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:53:15.953502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Removed routes are [] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:53:15.953948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:15.959095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffb326-8d38-4852-a110-cdfdedf97059 req-46697a92-9dde-40b4-a0f4-4e0cdad96472 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:15.960603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4ffb326-8d38-4852-a110-cdfdedf97059 req-46697a92-9dde-40b4-a0f4-4e0cdad96472 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 946 time: 0.3532851 Aug 31 07:53:16.001692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.083552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.095769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4ffb326-8d38-4852-a110-cdfdedf97059 req-beca7882-c258-477e-b4f4-a40b5f637725 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255550 Aug 31 07:53:16.105696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] Pushing event deleted for resources: {'Port': ['ID=51c1315f-d4be-4c67-9907-a5f2a5619959,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:16.114643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded7d47-6d53-4697-8f65-105b96c4e4d2 None None] No DVR routers for this DVR port 51c1315f-d4be-4c67-9907-a5f2a5619959 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:16.115446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.117955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/networks/c04f56fa-1ce7-40db-997a-90ff4442d198 HTTP/1.1" status: 204 len: 168 time: 1.8023438 Aug 31 07:53:16.120647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49232) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:16.164496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a35fb9-a326-4f81-b267-b0f42497be9d tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Network': ['ID=c04f56fa-1ce7-40db-997a-90ff4442d198,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:16.204047 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.213482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 51c1315f-d4be-4c67-9907-a5f2a5619959 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:16.224209 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Transition to ACTIVE for port object 89371a08-30d1-4f51-9106-2247d4e12407 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:16.255510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 51c1315f-d4be-4c67-9907-a5f2a5619959 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:16.255894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 51c1315f-d4be-4c67-9907-a5f2a5619959 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:16.313192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.343516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-e71a29a2-f189-4135-8388-d8dee1fa1528 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:16.345178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-e71a29a2-f189-4135-8388-d8dee1fa1528 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 946 time: 0.1768365 Aug 31 07:53:16.350056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.354450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.389673 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.510997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:16.588514 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d341493-dc0b-40ed-9f12-5557cde84aaf None None] Pushing event updated for resources: {'Port': ['ID=89371a08-30d1-4f51-9106-2247d4e12407,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:16.607515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.639192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f726a34-ca6d-42e5-bcd4-9b362c14eb39']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:16.660189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1f43d5-b717-4427-af43-2b15b69a15fb') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:16.661049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1f43d5-b717-4427-af43-2b15b69a15fb') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:16.664950 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Attempting to bind port 89371a08-30d1-4f51-9106-2247d4e12407 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:16.665320 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Attempting to bind port 89371a08-30d1-4f51-9106-2247d4e12407 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:16.665676 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Attempting to bind port 89371a08-30d1-4f51-9106-2247d4e12407 on network 492df917-b835-40f1-aec0-6e12393a8a05 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:16.675487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Deleting port 609d97dd-fae3-4ac4-908b-1fab254dceb0 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:16.676133 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.681989 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.687307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:16.688714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Checking segment: {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:16.688714 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.688714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Bound using segment: {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:16.689120 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Bound port: 89371a08-30d1-4f51-9106-2247d4e12407, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:16.689314 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.776317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.780208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:16.795523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.801438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:16.801660 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e8a73176-b4bf-4325-8184-749a67e46cc8 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 954 time: 1.8795669 Aug 31 07:53:16.802290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:16.805572 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:16.808114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49238) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:16.832415 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] For port 89371a08-30d1-4f51-9106-2247d4e12407, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:16.838187 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] For port 89371a08-30d1-4f51-9106-2247d4e12407, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=89371a08-30d1-4f51-9106-2247d4e12407,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:16.922165 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.937781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] For port 609d97dd-fae3-4ac4-908b-1fab254dceb0, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=609d97dd-fae3-4ac4-908b-1fab254dceb0,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:16.939257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.966722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Calling delete_port for 609d97dd-fae3-4ac4-908b-1fab254dceb0 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:16.998458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a3ed73fa-daf2-4c46-9bbe-abc6c3434590 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 954 time: 0.1888998 Aug 31 07:53:16.999285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49244) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:17.003595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'routes': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:17.103341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:17.103836 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:17.104701 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:17.110212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:17.120525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] 10.222.0.36 "DELETE /v2.0/networks/5f726a34-ca6d-42e5-bcd4-9b362c14eb39 HTTP/1.1" status: 204 len: 168 time: 0.9984498 Aug 31 07:53:17.231474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74a631-4981-48f5-a517-a0b518afbcc9 tempest-TaggedBootDevicesTest-180109214 tempest-TaggedBootDevicesTest-180109214-project] Pushing event deleted for resources: {'Network': ['ID=5f726a34-ca6d-42e5-bcd4-9b362c14eb39,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:17.351298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37e2a3-7bac-419c-bc86-15eb1583db2f req-02ec39df-b253-4f24-8aab-58cd545dc360 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:17.354111 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:17.366163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e37e2a3-7bac-419c-bc86-15eb1583db2f req-02ec39df-b253-4f24-8aab-58cd545dc360 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2879038 Aug 31 07:53:17.510822 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:17.525628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['609d97dd-fae3-4ac4-908b-1fab254dceb0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:17.527275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e37e2a3-7bac-419c-bc86-15eb1583db2f req-1743393a-c67f-41f5-a4fd-3990be70d14f tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591175 Aug 31 07:53:17.595289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Pushing event deleted for resources: {'Port': ['ID=609d97dd-fae3-4ac4-908b-1fab254dceb0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:17.624128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcaecf-43e9-4c60-996b-f6d3cf6cdd58 req-fd8cfbff-8df6-4801-9e67-ff1fb78e29d6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:17.634097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70fcaecf-43e9-4c60-996b-f6d3cf6cdd58 req-fd8cfbff-8df6-4801-9e67-ff1fb78e29d6 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 867 time: 0.3199859 Aug 31 07:53:17.739927 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d341493-dc0b-40ed-9f12-5557cde84aaf None None] Pushing event updated for resources: {'Port': ['ID=89371a08-30d1-4f51-9106-2247d4e12407,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:17.806302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] No DVR routers for this DVR port 609d97dd-fae3-4ac4-908b-1fab254dceb0 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:17.825980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added routes are [] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:53:17.826307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:53:17.827089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:17.829488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea6db10-7e44-44b5-98ad-2b5e56f58cf9 req-2f413a5a-8a2d-48cc-8a88-e88a0466a939 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.45 "DELETE /v2.0/ports/609d97dd-fae3-4ac4-908b-1fab254dceb0 HTTP/1.1" status: 204 len: 173 time: 1.4758701 Aug 31 07:53:17.830199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'name': 'network-vif-deleted', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:17.842686 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361db03e-8e0d-4d29-8ebc-3aa319ea1e25" -d '{"events": [{"server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "name": "network-vif-deleted", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:17.896176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70fcaecf-43e9-4c60-996b-f6d3cf6cdd58 req-e4676c3c-408c-41a5-a01f-5e186951e31d tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6c86b6c-24f9-440f-a83e-d8057d0f06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608309 Aug 31 07:53:17.911979 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:18.008442 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:15Z', 'revision_number': 6, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89371a08-30d1-4f51-9106-2247d4e12407', 'name': '', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:b5:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:08Z', 'updated_at': '2021-08-31T07:53:16Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:18.030268 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eac2c3-9d0c-4935-8041-b13dd265ed0a x-openstack-request-id: req-e4eac2c3-9d0c-4935-8041-b13dd265ed0a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:18.030587 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7d916b-ac02-4a6a-90e1-6d09cc490c9e", "name": "network-vif-deleted", "tag": "609d97dd-fae3-4ac4-908b-1fab254dceb0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:18.042057 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4eac2c3-9d0c-4935-8041-b13dd265ed0a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:18.042824 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7d916b-ac02-4a6a-90e1-6d09cc490c9e', 'name': 'network-vif-deleted', 'tag': '609d97dd-fae3-4ac4-908b-1fab254dceb0', 'status': 'completed', 'code': 200} Aug 31 07:53:18.091447 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7051dd0-7b2c-4681-90ba-276ee215e16d None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:15Z', 'revision_number': 6, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89371a08-30d1-4f51-9106-2247d4e12407', 'name': '', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:b5:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:08Z', 'updated_at': '2021-08-31T07:53:16Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:18.450588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:18.470990 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:18.633915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-7d335dbf-5e20-48ce-abe7-5dba8eaad7ab tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:18.637310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-7d335dbf-5e20-48ce-abe7-5dba8eaad7ab tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.4209621 Aug 31 07:53:18.645335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-5bb88e2c-28ad-4157-ab9e-21b9cb01bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:18.646936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-5bb88e2c-28ad-4157-ab9e-21b9cb01bfad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 1097 time: 0.2624941 Aug 31 07:53:18.664104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b0ff-7f14-400d-a856-5741dd7363df req-0c8fc3d0-c949-4d8a-b690-0171baf175c9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:18.667022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddf0b0ff-7f14-400d-a856-5741dd7363df req-0c8fc3d0-c949-4d8a-b690-0171baf175c9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1654606 Aug 31 07:53:18.699987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:18.705315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-93155891-9d2e-4bf8-82bb-8a8b25e100d1 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/quotas/e91c92f64ac040be8e4a697aad6cb36e HTTP/1.1" status: 200 len: 375 time: 0.0354793 Aug 31 07:53:18.835769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:18.843818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:18.845062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-501fd6c5-ffe5-49b4-a002-c475747ee152 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 704 time: 1.8454790 Aug 31 07:53:18.848234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49302) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:18.871714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddf0b0ff-7f14-400d-a856-5741dd7363df req-f7ae622c-69ef-4aa9-b146-416cfe27b39c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877334 Aug 31 07:53:18.903111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-32187df2-0fa4-46e9-bd11-6f3f4475bd4a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958871 Aug 31 07:53:19.005644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-5b6ac6ec-f3b3-40c4-916a-a647191e354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:19.008987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-5b6ac6ec-f3b3-40c4-916a-a647191e354c service neutron] 10.222.0.68 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 911 time: 0.3404706 Aug 31 07:53:19.116086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-0ba81f15-2cec-4c50-bb3c-ce520af1ed56 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110651 Aug 31 07:53:19.169781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-5f3fb2de-a63d-43c4-916e-d5be2a9d8362 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73 HTTP/1.1" status: 200 len: 217 time: 0.1429987 Aug 31 07:53:19.238210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f19bd7d5-1340-4ce6-af24-51989e92773b req-e630b933-87e6-437c-af81-b245019dbe59 tempest-FloatingIPsAssociationTestJSON-1079590838 tempest-FloatingIPsAssociationTestJSON-1079590838-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7d916b-ac02-4a6a-90e1-6d09cc490c9e HTTP/1.1" status: 200 len: 210 time: 0.1901364 Aug 31 07:53:19.310102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-86f0b25c-82cb-4359-8a91-d7274277eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:19.311661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-86f0b25c-82cb-4359-8a91-d7274277eb37 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 200 len: 850 time: 0.1031535 Aug 31 07:53:19.362897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-d850e5b8-3ef5-4035-bbf9-5b6aadefdda8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bde0172c-35c1-4e79-a4c7-78fcee241443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409856 Aug 31 07:53:19.384661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-ccf6d097-ed50-44e1-b07e-23bc1d68456c service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656887 Aug 31 07:53:19.609612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:19.624177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26d477bf-8747-4926-9ed5-9a2392f1a9ec tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 704 time: 0.7739773 Aug 31 07:53:19.627460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:19.647362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:19.649345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-fa434b4e-ff25-4c55-b719-f6deaf48a16a service neutron] 10.222.0.68 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635880 Aug 31 07:53:19.651774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:19.837846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:19.895091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 609d97dd-fae3-4ac4-908b-1fab254dceb0 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:19.898286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad23f035-3300-457c-a567-da3d4ed92ffb req-b50db6d3-17c7-4cc9-b31d-09a2a1801fbb tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 210 time: 0.0802660 Aug 31 07:53:19.899786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 89371a08-30d1-4f51-9106-2247d4e12407 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:19.930329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d64e5ec6-0cd0-45b5-b21e-291eae6a92e2 req-fa1e987a-2821-453d-85cc-67e4a1bdeb45 service neutron] 10.222.0.68 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738223 Aug 31 07:53:20.067901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 609d97dd-fae3-4ac4-908b-1fab254dceb0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:20.069094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 609d97dd-fae3-4ac4-908b-1fab254dceb0 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:20.119106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c652f9-84c5-41a0-8d17-e0ff59c303cd req-4b807e0b-12b0-417f-aa72-10e06ee8238b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:20.127905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c652f9-84c5-41a0-8d17-e0ff59c303cd req-4b807e0b-12b0-417f-aa72-10e06ee8238b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.0728707 Aug 31 07:53:20.190747 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c652f9-84c5-41a0-8d17-e0ff59c303cd req-cfb9f22c-c260-4143-be4b-9ecd63dca3c9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616331 Aug 31 07:53:20.292362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:20.341727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49340) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:20.354602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 89371a08-30d1-4f51-9106-2247d4e12407 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:20.364500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 89371a08-30d1-4f51-9106-2247d4e12407 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:20.364970 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:20.431868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:17Z', 'revision_number': 7, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89371a08-30d1-4f51-9106-2247d4e12407', 'name': '', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:b5:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:08Z', 'updated_at': '2021-08-31T07:53:16Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:20.464102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:20.510143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:20.520228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:20.521330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:20.648827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 89371a08-30d1-4f51-9106-2247d4e12407, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=89371a08-30d1-4f51-9106-2247d4e12407,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:20.703249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:20.876157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 89371a08-30d1-4f51-9106-2247d4e12407 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:20.876759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:20.883425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:21.023336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port 89371a08-30d1-4f51-9106-2247d4e12407, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=89371a08-30d1-4f51-9106-2247d4e12407,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:21.023793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:21.031255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9af7694e-762d-43c6-ac8e-93a21182db1b req-ed4aad75-434f-400e-8cbe-a54730fd4ea5 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 210 time: 0.0480351 Aug 31 07:53:21.035400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:21.040173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 89371a08-30d1-4f51-9106-2247d4e12407 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:21.104174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=89371a08-30d1-4f51-9106-2247d4e12407,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:21.211576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:17Z', 'revision_number': 7, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89371a08-30d1-4f51-9106-2247d4e12407', 'name': '', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:b5:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:08Z', 'updated_at': '2021-08-31T07:53:16Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:21.247813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8f56c-d95b-4b18-bc36-abd27079d795 None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:17Z', 'revision_number': 7, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89371a08-30d1-4f51-9106-2247d4e12407', 'name': '', 'network_id': '492df917-b835-40f1-aec0-6e12393a8a05', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:b5:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:08Z', 'updated_at': '2021-08-31T07:53:16Z', 'revision_number': 4, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'cfb2c5ba-a37d-471b-8afd-81d422479803', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:21.370526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720a22-85bd-47d2-bf60-85f7d6a45939 req-1d19d876-0966-414f-be35-5ecf04aac88c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:21.372132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec720a22-85bd-47d2-bf60-85f7d6a45939 req-1d19d876-0966-414f-be35-5ecf04aac88c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.0698771 Aug 31 07:53:21.413116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:21.447409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec720a22-85bd-47d2-bf60-85f7d6a45939 req-cb32f235-7752-4287-b720-994384b88850 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655458 Aug 31 07:53:21.455546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=89371a08-30d1-4f51-9106-2247d4e12407,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:21.527230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Deleting port 5d1e6cde-dd0a-4368-9193-817668157897 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:21.527830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:21.587909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 89371a08-30d1-4f51-9106-2247d4e12407 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:21.633386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 89371a08-30d1-4f51-9106-2247d4e12407 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:21.638313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 89371a08-30d1-4f51-9106-2247d4e12407 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 07:53:21.714187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port 89371a08-30d1-4f51-9106-2247d4e12407 not found, will not notify nova. {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 07:53:21.743910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] For port 5d1e6cde-dd0a-4368-9193-817668157897, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5d1e6cde-dd0a-4368-9193-817668157897,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:21.744292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:21.814076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Calling delete_port for 5d1e6cde-dd0a-4368-9193-817668157897 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:21.841266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.142349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:22.265451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:22.276366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5fbeb669-a457-40cf-814e-3d9689888839 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6471221 Aug 31 07:53:22.277129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49370) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:22.278699 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:22.303912 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:22.304626 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:22.349043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet cfb2c5ba-a37d-471b-8afd-81d422479803 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:22.352786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.402750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.553428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.725454 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:22.741718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cdbde9b-496b-4f8e-b426-0cd40e6d329f req-b8f3848e-bf4f-4a66-b148-052e9656f2da tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 210 time: 0.1166332 Aug 31 07:53:22.760325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.811659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dda53-3b1a-47a6-a955-89b3fc536ccd req-db2ec641-f4e5-41bb-8912-3baaea74b8cd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:22.819887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a9dda53-3b1a-47a6-a955-89b3fc536ccd req-db2ec641-f4e5-41bb-8912-3baaea74b8cd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1959300 Aug 31 07:53:22.857144 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.870901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb2c5ba-a37d-471b-8afd-81d422479803,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:22.877564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.880585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7adebe9d-4be1-439a-9f54-8d2e21e8c12b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/cfb2c5ba-a37d-471b-8afd-81d422479803 HTTP/1.1" status: 204 len: 168 time: 0.6018269 Aug 31 07:53:22.886854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49384) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:22.891496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39cc8b-dc59-4500-a779-a4f32aa7d604 None None] Network 492df917-b835-40f1-aec0-6e12393a8a05 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:23.153710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.195318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a9dda53-3b1a-47a6-a955-89b3fc536ccd req-3f4f1664-2309-47a6-af89-19409a045af7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743894 Aug 31 07:53:23.230781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1e6cde-dd0a-4368-9193-817668157897,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:23.259160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] DHCP port deletion for 492df917-b835-40f1-aec0-6e12393a8a05 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:23.301613 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:21Z', 'revision_number': 8, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:23.302962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:23.303310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.361415 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:23.364744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Deleting port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:23.365130 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.373260 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:23.374345 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:23.385837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-1a647cdd-224c-4c9b-9386-f1d22bf8415a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:23.387281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-1a647cdd-224c-4c9b-9386-f1d22bf8415a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.7474957 Aug 31 07:53:23.400695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:23.401343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.411977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Request body: {'port': {'device_id': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'admin_state_up': True, 'tenant_id': 'e91c92f64ac040be8e4a697aad6cb36e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:23.438654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for a77136b3-4ce2-49f7-aac7-f0eb075b5f1a owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:23.575178 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.609121 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:23.754304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.819397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:23.827868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:23.854771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a77136b3-4ce2-49f7-aac7-f0eb075b5f1a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:23.888266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Made reservation on behalf of e91c92f64ac040be8e4a697aad6cb36e for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:23.893770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:23.902489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Router 50772c9a-814b-4314-9bab-09401b097168 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:24.018726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b1bbc5-be1b-4694-936f-64eb75f44fbc req-94d1540f-ad53-4e21-8ea8-1bdb15f7d9d5 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 210 time: 0.0916097 Aug 31 07:53:24.056308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a77136b3-4ce2-49f7-aac7-f0eb075b5f1a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:24.057659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a77136b3-4ce2-49f7-aac7-f0eb075b5f1a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:24.072557 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.090296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] For port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,segment=NetworkSegment(ad004695-e4ed-45bb-b74f-c7d9b00cebbc),segment_id=ad004695-e4ed-45bb-b74f-c7d9b00cebbc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:24.090963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.107527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Calling delete_port for a77136b3-4ce2-49f7-aac7-f0eb075b5f1a owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:24.123350 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.139014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492df917-b835-40f1-aec0-6e12393a8a05']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:24.168278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:24.169366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad004695-e4ed-45bb-b74f-c7d9b00cebbc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:24.184206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.190918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f3ed40aa-b191-4d93-8e8e-dbd877606448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.204465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.212103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:24.212590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:24.216334 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:24.224203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:21Z', 'revision_number': 8, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:24.257037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.258770 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb701d-faf4-423f-87e8-922bedeab93b None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:21Z', 'revision_number': 8, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa5d8ee4-3226-4e8e-857f-2ed2324d6215', 'name': '', 'network_id': '8d11ac7a-f953-4ef5-89fe-38be0cd9328f', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:39:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:02Z', 'updated_at': '2021-08-31T07:53:12Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '405a3ac9-9704-4194-b1ee-8d019d2628b2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:24.316659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Pushing event deleted for resources: {'Port': ['ID=a77136b3-4ce2-49f7-aac7-f0eb075b5f1a,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:24.324437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] No DVR routers for this DVR port a77136b3-4ce2-49f7-aac7-f0eb075b5f1a on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:24.344814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.345166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.345509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.345888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.347042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.347386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.347828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.348325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.348659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.348990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.349319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.349644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68f47d-a57a-4ae4-a0fc-49749ab63769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:24.456901 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.460336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e103472-953a-4b73-85fa-00eedc155efb req-159e9cea-8909-41b2-88cc-404f6dcc1639 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:24.461930 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e103472-953a-4b73-85fa-00eedc155efb req-159e9cea-8909-41b2-88cc-404f6dcc1639 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1464860 Aug 31 07:53:24.466213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.466213 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/492df917-b835-40f1-aec0-6e12393a8a05 HTTP/1.1" status: 204 len: 168 time: 1.5789492 Aug 31 07:53:24.466751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:24.467133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49406) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:24.476578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] Sync routers for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:24.487472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:24.488118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:24.499044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecc45d-0592-4948-9160-edc6c9802fb2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=492df917-b835-40f1-aec0-6e12393a8a05,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:24.518944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Allocated IP 172.20.0.12 (c4c70ff7-c36e-4a55-bdfe-c57615cdbd84/a415f8b2-78f5-4ff7-877a-0f9844265e5f/4342ad24-f6b8-4455-9551-74212ceddadc) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:24.521432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7ff30c8f-2726-4825-af4c-efb51a87ef94 admin admin] 10.222.0.36 "PUT /v2.0/routers/50772c9a-814b-4314-9bab-09401b097168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1782551 Aug 31 07:53:24.524335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49408) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:24.631570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:24.641874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e103472-953a-4b73-85fa-00eedc155efb req-31a65966-d152-4f5b-a1f5-2b45232bab45 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192551 Aug 31 07:53:24.710957 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.876393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:24.964490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:53:22Z', 'revision_number': 5, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port': {'id': '68b9d32f-da06-42ee-8b55-b52a7c1a5a67', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50772c9a-814b-4314-9bab-09401b097168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:25.000116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] Checking router: 50772c9a-814b-4314-9bab-09401b097168 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:25.012719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] Routers {'50772c9a-814b-4314-9bab-09401b097168'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:25.013679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['50772c9a-814b-4314-9bab-09401b097168'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:25.024360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Deleting port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:25.024729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.107105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.130673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] Set router 50772c9a-814b-4314-9bab-09401b097168 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:25.156676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] For port 68b9d32f-da06-42ee-8b55-b52a7c1a5a67, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:25.157060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.188396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Calling delete_port for 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:25.200573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1385404-fec8-42d6-b750-fcb297e8af57 req-6c50685d-305f-43cc-8aad-ac763d111cd9 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 210 time: 0.0709405 Aug 31 07:53:25.223716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:53:24Z', 'revision_number': 6, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:25.253128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df16aff-078e-4e92-ad96-2491bb1629d2 None None] The sync data for ids ['50772c9a-814b-4314-9bab-09401b097168'] in n-d-713499-16 is: [{'id': '50772c9a-814b-4314-9bab-09401b097168', 'name': 'tempest-FloatingIPsAssociationTestJSON-1734671840-router', 'tenant_id': 'fc970d0b6d784106b4b57babdea6a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:53:24Z', 'revision_number': 6, 'project_id': 'fc970d0b6d784106b4b57babdea6a581', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:25.317049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.367243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.380921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:25.383511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['038dff2b-37eb-49af-bbab-d878dfd383ec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:25.472763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event updated for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:25.491602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.492216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.492676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.494126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.495603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.496093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.496534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.496969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.497400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.497866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.498530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.498951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:25.533836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:25.537269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.539522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:25.548236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:25.571349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Pushing event deleted for resources: {'Port': ['ID=68b9d32f-da06-42ee-8b55-b52a7c1a5a67,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:25.594259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:25.602286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.767852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.863223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d1e6cde-dd0a-4368-9193-817668157897 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:25.871900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864d42b-632d-4e11-b1c0-ef3d99b2e67b req-9be152f9-89b4-40ce-a6ae-504614c44e08 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:25.880243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0864d42b-632d-4e11-b1c0-ef3d99b2e67b req-9be152f9-89b4-40ce-a6ae-504614c44e08 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.0879703 Aug 31 07:53:25.932661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5d1e6cde-dd0a-4368-9193-817668157897 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:25.933031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d1e6cde-dd0a-4368-9193-817668157897 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:25.933466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 89371a08-30d1-4f51-9106-2247d4e12407 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:25.937131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0864d42b-632d-4e11-b1c0-ef3d99b2e67b req-383b060a-27eb-41de-855a-e1820805ece9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472562 Aug 31 07:53:25.941417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-e6e43d4b-2c28-4a00-9648-a4444bfa1ae0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5336864 Aug 31 07:53:25.943217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.959489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Request body: {'port': {'device_id': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:25.968435 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:53:25.986636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 89371a08-30d1-4f51-9106-2247d4e12407 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:25.987020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 89371a08-30d1-4f51-9106-2247d4e12407 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:26.077586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.122842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.125495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.297251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.297994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50772c9a-814b-4314-9bab-09401b097168 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:53:26.302273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.304876 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ffd2cf32-032c-4b5b-8d1e-03a56ffac99b admin admin] 10.222.0.36 "DELETE /v2.0/routers/50772c9a-814b-4314-9bab-09401b097168 HTTP/1.1" status: 204 len: 168 time: 1.7780931 Aug 31 07:53:26.308821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49442) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:26.381405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Deleting subnet 675865dd-b355-4af7-b08e-0ace5eebaa0e {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:26.385512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.445122 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.491375 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.511945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port aa5d8ee4-3226-4e8e-857f-2ed2324d6215 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:26.512546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.599787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51849f9-3379-4899-b222-32cb9402f35f req-9e8ef04c-f90a-494e-9e96-6df1fcaa1309 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:26.601973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f51849f9-3379-4899-b222-32cb9402f35f req-9e8ef04c-f90a-494e-9e96-6df1fcaa1309 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 932 time: 0.1809797 Aug 31 07:53:26.637394 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.691633 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1076cd99-85cf-4801-8054-8c2917d908d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.707340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f51849f9-3379-4899-b222-32cb9402f35f req-92d133d0-a1d6-4e90-9d33-82de601f995a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916598 Aug 31 07:53:26.720435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4342ad24-f6b8-4455-9551-74212ceddadc {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:26.733307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.736987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port aa5d8ee4-3226-4e8e-857f-2ed2324d6215, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,segment=NetworkSegment(651f72be-f8fa-4c3b-a5f6-e3f5517624a7),segment_id=651f72be-f8fa-4c3b-a5f6-e3f5517624a7)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:26.737355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.758115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for aa5d8ee4-3226-4e8e-857f-2ed2324d6215 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:26.822226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.835111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Transition to ACTIVE for port object 4342ad24-f6b8-4455-9551-74212ceddadc will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:26.907969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675865dd-b355-4af7-b08e-0ace5eebaa0e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:26.918898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:26.923431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-508e2f6b-1c35-44da-93c8-f8de86da28f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/675865dd-b355-4af7-b08e-0ace5eebaa0e HTTP/1.1" status: 204 len: 168 time: 0.6112418 Aug 31 07:53:26.930746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49458) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:26.935886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d871976-e245-42fb-8bac-b31c0e9e8dc8 None None] Network 7c2e9ad2-9098-487f-bd43-9dac61ab0573 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:26.946268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.129835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Pushing event updated for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:27.145834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.271879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] DHCP port deletion for 7c2e9ad2-9098-487f-bd43-9dac61ab0573 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:27.278887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Deleting port a63a7f00-3401-44c2-83ae-12644c9ffd23 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:27.278887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.373229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] Deleting port a63a7f00-3401-44c2-83ae-12644c9ffd23 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:27.374191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.453479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] For port a63a7f00-3401-44c2-83ae-12644c9ffd23, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a63a7f00-3401-44c2-83ae-12644c9ffd23,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:27.454056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.492327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] Calling delete_port for a63a7f00-3401-44c2-83ae-12644c9ffd23 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:27.500090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] For port a63a7f00-3401-44c2-83ae-12644c9ffd23, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a63a7f00-3401-44c2-83ae-12644c9ffd23,segment=NetworkSegment(e113b10e-a263-4a75-b25a-e818eb50759e),segment_id=e113b10e-a263-4a75-b25a-e818eb50759e)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:27.500655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.543338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Calling delete_port for a63a7f00-3401-44c2-83ae-12644c9ffd23 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:27.592709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:27.658058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:27.658670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68b9d32f-da06-42ee-8b55-b52a7c1a5a67 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:27.659074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a63a7f00-3401-44c2-83ae-12644c9ffd23 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:27.762432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Attempting to bind port 4342ad24-f6b8-4455-9551-74212ceddadc on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:27.762990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Attempting to bind port 4342ad24-f6b8-4455-9551-74212ceddadc by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:27.763106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Attempting to bind port 4342ad24-f6b8-4455-9551-74212ceddadc on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:27.771585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.772496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Port 4342ad24-f6b8-4455-9551-74212ceddadc on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:53:27.772832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Attempting to bind port 4342ad24-f6b8-4455-9551-74212ceddadc on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:27.795486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] No DVR routers for this DVR port a63a7f00-3401-44c2-83ae-12644c9ffd23 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:27.803187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119e87-f76b-441f-b01b-207381ecc9c8 req-8a802475-aebe-4cee-9073-d6983a61ad2b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:27.811688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c119e87-f76b-441f-b01b-207381ecc9c8 req-8a802475-aebe-4cee-9073-d6983a61ad2b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.7588828 Aug 31 07:53:27.817242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:27.817587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Checking segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:27.818013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Bound using segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:27.818469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Bound port: 4342ad24-f6b8-4455-9551-74212ceddadc, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:27.826604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.831846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port a63a7f00-3401-44c2-83ae-12644c9ffd23 update to DOWN by agent not found {{(pid=95447) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 07:53:27.850104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.884587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63a7f00-3401-44c2-83ae-12644c9ffd23,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:27.907357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] Pushing event deleted for resources: {'Port': ['ID=a63a7f00-3401-44c2-83ae-12644c9ffd23,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:27.915455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374e414-84cc-4ee8-82ed-900b090006dc None None] No DVR routers for this DVR port a63a7f00-3401-44c2-83ae-12644c9ffd23 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:27.951157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.981864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.987098 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.996442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2e9ad2-9098-487f-bd43-9dac61ab0573']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:28.010102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:28.013661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4342ad24-f6b8-4455-9551-74212ceddadc,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:28.016277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e113b10e-a263-4a75-b25a-e818eb50759e') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:28.017163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e113b10e-a263-4a75-b25a-e818eb50759e') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:28.020965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=aa5d8ee4-3226-4e8e-857f-2ed2324d6215,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:28.048474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.059910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c119e87-f76b-441f-b01b-207381ecc9c8 req-111a9345-c648-4221-8ae7-8d8a5ed3d5da tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472551 Aug 31 07:53:28.091543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.102664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:28.103288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:28.105324 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:28.140467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b273-958a-48ff-afb4-047f40a60b89 req-ad0e167a-9afa-47ed-905b-5202a7dee9ca tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:28.149697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c35b273-958a-48ff-afb4-047f40a60b89 req-ad0e167a-9afa-47ed-905b-5202a7dee9ca tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 944 time: 0.2961257 Aug 31 07:53:28.204023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.268889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:28.269529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.271012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] 10.222.0.45 "PUT /v2.0/ports/4342ad24-f6b8-4455-9551-74212ceddadc HTTP/1.1" status: 200 len: 1093 time: 2.3213406 Aug 31 07:53:28.274471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:28.276698 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c02d16-69c8-4b47-91ff-9348b764042c" -d '{"events": [{"name": "network-changed", "server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:28.301910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.311440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c35b273-958a-48ff-afb4-047f40a60b89 req-94fa97dc-f410-4fd7-9c7f-71e1b58e98c6 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608274 Aug 31 07:53:28.341976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaa812-ebcd-4f2f-b85f-d9936a2b3168 service neutron] Pushing event updated for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:28.342551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.348720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.353308 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7c2e9ad2-9098-487f-bd43-9dac61ab0573 HTTP/1.1" status: 204 len: 168 time: 1.4194152 Aug 31 07:53:28.387948 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117189e-b022-4d6c-8141-ee22d9cf8f8b x-openstack-request-id: req-7117189e-b022-4d6c-8141-ee22d9cf8f8b {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:28.399242 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:28.399242 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7117189e-b022-4d6c-8141-ee22d9cf8f8b {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:28.399242 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc', 'status': 'completed', 'code': 200} Aug 31 07:53:28.399740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df163c-b813-43b4-be79-f6389ce073b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2e9ad2-9098-487f-bd43-9dac61ab0573,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:28.518216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c02d16-69c8-4b47-91ff-9348b764042c req-4f0add45-bde0-434b-8656-c523dc3d26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:28.519801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10c02d16-69c8-4b47-91ff-9348b764042c req-4f0add45-bde0-434b-8656-c523dc3d26e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 1096 time: 0.1252551 Aug 31 07:53:28.692206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49492) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:28.773034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:28.790756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49500) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:28.801857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c02d16-69c8-4b47-91ff-9348b764042c req-5a58537d-249b-45ef-be3a-5a6af7427c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:28.803378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10c02d16-69c8-4b47-91ff-9348b764042c req-5a58537d-249b-45ef-be3a-5a6af7427c4a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2462606 Aug 31 07:53:28.852872 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-33f533d7-c0b9-427e-95af-fc39aed92d96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc970d0b6d784106b4b57babdea6a581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603862 Aug 31 07:53:28.857768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49502) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:28.945234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6996bb4c-a86d-4c9f-ab89-b309ddf73d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.991219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6996bb4c-a86d-4c9f-ab89-b309ddf73d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.105904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:29.124409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a781ca30-4658-46ae-8852-ab2db467da2f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6504943 Aug 31 07:53:29.124700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49510) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:29.134355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:29.157120 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:29.161624 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:29.167334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c02d16-69c8-4b47-91ff-9348b764042c req-c36d7792-c783-459f-a9ed-51d191650ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:29.170901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10c02d16-69c8-4b47-91ff-9348b764042c req-c36d7792-c783-459f-a9ed-51d191650ae4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3266332 Aug 31 07:53:29.193667 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6996bb4c-a86d-4c9f-ab89-b309ddf73d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.196556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6996bb4c-a86d-4c9f-ab89-b309ddf73d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.200356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6996bb4c-a86d-4c9f-ab89-b309ddf73d95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6c86b6c-24f9-440f-a83e-d8057d0f06ce HTTP/1.1" status: 204 len: 168 time: 0.3388660 Aug 31 07:53:29.254566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996bb4c-a86d-4c9f-ab89-b309ddf73d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c86b6c-24f9-440f-a83e-d8057d0f06ce,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:29.258866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83c2fe8c-314c-42d8-b0a8-6bb7d8eaf7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.276237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet 405a3ac9-9704-4194-b1ee-8d019d2628b2 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:29.280952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.319970 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:29.339257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1302cc-56fc-41c9-ab7d-edfe26862c91 req-782e0ce3-72d7-4468-b67e-3ed454abff5d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:29.348033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db1302cc-56fc-41c9-ab7d-edfe26862c91 req-782e0ce3-72d7-4468-b67e-3ed454abff5d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.0864065 Aug 31 07:53:29.362743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.376611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-c49feae6-f506-49a9-b935-7bdb439bf265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:29.378793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-c49feae6-f506-49a9-b935-7bdb439bf265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 1096 time: 0.1608622 Aug 31 07:53:29.469004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.495385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db1302cc-56fc-41c9-ab7d-edfe26862c91 req-8d74bcfa-c397-45f8-a43a-6603717e7fef tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405993 Aug 31 07:53:29.500477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-390ae782-5057-460e-a22e-d805ae3e01bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4342ad24-f6b8-4455-9551-74212ceddadc HTTP/1.1" status: 200 len: 217 time: 0.1044509 Aug 31 07:53:29.632756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.681587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327b447-16ea-4114-904c-25f2589a587f req-40cba826-69c5-4928-a7e4-d58b56353f62 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:29.692669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4327b447-16ea-4114-904c-25f2589a587f req-40cba826-69c5-4928-a7e4-d58b56353f62 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 944 time: 0.1957998 Aug 31 07:53:29.697178 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83c2fe8c-314c-42d8-b0a8-6bb7d8eaf7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.704142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-045ac9a9-68bc-40af-a94c-0355fa719d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:29.710144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-045ac9a9-68bc-40af-a94c-0355fa719d79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.1989896 Aug 31 07:53:29.765650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83c2fe8c-314c-42d8-b0a8-6bb7d8eaf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.804478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.805909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-919a4afe-86cc-401f-861a-a8971934055f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593591 Aug 31 07:53:29.824972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:29.833898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4292855d-89b4-4d4e-b6ce-6f36741dfa62 None None] Network 8d11ac7a-f953-4ef5-89fe-38be0cd9328f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:29.837111 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/405a3ac9-9704-4194-b1ee-8d019d2628b2 HTTP/1.1" status: 204 len: 168 time: 0.7112601 Aug 31 07:53:29.849039 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-83c2fe8c-314c-42d8-b0a8-6bb7d8eaf7ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2610c23450b14b15a8609437d554b8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1554389 Aug 31 07:53:29.849920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49528) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:29.851665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49530) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:29.853731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4327b447-16ea-4114-904c-25f2589a587f req-dba2f573-bf44-4ab5-b85c-83a54b8507a4 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526680 Aug 31 07:53:29.875925 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:27Z', 'revision_number': 9, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:29.944402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2fe8c-314c-42d8-b0a8-6bb7d8eaf7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d6325-e06d-4001-9836-f19245bdb0a5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:29.971672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:29.995684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a7abf-c474-497d-8080-e453ff310f65 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=405a3ac9-9704-4194-b1ee-8d019d2628b2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:29.997319 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:29.998361 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:30.072874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-a2fff2dc-5dd0-4c18-b95e-fcb78ba0a3d2 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180002 Aug 31 07:53:30.121011 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:30.221063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] DHCP port deletion for 8d11ac7a-f953-4ef5-89fe-38be0cd9328f request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:30.324229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2540bae4-ba13-4056-90a1-1b7c36d3279a req-3c8012ad-8896-4839-940c-063ded67516f service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401755 Aug 31 07:53:30.408581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] Deleting port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:30.409128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.449008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:27Z', 'revision_number': 9, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:30.495406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] For port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,segment=NetworkSegment(651f72be-f8fa-4c3b-a5f6-e3f5517624a7),segment_id=651f72be-f8fa-4c3b-a5f6-e3f5517624a7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:30.496020 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.512152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] Calling delete_port for a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:30.559432 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd37517-95b3-48ad-b67c-9dd6f6dcecf4 None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:27Z', 'revision_number': 9, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '5fd00393-e3f2-4248-8952-c84d34a8110f', 'name': '', 'network_id': '90979ad8-2508-4e56-9641-c5a8d4e88156', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:3b:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:51Z', 'updated_at': '2021-08-31T07:53:03Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': '08c6b75c-e370-47f0-a3f4-9aa0215ac609', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:30.739215 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.769650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff677ac9-fa7d-4d6b-b937-54438f9a39f2 req-ccd3c209-58cb-4e5a-9f43-5562dc5998bf tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:30.778448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff677ac9-fa7d-4d6b-b937-54438f9a39f2 req-ccd3c209-58cb-4e5a-9f43-5562dc5998bf tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1140270 Aug 31 07:53:30.811356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.827042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46d3d58e-8b36-4d08-b124-91559dca8df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.865677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] Pushing event deleted for resources: {'Port': ['ID=a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:30.866575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff677ac9-fa7d-4d6b-b937-54438f9a39f2 req-afabbb32-081f-4de2-b6eb-d8f1fb08d01c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871341 Aug 31 07:53:30.882024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46d3d58e-8b36-4d08-b124-91559dca8df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.894021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64fc60-9c42-4920-a435-b3957cf6ae4b None None] No DVR routers for this DVR port a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:30.978779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.000841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d11ac7a-f953-4ef5-89fe-38be0cd9328f']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:31.019323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651f72be-f8fa-4c3b-a5f6-e3f5517624a7') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:31.019900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651f72be-f8fa-4c3b-a5f6-e3f5517624a7') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:31.031704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.054512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.074748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:31.074955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:31.081283 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:31.138272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3875ae-ab8b-4eac-9353-f31e738381f6 req-263d9ce5-b730-4971-9ef1-6b10a27e5e66 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:31.140091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff3875ae-ab8b-4eac-9353-f31e738381f6 req-263d9ce5-b730-4971-9ef1-6b10a27e5e66 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 944 time: 0.1589258 Aug 31 07:53:31.192878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff3875ae-ab8b-4eac-9353-f31e738381f6 req-043509f0-a8bf-4244-a6ba-2e9f5fa5de7a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Aug 31 07:53:31.199538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46d3d58e-8b36-4d08-b124-91559dca8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.202402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46d3d58e-8b36-4d08-b124-91559dca8df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.203768 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-46d3d58e-8b36-4d08-b124-91559dca8df5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee3d6325-e06d-4001-9836-f19245bdb0a5 HTTP/1.1" status: 204 len: 168 time: 1.2720253 Aug 31 07:53:31.215967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3d58e-8b36-4d08-b124-91559dca8df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d6325-e06d-4001-9836-f19245bdb0a5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:31.262497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.270955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.275359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/8d11ac7a-f953-4ef5-89fe-38be0cd9328f HTTP/1.1" status: 204 len: 168 time: 1.3795645 Aug 31 07:53:31.279318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49576) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:31.360887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adeddc-db8c-48e1-b595-7cabfed9c91f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=8d11ac7a-f953-4ef5-89fe-38be0cd9328f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:31.569678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa5d8ee4-3226-4e8e-857f-2ed2324d6215 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:31.606357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: aa5d8ee4-3226-4e8e-857f-2ed2324d6215 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:31.612952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa5d8ee4-3226-4e8e-857f-2ed2324d6215 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:31.613587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:31.677337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:31.677693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a16cacdf-d9e6-45aa-b1a6-5a2cb3462b7b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:31.695800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4342ad24-f6b8-4455-9551-74212ceddadc details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:53:31.885503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4342ad24-f6b8-4455-9551-74212ceddadc,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:31.935180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '4342ad24-f6b8-4455-9551-74212ceddadc', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'port_id': '4342ad24-f6b8-4455-9551-74212ceddadc', 'mac_address': 'fa:16:3e:d9:58:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a415f8b2-78f5-4ff7-877a-0f9844265e5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:53:32.065407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.099493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4342ad24-f6b8-4455-9551-74212ceddadc {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:32.182046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4342ad24-f6b8-4455-9551-74212ceddadc,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:32.223784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e9fd7-216f-426f-b5bf-971c79d5b648 req-a915b9f1-1400-4dc5-96a2-7dbe348de41b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:32.230396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c43e9fd7-216f-426f-b5bf-971c79d5b648 req-a915b9f1-1400-4dc5-96a2-7dbe348de41b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1152325 Aug 31 07:53:32.285973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c43e9fd7-216f-426f-b5bf-971c79d5b648 req-5b1f37ee-5fd8-4650-bfb0-d52c8115d145 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529256 Aug 31 07:53:32.310717 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.389980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013137a-e423-4507-adca-2a27ec5f2931 req-80705b9c-c77d-4572-90ce-c95b51f96f81 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:32.397108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b013137a-e423-4507-adca-2a27ec5f2931 req-80705b9c-c77d-4572-90ce-c95b51f96f81 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 945 time: 0.1047707 Aug 31 07:53:32.400072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:32.448496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b013137a-e423-4507-adca-2a27ec5f2931 req-9ad984c9-3157-4455-8e03-8a98fb440e40 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 Aug 31 07:53:32.458877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.549772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49632) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:32.558463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['4342ad24-f6b8-4455-9551-74212ceddadc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:32.574121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76c282a0-0e46-4da8-8217-1ef96319efd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.807063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76c282a0-0e46-4da8-8217-1ef96319efd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.831109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49638) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:32.873100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76c282a0-0e46-4da8-8217-1ef96319efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.922338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 5fd00393-e3f2-4248-8952-c84d34a8110f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:32.922685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:32.929524 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-76c282a0-0e46-4da8-8217-1ef96319efd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dbbdc34079b4858aea60e4cd107c27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775659 Aug 31 07:53:32.942555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49644) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:32.945421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c282a0-0e46-4da8-8217-1ef96319efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac70dde-3787-4de0-a85e-d3a77f3f13dd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:33.013993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-113efe15-416d-475a-8ecd-e2c67e4e4c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.041563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25f16f56-29d2-4e33-bcff-0424fafc017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.101581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25f16f56-29d2-4e33-bcff-0424fafc017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.107423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port 5fd00393-e3f2-4248-8952-c84d34a8110f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5fd00393-e3f2-4248-8952-c84d34a8110f,segment=NetworkSegment(0a442fc7-257d-426a-be76-28cd45628154),segment_id=0a442fc7-257d-426a-be76-28cd45628154)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:33.111823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.131661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 5fd00393-e3f2-4248-8952-c84d34a8110f owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:33.222809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-113efe15-416d-475a-8ecd-e2c67e4e4c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.328365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25f16f56-29d2-4e33-bcff-0424fafc017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.340014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25f16f56-29d2-4e33-bcff-0424fafc017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.340014 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25f16f56-29d2-4e33-bcff-0424fafc017a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ac70dde-3787-4de0-a85e-d3a77f3f13dd HTTP/1.1" status: 204 len: 168 time: 0.3891282 Aug 31 07:53:33.343500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f16f56-29d2-4e33-bcff-0424fafc017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac70dde-3787-4de0-a85e-d3a77f3f13dd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:33.382047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-113efe15-416d-475a-8ecd-e2c67e4e4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.465642 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-113efe15-416d-475a-8ecd-e2c67e4e4c12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6410ba24cc347bcaddc89aefef513c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6331744 Aug 31 07:53:33.468910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49658) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:33.473725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.479458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113efe15-416d-475a-8ecd-e2c67e4e4c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2920e39-1af4-4de3-a682-779ba8927c9d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:33.547329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a10d63c6-d328-425e-a86e-a96b842a64e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.567544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=5fd00393-e3f2-4248-8952-c84d34a8110f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:33.602803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a10d63c6-d328-425e-a86e-a96b842a64e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.626949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5932e-5082-4a96-8858-85ad24585bbd req-b8fd61c4-07af-47fe-85b9-718bb1a051d7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:33.626949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fc5932e-5082-4a96-8858-85ad24585bbd req-b8fd61c4-07af-47fe-85b9-718bb1a051d7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1785328 Aug 31 07:53:33.690187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4342ad24-f6b8-4455-9551-74212ceddadc up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:33.787704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a10d63c6-d328-425e-a86e-a96b842a64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.792379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a10d63c6-d328-425e-a86e-a96b842a64e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.794396 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a10d63c6-d328-425e-a86e-a96b842a64e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2920e39-1af4-4de3-a682-779ba8927c9d HTTP/1.1" status: 204 len: 168 time: 0.3244164 Aug 31 07:53:33.805564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d63c6-d328-425e-a86e-a96b842a64e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2920e39-1af4-4de3-a682-779ba8927c9d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:33.859099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fc5932e-5082-4a96-8858-85ad24585bbd req-30c13f17-82ea-4b52-abba-5dacbb8adfa8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237327 Aug 31 07:53:33.906965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4f21a-c12c-4902-a3e4-4802fac51559 req-a1c2a359-37bb-432d-b03b-e96946857cd8 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:33.911831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2de4f21a-c12c-4902-a3e4-4802fac51559 req-a1c2a359-37bb-432d-b03b-e96946857cd8 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 945 time: 0.2504041 Aug 31 07:53:33.912964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:33.947671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 4342ad24-f6b8-4455-9551-74212ceddadc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:33.954566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 4342ad24-f6b8-4455-9551-74212ceddadc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:33.955403 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:34.055200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2de4f21a-c12c-4902-a3e4-4802fac51559 req-fdad0d82-6474-4032-8519-229982b14a44 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819321 Aug 31 07:53:34.086761 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:34.117995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:34.120467 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55edf0b9-b4e4-4dcc-ae75-4bf071f54cb3" -d '{"events": [{"server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "name": "network-vif-plugged", "status": "completed", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:34.164811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4342ad24-f6b8-4455-9551-74212ceddadc,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:34.225549 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07212161-36cd-4bb7-b808-53c411396206 x-openstack-request-id: req-07212161-36cd-4bb7-b808-53c411396206 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:34.226316 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "name": "network-vif-plugged", "status": "completed", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:34.226960 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07212161-36cd-4bb7-b808-53c411396206 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:34.227799 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc', 'code': 200} Aug 31 07:53:34.251217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:34.299608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:34.367262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:34.475601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a346d-8bd5-4c2f-8742-849c28e9e6d6 req-83c4bb8f-746a-4fd5-bb3e-0573c34242b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:34.493433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-616a346d-8bd5-4c2f-8742-849c28e9e6d6 req-83c4bb8f-746a-4fd5-bb3e-0573c34242b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 1098 time: 0.1923404 Aug 31 07:53:34.582852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:34.593858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e2a2e129-e95f-45ef-a05b-6dc25664a409 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3127904 Aug 31 07:53:34.597065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:34.600210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:34.601817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-616a346d-8bd5-4c2f-8742-849c28e9e6d6 req-cf827abd-5bbd-41c2-9591-41fab8124718 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929246 Aug 31 07:53:34.611343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:34.612932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:34.672372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:34.719295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet 08c6b75c-e370-47f0-a3f4-9aa0215ac609 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:34.729411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:34.799715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:34.805480 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.003762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.187361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:33Z', 'revision_number': 10, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:35.229334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.289685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:35.313771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:35.314058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=08c6b75c-e370-47f0-a3f4-9aa0215ac609,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:35.315293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:35.328385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.339849 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a68a4b98-78cc-4d84-913b-7390b8c4bc44 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/08c6b75c-e370-47f0-a3f4-9aa0215ac609 HTTP/1.1" status: 204 len: 168 time: 0.7388184 Aug 31 07:53:35.342228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:35.453934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7b77-dee7-4049-80a2-be1ce0520571 req-2f1184bc-edc3-485d-b564-84fb8be2e69e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:35.458411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897a24a-6904-4548-8708-28e1b8d3d44b None None] Network 90979ad8-2508-4e56-9641-c5a8d4e88156 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:35.462157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1eb7b77-dee7-4049-80a2-be1ce0520571 req-2f1184bc-edc3-485d-b564-84fb8be2e69e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.3846724 Aug 31 07:53:35.545063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1eb7b77-dee7-4049-80a2-be1ce0520571 req-d2d84da7-e122-409a-89d9-b844912143cd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819240 Aug 31 07:53:35.595132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f024e-d6c6-4feb-8121-85d311769ec0 req-90c237a2-c6f8-4352-9705-4cc77b5c4a61 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:35.606001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-050f024e-d6c6-4feb-8121-85d311769ec0 req-90c237a2-c6f8-4352-9705-4cc77b5c4a61 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 946 time: 0.2388401 Aug 31 07:53:35.661338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.699468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-050f024e-d6c6-4feb-8121-85d311769ec0 req-28c09035-2671-43dd-8831-57941d414bac tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923526 Aug 31 07:53:35.813038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 16d35206-31a5-411e-b6ec-18e8916647e0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:35.813999 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.891102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:35.937165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.972164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port 16d35206-31a5-411e-b6ec-18e8916647e0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16d35206-31a5-411e-b6ec-18e8916647e0,segment=NetworkSegment(0a442fc7-257d-426a-be76-28cd45628154),segment_id=0a442fc7-257d-426a-be76-28cd45628154)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:35.972164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:35.996873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 16d35206-31a5-411e-b6ec-18e8916647e0 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:36.063733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:36.101471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-397070711-network', 'tenant_id': '550acf85c7a045d4a14c8de23d1367f2'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:36.211026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.236217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Made reservation on behalf of 550acf85c7a045d4a14c8de23d1367f2 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:36.239317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.259104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.286422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=16d35206-31a5-411e-b6ec-18e8916647e0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:36.330461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port 16d35206-31a5-411e-b6ec-18e8916647e0 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:36.368198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:33Z', 'revision_number': 10, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:36.370690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6ab5a-359b-49cd-8556-aa02381a3d9e None None] DHCP port deletion for 90979ad8-2508-4e56-9641-c5a8d4e88156 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:36.409476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b7867-2977-4838-be69-eeffb49efb38 None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:33Z', 'revision_number': 10, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None, '_interfaces': [{'id': '65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e', 'name': '', 'network_id': '214ce445-b0ad-4d95-9f20-6c9940ddf2de', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'mac_address': 'fa:16:3e:c3:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:40Z', 'updated_at': '2021-08-31T07:52:54Z', 'revision_number': 5, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'subnets': [{'id': 'ab325ef7-8be9-4a7b-a755-22bbbd46a319', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:36.478978 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.484582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.495311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Deleting port 57056073-6f7a-4692-b683-ab6262c843ea {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:36.495749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.510401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90979ad8-2508-4e56-9641-c5a8d4e88156']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:36.523102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a442fc7-257d-426a-be76-28cd45628154') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:36.523432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a442fc7-257d-426a-be76-28cd45628154') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:36.540814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.567995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.570784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.597937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:36.597937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:36.603026 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:36.732946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] For port 57056073-6f7a-4692-b683-ab6262c843ea, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=57056073-6f7a-4692-b683-ab6262c843ea,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:36.734163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.755899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1c3a48-cc69-4091-a48a-15ec841becb8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:36.760411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Calling delete_port for 57056073-6f7a-4692-b683-ab6262c843ea owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:36.777338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.785797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.791579 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/90979ad8-2508-4e56-9641-c5a8d4e88156 HTTP/1.1" status: 204 len: 168 time: 1.4469132 Aug 31 07:53:36.792314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:36.798497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567307ac-1cbf-4ecd-b472-c23983718051 req-297843e8-9f01-443b-b99b-df189e057165 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:36.800864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-567307ac-1cbf-4ecd-b472-c23983718051 req-297843e8-9f01-443b-b99b-df189e057165 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1666219 Aug 31 07:53:36.808021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:53:36.889384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c94b-e663-4d8e-aab3-62212b1d3698 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=90979ad8-2508-4e56-9641-c5a8d4e88156,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:36.975708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:36.976064 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Added segment cd84ea90-fb1a-4bbe-9213-6e3c31742a0a of type vlan for network 85edcbb9-e31b-40ce-b2a5-072e87aea839 Aug 31 07:53:37.257446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.406534 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.432538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7df37-13f8-44ca-87d0-2df56c1c00cd req-0c1ef300-7a9c-49cf-99a0-60673e5a372a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:37.434094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bd7df37-13f8-44ca-87d0-2df56c1c00cd req-0c1ef300-7a9c-49cf-99a0-60673e5a372a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 946 time: 0.4891734 Aug 31 07:53:37.436836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-567307ac-1cbf-4ecd-b472-c23983718051 req-55e9e5eb-b0c2-49e7-8afb-4aabd40e20a0 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875846 Aug 31 07:53:37.536479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5fd00393-e3f2-4248-8952-c84d34a8110f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:37.559390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5fd00393-e3f2-4248-8952-c84d34a8110f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:37.559650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5fd00393-e3f2-4248-8952-c84d34a8110f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:37.560083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16d35206-31a5-411e-b6ec-18e8916647e0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:37.572140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bd7df37-13f8-44ca-87d0-2df56c1c00cd req-14cc970e-2097-4206-b6cf-e28db771e96a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208527 Aug 31 07:53:37.585870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.593979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 16d35206-31a5-411e-b6ec-18e8916647e0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:37.593979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16d35206-31a5-411e-b6ec-18e8916647e0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:37.596225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:37.596225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.603432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:37.603432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.672927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] Pushing event updated for resources: {'Network': ['ID=85edcbb9-e31b-40ce-b2a5-072e87aea839,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:37.680745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.682851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 85edcbb9-e31b-40ce-b2a5-072e87aea839 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:53:37.716695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Pushing event deleted for resources: {'Port': ['ID=57056073-6f7a-4692-b683-ab6262c843ea,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:37.803870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-694e8a61-674d-4511-a5e5-a024c8f616c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9112961 Aug 31 07:53:37.808538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49826) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:37.823128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Request body: {'subnet': {'network_id': '85edcbb9-e31b-40ce-b2a5-072e87aea839', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-397070711-subnet', 'tenant_id': '550acf85c7a045d4a14c8de23d1367f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:37.868355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:37.868822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.894758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:37.951403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.018091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Made reservation on behalf of 550acf85c7a045d4a14c8de23d1367f2 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:38.025782 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.206535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Router 4c68371a-9b8a-4772-9921-6f10194ad254 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:38.243314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.322060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49836) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:38.324561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:38.378168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:38.387151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4986272f-40a0-4d52-951b-7cf751150239 admin admin] 10.222.0.36 "PUT /v2.0/routers/4c68371a-9b8a-4772-9921-6f10194ad254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7135627 Aug 31 07:53:38.387979 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] Sync routers for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:38.390369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49840) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:38.410962 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:38.412279 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:38.546563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.635537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca335-bae3-4d99-91ae-cad81d117800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.679321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.755490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2804e-2ce9-4fa7-95a2-a04bfbc29c8e req-b78a5d2f-7951-443d-a435-bb21e84050e6 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:38.757732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69e2804e-2ce9-4fa7-95a2-a04bfbc29c8e req-b78a5d2f-7951-443d-a435-bb21e84050e6 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1683857 Aug 31 07:53:38.799277 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:38.890197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69e2804e-2ce9-4fa7-95a2-a04bfbc29c8e req-37af325d-fce0-4dc3-9986-75d655b76ee9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873299 Aug 31 07:53:38.930580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:38.931218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.067363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:39.069949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:53:37Z', 'revision_number': 5, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port': {'id': '2b3d279a-feb9-4a79-a35a-0799b64caee4', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:43Z', 'updated_at': '2021-08-31T07:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.073530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Deleting port 2b3d279a-feb9-4a79-a35a-0799b64caee4 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:39.074121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.097258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a436bd-6fd5-450e-ae19-33af0aa3862b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:39.139339 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] Checking router: 4c68371a-9b8a-4772-9921-6f10194ad254 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:39.152650 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] Routers {'4c68371a-9b8a-4772-9921-6f10194ad254'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:39.153329 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4c68371a-9b8a-4772-9921-6f10194ad254'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.196541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] For port 2b3d279a-feb9-4a79-a35a-0799b64caee4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2b3d279a-feb9-4a79-a35a-0799b64caee4,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:39.196914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.211079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Calling delete_port for 2b3d279a-feb9-4a79-a35a-0799b64caee4 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:39.238064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:39.240763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Checking segment: {'id': 'cd84ea90-fb1a-4bbe-9213-6e3c31742a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '85edcbb9-e31b-40ce-b2a5-072e87aea839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:39.241520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Network hostable DHCP agents. Network: 85edcbb9-e31b-40ce-b2a5-072e87aea839, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:53:39.250264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:39.263371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] Set router 4c68371a-9b8a-4772-9921-6f10194ad254 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:39.265075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:39.269720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.283462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca335-bae3-4d99-91ae-cad81d117800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.290563 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-62afc739-42c6-4907-bb61-ad18902b9139 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713826 Aug 31 07:53:39.295709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49860) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:39.332464 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 6, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.355316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting subnet ab325ef7-8be9-4a7b-a755-22bbbd46a319 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:39.358768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.371924 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18393821-d67b-4976-92e2-e3e0d8084986 None None] The sync data for ids ['4c68371a-9b8a-4772-9921-6f10194ad254'] in n-d-713499-16 is: [{'id': '4c68371a-9b8a-4772-9921-6f10194ad254', 'name': 'tempest-TaggedBootDevicesTest-94977283-router', 'tenant_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:42Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 6, 'project_id': '88c4b091b9ec4a7a8af0879bf1e4b444', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:39.409513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.467063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:39.513374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca335-bae3-4d99-91ae-cad81d117800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.572967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 11, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.576952 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2e3ca335-bae3-4d99-91ae-cad81d117800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d7089929f9c482fb5abd7c7bf4bc3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2476666 Aug 31 07:53:39.576952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.581370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49864) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:39.609860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:39.618274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:39.619374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.626108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca335-bae3-4d99-91ae-cad81d117800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5074906b-aef0-4f62-b282-3e98c8c76a92,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:39.640127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Network 85edcbb9-e31b-40ce-b2a5-072e87aea839 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:53:39.676850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42fd1547-762e-4bab-aa3b-cae7b7c60b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.678157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.708323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:39.713057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3d279a-feb9-4a79-a35a-0799b64caee4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:39.765463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 11, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:39.766374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42fd1547-762e-4bab-aa3b-cae7b7c60b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.797202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d251f3a-036c-4e29-bc43-b9f104ed6b16 None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 11, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:39.820318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 85edcbb9-e31b-40ce-b2a5-072e87aea839) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:39.829218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d20fd3-1dff-46cc-abe9-fd8f9ee49b2e None None] Network 85edcbb9-e31b-40ce-b2a5-072e87aea839 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:39.838979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.839411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:39.840092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.949706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.952342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.974734 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d10ff5c6-3d55-49db-80b6-78a37a85fa4e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1553476 Aug 31 07:53:39.974734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:39.997494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42fd1547-762e-4bab-aa3b-cae7b7c60b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.003932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42fd1547-762e-4bab-aa3b-cae7b7c60b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.007870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a874b-453f-4cba-8567-4fdcc256d98d None None] Network 214ce445-b0ad-4d95-9f20-6c9940ddf2de requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:40.009423 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-42fd1547-762e-4bab-aa3b-cae7b7c60b1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5074906b-aef0-4f62-b282-3e98c8c76a92 HTTP/1.1" status: 204 len: 168 time: 0.4282260 Aug 31 07:53:40.010945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.012872 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/ab325ef7-8be9-4a7b-a755-22bbbd46a319 HTTP/1.1" status: 204 len: 168 time: 0.7144823 Aug 31 07:53:40.061933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49880) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:40.076985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5bbcd-907e-4e14-8c14-668e172bd0a0 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Subnet': ['ID=ab325ef7-8be9-4a7b-a755-22bbbd46a319,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:40.097575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd1547-762e-4bab-aa3b-cae7b7c60b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074906b-aef0-4f62-b282-3e98c8c76a92,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:40.118010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a916d0f-7c46-4cc9-8a57-6f101cd56252 None None] Network 85edcbb9-e31b-40ce-b2a5-072e87aea839 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:40.225613 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.227879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c68371a-9b8a-4772-9921-6f10194ad254 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:53:40.259470 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.264577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0a75529b-055c-4ea4-90a9-7fe73164195b admin admin] 10.222.0.36 "DELETE /v2.0/routers/4c68371a-9b8a-4772-9921-6f10194ad254 HTTP/1.1" status: 204 len: 168 time: 1.8679829 Aug 31 07:53:40.264719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49886) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:40.307246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488db5d8-3846-4bb0-bdf8-bc4bff1e9495 req-27d24943-5322-4aa6-b958-57a139a011b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:40.309024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-488db5d8-3846-4bb0-bdf8-bc4bff1e9495 req-27d24943-5322-4aa6-b958-57a139a011b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2449853 Aug 31 07:53:40.315633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.353119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Deleting subnet a6b767ec-9e8b-4b81-acac-7b9cfed6b25a {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:53:40.359487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.432374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-488db5d8-3846-4bb0-bdf8-bc4bff1e9495 req-89f0d4c6-2a63-43e7-af05-6dea7ee509e2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030002 Aug 31 07:53:40.449646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.482535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Deleting port e3a37626-8c95-4509-b1dd-7e98c06e0177 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:40.483164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.512474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] DHCP port deletion for 214ce445-b0ad-4d95-9f20-6c9940ddf2de request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:40.607163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 57056073-6f7a-4692-b683-ab6262c843ea no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:40.627265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] For port e3a37626-8c95-4509-b1dd-7e98c06e0177, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e3a37626-8c95-4509-b1dd-7e98c06e0177,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:40.627663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.643998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Calling delete_port for e3a37626-8c95-4509-b1dd-7e98c06e0177 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:40.659479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.669319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 57056073-6f7a-4692-b683-ab6262c843ea {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:40.669666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 57056073-6f7a-4692-b683-ab6262c843ea not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:40.701954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] Deleting port e3a37626-8c95-4509-b1dd-7e98c06e0177 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:40.701954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.808724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-844992351', 'description': 'tempest-description-1761720697'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:40.828694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.879563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] For port e3a37626-8c95-4509-b1dd-7e98c06e0177, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e3a37626-8c95-4509-b1dd-7e98c06e0177,segment=NetworkSegment(b2328dc7-eedb-4906-a23c-17fbbc7793c1),segment_id=b2328dc7-eedb-4906-a23c-17fbbc7793c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:40.880084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.898162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] Calling delete_port for e3a37626-8c95-4509-b1dd-7e98c06e0177 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:40.907285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.913931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3fab4-d03d-4c92-9f89-f3ce18774ade None None] Network bf7ed58a-fb2b-478c-986d-72544195a63a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:40.914264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:40.919667 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a6b767ec-9e8b-4b81-acac-7b9cfed6b25a HTTP/1.1" status: 204 len: 168 time: 0.6505520 Aug 31 07:53:40.919667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e94535-1a49-419b-8b5f-d854443d6cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b767ec-9e8b-4b81-acac-7b9cfed6b25a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:40.931461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49904) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:40.961047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:40.978779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d12e276a-a067-4613-bba2-d4de24eb7b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.032040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.084322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Port': ['ID=e3a37626-8c95-4509-b1dd-7e98c06e0177,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:41.086927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:53:41.086927 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:53:41.086927 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': '550acf85c7a045d4a14c8de23d1367f2', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 53, 41, 14994)}] Aug 31 07:53:41.086927 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:53:41.087316 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:53:41.107266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No DVR routers for this DVR port e3a37626-8c95-4509-b1dd-7e98c06e0177 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:41.128590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.150736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d12e276a-a067-4613-bba2-d4de24eb7b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.169319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.231320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] Pushing event deleted for resources: {'Port': ['ID=e3a37626-8c95-4509-b1dd-7e98c06e0177,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:41.234603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8bcd11-d617-4614-bd2e-7b662335e32d None None] No DVR routers for this DVR port e3a37626-8c95-4509-b1dd-7e98c06e0177 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:41.256559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d12e276a-a067-4613-bba2-d4de24eb7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.306103 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d12e276a-a067-4613-bba2-d4de24eb7b36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2fa93a965d44fa6be3dad416bda8a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417659 Aug 31 07:53:41.306103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e276a-a067-4613-bba2-d4de24eb7b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec46321-3f9a-4fe7-aa4f-c4769bbf7422,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:41.307280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49914) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:41.320894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.335772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] DHCP port deletion for bf7ed58a-fb2b-478c-986d-72544195a63a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:53:41.358880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214ce445-b0ad-4d95-9f20-6c9940ddf2de']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:41.362871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0fa47854-ea3c-49a2-8f09-ee9c596c22ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.386803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0fa47854-ea3c-49a2-8f09-ee9c596c22ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.394877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2328dc7-eedb-4906-a23c-17fbbc7793c1') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:41.395289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2328dc7-eedb-4906-a23c-17fbbc7793c1') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:41.408902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.422545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] Deleting port b1d5d3a3-3aef-4b86-b763-39cee76fd00c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:41.423745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Deleting port b1d5d3a3-3aef-4b86-b763-39cee76fd00c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:53:41.424187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.424667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.482585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.498565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:41.500997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:41.502906 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:41.523630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0fa47854-ea3c-49a2-8f09-ee9c596c22ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.527321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0fa47854-ea3c-49a2-8f09-ee9c596c22ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.529693 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0fa47854-ea3c-49a2-8f09-ee9c596c22ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ec46321-3f9a-4fe7-aa4f-c4769bbf7422 HTTP/1.1" status: 204 len: 168 time: 0.2199619 Aug 31 07:53:41.537299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa47854-ea3c-49a2-8f09-ee9c596c22ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec46321-3f9a-4fe7-aa4f-c4769bbf7422,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:41.602722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] For port b1d5d3a3-3aef-4b86-b763-39cee76fd00c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:41.603237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.608346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.626470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] Calling delete_port for b1d5d3a3-3aef-4b86-b763-39cee76fd00c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:41.630453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:41.672421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:41.672421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65ac6f44-0d66-4a9a-8d5b-56a2ec1f671e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:41.673072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b1d5d3a3-3aef-4b86-b763-39cee76fd00c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:41.732191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] For port b1d5d3a3-3aef-4b86-b763-39cee76fd00c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,segment=NetworkSegment(3a0cb19f-d0ab-48af-8352-6af6069fda14),segment_id=3a0cb19f-d0ab-48af-8352-6af6069fda14)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:41.734784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.773758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Calling delete_port for b1d5d3a3-3aef-4b86-b763-39cee76fd00c owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:53:41.893692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.916444 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.921801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.929228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.931193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/networks/214ce445-b0ad-4d95-9f20-6c9940ddf2de HTTP/1.1" status: 204 len: 168 time: 1.8628154 Aug 31 07:53:41.934506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:41.940263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'routes': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:41.949934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99940bc-96a1-4f10-8f45-663f5c4faecd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Pushing event deleted for resources: {'Network': ['ID=214ce445-b0ad-4d95-9f20-6c9940ddf2de,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:41.959812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.977900 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.989025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.033664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:42.074750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] No DVR routers for this DVR port b1d5d3a3-3aef-4b86-b763-39cee76fd00c on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:42.094712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] Pushing event deleted for resources: {'Port': ['ID=b1d5d3a3-3aef-4b86-b763-39cee76fd00c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:42.099362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9667f3-7fb6-4f07-a4e5-369ec236a29d None None] No DVR routers for this DVR port b1d5d3a3-3aef-4b86-b763-39cee76fd00c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:42.115629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2b3d279a-feb9-4a79-a35a-0799b64caee4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:42.156715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2b3d279a-feb9-4a79-a35a-0799b64caee4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:42.164719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945e2ead-e1cf-4c7e-ba61-2d14d32ce30d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:42.168759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2b3d279a-feb9-4a79-a35a-0799b64caee4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:42.182727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.185537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-999d978c-ae16-478b-b041-5220712bdfe6 req-21ca8e06-0476-457b-aa86-e0b9f0ab5b4e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3825378 Aug 31 07:53:42.191913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e3a37626-8c95-4509-b1dd-7e98c06e0177 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:42.229266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e3a37626-8c95-4509-b1dd-7e98c06e0177 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:53:42.230145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e3a37626-8c95-4509-b1dd-7e98c06e0177 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:53:42.354344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Added routes are [] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:53:42.355391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Removed routes are [] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:53:42.355930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.369464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.396141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7ed58a-fb2b-478c-986d-72544195a63a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:42.416145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0cb19f-d0ab-48af-8352-6af6069fda14') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:42.416712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0cb19f-d0ab-48af-8352-6af6069fda14') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:42.438920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26b11d71-6533-4865-9b14-e282887b7298 req-5660ce0b-152b-4905-99ae-5cd7004c0fa5 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/945e2ead-e1cf-4c7e-ba61-2d14d32ce30d HTTP/1.1" status: 200 len: 1806 time: 0.1566679 Aug 31 07:53:42.438920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.446020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2646b0-975c-464c-868e-65cfcac83ca9 req-42b92687-2b9b-410a-b37a-72112dca0638 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:42.447807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd2646b0-975c-464c-868e-65cfcac83ca9 req-42b92687-2b9b-410a-b37a-72112dca0638 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2425144 Aug 31 07:53:42.460193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '945e2ead-e1cf-4c7e-ba61-2d14d32ce30d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:42.460755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '945e2ead-e1cf-4c7e-ba61-2d14d32ce30d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:42.483495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.512959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:53:42.514020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:53:42.596637 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:53:42.625210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd2646b0-975c-464c-868e-65cfcac83ca9 req-63f51765-67c3-4dad-9435-25f1a0da9b20 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586957 Aug 31 07:53:42.650295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.650295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.705590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.716975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.721579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf7ed58a-fb2b-478c-986d-72544195a63a HTTP/1.1" status: 204 len: 168 time: 1.7839270 Aug 31 07:53:42.773161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64250da-05ac-43f2-b85a-1e9373050fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7ed58a-fb2b-478c-986d-72544195a63a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:42.823810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d98ec1ae-2d0b-447a-b42d-959851d59298 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:42.839259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.890150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.940488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:42.947989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.949855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0b18b7bf-55b0-4801-a87f-33c23c7df16f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 705 time: 1.0129457 Aug 31 07:53:42.951668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49962) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:42.953417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:42.954941 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] Sync routers for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:42.969641 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:42.970367 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:42.985120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c5ef16-fa46-4a52-b6ab-cd53882c7f26,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:42.992500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e8f29d75-2259-4080-ace8-a5d47197b982 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 205 time: 0.0396636 Aug 31 07:53:42.996184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:43.068450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-be14e13b-46d5-4b48-8d3e-6510a7e7e329 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1084082 Aug 31 07:53:43.112872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:43.152686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.160453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26b11d71-6533-4865-9b14-e282887b7298 req-95ba45a4-574b-4cea-86d8-c61b17ab2d49 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7037859 Aug 31 07:53:43.198520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-f663b7f5-f3bc-4a40-b65d-465e01bb99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:43.202024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-f663b7f5-f3bc-4a40-b65d-465e01bb99e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 1098 time: 0.1090984 Aug 31 07:53:43.222519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-262b2a63-4caf-457f-b5b7-9745290748ac req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-643300143', 'description': 'tempest-description-2068943955'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:43.265063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 11, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:43.305096 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] Checking router: d98ec1ae-2d0b-447a-b42d-959851d59298 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:43.313312 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] Routers {'d98ec1ae-2d0b-447a-b42d-959851d59298'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:43.314261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d98ec1ae-2d0b-447a-b42d-959851d59298'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:43.381171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49980) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:43.431441 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] Set router d98ec1ae-2d0b-447a-b42d-959851d59298 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:43.461475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-77ad172f-a1ac-40b4-ae24-c452331dd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:43.463436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-77ad172f-a1ac-40b4-ae24-c452331dd62f service neutron] 10.222.0.68 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 916 time: 0.2336626 Aug 31 07:53:43.472429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-816fa6ba-334d-4ef5-97ae-d74226d98a76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88c4b091b9ec4a7a8af0879bf1e4b444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889640 Aug 31 07:53:43.474995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49986) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:43.505459 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 11, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:43.570097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b28463-0ef7-41c3-973c-7df231cae90e None None] The sync data for ids ['d98ec1ae-2d0b-447a-b42d-959851d59298'] in n-d-713499-16 is: [{'id': 'd98ec1ae-2d0b-447a-b42d-959851d59298', 'name': 'tempest-RoutersIpV6Test-router-1057995824', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:35Z', 'updated_at': '2021-08-31T07:53:38Z', 'revision_number': 11, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:43.632811 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-262b2a63-4caf-457f-b5b7-9745290748ac req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.655281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-f2075eb1-8f63-49c8-8a56-18f2183a2d91 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d HTTP/1.1" status: 200 len: 217 time: 0.1810899 Aug 31 07:53:43.752541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.766875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-262b2a63-4caf-457f-b5b7-9745290748ac req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.881387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-262b2a63-4caf-457f-b5b7-9745290748ac req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.926697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3bcf-a490-4a4d-a666-4adb0dc1803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.951063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3bcf-a490-4a4d-a666-4adb0dc1803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.966244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.969611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:43.978186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-278a76d0-54f9-4269-82ec-aa0126b64236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:43.979625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-278a76d0-54f9-4269-82ec-aa0126b64236 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.2082577 Aug 31 07:53:44.102270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.102793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router d98ec1ae-2d0b-447a-b42d-959851d59298 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:53:44.110591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.112604 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-83a1e03d-ba7a-445a-a75c-b38649188500 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 204 len: 168 time: 1.1151450 Aug 31 07:53:44.117971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50006) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:44.125360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162889987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:44.232519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.232519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.365598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.425971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-262b2a63-4caf-457f-b5b7-9745290748ac req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.427395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-262b2a63-4caf-457f-b5b7-9745290748ac req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2242546 Aug 31 07:53:44.444707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.449837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a3605-98f4-48fa-9bea-670edb8c3acc tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627c52b8-dfd5-482a-9715-b0b9dd88c409,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:44.461746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-0d04950e-a72e-4f4e-a382-ece6ee7a8684 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521371 Aug 31 07:53:44.492112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13e8b-4d05-4d1a-82b2-6ef3eab43c24 req-ef7a867c-82c2-4917-bf8d-811fcf128081 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:44.501256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9a13e8b-4d05-4d1a-82b2-6ef3eab43c24 req-ef7a867c-82c2-4917-bf8d-811fcf128081 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.7227683 Aug 31 07:53:44.559214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.561320 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8b318679-9956-4064-9dec-5bdf3924bc4c tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4404504 Aug 31 07:53:44.565570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:44.572799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:44.620577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3bcf-a490-4a4d-a666-4adb0dc1803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.623154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3bcf-a490-4a4d-a666-4adb0dc1803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:44.624311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d2ca3bcf-a490-4a4d-a666-4adb0dc1803b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ecd72c0-bacb-49da-8538-050294463c63 HTTP/1.1" status: 204 len: 168 time: 1.1482661 Aug 31 07:53:44.635880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9a13e8b-4d05-4d1a-82b2-6ef3eab43c24 req-d27bf8b0-9096-44ac-b4a2-985e5bbebf48 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309950 Aug 31 07:53:44.686441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca3bcf-a490-4a4d-a666-4adb0dc1803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd72c0-bacb-49da-8538-050294463c63,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:44.718284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-9608c8b8-3fb7-44fb-864d-33e529784bfe tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/627c52b8-dfd5-482a-9715-b0b9dd88c409 HTTP/1.1" status: 200 len: 1806 time: 0.1535251 Aug 31 07:53:44.719396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-f57f7b71-a796-4f50-bce5-1bc403937a3b service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454400 Aug 31 07:53:44.750967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50028) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:44.760473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '627c52b8-dfd5-482a-9715-b0b9dd88c409', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:44.762500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '627c52b8-dfd5-482a-9715-b0b9dd88c409', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:44.934616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de26a047-0078-4fa4-8575-fdeb6e588c05 req-35318656-d9c2-4517-925f-406905e26e4e service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967213 Aug 31 07:53:44.961115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-56ebb1e7-4adf-4c8d-a05b-b528b1e7d025 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1529281050'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:44.961674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-56ebb1e7-4adf-4c8d-a05b-b528b1e7d025 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Unknown quota resources ['metering_label']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:53:45.023302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.096183 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.118479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.198967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.234781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c14bc68-1e10-4264-b53d-5b9f9f1cdf27,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:45.247038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.290474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.291994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-665f4292-bf60-402e-b523-9b81bebbb4c4 req-a25a77f9-dfff-47b3-b1d7-183e7ceb1c05 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5698860 Aug 31 07:53:45.323871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b1f6feba-02eb-474d-a6ab-640b0463f7b7 req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1820202225', 'description': 'tempest-description-166850403'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:45.369555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56ebb1e7-4adf-4c8d-a05b-b528b1e7d025 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.373346 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-56ebb1e7-4adf-4c8d-a05b-b528b1e7d025 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6181207 Aug 31 07:53:45.374044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50050) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:45.381729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-affdd1b8-0bef-4baa-85c1-740e1a277dec tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4d972d73-5dd4-43d8-9fa3-4ec8d57b3455'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:45.382520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-affdd1b8-0bef-4baa-85c1-740e1a277dec tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:53:45.502341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Router d3515b28-78e8-488f-830f-b33a4d5b4723 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:53:45.506235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1f6feba-02eb-474d-a6ab-640b0463f7b7 req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.591117 n-d-713499-16 neutron-server[95446]: WARNING neutron.services.metering.metering_plugin [None req-affdd1b8-0bef-4baa-85c1-740e1a277dec tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 07:53:45.745102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-affdd1b8-0bef-4baa-85c1-740e1a277dec tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.746397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-affdd1b8-0bef-4baa-85c1-740e1a277dec tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3702524 Aug 31 07:53:45.749759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:45.751186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50064) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:45.755923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a74fafb0-b319-4b9d-8bc9-ddec6f381592 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4d972d73-5dd4-43d8-9fa3-4ec8d57b3455'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:45.756443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a74fafb0-b319-4b9d-8bc9-ddec6f381592 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:53:45.762801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] Sync routers for ids ['d3515b28-78e8-488f-830f-b33a4d5b4723'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:45.774304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.779417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] Routers {'d3515b28-78e8-488f-830f-b33a4d5b4723'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:45.779417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d3515b28-78e8-488f-830f-b33a4d5b4723'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:45.780754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50066) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:45.781748 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-99b4d9b4-0200-4fb7-a7ec-cc5ee9dc1197 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "PUT /v2.0/routers/d3515b28-78e8-488f-830f-b33a4d5b4723 HTTP/1.1" status: 200 len: 697 time: 1.2141013 Aug 31 07:53:45.856616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1f6feba-02eb-474d-a6ab-640b0463f7b7 req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.956038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1f6feba-02eb-474d-a6ab-640b0463f7b7 req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.970020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93b999ce-624d-40d0-a3a1-416aef3fa2e6 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/routers/d3515b28-78e8-488f-830f-b33a4d5b4723 HTTP/1.1" status: 200 len: 703 time: 0.1831985 Aug 31 07:53:45.977947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.015830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb7f8f-46fb-4139-acd5-c2b0f237863f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:46.036634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c13b667-4168-467e-8150-4beef5401ac5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3515b28-78e8-488f-830f-b33a4d5b4723 HTTP/1.1" status: 200 len: 205 time: 0.0637407 Aug 31 07:53:46.037628 n-d-713499-16 neutron-server[95445]: WARNING neutron.services.metering.metering_plugin [None req-a74fafb0-b319-4b9d-8bc9-ddec6f381592 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 07:53:46.039385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50084) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.139450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab367e08-5c35-42f3-9236-32bd45fcc0e0 req-fd3dbd95-eccb-46e5-a893-47d925a61686 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.147205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab367e08-5c35-42f3-9236-32bd45fcc0e0 req-fd3dbd95-eccb-46e5-a893-47d925a61686 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2959702 Aug 31 07:53:46.186361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1f6feba-02eb-474d-a6ab-640b0463f7b7 req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.192023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1f6feba-02eb-474d-a6ab-640b0463f7b7 req-94579683-24ba-4d46-99bd-1bbe7c18eb2b tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8754134 Aug 31 07:53:46.201743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] Set router d3515b28-78e8-488f-830f-b33a4d5b4723 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:46.221263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.229302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5e9675c5-6cb4-4dc3-a9b0-928f413ce2a1 req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-347262396', 'description': 'tempest-description-444738594'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:46.273557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.296031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3515b28-78e8-488f-830f-b33a4d5b4723', 'name': 'tempest-RoutersIpV6Test-router-162889987', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:44Z', 'updated_at': '2021-08-31T07:53:45Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:46.328348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] Checking router: d3515b28-78e8-488f-830f-b33a4d5b4723 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:46.338523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] Routers {'d3515b28-78e8-488f-830f-b33a4d5b4723'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:46.339553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d3515b28-78e8-488f-830f-b33a4d5b4723'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:46.367827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a74fafb0-b319-4b9d-8bc9-ddec6f381592 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.369049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a74fafb0-b319-4b9d-8bc9-ddec6f381592 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6166892 Aug 31 07:53:46.371873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50096) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.397476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f8e94705-b9c8-449c-b715-1cd2bd4143c3 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=eb9445eb-5642-4bdf-9b21-efcc741d9320 HTTP/1.1" status: 200 len: 462 time: 0.0222807 Aug 31 07:53:46.402313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50098) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.460215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-network', 'tenant_id': '5a672b6d78654570ac7995da833b2496'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:46.474276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab367e08-5c35-42f3-9236-32bd45fcc0e0 req-a0459862-fd0e-498b-9c3a-74af7e7b2208 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261397 Aug 31 07:53:46.481378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] Set router d3515b28-78e8-488f-830f-b33a4d5b4723 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:46.547753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e9675c5-6cb4-4dc3-a9b0-928f413ce2a1 req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.547948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3515b28-78e8-488f-830f-b33a4d5b4723', 'name': 'tempest-RoutersIpV6Test-router-162889987', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:44Z', 'updated_at': '2021-08-31T07:53:45Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:46.567264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.571019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.591249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9758bac-82bf-4287-9304-9b14862137ae req-c3f141c6-02d5-4627-8914-1d47da9d5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.592858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9758bac-82bf-4287-9304-9b14862137ae req-c3f141c6-02d5-4627-8914-1d47da9d5716 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 1097 time: 0.2040346 Aug 31 07:53:46.599106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28461181-e405-43b3-9a45-08bc1f46b58f None None] The sync data for ids ['d3515b28-78e8-488f-830f-b33a4d5b4723'] in n-d-713499-16 is: [{'id': 'd3515b28-78e8-488f-830f-b33a4d5b4723', 'name': 'tempest-RoutersIpV6Test-router-162889987', 'tenant_id': '78dd02400d634f69ac111e1128ec8482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:44Z', 'updated_at': '2021-08-31T07:53:45Z', 'revision_number': 2, 'project_id': '78dd02400d634f69ac111e1128ec8482', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:46.675391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9758bac-82bf-4287-9304-9b14862137ae req-76a8fd6d-02be-48a9-9401-1ea740d635fa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Aug 31 07:53:46.707333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:46.709969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.714420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c32bfe3-1281-4689-a76c-005bf6a4b3c7 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.718746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4c32bfe3-1281-4689-a76c-005bf6a4b3c7 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/eb9445eb-5642-4bdf-9b21-efcc741d9320 HTTP/1.1" status: 204 len: 168 time: 0.3148620 Aug 31 07:53:46.720691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50108) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.732356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.752527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a0e7fa9c-75de-4497-9cf0-b95b6ec485f8 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=eb9445eb-5642-4bdf-9b21-efcc741d9320 HTTP/1.1" status: 200 len: 221 time: 0.0297241 Aug 31 07:53:46.766628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50110) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.781483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a34f764a-a4d0-4269-82c1-eb5db7e2af71 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--341257314', 'description': 'label created by tempest'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:46.781708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a34f764a-a4d0-4269-82c1-eb5db7e2af71 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Unknown quota resources ['metering_label']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:53:46.799912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.800800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Fanout notify agent at l3_agent the message router_deleted on router d3515b28-78e8-488f-830f-b33a4d5b4723 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:53:46.808727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e9675c5-6cb4-4dc3-a9b0-928f413ce2a1 req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.816205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.822981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0d685579-b11c-4a87-b546-1856db3ba2b7 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/d3515b28-78e8-488f-830f-b33a4d5b4723 HTTP/1.1" status: 204 len: 168 time: 0.7822647 Aug 31 07:53:46.824524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50112) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.854483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-89f5ee47-fe82-4d0d-b1a1-f49185b1ea38 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3515b28-78e8-488f-830f-b33a4d5b4723 HTTP/1.1" status: 200 len: 205 time: 0.0285997 Aug 31 07:53:46.856934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50114) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.916421 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-b4ec5b34-a0cc-48cd-b962-205d2500f4cd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:46.917484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b4ec5b34-a0cc-48cd-b962-205d2500f4cd tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/d3515b28-78e8-488f-830f-b33a4d5b4723 HTTP/1.1" status: 404 len: 336 time: 0.0593932 Aug 31 07:53:46.921054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50116) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:46.942074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e9675c5-6cb4-4dc3-a9b0-928f413ce2a1 req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.990306 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e535bd99-3078-4e9c-8ab6-fc97eba4ca1a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:46.991132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e535bd99-3078-4e9c-8ab6-fc97eba4ca1a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:46.997008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e535bd99-3078-4e9c-8ab6-fc97eba4ca1a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/cfb2c5ba-a37d-471b-8afd-81d422479803 HTTP/1.1" status: 404 len: 337 time: 0.0747538 Aug 31 07:53:47.004381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50120) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.035983 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8960ce-42e6-4b39-8dd8-e3251b056e60 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:47.036290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8960ce-42e6-4b39-8dd8-e3251b056e60 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:47.040560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6b8960ce-42e6-4b39-8dd8-e3251b056e60 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/405a3ac9-9704-4194-b1ee-8d019d2628b2 HTTP/1.1" status: 404 len: 337 time: 0.0329101 Aug 31 07:53:47.042934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.053399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a34f764a-a4d0-4269-82c1-eb5db7e2af71 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.054627 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a34f764a-a4d0-4269-82c1-eb5db7e2af71 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2854471 Aug 31 07:53:47.058109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.088067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c69779-04f3-44ca-b416-df101b94ee0b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:47.091862 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0271a6f-e79e-42b8-9f4f-a82ef12bf723 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:47.092230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0271a6f-e79e-42b8-9f4f-a82ef12bf723 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:47.093740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d0271a6f-e79e-42b8-9f4f-a82ef12bf723 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/08c6b75c-e370-47f0-a3f4-9aa0215ac609 HTTP/1.1" status: 404 len: 337 time: 0.0498517 Aug 31 07:53:47.096287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.097820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.130083 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e6f9f8-2999-46eb-9d06-bf651dc9e85f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:47.130556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e6f9f8-2999-46eb-9d06-bf651dc9e85f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:47.133855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b6e6f9f8-2999-46eb-9d06-bf651dc9e85f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/ab325ef7-8be9-4a7b-a755-22bbbd46a319 HTTP/1.1" status: 404 len: 337 time: 0.0326190 Aug 31 07:53:47.136506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50130) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.163187 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-572226d4-1690-4ebd-9c29-8e9a3466463a tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 200 len: 205 time: 0.0255594 Aug 31 07:53:47.165556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50132) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.167876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e2701b25-f74c-4c7f-bb8f-750c7743f54c tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=ad3f64b9-16e8-4993-a7e0-88eba825161c HTTP/1.1" status: 200 len: 467 time: 0.0869448 Aug 31 07:53:47.177131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50136) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.207919 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-7d0e146a-1339-42f1-ad56-7660a5ee73f2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:47.211520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d0e146a-1339-42f1-ad56-7660a5ee73f2 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/d98ec1ae-2d0b-447a-b42d-959851d59298 HTTP/1.1" status: 404 len: 336 time: 0.0423086 Aug 31 07:53:47.211933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50138) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.222534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.253764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0610bbd5-4918-4530-9d5d-c0b9d3ecd54f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dc83e08-4a84-4f1f-bc43-6924c75caac4 HTTP/1.1" status: 200 len: 205 time: 0.0387683 Aug 31 07:53:47.255859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50140) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.266465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:53:47.316445 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-2eae17b4-473a-4fea-b6cf-e73360b9b621 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:47.317534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2eae17b4-473a-4fea-b6cf-e73360b9b621 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/9dc83e08-4a84-4f1f-bc43-6924c75caac4 HTTP/1.1" status: 404 len: 336 time: 0.0586255 Aug 31 07:53:47.320494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.323066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.323585 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Added segment f223e898-86fc-41bc-bfc8-b35eca38bfb9 of type vlan for network 8bb433c7-8036-4d4a-b691-80e019454346 Aug 31 07:53:47.332083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ec307-e37d-4e04-985f-18da81372a1e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:47.363065 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7849877c-f4a5-4146-9830-e3c78d9b3d98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:47.363541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7849877c-f4a5-4146-9830-e3c78d9b3d98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:47.365351 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7849877c-f4a5-4146-9830-e3c78d9b3d98 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/720deea7-ee9d-4ce7-acaa-5982ece92134 HTTP/1.1" status: 404 len: 337 time: 0.0437503 Aug 31 07:53:47.368127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.402733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e9675c5-6cb4-4dc3-a9b0-928f413ce2a1 req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.404308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e9675c5-6cb4-4dc3-a9b0-928f413ce2a1 req-1451a3c8-0d82-4adb-82d1-e758821c3633 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1938217 Aug 31 07:53:47.421480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-be864eb5-2c7a-4fa6-a301-ba3a687f3e76 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 200 len: 205 time: 0.0498106 Aug 31 07:53:47.423682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50150) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.433199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.475091 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-3d7bbe01-198b-4ba5-b9f9-16e58d8e9f4d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:47.477854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d7bbe01-198b-4ba5-b9f9-16e58d8e9f4d tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/33007886-5b33-4e62-be52-e402a60d14e9 HTTP/1.1" status: 404 len: 336 time: 0.0512884 Aug 31 07:53:47.479098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50152) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.513001 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd316f7b-d3a6-4656-abb3-9f7103acd656 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=1999168f-cb8e-4093-a7a4-9ead780156f8 HTTP/1.1" status: 200 len: 205 time: 0.0323884 Aug 31 07:53:47.515317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50156) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.532505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f8815e70-6c9f-486f-925f-cbe5017c11e1 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.538380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f8815e70-6c9f-486f-925f-cbe5017c11e1 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/ad3f64b9-16e8-4993-a7e0-88eba825161c HTTP/1.1" status: 204 len: 168 time: 0.3599834 Aug 31 07:53:47.543290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.579408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d729f575-75dc-4246-b5dc-887f277178eb req-40bb486d-a1e3-4378-93ff-2c1f7adbad2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/a8cb7f8f-46fb-4139-acd5-c2b0f237863f HTTP/1.1" status: 200 len: 1806 time: 0.1484060 Aug 31 07:53:47.586309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c184e1d3-e2fc-48da-880d-80fa22908800 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=ad3f64b9-16e8-4993-a7e0-88eba825161c HTTP/1.1" status: 200 len: 216 time: 0.0415525 Aug 31 07:53:47.599760 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-189bdea1-11cf-400d-9175-b49a1189d350 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:47.602787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.604620 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-189bdea1-11cf-400d-9175-b49a1189d350 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/1999168f-cb8e-4093-a7a4-9ead780156f8 HTTP/1.1" status: 404 len: 336 time: 0.0877202 Aug 31 07:53:47.611323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50162) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.617476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.619617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:47.624322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:47.685315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-98c5c61a-a293-48b2-bea3-f1c309d81b56 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0834696 Aug 31 07:53:47.692984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50166) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.697627 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-761a430e-3329-4d0b-b4e0-746b4a33534b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:47.698107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761a430e-3329-4d0b-b4e0-746b4a33534b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:47.700624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-761a430e-3329-4d0b-b4e0-746b4a33534b tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/1f134d5e-355b-4db9-be7c-5e04475e734c HTTP/1.1" status: 404 len: 337 time: 0.0608873 Aug 31 07:53:47.709722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50168) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.761107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-85d5c82d-6cff-43a2-bcd0-0f073241652e tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3834b51-8bcf-423b-9a55-9ee2595abe1f HTTP/1.1" status: 200 len: 205 time: 0.0419178 Aug 31 07:53:47.761107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-71c4ecd7-7ef1-4f4e-b834-6fd5bb8f87b4 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0586927 Aug 31 07:53:47.761107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d729f575-75dc-4246-b5dc-887f277178eb req-61d91a71-bc6f-4b16-8b0a-eef50aa0bfda tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/e1c69779-04f3-44ca-b416-df101b94ee0b HTTP/1.1" status: 200 len: 1805 time: 0.1614809 Aug 31 07:53:47.761107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50172) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.766417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.791729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8028c2-07af-4594-bfff-bc7a9a816b28 req-1f7ea09a-2b4a-44d8-b459-7cf4cee09295 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:47.794131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd8028c2-07af-4594-bfff-bc7a9a816b28 req-1f7ea09a-2b4a-44d8-b459-7cf4cee09295 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2050650 Aug 31 07:53:47.797540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8cb7f8f-46fb-4139-acd5-c2b0f237863f', 'remote_group_id': 'e1c69779-04f3-44ca-b416-df101b94ee0b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:47.797898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8cb7f8f-46fb-4139-acd5-c2b0f237863f', 'remote_group_id': 'e1c69779-04f3-44ca-b416-df101b94ee0b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:47.806014 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5287774 Aug 31 07:53:47.806982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.814366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Request body: {'subnet': {'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-subnet', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:47.827284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8e4d0-7e23-4a98-80b9-3136c9cc82c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb433c7-8036-4d4a-b691-80e019454346,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:47.843197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8bb433c7-8036-4d4a-b691-80e019454346 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:53:47.902135 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-4b5a626d-669a-42b7-ae56-f5549a2d3648 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:47.903210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4b5a626d-669a-42b7-ae56-f5549a2d3648 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/c3834b51-8bcf-423b-9a55-9ee2595abe1f HTTP/1.1" status: 404 len: 336 time: 0.1343977 Aug 31 07:53:47.906079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50182) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.910104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bff6403c-3b1c-4676-8035-ef1cefa9901b tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/4d972d73-5dd4-43d8-9fa3-4ec8d57b3455 HTTP/1.1" status: 200 len: 473 time: 0.1482921 Aug 31 07:53:47.915282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50184) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.945542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-31478c8f-9dc7-424e-b1bf-2cbc1210ea02 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/dd89b89f-ce05-4246-912f-dcc59cb5e9ff HTTP/1.1" status: 200 len: 459 time: 0.0225849 Aug 31 07:53:47.951807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50186) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.957515 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8513d19-c6ad-4aa1-ad5e-647fafcbe12f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:47.961017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8513d19-c6ad-4aa1-ad5e-647fafcbe12f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:47.966760 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8513d19-c6ad-4aa1-ad5e-647fafcbe12f tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/3d57792e-aa6d-4838-9057-04efebdd0f9b HTTP/1.1" status: 404 len: 337 time: 0.0594079 Aug 31 07:53:47.968991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:47.972788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:47.975283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.000783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd8028c2-07af-4594-bfff-bc7a9a816b28 req-45d95085-fece-4ec7-ac53-3b56d5e7968e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622100 Aug 31 07:53:48.085055 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4c04fae3-bebf-4750-8dbb-b0d837bf8528 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "GET /v2.0/ports?device_id=56aa8e8e-0943-4a61-8b61-7e65946d55a9 HTTP/1.1" status: 200 len: 205 time: 0.0552351 Aug 31 07:53:48.087385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50192) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:48.238447 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-d1c9df54-7b30-4831-92a5-c42ea2dc16ee tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] delete failed (client error): The resource could not be found. Aug 31 07:53:48.239730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1c9df54-7b30-4831-92a5-c42ea2dc16ee tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/routers/56aa8e8e-0943-4a61-8b61-7e65946d55a9 HTTP/1.1" status: 404 len: 336 time: 0.1499414 Aug 31 07:53:48.245345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:48.277381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f8412913-09cc-4b69-9798-1f180ae9f257 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.278552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f8412913-09cc-4b69-9798-1f180ae9f257 tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/dd89b89f-ce05-4246-912f-dcc59cb5e9ff HTTP/1.1" status: 204 len: 168 time: 0.3135962 Aug 31 07:53:48.281409 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8de8fd-dbf5-4d07-970b-ce42d7aa74f5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:48.282022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8de8fd-dbf5-4d07-970b-ce42d7aa74f5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:48.282323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50198) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:48.284511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7a8de8fd-dbf5-4d07-970b-ce42d7aa74f5 tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/058f3670-52ca-455d-b491-02d005b810a3 HTTP/1.1" status: 404 len: 337 time: 0.0367885 Aug 31 07:53:48.287006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50202) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:48.303184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.317059 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1faa9b-0b8b-49b6-8d68-a6315d1373ca tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] DELETE failed (client error): The resource could not be found. Aug 31 07:53:48.317698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1faa9b-0b8b-49b6-8d68-a6315d1373ca tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:53:48.319790 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5b1faa9b-0b8b-49b6-8d68-a6315d1373ca tempest-RoutersIpV6Test-1916962193 tempest-RoutersIpV6Test-1916962193-project] 10.222.0.36 "DELETE /v2.0/subnets/dc7779f4-6fac-434b-a820-21d269976ad1 HTTP/1.1" status: 404 len: 337 time: 0.0316765 Aug 31 07:53:48.376121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.462916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Checking segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:48.463649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Network hostable DHCP agents. Network: 8bb433c7-8036-4d4a-b691-80e019454346, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:53:48.476342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c471819-fde2-4fd0-97d6-aff12222ef78,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:48.485019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.621382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.621576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Network 8bb433c7-8036-4d4a-b691-80e019454346 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:53:48.627640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9515eb3b-525a-4a49-afd4-8d9d11348a9b tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.628749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9515eb3b-525a-4a49-afd4-8d9d11348a9b tempest-MeteringIpV6TestJSON-1592393822 tempest-MeteringIpV6TestJSON-1592393822-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/4d972d73-5dd4-43d8-9fa3-4ec8d57b3455 HTTP/1.1" status: 204 len: 168 time: 0.3448057 Aug 31 07:53:48.641148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df2622d-1de6-4ca8-aee0-2065039407a1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:48.718309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8bb433c7-8036-4d4a-b691-80e019454346) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:48.718511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.719645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d729f575-75dc-4246-b5dc-887f277178eb req-95f951bb-0b68-45fd-9496-84e0fe3fab1e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9431736 Aug 31 07:53:48.740718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:48.741313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.749415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb32d9-64e2-4c46-8837-63439c94854a None None] Network 8bb433c7-8036-4d4a-b691-80e019454346 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:48.780436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-953574387', 'description': 'tempest-description-1724164333'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:48.839927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50220) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:48.862999 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b1cd5f27-4e99-40a5-ba52-406878a61513 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0524957 Aug 31 07:53:48.867823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:48.873759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:48.963678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-8bb433c7-8036-4d4a-b691-80e019454346', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:53:48.964698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:48.996796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.039264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:53:49.039264 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:53:49.039264 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': '550acf85c7a045d4a14c8de23d1367f2', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 53, 49, 20209)}] Aug 31 07:53:49.039264 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:53:49.055991 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:53:49.088251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:49.102869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9d3db4a7-09ad-4979-9b1a-f02c1ff53f13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78dd02400d634f69ac111e1128ec8482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614722 Aug 31 07:53:49.109426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50238) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:49.153102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3504b1b-71aa-4f6e-97a5-9be0c4975c7d req-cc1579d3-408f-4527-821f-4ca4bc96496c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:49.153326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Allocated IP 172.20.0.2 (8bb433c7-8036-4d4a-b691-80e019454346/3c471819-fde2-4fd0-97d6-aff12222ef78/2efe449d-b068-4b33-8c0d-32d767cc7e22) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:49.153508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3504b1b-71aa-4f6e-97a5-9be0c4975c7d req-cc1579d3-408f-4527-821f-4ca4bc96496c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.0618873 Aug 31 07:53:49.189632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3504b1b-71aa-4f6e-97a5-9be0c4975c7d req-735f09a1-384a-477f-9d37-48c093a70f32 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346963 Aug 31 07:53:49.191149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.199057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.199462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03f5f939-73e8-4286-b023-cc05c7f8ff19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.221658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03f5f939-73e8-4286-b023-cc05c7f8ff19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.292149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f32e525-717f-4b39-8ad8-e3a22b14ee22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.326987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.346470 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.359409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Transition to ACTIVE for port object 2efe449d-b068-4b33-8c0d-32d767cc7e22 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:49.379660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Transition to ACTIVE for port object 2efe449d-b068-4b33-8c0d-32d767cc7e22 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:49.508553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.551505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Network 8bb433c7-8036-4d4a-b691-80e019454346 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:49.554985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:49.559188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:49.566420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f32e525-717f-4b39-8ad8-e3a22b14ee22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.578027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Pushing event updated for resources: {'Port': ['ID=2efe449d-b068-4b33-8c0d-32d767cc7e22,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Attempting to bind port 2efe449d-b068-4b33-8c0d-32d767cc7e22 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Attempting to bind port 2efe449d-b068-4b33-8c0d-32d767cc7e22 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Attempting to bind port 2efe449d-b068-4b33-8c0d-32d767cc7e22 on network 8bb433c7-8036-4d4a-b691-80e019454346 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Checking segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Bound using segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Bound port: 2efe449d-b068-4b33-8c0d-32d767cc7e22, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:49.647848 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.690571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2f32e525-717f-4b39-8ad8-e3a22b14ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.714262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] For port 2efe449d-b068-4b33-8c0d-32d767cc7e22, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:49.719065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] For port 2efe449d-b068-4b33-8c0d-32d767cc7e22, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2efe449d-b068-4b33-8c0d-32d767cc7e22,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:49.727868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03f5f939-73e8-4286-b023-cc05c7f8ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.730405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03f5f939-73e8-4286-b023-cc05c7f8ff19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.731600 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-03f5f939-73e8-4286-b023-cc05c7f8ff19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/877cba93-8426-4895-869d-a537fd1ef0f2 HTTP/1.1" status: 204 len: 168 time: 0.6212096 Aug 31 07:53:49.737506 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2f32e525-717f-4b39-8ad8-e3a22b14ee22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be74a23fa41c4f61af24320e5d449788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6473897 Aug 31 07:53:49.740584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50260) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:49.747539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32e525-717f-4b39-8ad8-e3a22b14ee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa02fe-393f-49ed-b7a8-2e0c6ec966bb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:49.778465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5f939-73e8-4286-b023-cc05c7f8ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877cba93-8426-4895-869d-a537fd1ef0f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:49.818131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.838564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998c5947-3171-4bd7-a8ea-c0850b1ef547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.873132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998c5947-3171-4bd7-a8ea-c0850b1ef547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.903538 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:49.998379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f38bf-c105-4bae-a7d1-5d8208023dcd None None] Pushing event updated for resources: {'Port': ['ID=2efe449d-b068-4b33-8c0d-32d767cc7e22,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:50.004465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998c5947-3171-4bd7-a8ea-c0850b1ef547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.007479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998c5947-3171-4bd7-a8ea-c0850b1ef547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.008721 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-998c5947-3171-4bd7-a8ea-c0850b1ef547 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91aa02fe-393f-49ed-b7a8-2e0c6ec966bb HTTP/1.1" status: 204 len: 168 time: 0.2670267 Aug 31 07:53:50.010961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.018739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c5947-3171-4bd7-a8ea-c0850b1ef547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa02fe-393f-49ed-b7a8-2e0c6ec966bb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:50.115585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-a7faa861-31c8-4e18-8450-5be78df7c09d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:50.117265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-a7faa861-31c8-4e18-8450-5be78df7c09d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 810 time: 0.6435006 Aug 31 07:53:50.140154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-d189d84c-0d7d-4ac0-8b53-52d657b7529e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/quotas/c08808df471b456391cc8104e86c5eb6 HTTP/1.1" status: 200 len: 375 time: 0.0121937 Aug 31 07:53:50.312808 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.323973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-5d1b73c5-fd4e-4a79-a624-aa533118b3fd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769152 Aug 31 07:53:50.443619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.463400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-9e77269b-f538-4437-b412-2acbf55db41f service neutron] 10.222.0.36 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276255 Aug 31 07:53:50.527857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d2ba8-7291-4289-8894-14efc6136cca,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:50.643921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.645137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-717d638f-247b-4b30-adfc-dcaf000f4133 req-f929386d-ea96-4d7d-ad36-84a0bcb005c2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.8695095 Aug 31 07:53:50.688115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-aa8e6cc1-032f-481a-9dd5-9d5bddd6b96d service neutron] 10.222.0.36 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107286 Aug 31 07:53:50.696180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.724265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:50.740882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-21a4faf5-55c3-4967-badd-9997d5f8df03 req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-10105805', 'description': 'tempest-description-1454053266'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:50.900726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Allocated IP 172.25.0.175 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/5dae13b8-63c2-4a08-a72d-32a3a16284cb) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:51.004651 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-21a4faf5-55c3-4967-badd-9997d5f8df03 req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.036699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.133645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e25e29-9730-4c84-b15b-7198769642f0 None None] Network 8bb433c7-8036-4d4a-b691-80e019454346 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:51.162088 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-21a4faf5-55c3-4967-badd-9997d5f8df03 req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.202942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f62caef-72af-4cac-a5e3-1881dae853e5 req-39f208bb-1685-45ee-b467-51b323b80b22 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 210 time: 0.0309114 Aug 31 07:53:51.354708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.371983 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-21a4faf5-55c3-4967-badd-9997d5f8df03 req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.394581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a9b33ef2-1dba-4075-a823-dab6b6c79d12 None None] Provisioning for port 2efe449d-b068-4b33-8c0d-32d767cc7e22 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:51.410826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:51.432483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb8aba37-882d-445b-8966-4a000a7bc568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.458864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:51.477340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6389b-e350-4c19-9805-621e76dd9bde,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:51.507079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:51.521367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:51.527830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:51.628549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Pushing event updated for resources: {'Port': ['ID=5dae13b8-63c2-4a08-a72d-32a3a16284cb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:51.644433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb8aba37-882d-445b-8966-4a000a7bc568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.673617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2efe449d-b068-4b33-8c0d-32d767cc7e22 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:51.749093 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb8aba37-882d-445b-8966-4a000a7bc568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.782481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aba37-882d-445b-8966-4a000a7bc568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2a879-5191-4055-a26a-c8c1af517ac9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:51.791814 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5027df42-8270-4526-9adb-9b520fef6198 tempest-ServiceProvidersTest-1598622508 tempest-ServiceProvidersTest-1598622508-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3277469 Aug 31 07:53:51.813875 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb8aba37-882d-445b-8966-4a000a7bc568 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfdd247b9a2d4600854934677ef50696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989141 Aug 31 07:53:51.814629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50332) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:51.867720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2efe449d-b068-4b33-8c0d-32d767cc7e22 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:51.867972 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-21a4faf5-55c3-4967-badd-9997d5f8df03 req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.869124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21a4faf5-55c3-4967-badd-9997d5f8df03 req-54dd77cc-df8d-419c-a4ee-70ff58e4cc3a tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1413743 Aug 31 07:53:51.872146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2efe449d-b068-4b33-8c0d-32d767cc7e22 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:51.872547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.891436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1357-fbfc-464f-90a8-9b07409e8e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.940244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1357-fbfc-464f-90a8-9b07409e8e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:51.953360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-9b9c6e93-3827-44c4-82bb-cdf6aa7d88b6 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/aa3d2ba8-7291-4289-8894-14efc6136cca HTTP/1.1" status: 200 len: 1806 time: 0.0580194 Aug 31 07:53:52.043705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.097990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2efe449d-b068-4b33-8c0d-32d767cc7e22, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2efe449d-b068-4b33-8c0d-32d767cc7e22,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:52.099521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-0a383b00-4c71-421f-9a22-1218528a9b71 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/f6c6389b-e350-4c19-9805-621e76dd9bde HTTP/1.1" status: 200 len: 1805 time: 0.1450007 Aug 31 07:53:52.109558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aa3d2ba8-7291-4289-8894-14efc6136cca', 'remote_group_id': 'f6c6389b-e350-4c19-9805-621e76dd9bde', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:52.109966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aa3d2ba8-7291-4289-8894-14efc6136cca', 'remote_group_id': 'f6c6389b-e350-4c19-9805-621e76dd9bde', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:52.142176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.142787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1357-fbfc-464f-90a8-9b07409e8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.146080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1357-fbfc-464f-90a8-9b07409e8e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.150256 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8dfa1357-fbfc-464f-90a8-9b07409e8e3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20d2a879-5191-4055-a26a-c8c1af517ac9 HTTP/1.1" status: 204 len: 168 time: 0.3311965 Aug 31 07:53:52.156164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa1357-fbfc-464f-90a8-9b07409e8e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2a879-5191-4055-a26a-c8c1af517ac9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:52.185033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.257570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2efe449d-b068-4b33-8c0d-32d767cc7e22,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:52.354244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5436379-66d4-4b11-ae42-d145b01232c3 req-6b1e0ca6-35d3-4536-84af-671f0cbd8f3c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 210 time: 0.0529783 Aug 31 07:53:52.434519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.445451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.504047 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.562966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50356) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:52.580514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.605048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1691361-d48f-48fe-b2bd-55371b9d4b12,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:52.713031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d59b149-11c2-40ff-a000-25412bb8933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.717656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.719110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cdfaa5e-eb60-4a60-a337-6756d8b2f773 req-2800643a-611f-4b8f-a7f3-8c182d5022ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6151946 Aug 31 07:53:52.721919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Router ca6ad811-f761-4075-b157-1b785b5856be is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:53:52.839523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d59b149-11c2-40ff-a000-25412bb8933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.878459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2de135dc-bd2c-4a1e-9309-2976f05113e3 req-46dcd8a4-b674-4991-8e71-dcd1aaee01fe tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/f6c6389b-e350-4c19-9805-621e76dd9bde HTTP/1.1" status: 200 len: 1805 time: 0.0846901 Aug 31 07:53:52.909053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:52.924081 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Sync routers for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:52.928559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:52.929499 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:52.956195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d59b149-11c2-40ff-a000-25412bb8933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.963245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2de135dc-bd2c-4a1e-9309-2976f05113e3 req-e4d4bd31-528e-4d54-9a96-e3329d79e658 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:52.996217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2de135dc-bd2c-4a1e-9309-2976f05113e3 req-e4d4bd31-528e-4d54-9a96-e3329d79e658 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.030508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d59b149-11c2-40ff-a000-25412bb8933a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7797af2ec0cd4724983ac33313e97752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662225 Aug 31 07:53:53.031519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59b149-11c2-40ff-a000-25412bb8933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438da0c5-6839-4cbc-8567-6927829228db,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:53.036148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50378) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:53.072810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.074007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1ed65c9-3598-4d49-91f4-b4df502c9269 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2042964 Aug 31 07:53:53.075726 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:53.076742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50380) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:53.163915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89517b37-6c38-4b47-a318-7bff6c0d5e58 req-bb7624ae-388d-434f-8baf-540d4e1ba041 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:53.166345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89517b37-6c38-4b47-a318-7bff6c0d5e58 req-bb7624ae-388d-434f-8baf-540d4e1ba041 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.1106839 Aug 31 07:53:53.186316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9405f67e-62db-4f3a-9e0f-08d41a4c6393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.245628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9405f67e-62db-4f3a-9e0f-08d41a4c6393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.250320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89517b37-6c38-4b47-a318-7bff6c0d5e58 req-078bae1c-965b-4071-a0fd-a3fd378ee0c3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779181 Aug 31 07:53:53.331985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2de135dc-bd2c-4a1e-9309-2976f05113e3 req-e4d4bd31-528e-4d54-9a96-e3329d79e658 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.337516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2de135dc-bd2c-4a1e-9309-2976f05113e3 req-e4d4bd31-528e-4d54-9a96-e3329d79e658 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.340206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2de135dc-bd2c-4a1e-9309-2976f05113e3 req-e4d4bd31-528e-4d54-9a96-e3329d79e658 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/f6c6389b-e350-4c19-9805-621e76dd9bde HTTP/1.1" status: 204 len: 173 time: 0.4653494 Aug 31 07:53:53.360530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4bd31-528e-4d54-9a96-e3329d79e658 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6389b-e350-4c19-9805-621e76dd9bde,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:53.476533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9405f67e-62db-4f3a-9e0f-08d41a4c6393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.483787 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9405f67e-62db-4f3a-9e0f-08d41a4c6393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.486816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9405f67e-62db-4f3a-9e0f-08d41a4c6393 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/438da0c5-6839-4cbc-8567-6927829228db HTTP/1.1" status: 204 len: 168 time: 0.4492600 Aug 31 07:53:53.553967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.562157 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:51Z', 'revision_number': 3, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:53.611840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7b0a4a8-3b50-48c4-8996-f85aa5ecb171 req-23d9a758-7258-43c7-a554-3e2af7bfe5d8 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/aa3d2ba8-7291-4289-8894-14efc6136cca HTTP/1.1" status: 200 len: 1806 time: 0.2185245 Aug 31 07:53:53.613458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405f67e-62db-4f3a-9e0f-08d41a4c6393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438da0c5-6839-4cbc-8567-6927829228db,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:53.650139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2efe449d-b068-4b33-8c0d-32d767cc7e22 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:53.666938 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Checking router: ca6ad811-f761-4075-b157-1b785b5856be for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:53:53.667278 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Updating router ca6ad811-f761-4075-b157-1b785b5856be port 5dae13b8-63c2-4a08-a72d-32a3a16284cb binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:53:53.712326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2efe449d-b068-4b33-8c0d-32d767cc7e22 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:53.712705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.742571 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.767374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2efc56d5-e1cf-4617-96aa-efa4f6a5dc67 req-8e3e7192-fa42-4802-b70d-8ad2b90028a0 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 210 time: 0.0765672 Aug 31 07:53:53.823167 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-71d2afc6-ed67-45ee-a8db-7979e5b7d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:53.839554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-957169333', 'description': 'tempest-description-1372224888'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:54.050568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.080435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b01c523f-08b2-4dc3-b03c-0023513cde4c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:54.092884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b01c523f-08b2-4dc3-b03c-0023513cde4c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.45 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 810 time: 0.2065780 Aug 31 07:53:54.133909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Request body: {'port': {'device_id': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'admin_state_up': True, 'tenant_id': 'c08808df471b456391cc8104e86c5eb6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:54.323827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:53:54.323827 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:53:54.323827 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': '550acf85c7a045d4a14c8de23d1367f2', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 53, 54, 314832)}] Aug 31 07:53:54.323827 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:53:54.324355 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:53:54.365920 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.384264 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Transition to ACTIVE for port object 5dae13b8-63c2-4a08-a72d-32a3a16284cb will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:54.461292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Made reservation on behalf of c08808df471b456391cc8104e86c5eb6 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:54.471128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.496286 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.508828 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.553205 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83480834-1358-434e-a34d-10891d645717 None None] Pushing event updated for resources: {'Port': ['ID=5dae13b8-63c2-4a08-a72d-32a3a16284cb,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:54.576786 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Attempting to bind port 5dae13b8-63c2-4a08-a72d-32a3a16284cb on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:54.577405 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Attempting to bind port 5dae13b8-63c2-4a08-a72d-32a3a16284cb by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:54.578203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Attempting to bind port 5dae13b8-63c2-4a08-a72d-32a3a16284cb on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:54.583627 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.583870 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.584044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.584575 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.585665 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.585665 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.585665 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.588366 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.588366 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.588366 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.588366 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.588366 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83480834-1358-434e-a34d-10891d645717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:54.593331 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:54.594005 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:54.594597 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.595210 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:54.595863 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Bound port: 5dae13b8-63c2-4a08-a72d-32a3a16284cb, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:54.596423 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.710363 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] For port 5dae13b8-63c2-4a08-a72d-32a3a16284cb, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:54.713908 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] For port 5dae13b8-63c2-4a08-a72d-32a3a16284cb, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5dae13b8-63c2-4a08-a72d-32a3a16284cb,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:54.721303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Allocated IP 172.20.0.6 (bde0172c-35c1-4e79-a4c7-78fcee241443/452a2f9c-2f51-4b15-8037-790c7c2af339/20b96da4-8940-42a2-9deb-13fbab8fa950) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:54.729436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Allocated IP 172.20.0.1 (8bb433c7-8036-4d4a-b691-80e019454346/3c471819-fde2-4fd0-97d6-aff12222ef78/b7f46946-3778-4c4c-b5ff-73f4786194a6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:54.790231 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.846856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.897671 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:54.898380 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:54.903530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-953d2153-5f3a-4dd4-ae66-47b567058031 req-da2bc6eb-8394-4558-bf43-213abcb28c7f tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 210 time: 0.0433424 Aug 31 07:53:54.920590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.964082 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83480834-1358-434e-a34d-10891d645717 None None] Pushing event updated for resources: {'Port': ['ID=5dae13b8-63c2-4a08-a72d-32a3a16284cb,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:54.969428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Transition to ACTIVE for port object b7f46946-3778-4c4c-b5ff-73f4786194a6 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:54.995141 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.062949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.088723 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:55.125346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.159260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.216414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Network 8bb433c7-8036-4d4a-b691-80e019454346 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:55.224676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:55.246128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:55.257769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.275856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['681ac72e-d4ed-4207-a516-2dd5640b3a73'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:55.333838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f46946-3778-4c4c-b5ff-73f4786194a6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:55.352705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Pushing event updated for resources: {'Port': ['ID=20b96da4-8940-42a2-9deb-13fbab8fa950,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:55.355813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939a4b43-fe12-4945-a0e2-b26e1ba935e4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:55.360793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.362644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14ada22d-16ca-412e-bca6-3a4702a14185 req-c6307ae3-50dd-4acc-bad6-af2be0064467 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5291164 Aug 31 07:53:55.370993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Network bde0172c-35c1-4e79-a4c7-78fcee241443 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:55.373297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:55.375933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:55.381837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.622922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:55.622922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.626762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50484) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:55.642451 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:51Z', 'revision_number': 3, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:55.643770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67bd591c-b620-4f12-860f-2c061690128a req-0d9d96b9-e369-4be8-9fe2-7cebe4ccf926 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/939a4b43-fe12-4945-a0e2-b26e1ba935e4 HTTP/1.1" status: 200 len: 1806 time: 0.2239821 Aug 31 07:53:55.664137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '939a4b43-fe12-4945-a0e2-b26e1ba935e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:55.664513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '939a4b43-fe12-4945-a0e2-b26e1ba935e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:55.692172 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc42ff6-796e-4e96-a5c1-4e18cbdacaf1 None None] The sync data for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 is: [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:51Z', 'revision_number': 3, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:53:55.732401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-b384d01a-05f0-4a80-a6f3-432749acb2af tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6169536 Aug 31 07:53:55.768470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Request body: {'port': {'device_id': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:55.855812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.894533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.895840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e931d8a9-bb40-4aab-8325-6528ed778b63 None None] Provisioning for port b7f46946-3778-4c4c-b5ff-73f4786194a6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:55.900314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e931d8a9-bb40-4aab-8325-6528ed778b63 None None] Provisioning complete for port b7f46946-3778-4c4c-b5ff-73f4786194a6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:55.907316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e931d8a9-bb40-4aab-8325-6528ed778b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.987346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e931d8a9-bb40-4aab-8325-6528ed778b63 None None] Port b7f46946-3778-4c4c-b5ff-73f4786194a6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:53:55.991984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.065172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1639444967', 'router:external': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:56.219392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Made reservation on behalf of 2744e85a98c04051b32de2432bc9ddab for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:56.221212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.228089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.233856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.325580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.335521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.388020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435489-230b-4b1c-9f7a-710f6cad5aa2 req-6851314f-0ff0-4933-b498-66ce0ade17b2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:56.389636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11435489-230b-4b1c-9f7a-710f6cad5aa2 req-6851314f-0ff0-4933-b498-66ce0ade17b2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 931 time: 0.3379242 Aug 31 07:53:56.429097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.461722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11435489-230b-4b1c-9f7a-710f6cad5aa2 req-9dd8c6d9-84e1-4e72-9453-96120e3105b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608957 Aug 31 07:53:56.464321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.508895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98d0536-ee4c-4eab-a8d9-6e18934f4031,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:56.521910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.523103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.577855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b96da4-8940-42a2-9deb-13fbab8fa950 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:56.585362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.598669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Transition to ACTIVE for port object 20b96da4-8940-42a2-9deb-13fbab8fa950 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:56.642790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.711853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:53:56.722483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f46946-3778-4c4c-b5ff-73f4786194a6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:56.728465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf920e-3a65-4f54-8968-cbb3389724ea,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:56.730752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.735819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4daa-a1d4-453f-9d49-f8c94c7ca3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.736053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.743487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.745118 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Added segment b22b8b5b-55ff-4043-98d3-30f9bb725a8f of type vlan for network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c Aug 31 07:53:56.797605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.802675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67bd591c-b620-4f12-860f-2c061690128a req-f3669e31-8bbd-4127-89a6-75abc202d84e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1473534 Aug 31 07:53:56.844390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Pushing event updated for resources: {'Port': ['ID=20b96da4-8940-42a2-9deb-13fbab8fa950,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:56.877344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.955141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Network 8bb433c7-8036-4d4a-b691-80e019454346 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:56.956778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:57.052697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.053711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:57.054392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.153378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Network': ['ID=9025e7df-ea78-49c0-af1f-74fcec1b2e1c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:57.196396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:53:57.290056 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d5a0c50-0e31-4602-a825-e43c46f0ec3f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6492445 Aug 31 07:53:57.293867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50542) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:57.312451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'subnet': {'network_id': '9025e7df-ea78-49c0-af1f-74fcec1b2e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:57.374626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Router ca6ad811-f761-4075-b157-1b785b5856be has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:53:57.449330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Made reservation on behalf of 2744e85a98c04051b32de2432bc9ddab for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:57.451954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.453857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f0e60f76-ed5e-4aad-b556-530e7337c32e None None] Provisioning complete for port b7f46946-3778-4c4c-b5ff-73f4786194a6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:57.455787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0e60f76-ed5e-4aad-b556-530e7337c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.516781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f0e60f76-ed5e-4aad-b556-530e7337c32e None None] Port b7f46946-3778-4c4c-b5ff-73f4786194a6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:53:57.558518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Attempting to bind port 20b96da4-8940-42a2-9deb-13fbab8fa950 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:57.563539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Attempting to bind port 20b96da4-8940-42a2-9deb-13fbab8fa950 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:57.563539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Attempting to bind port 20b96da4-8940-42a2-9deb-13fbab8fa950 on network bde0172c-35c1-4e79-a4c7-78fcee241443 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:57.585324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-bc98d53f-1d8f-4f69-8fc0-f64c6c0bbdc6 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/939a4b43-fe12-4945-a0e2-b26e1ba935e4 HTTP/1.1" status: 200 len: 2400 time: 0.7632515 Aug 31 07:53:57.603504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Port 20b96da4-8940-42a2-9deb-13fbab8fa950 on network bde0172c-35c1-4e79-a4c7-78fcee241443 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:53:57.603504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Attempting to bind port 20b96da4-8940-42a2-9deb-13fbab8fa950 on network bde0172c-35c1-4e79-a4c7-78fcee241443 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:57.616079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '939a4b43-fe12-4945-a0e2-b26e1ba935e4', 'remote_group_id': None}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:57.617000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '939a4b43-fe12-4945-a0e2-b26e1ba935e4', 'remote_group_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:57.622367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5dae13b8-63c2-4a08-a72d-32a3a16284cb up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:57.687662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:57.688613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Checking segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:57.706317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:53:57.720899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4119598e-7e0d-4637-9d2d-484ae8666731 admin admin] 10.222.0.36 "PUT /v2.0/routers/ca6ad811-f761-4075-b157-1b785b5856be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6347456 Aug 31 07:53:57.721129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Bound using segment: {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:57.721129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Bound port: 20b96da4-8940-42a2-9deb-13fbab8fa950, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:57.721472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.832870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a534ee0-c160-4725-8c79-ac4bab495bd0 req-7f5cd3f2-bc77-4b5d-983e-466dfb015098 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:57.834205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a534ee0-c160-4725-8c79-ac4bab495bd0 req-7f5cd3f2-bc77-4b5d-983e-466dfb015098 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 943 time: 0.2714763 Aug 31 07:53:57.840086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5dae13b8-63c2-4a08-a72d-32a3a16284cb completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:57.844189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5dae13b8-63c2-4a08-a72d-32a3a16284cb triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:57.844579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.960203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a534ee0-c160-4725-8c79-ac4bab495bd0 req-d2b2cb7a-9fb8-4c89-bc10-67f732f1eb75 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919340 Aug 31 07:53:57.963200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.966737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] For port 20b96da4-8940-42a2-9deb-13fbab8fa950, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:57.993046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.000728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] For port 20b96da4-8940-42a2-9deb-13fbab8fa950, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=20b96da4-8940-42a2-9deb-13fbab8fa950,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:58.013010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.017574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.029609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:53:58.085367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.132394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.161165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68c0969-cb4c-4c9e-b9fb-0026ee8c21a1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:58.182352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:58.183283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.187169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] 10.222.0.45 "PUT /v2.0/ports/20b96da4-8940-42a2-9deb-13fbab8fa950 HTTP/1.1" status: 200 len: 1092 time: 2.4452662 Aug 31 07:53:58.202579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'tag': '20b96da4-8940-42a2-9deb-13fbab8fa950'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:58.205891 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b03673-79a9-45c0-9b57-28832350bcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "a541b52b-ef57-4c6a-8841-879b709b55de", "tag": "20b96da4-8940-42a2-9deb-13fbab8fa950"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:58.230018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:53:58.230427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.234037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7789a1-e66d-4ae5-a831-dc8486eadbda service neutron] Pushing event updated for resources: {'Port': ['ID=20b96da4-8940-42a2-9deb-13fbab8fa950,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:58.253345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:58.292730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:53:58.300488 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5de63-581d-4c3a-8f5d-f2d397654c8d x-openstack-request-id: req-87e5de63-581d-4c3a-8f5d-f2d397654c8d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:58.301239 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541b52b-ef57-4c6a-8841-879b709b55de", "tag": "20b96da4-8940-42a2-9deb-13fbab8fa950", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:58.301670 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87e5de63-581d-4c3a-8f5d-f2d397654c8d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:58.302270 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'tag': '20b96da4-8940-42a2-9deb-13fbab8fa950', 'status': 'completed', 'code': 200} Aug 31 07:53:58.357941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8394d76-96c6-46c5-ae8b-cd7e15a1272e,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:58.414601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.415266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.421517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b1af0dc-97e4-4788-bfbe-af099fcfb9c2 req-fe3f1496-a76f-4505-90ab-8ade272d90b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8134167 Aug 31 07:53:58.443752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:58.482459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5dae13b8-63c2-4a08-a72d-32a3a16284cb, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5dae13b8-63c2-4a08-a72d-32a3a16284cb,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:58.489299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Checking segment: {'id': 'b22b8b5b-55ff-4043-98d3-30f9bb725a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9025e7df-ea78-49c0-af1f-74fcec1b2e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:58.489490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network hostable DHCP agents. Network: 9025e7df-ea78-49c0-af1f-74fcec1b2e1c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:53:58.493437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:58.512074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Sync routers for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:53:58.524016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03673-79a9-45c0-9b57-28832350bcf5 req-d40f1ee9-3d87-48bb-ae65-8ad7a8b8b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:58.525996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b03673-79a9-45c0-9b57-28832350bcf5 req-d40f1ee9-3d87-48bb-ae65-8ad7a8b8b716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 1095 time: 0.1954281 Aug 31 07:53:58.529142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:53:58.530084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:53:58.611381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16c05a98-6759-404c-8765-b7e6c513362f req-1f171cab-5f6a-47b2-80e9-ec0abf486cd2 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/939a4b43-fe12-4945-a0e2-b26e1ba935e4 HTTP/1.1" status: 200 len: 2999 time: 0.1548653 Aug 31 07:53:58.645412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:53:58.646332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.656481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.672062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-48165c87-9002-46e8-9fa6-089948695862 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-group-rules/f68c0969-cb4c-4c9e-b9fb-0026ee8c21a1 HTTP/1.1" status: 200 len: 783 time: 0.0349026 Aug 31 07:53:58.760194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9025e7df-ea78-49c0-af1f-74fcec1b2e1c) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:58.764874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:58.765483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.776596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:53:58.782373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['2c691c47-0738-49b7-85c4-3d58c2ac6ae8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:58.784854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c2e50-af30-4e3c-a093-25a7659db042 None None] Network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:53:58.794708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-b28047f0-d031-4908-99ef-1d794b319df7 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/939a4b43-fe12-4945-a0e2-b26e1ba935e4 HTTP/1.1" status: 200 len: 2999 time: 0.1217506 Aug 31 07:53:58.798568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03673-79a9-45c0-9b57-28832350bcf5 req-73563699-a34d-4bdb-9e7e-66f937ab6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:58.800210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b03673-79a9-45c0-9b57-28832350bcf5 req-73563699-a34d-4bdb-9e7e-66f937ab6692 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c08808df471b456391cc8104e86c5eb6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2641873 Aug 31 07:53:58.895429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de55c17f-d3b7-4559-9f79-5fe3e6bb1e04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5892398 Aug 31 07:53:58.895429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50638) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:58.896108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-910797479', 'network_id': '9025e7df-ea78-49c0-af1f-74fcec1b2e1c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:58.907831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-5ebb8f14-f2c5-4355-9cfc-21bbb9dec919 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.926350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-5ebb8f14-f2c5-4355-9cfc-21bbb9dec919 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:58.962942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03673-79a9-45c0-9b57-28832350bcf5 req-0e32887a-ab78-4813-8825-4a30400b2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:58.963682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2b03673-79a9-45c0-9b57-28832350bcf5 req-0e32887a-ab78-4813-8825-4a30400b2ea1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527665 Aug 31 07:53:58.981749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Made reservation on behalf of 2744e85a98c04051b32de2432bc9ddab for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:53:58.984345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.025107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] device_id is not set on port 4380f306-bfbe-4188-a1ca-2de3febbef7d yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:53:59.061751 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-5ebb8f14-f2c5-4355-9cfc-21bbb9dec919 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.091611 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-5ebb8f14-f2c5-4355-9cfc-21bbb9dec919 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.096389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f42f927-9a1f-4205-93c0-358142bbfe40 req-5ebb8f14-f2c5-4355-9cfc-21bbb9dec919 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f68c0969-cb4c-4c9e-b9fb-0026ee8c21a1 HTTP/1.1" status: 204 len: 173 time: 0.2933891 Aug 31 07:53:59.123317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb8f14-f2c5-4355-9cfc-21bbb9dec919 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f68c0969-cb4c-4c9e-b9fb-0026ee8c21a1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:59.232290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Allocated IP 2001:db8::166 (9025e7df-ea78-49c0-af1f-74fcec1b2e1c/d8394d76-96c6-46c5-ae8b-cd7e15a1272e/4380f306-bfbe-4188-a1ca-2de3febbef7d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:53:59.395401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.507392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcad8a-7a34-4a7b-a37f-fe9af439b314 req-bdd3649f-8fb1-4bfb-9c7f-754a38e4bb32 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:59.509916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bffcad8a-7a34-4a7b-a37f-fe9af439b314 req-bdd3649f-8fb1-4bfb-9c7f-754a38e4bb32 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 943 time: 0.3434658 Aug 31 07:53:59.514391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-15dbd960-dbe1-426c-bea9-e89880b156bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:59.522431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-15dbd960-dbe1-426c-bea9-e89880b156bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 1095 time: 0.4570427 Aug 31 07:53:59.541527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bc6bcca-6909-4ac4-80a8-296262d00fbe req-a52b6c5e-fe60-49d7-a2f6-9b55398465f1 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/939a4b43-fe12-4945-a0e2-b26e1ba935e4 HTTP/1.1" status: 200 len: 2400 time: 0.4151645 Aug 31 07:53:59.591864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.624049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-5e62c017-c383-40c6-a1da-485818dacf90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20b96da4-8940-42a2-9deb-13fbab8fa950 HTTP/1.1" status: 200 len: 217 time: 0.0669448 Aug 31 07:53:59.716287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ac4e0244-e2f6-430b-98e2-b871bc482739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:59.718400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-ac4e0244-e2f6-430b-98e2-b871bc482739 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 200 len: 850 time: 0.0829146 Aug 31 07:53:59.748176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:53:59.756805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:53:59.763674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:53:59.764788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:59.765351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.791731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-275a39dc-7baa-4a73-8cb3-3aa509939c07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bde0172c-35c1-4e79-a4c7-78fcee241443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565584 Aug 31 07:53:59.804260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Port': ['ID=4380f306-bfbe-4188-a1ca-2de3febbef7d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:59.853098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5dae13b8-63c2-4a08-a72d-32a3a16284cb,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:59.915157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:59.921721 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d51df718-3f6c-409d-9c32-0efd8f65448e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0279808 Aug 31 07:53:59.922435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50678) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:53:59.946867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-d336126a-4ffa-413d-9e78-76ba639d5810 service neutron] 10.222.0.45 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345947 Aug 31 07:53:59.963171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bffcad8a-7a34-4a7b-a37f-fe9af439b314 req-b6b50e93-d3d1-4453-ba74-0c60be2ed2d0 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380467 Aug 31 07:53:59.995484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45cb175-363f-4d52-b27b-93ca72f5ee9e None None] Network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:00.170388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Deleting port 4380f306-bfbe-4188-a1ca-2de3febbef7d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:00.172230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.198914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b598d35-d6cf-4f81-9a28-04a03b3eb216 req-5a824f26-d38c-41af-bba9-1db8edc7f988 service neutron] 10.222.0.45 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312503 Aug 31 07:54:00.244021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:53:56Z', 'revision_number': 2, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:00.247798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bc6bcca-6909-4ac4-80a8-296262d00fbe req-26698a3b-3d1e-4168-9375-c58d673b577e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.305011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:00.318366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Checking router: ca6ad811-f761-4075-b157-1b785b5856be for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:00.318824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Updating router ca6ad811-f761-4075-b157-1b785b5856be port b7f46946-3778-4c4c-b5ff-73f4786194a6 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:54:00.326955 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bc6bcca-6909-4ac4-80a8-296262d00fbe req-26698a3b-3d1e-4168-9375-c58d673b577e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.388968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.402813 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.413722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Calling delete_port for 4380f306-bfbe-4188-a1ca-2de3febbef7d owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:00.566290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bc6bcca-6909-4ac4-80a8-296262d00fbe req-26698a3b-3d1e-4168-9375-c58d673b577e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.569347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5bc6bcca-6909-4ac4-80a8-296262d00fbe req-26698a3b-3d1e-4168-9375-c58d673b577e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.574449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bc6bcca-6909-4ac4-80a8-296262d00fbe req-26698a3b-3d1e-4168-9375-c58d673b577e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/939a4b43-fe12-4945-a0e2-b26e1ba935e4 HTTP/1.1" status: 204 len: 173 time: 1.0271792 Aug 31 07:54:00.587995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26698a3b-3d1e-4168-9375-c58d673b577e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a4b43-fe12-4945-a0e2-b26e1ba935e4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:00.693647 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-0c3a4d2e-dec0-44d8-a3b7-d636f01373e8 req-368f3cc3-3885-4abc-b083-43536100fc23 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] show failed (client error): The resource could not be found. Aug 31 07:54:00.706541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c3a4d2e-dec0-44d8-a3b7-d636f01373e8 req-368f3cc3-3885-4abc-b083-43536100fc23 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/f6c6389b-e350-4c19-9805-621e76dd9bde HTTP/1.1" status: 404 len: 352 time: 0.0625846 Aug 31 07:54:00.888732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a9b826b-3dfd-4f10-8d8c-645c70ee7320 req-1636f198-5671-4934-9fb4-b06d73687f1c tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/aa3d2ba8-7291-4289-8894-14efc6136cca HTTP/1.1" status: 200 len: 1806 time: 0.1646478 Aug 31 07:54:00.902486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:00.980713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event deleted for resources: {'Port': ['ID=4380f306-bfbe-4188-a1ca-2de3febbef7d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:01.021462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7a9b826b-3dfd-4f10-8d8c-645c70ee7320 req-cf6205f5-bbf4-4ef4-bc2d-32d091d069ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.037755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50726) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:01.048372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.051362 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4380f306-bfbe-4188-a1ca-2de3febbef7d HTTP/1.1" status: 204 len: 168 time: 1.1284838 Aug 31 07:54:01.053408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.054119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.054667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.055177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.055682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.056214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.056847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.057345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.057868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.058399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.059074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.059607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce182f90-8559-4ab6-8b18-0da2e903aa14 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:01.062577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:01.071785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9025e7df-ea78-49c0-af1f-74fcec1b2e1c', 'external_fixed_ips': [{'subnet_id': 'd8394d76-96c6-46c5-ae8b-cd7e15a1272e', 'ip_address': '2001:db8::166'}]}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:01.146603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7a9b826b-3dfd-4f10-8d8c-645c70ee7320 req-cf6205f5-bbf4-4ef4-bc2d-32d091d069ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.187899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.189964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.277994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf36c-aa14-45d7-a80c-2d40615131e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.303654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3bfc-8963-4966-9537-de91b3674ace req-ca08b021-62bf-4426-9082-6422bd9c0a49 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:01.305047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a07f3bfc-8963-4966-9537-de91b3674ace req-ca08b021-62bf-4426-9082-6422bd9c0a49 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 943 time: 0.1824090 Aug 31 07:54:01.348247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.368336 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.400379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Transition to ACTIVE for port object b7f46946-3778-4c4c-b5ff-73f4786194a6 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:01.427839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7a9b826b-3dfd-4f10-8d8c-645c70ee7320 req-cf6205f5-bbf4-4ef4-bc2d-32d091d069ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.489853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7a9b826b-3dfd-4f10-8d8c-645c70ee7320 req-cf6205f5-bbf4-4ef4-bc2d-32d091d069ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.492722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a9b826b-3dfd-4f10-8d8c-645c70ee7320 req-cf6205f5-bbf4-4ef4-bc2d-32d091d069ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa3d2ba8-7291-4289-8894-14efc6136cca HTTP/1.1" status: 204 len: 173 time: 0.5995293 Aug 31 07:54:01.530562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.609514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a07f3bfc-8963-4966-9537-de91b3674ace req-c3acddad-5b86-44c1-9b15-58865cab50c2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872276 Aug 31 07:54:01.614085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6205f5-bbf4-4ef4-bc2d-32d091d069ee tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d2ba8-7291-4289-8894-14efc6136cca,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:01.736757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf36c-aa14-45d7-a80c-2d40615131e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.780834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5dae13b8-63c2-4a08-a72d-32a3a16284cb up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:01.879094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1d643da-0ba5-4f63-9b37-afc638d7a198 req-b651cd08-caa9-4c37-b5ac-05c163c571ca tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/e1c69779-04f3-44ca-b416-df101b94ee0b HTTP/1.1" status: 200 len: 1805 time: 0.1440716 Aug 31 07:54:01.912122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e4c89-6c00-4098-88a0-236b551b5d33 None None] Pushing event updated for resources: {'Port': ['ID=b7f46946-3778-4c4c-b5ff-73f4786194a6,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:01.920827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Attempting to bind port b7f46946-3778-4c4c-b5ff-73f4786194a6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Attempting to bind port b7f46946-3778-4c4c-b5ff-73f4786194a6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Attempting to bind port b7f46946-3778-4c4c-b5ff-73f4786194a6 on network 8bb433c7-8036-4d4a-b691-80e019454346 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Checking segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Bound using segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Bound port: b7f46946-3778-4c4c-b5ff-73f4786194a6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5dae13b8-63c2-4a08-a72d-32a3a16284cb triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:02.338865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.343039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d1d643da-0ba5-4f63-9b37-afc638d7a198 req-d7c214e9-ab7c-4651-87a3-468a1a7247ab tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.344405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:02.344692 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d1d643da-0ba5-4f63-9b37-afc638d7a198 req-d7c214e9-ab7c-4651-87a3-468a1a7247ab tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.344947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] For port b7f46946-3778-4c4c-b5ff-73f4786194a6, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:02.344947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] For port b7f46946-3778-4c4c-b5ff-73f4786194a6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b7f46946-3778-4c4c-b5ff-73f4786194a6,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:02.344947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:02.344947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.439088 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf36c-aa14-45d7-a80c-2d40615131e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.462307 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.490682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d1d643da-0ba5-4f63-9b37-afc638d7a198 req-d7c214e9-ab7c-4651-87a3-468a1a7247ab tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.494207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d1d643da-0ba5-4f63-9b37-afc638d7a198 req-d7c214e9-ab7c-4651-87a3-468a1a7247ab tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.498118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1d643da-0ba5-4f63-9b37-afc638d7a198 req-d7c214e9-ab7c-4651-87a3-468a1a7247ab tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1c69779-04f3-44ca-b416-df101b94ee0b HTTP/1.1" status: 204 len: 173 time: 0.6099796 Aug 31 07:54:02.511251 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:02.527220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c214e9-ab7c-4651-87a3-468a1a7247ab tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c69779-04f3-44ca-b416-df101b94ee0b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:02.632222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:02.632222 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6724b90c-bbd3-489a-b3fd-17c4224844f3" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:02.714518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae2bf36c-aa14-45d7-a80c-2d40615131e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=144993c8a398453ebfcbb6aa8cccdcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6737959 Aug 31 07:54:02.717245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bf36c-aa14-45d7-a80c-2d40615131e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d09e12-b3e7-41cd-ac35-b997fb050b12,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:02.726956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50756) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:02.759883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-723a7ab9-1fe7-498e-afdc-e5d6024a2170 req-e288d710-5787-4ba1-8876-c3bfe48a7df8 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/a8cb7f8f-46fb-4139-acd5-c2b0f237863f HTTP/1.1" status: 200 len: 1806 time: 0.2337623 Aug 31 07:54:02.817596 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3821f4d7-6857-42df-8d17-f217b7a8f811 x-openstack-request-id: req-3821f4d7-6857-42df-8d17-f217b7a8f811 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:02.817932 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:02.818195 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3821f4d7-6857-42df-8d17-f217b7a8f811 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:02.818613 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:54:02.820698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:02.835324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:02.835324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:02.969327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:54:02.990451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.053367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-723a7ab9-1fe7-498e-afdc-e5d6024a2170 req-3c66572d-4b55-4ee3-abb6-893473e9e2bd tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.082713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df62a-20c2-455b-b7fd-8ede798cbeef req-71f25aa3-42b0-484a-8c98-d0e33701e17b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:03.090742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-735df62a-20c2-455b-b7fd-8ede798cbeef req-71f25aa3-42b0-484a-8c98-d0e33701e17b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 943 time: 0.1542275 Aug 31 07:54:03.268306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e4c89-6c00-4098-88a0-236b551b5d33 None None] Pushing event updated for resources: {'Port': ['ID=b7f46946-3778-4c4c-b5ff-73f4786194a6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:03.269627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db266021-ff40-4601-bd62-1bb9886ec4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.270151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-723a7ab9-1fe7-498e-afdc-e5d6024a2170 req-3c66572d-4b55-4ee3-abb6-893473e9e2bd tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.270151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-735df62a-20c2-455b-b7fd-8ede798cbeef req-9f121354-5661-4ee4-9dc9-673b57a8f8ea tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957952 Aug 31 07:54:03.270342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:03.270458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db266021-ff40-4601-bd62-1bb9886ec4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.283992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:03.393034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-723a7ab9-1fe7-498e-afdc-e5d6024a2170 req-3c66572d-4b55-4ee3-abb6-893473e9e2bd tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.395640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-723a7ab9-1fe7-498e-afdc-e5d6024a2170 req-3c66572d-4b55-4ee3-abb6-893473e9e2bd tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.396815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-723a7ab9-1fe7-498e-afdc-e5d6024a2170 req-3c66572d-4b55-4ee3-abb6-893473e9e2bd tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/a8cb7f8f-46fb-4139-acd5-c2b0f237863f HTTP/1.1" status: 204 len: 173 time: 0.6360903 Aug 31 07:54:03.419687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66572d-4b55-4ee3-abb6-893473e9e2bd tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb7f8f-46fb-4139-acd5-c2b0f237863f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:03.520685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c83b427b-8c0a-496f-982b-830278aa4819 req-cc2d3d18-5cc7-4624-bf99-c63acdca953e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/627c52b8-dfd5-482a-9715-b0b9dd88c409 HTTP/1.1" status: 200 len: 2406 time: 0.0920117 Aug 31 07:54:03.627299 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.686823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c83b427b-8c0a-496f-982b-830278aa4819 req-a0d80aca-6261-4f41-89ee-f7b7ff36f0b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.730280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.734221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c83b427b-8c0a-496f-982b-830278aa4819 req-a0d80aca-6261-4f41-89ee-f7b7ff36f0b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.855009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 20b96da4-8940-42a2-9deb-13fbab8fa950 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:54:03.913387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c83b427b-8c0a-496f-982b-830278aa4819 req-a0d80aca-6261-4f41-89ee-f7b7ff36f0b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.916648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c83b427b-8c0a-496f-982b-830278aa4819 req-a0d80aca-6261-4f41-89ee-f7b7ff36f0b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:03.918623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c83b427b-8c0a-496f-982b-830278aa4819 req-a0d80aca-6261-4f41-89ee-f7b7ff36f0b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/627c52b8-dfd5-482a-9715-b0b9dd88c409 HTTP/1.1" status: 204 len: 173 time: 0.3878572 Aug 31 07:54:03.933999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d80aca-6261-4f41-89ee-f7b7ff36f0b0 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627c52b8-dfd5-482a-9715-b0b9dd88c409,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:04.010348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41f7eefc-e884-4dfe-9781-3dee88e8a430 req-85f6e5f9-df20-48ca-97ee-25bd047afbe7 tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "GET /v2.0/security-groups/945e2ead-e1cf-4c7e-ba61-2d14d32ce30d HTTP/1.1" status: 200 len: 2400 time: 0.0659156 Aug 31 07:54:04.078833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:02Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:04.116077 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41f7eefc-e884-4dfe-9781-3dee88e8a430 req-68b77a7d-e92f-4886-9f07-fc5b4367cf2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.117577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdd7cf2-60f7-4b0f-a8e4-095153c5ec4c None None] The sync data for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 is: [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:02Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:04.151773 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41f7eefc-e884-4dfe-9781-3dee88e8a430 req-68b77a7d-e92f-4886-9f07-fc5b4367cf2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.158764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 20b96da4-8940-42a2-9deb-13fbab8fa950, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=20b96da4-8940-42a2-9deb-13fbab8fa950,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:04.207923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '20b96da4-8940-42a2-9deb-13fbab8fa950', 'network_id': 'bde0172c-35c1-4e79-a4c7-78fcee241443', 'port_id': '20b96da4-8940-42a2-9deb-13fbab8fa950', 'mac_address': 'fa:16:3e:4a:61:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a2f9c-2f51-4b15-8037-790c7c2af339', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:54:04.297716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db266021-ff40-4601-bd62-1bb9886ec4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.302489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db266021-ff40-4601-bd62-1bb9886ec4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.306062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-db266021-ff40-4601-bd62-1bb9886ec4da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0d09e12-b3e7-41cd-ac35-b997fb050b12 HTTP/1.1" status: 204 len: 168 time: 1.5769408 Aug 31 07:54:04.356620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.359555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266021-ff40-4601-bd62-1bb9886ec4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d09e12-b3e7-41cd-ac35-b997fb050b12,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:04.371245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Allocated IP 2001:db8::166 (9025e7df-ea78-49c0-af1f-74fcec1b2e1c/d8394d76-96c6-46c5-ae8b-cd7e15a1272e/b46932c8-9285-4cb4-ba04-e4ced1cc413e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:04.445917 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41f7eefc-e884-4dfe-9781-3dee88e8a430 req-68b77a7d-e92f-4886-9f07-fc5b4367cf2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.447963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-41f7eefc-e884-4dfe-9781-3dee88e8a430 req-68b77a7d-e92f-4886-9f07-fc5b4367cf2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.451072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41f7eefc-e884-4dfe-9781-3dee88e8a430 req-68b77a7d-e92f-4886-9f07-fc5b4367cf2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] 10.222.0.36 "DELETE /v2.0/security-groups/945e2ead-e1cf-4c7e-ba61-2d14d32ce30d HTTP/1.1" status: 204 len: 173 time: 0.4338515 Aug 31 07:54:04.467906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:04.494624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b96da4-8940-42a2-9deb-13fbab8fa950 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:04.518111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b77a7d-e92f-4886-9f07-fc5b4367cf2e tempest-SecurityGroupRulesTestJSON-73470970 tempest-SecurityGroupRulesTestJSON-73470970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945e2ead-e1cf-4c7e-ba61-2d14d32ce30d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:04.566346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371881-4719-4430-a74a-3d906aca9220 req-8d02671e-87e7-443c-94c8-bb61880c617b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:04.580578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4371881-4719-4430-a74a-3d906aca9220 req-8d02671e-87e7-443c-94c8-bb61880c617b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 943 time: 0.2142980 Aug 31 07:54:04.592105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 20b96da4-8940-42a2-9deb-13fbab8fa950, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=20b96da4-8940-42a2-9deb-13fbab8fa950,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:04.679091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.708506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4371881-4719-4430-a74a-3d906aca9220 req-fdfe31f5-aaf0-4096-bb0f-8a4bc61712cd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194851 Aug 31 07:54:04.821621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=20b96da4-8940-42a2-9deb-13fbab8fa950,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:04.846250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Deleting subnet f9a436bd-6fd5-450e-ae19-33af0aa3862b {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:54:04.849958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.938079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.981458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['20b96da4-8940-42a2-9deb-13fbab8fa950'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:05.047614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.219288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.242215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.246294 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9a436bd-6fd5-450e-ae19-33af0aa3862b HTTP/1.1" status: 204 len: 168 time: 0.7631171 Aug 31 07:54:05.248787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50794) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:05.273534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.356898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10996419-b5ed-47b2-8e7c-b9b43a9a9bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a436bd-6fd5-450e-ae19-33af0aa3862b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:05.459741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.517001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50796) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:05.541857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fb10-8a75-40df-be0d-a739fb2957a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.561858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.678316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b7f46946-3778-4c4c-b5ff-73f4786194a6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:05.718776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:05.742554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.770813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:05.780916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:05.781310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85edcbb9-e31b-40ce-b2a5-072e87aea839']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:05.828196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd84ea90-fb1a-4bbe-9213-6e3c31742a0a') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:05.828554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd84ea90-fb1a-4bbe-9213-6e3c31742a0a') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:05.840696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 20b96da4-8940-42a2-9deb-13fbab8fa950 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:05.856960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.882577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.893760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:54:05.895307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:05.976042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Port': ['ID=b46932c8-9285-4cb4-ba04-e4ced1cc413e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:54:06.028280 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:54:06.074240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b7f46946-3778-4c4c-b5ff-73f4786194a6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:06.082783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b7f46946-3778-4c4c-b5ff-73f4786194a6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:06.083925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.111768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045f218-6ab4-42a2-b233-fce42e07ee62 req-c0b5d1c3-4c65-4e2f-b470-cc105d810aa9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:06.113391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9045f218-6ab4-42a2-b233-fce42e07ee62 req-c0b5d1c3-4c65-4e2f-b470-cc105d810aa9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 944 time: 0.1048663 Aug 31 07:54:06.173306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 20b96da4-8940-42a2-9deb-13fbab8fa950 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:06.183944 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.193779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 20b96da4-8940-42a2-9deb-13fbab8fa950 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:06.194443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.215531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.220570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/85edcbb9-e31b-40ce-b2a5-072e87aea839 HTTP/1.1" status: 204 len: 168 time: 0.9697998 Aug 31 07:54:06.239002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9045f218-6ab4-42a2-b233-fce42e07ee62 req-341d7d10-f59b-43d6-a7a4-729cbb021e09 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130531 Aug 31 07:54:06.275422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a840d-ab90-4a66-95b3-a4c1e8a222b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85edcbb9-e31b-40ce-b2a5-072e87aea839,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:06.308804 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fb10-8a75-40df-be0d-a739fb2957a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.413255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fb10-8a75-40df-be0d-a739fb2957a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.432943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.523551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 20b96da4-8940-42a2-9deb-13fbab8fa950, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=20b96da4-8940-42a2-9deb-13fbab8fa950,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:06.524899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.528764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b96da4-8940-42a2-9deb-13fbab8fa950'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:06.534759 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588be16-4999-4719-bf80-752b04709fe1" -d '{"events": [{"server_uuid": "a541b52b-ef57-4c6a-8841-879b709b55de", "name": "network-vif-plugged", "status": "completed", "tag": "20b96da4-8940-42a2-9deb-13fbab8fa950"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:06.604395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b7f46946-3778-4c4c-b5ff-73f4786194a6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b7f46946-3778-4c4c-b5ff-73f4786194a6,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:06.627687 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f621b51-115a-4f20-8cf8-4188710420a3 x-openstack-request-id: req-8f621b51-115a-4f20-8cf8-4188710420a3 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:06.629284 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541b52b-ef57-4c6a-8841-879b709b55de", "name": "network-vif-plugged", "status": "completed", "tag": "20b96da4-8940-42a2-9deb-13fbab8fa950", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:06.629727 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f621b51-115a-4f20-8cf8-4188710420a3 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:06.633314 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b96da4-8940-42a2-9deb-13fbab8fa950', 'code': 200} Aug 31 07:54:06.650765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50818) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:06.651533 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d2c4fb10-8a75-40df-be0d-a739fb2957a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=557d1e693de2401b8d24ad7ec7623263&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1331103 Aug 31 07:54:06.652342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4fb10-8a75-40df-be0d-a739fb2957a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94780b1-4dc1-4cd2-8f99-c75aa2fea609,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:06.658333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.690758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.805585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=20b96da4-8940-42a2-9deb-13fbab8fa950,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:06.816593 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:06.901915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50824) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:06.928821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b7f46946-3778-4c4c-b5ff-73f4786194a6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:07.034275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a78007b-486b-47aa-b112-b2d6f473c85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.041211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0bd993f4-3300-4e74-9758-677d17dae918 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=550acf85c7a045d4a14c8de23d1367f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351120 Aug 31 07:54:07.045371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50830) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:07.055538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b11fe-7aed-46e4-9335-943bc8feb069 req-7e8f2113-b355-42fe-860a-20c80268b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:07.057494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-257b11fe-7aed-46e4-9335-943bc8feb069 req-7e8f2113-b355-42fe-860a-20c80268b7ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 1097 time: 0.1862321 Aug 31 07:54:07.191816 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a78007b-486b-47aa-b112-b2d6f473c85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.260271 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f69fe3d-92f6-4f74-92e8-48ef1a29f8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.365376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-257b11fe-7aed-46e4-9335-943bc8feb069 req-692501fd-5520-44f4-bd4b-573e7474042b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992020 Aug 31 07:54:07.420599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f69fe3d-92f6-4f74-92e8-48ef1a29f8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.509415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76e410-d255-416b-94e7-c4d3463e1187 req-d43c0887-d681-43a3-bd55-680f5173cd1c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:07.524319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb76e410-d255-416b-94e7-c4d3463e1187 req-d43c0887-d681-43a3-bd55-680f5173cd1c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1528053 Aug 31 07:54:07.585125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a78007b-486b-47aa-b112-b2d6f473c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.591320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a78007b-486b-47aa-b112-b2d6f473c85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.593338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0a78007b-486b-47aa-b112-b2d6f473c85d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d94780b1-4dc1-4cd2-8f99-c75aa2fea609 HTTP/1.1" status: 204 len: 168 time: 0.9407706 Aug 31 07:54:07.623506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b7f46946-3778-4c4c-b5ff-73f4786194a6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:07.684021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78007b-486b-47aa-b112-b2d6f473c85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94780b1-4dc1-4cd2-8f99-c75aa2fea609,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:07.699228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb76e410-d255-416b-94e7-c4d3463e1187 req-822bee02-8fd7-4d4d-b9f0-3b85156f62b9 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739161 Aug 31 07:54:07.739113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.807549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b7f46946-3778-4c4c-b5ff-73f4786194a6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:07.807875 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.813171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f69fe3d-92f6-4f74-92e8-48ef1a29f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.816240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f69fe3d-92f6-4f74-92e8-48ef1a29f8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:07.820594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f69fe3d-92f6-4f74-92e8-48ef1a29f8f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c1c3a48-cc69-4091-a48a-15ec841becb8 HTTP/1.1" status: 204 len: 168 time: 0.7736025 Aug 31 07:54:07.839037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69fe3d-92f6-4f74-92e8-48ef1a29f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1c3a48-cc69-4091-a48a-15ec841becb8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:08.095880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Router ee3ad169-fe05-42b3-95d8-67958ced46f9 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:08.212355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:08.226169 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Sync routers for ids ['ee3ad169-fe05-42b3-95d8-67958ced46f9'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:08.254076 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Routers {'ee3ad169-fe05-42b3-95d8-67958ced46f9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:08.254712 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ee3ad169-fe05-42b3-95d8-67958ced46f9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:08.336590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:08.337874 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a04affb3-661d-403f-a7a0-f051ef3a6ac5 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2739377 Aug 31 07:54:08.340780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50866) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:08.460883 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Set router ee3ad169-fe05-42b3-95d8-67958ced46f9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:08.698917 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:08.866078 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3ad169-fe05-42b3-95d8-67958ced46f9', 'name': '', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9025e7df-ea78-49c0-af1f-74fcec1b2e1c', 'external_fixed_ips': [{'subnet_id': 'd8394d76-96c6-46c5-ae8b-cd7e15a1272e', 'ip_address': '2001:db8::166'}], 'enable_snat': True}, 'gw_port_id': 'b46932c8-9285-4cb4-ba04-e4ced1cc413e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:01Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 3, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port': {'id': 'b46932c8-9285-4cb4-ba04-e4ced1cc413e', 'name': '', 'network_id': '9025e7df-ea78-49c0-af1f-74fcec1b2e1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:89:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3ad169-fe05-42b3-95d8-67958ced46f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8394d76-96c6-46c5-ae8b-cd7e15a1272e', 'ip_address': '2001:db8::166', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:03Z', 'updated_at': '2021-08-31T07:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8394d76-96c6-46c5-ae8b-cd7e15a1272e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:08.909906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:08.947009 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Checking router: ee3ad169-fe05-42b3-95d8-67958ced46f9 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:08.947441 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Updating router ee3ad169-fe05-42b3-95d8-67958ced46f9 port b46932c8-9285-4cb4-ba04-e4ced1cc413e binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:54:09.050599 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:09.056367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f392a-b0d7-43e8-b615-f3f6bce8861a req-0441cc36-c7af-444d-9a24-dc2990be1122 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:09.057522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-438f392a-b0d7-43e8-b615-f3f6bce8861a req-0441cc36-c7af-444d-9a24-dc2990be1122 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1828561 Aug 31 07:54:09.221511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-438f392a-b0d7-43e8-b615-f3f6bce8861a req-15fb4999-4ade-4f5f-b6ce-11b692ddf887 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450305 Aug 31 07:54:09.233937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Deleting port b46932c8-9285-4cb4-ba04-e4ced1cc413e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:09.234419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:09.336933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:09.356996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Calling delete_port for b46932c8-9285-4cb4-ba04-e4ced1cc413e owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:09.832951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:09.847124 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.db.api [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:54:09.847692 n-d-713499-16 neutron-server[95448]: DEBUG oslo_db.api [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:54:09.866072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50914) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:09.938960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event deleted for resources: {'Port': ['ID=b46932c8-9285-4cb4-ba04-e4ced1cc413e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:09.964311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.113853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.117233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.124709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-971934377-network', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:10.250073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:10.252876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.267974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.303624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.303875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee3ad169-fe05-42b3-95d8-67958ced46f9 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:54:10.322383 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.326362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07f06957-ba2a-4000-9922-deb10012b27d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ee3ad169-fe05-42b3-95d8-67958ced46f9 HTTP/1.1" status: 204 len: 168 time: 1.9817235 Aug 31 07:54:10.327365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:10.358405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3266-eb6c-4552-bb75-319dea309929 req-6061b74a-f7e2-4c61-9bfb-5a08569d4262 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:10.360681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4dfb3266-eb6c-4552-bb75-319dea309929 req-6061b74a-f7e2-4c61-9bfb-5a08569d4262 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.0680029 Aug 31 07:54:10.423840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4dfb3266-eb6c-4552-bb75-319dea309929 req-41489add-f1c8-4a5d-9ad6-555ef5dd8be8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Aug 31 07:54:10.426999 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Port b46932c8-9285-4cb4-ba04-e4ced1cc413e not found while updating agent binding for router ee3ad169-fe05-42b3-95d8-67958ced46f9. {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 07:54:10.481854 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Routers set() bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:10.482203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Router IDs set() for agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 07:54:10.484735 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_agentschedulers_db [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee3ad169-fe05-42b3-95d8-67958ced46f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent'). {{(pid=95448) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 07:54:10.488489 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1d14f-96b6-47e2-a5a6-16af3d743723 None None] The sync data for ids ['ee3ad169-fe05-42b3-95d8-67958ced46f9'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:10.511665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Deleting subnet d8394d76-96c6-46c5-ae8b-cd7e15a1272e {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:54:10.533094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.624294 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.683939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.737708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.805080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.840302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.851276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:54:10.876201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c2d8e-d815-4c61-a324-59362e3c77bf,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:10.884366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8394d76-96c6-46c5-ae8b-cd7e15a1272e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:10.888866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.889219 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Added segment a516fbb4-4541-4590-8be1-b6881842917f of type vlan for network cba00636-86f3-45fe-a522-325fe05dc849 Aug 31 07:54:10.891127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:10.894033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d2b84c59-11cf-431c-90ec-4d47827e865d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/d8394d76-96c6-46c5-ae8b-cd7e15a1272e HTTP/1.1" status: 204 len: 168 time: 0.5611610 Aug 31 07:54:10.896997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50944) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:11.012250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.051583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.149237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.150700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:11.151297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.267164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] Pushing event updated for resources: {'Network': ['ID=cba00636-86f3-45fe-a522-325fe05dc849,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:11.279369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network cba00636-86f3-45fe-a522-325fe05dc849 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:54:11.354848 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5a2fe7d1-dbb5-4ce3-8cf9-6e7ca37885ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4868274 Aug 31 07:54:11.356901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50962) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:11.364992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Request body: {'subnet': {'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-971934377-subnet', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:11.388333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.421523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9025e7df-ea78-49c0-af1f-74fcec1b2e1c']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:11.485450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22b8b5b-55ff-4043-98d3-30f9bb725a8f') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:11.485450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22b8b5b-55ff-4043-98d3-30f9bb725a8f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:11.518488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:11.521034 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.542604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.563527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.571153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:54:11.571959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.705631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6668c25-1e8e-498d-8246-1d045ed623b2 req-660c1570-2ccc-4d37-bc24-52a3d10c4fa3 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:11.712280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6668c25-1e8e-498d-8246-1d045ed623b2 req-660c1570-2ccc-4d37-bc24-52a3d10c4fa3 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.5517917 Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:54:11.713531 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:54:11.776179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-5e3dfa02-2849-4ba5-9a6e-8fd1824f169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:11.778360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-5e3dfa02-2849-4ba5-9a6e-8fd1824f169f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 1097 time: 0.5762007 Aug 31 07:54:11.858557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6668c25-1e8e-498d-8246-1d045ed623b2 req-7d09f42f-0946-4fbd-a5dc-1fcb34fb09b4 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261141 Aug 31 07:54:11.917723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.951859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9025e7df-ea78-49c0-af1f-74fcec1b2e1c {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 07:54:11.973122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:11.982186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9025e7df-ea78-49c0-af1f-74fcec1b2e1c HTTP/1.1" status: 204 len: 168 time: 1.0837786 Aug 31 07:54:12.053336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c55a7-fc04-41ba-aeea-35eab717ac7c tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event deleted for resources: {'Network': ['ID=9025e7df-ea78-49c0-af1f-74fcec1b2e1c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:12.120046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-8666dad8-0dc8-4f33-bec1-67790a1644a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:12.125459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-8666dad8-0dc8-4f33-bec1-67790a1644a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 911 time: 0.3337288 Aug 31 07:54:12.241587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-5d7eb677-58ff-4dfd-8506-f5985f95ec3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20b96da4-8940-42a2-9deb-13fbab8fa950 HTTP/1.1" status: 200 len: 217 time: 0.1108978 Aug 31 07:54:12.326241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-33a67780-496d-4a10-a2eb-64fc221d0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:12.328235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-33a67780-496d-4a10-a2eb-64fc221d0333 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 200 len: 850 time: 0.0784979 Aug 31 07:54:12.379335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-72b6e802-5d29-4fc3-aa93-b3d2bc219b04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bde0172c-35c1-4e79-a4c7-78fcee241443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409780 Aug 31 07:54:12.573136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-2e048f67-ef89-4243-84fb-bb861268a096 service neutron] 10.222.0.45 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853073 Aug 31 07:54:12.769044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90b396bb-98b2-4727-8438-c461d2d5ae68 req-52060a07-1f1c-4829-ad60-9443ee8d2356 service neutron] 10.222.0.45 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861966 Aug 31 07:54:13.103481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145df63-ae26-4bb4-b704-b7d65d1966ed req-efce7535-a048-4deb-80ff-09ca1d4e172d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:13.105213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1145df63-ae26-4bb4-b704-b7d65d1966ed req-efce7535-a048-4deb-80ff-09ca1d4e172d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1188667 Aug 31 07:54:13.189923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1145df63-ae26-4bb4-b704-b7d65d1966ed req-f7f0dff4-2209-456a-b1bd-0d3152d30687 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691755 Aug 31 07:54:13.527612 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:13.639278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=726ce74a-2eaf-481e-9055-8faa379363af,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:13.649698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Checking segment: {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:13.650441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Network hostable DHCP agents. Network: cba00636-86f3-45fe-a522-325fe05dc849, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:54:13.698661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50996) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:13.705301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'name': 'tempest-router--1293307648', 'project_id': '0bd9e9dd265c4f8fac80f24cb60a55b1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:13.844673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Network cba00636-86f3-45fe-a522-325fe05dc849 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:54:13.852529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:13.852529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:13.921291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:13.930423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, cba00636-86f3-45fe-a522-325fe05dc849) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:13.936364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:13.937199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:13.951904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc22fd25-7776-4b7a-8bcb-76944473d470 None None] Network cba00636-86f3-45fe-a522-325fe05dc849 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:13.987748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.019436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8d8743d1-32b9-4fd0-8e9d-2ca16c1aa28f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6582937 Aug 31 07:54:14.019653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51004) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:14.024019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:14.085926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.097767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51008) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:14.097992 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d50553ff-da84-4392-a5d3-a99a3468030a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3907034 Aug 31 07:54:14.187525 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.189722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.336916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.371883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.442238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-cba00636-86f3-45fe-a522-325fe05dc849', 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'fixed_ips': [{'subnet_id': '726ce74a-2eaf-481e-9055-8faa379363af'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:54:14.442485 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.676936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.681676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.694443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049b7bf-1f7a-466c-af07-4a4787880405 req-1ef1839b-983f-428c-9c9c-32b58bd6c7db tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:14.702749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e049b7bf-1f7a-466c-af07-4a4787880405 req-1ef1839b-983f-428c-9c9c-32b58bd6c7db tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2449932 Aug 31 07:54:14.765290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Allocated IP 172.20.0.2 (cba00636-86f3-45fe-a522-325fe05dc849/726ce74a-2eaf-481e-9055-8faa379363af/65023d1e-3b8a-44f5-be17-ce7c10f1ed6f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:14.828460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e049b7bf-1f7a-466c-af07-4a4787880405 req-af985518-2fd8-44c1-af95-e030073bae67 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195104 Aug 31 07:54:14.894266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.929316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.930950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb67acd-519a-4303-85c7-43ccd0587adf {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:54:14.947986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:14.955048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dce79169-5d4e-42e4-b3e4-a755f901b045 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1eb67acd-519a-4303-85c7-43ccd0587adf HTTP/1.1" status: 204 len: 168 time: 0.8510976 Aug 31 07:54:14.990693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.003405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Transition to ACTIVE for port object 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:15.025520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Transition to ACTIVE for port object 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:15.343334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.359232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.389087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.406470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51028) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:15.416457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Network cba00636-86f3-45fe-a522-325fe05dc849 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:15.420278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:15.427363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:15.445114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Pushing event updated for resources: {'Port': ['ID=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:15.511363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Attempting to bind port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:15.513971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Attempting to bind port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:15.513971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Attempting to bind port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f on network cba00636-86f3-45fe-a522-325fe05dc849 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:15.517822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:15.518204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Checking segment: {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:15.518611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.519006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Bound using segment: {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:15.519619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Bound port: 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:15.520005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.688949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1322213215', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:15.691824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-869ee956-e741-4005-91f1-e039340f7779 None None] For port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:15.697925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-869ee956-e741-4005-91f1-e039340f7779 None None] For port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,segment=NetworkSegment(a516fbb4-4541-4590-8be1-b6881842917f),segment_id=a516fbb4-4541-4590-8be1-b6881842917f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:15.775629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Allocated IP 172.25.0.25 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/b336b0bd-fa16-45e4-8449-3b113042a8fd) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:15.807283 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.833657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.834834 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:15.941702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ee956-e741-4005-91f1-e039340f7779 None None] Pushing event updated for resources: {'Port': ['ID=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:15.970866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.086315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.160589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc007f-dc36-497b-9afd-3f54798fe3bd req-444464f3-6519-4121-a78d-8466fe5d839d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:16.168759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4dc007f-dc36-497b-9afd-3f54798fe3bd req-444464f3-6519-4121-a78d-8466fe5d839d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.0804873 Aug 31 07:54:16.531771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4dc007f-dc36-497b-9afd-3f54798fe3bd req-3717e035-5cab-4986-ac69-d15d5aa5a22a tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698078 Aug 31 07:54:16.708257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.836448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:16.858375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:16.872057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:16.883060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Pushing event updated for resources: {'Port': ['ID=b336b0bd-fa16-45e4-8449-3b113042a8fd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:17.124899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:17.506478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279133eb-c0b3-4093-ae66-687ddb8a5b72 None None] Network cba00636-86f3-45fe-a522-325fe05dc849 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:17.763965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:17.892791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:17.952107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4baeba1a-2870-4ca8-9c2b-92d6f57b574e None None] Provisioning for port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:18.034175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:18.039601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:18.040082 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.315985 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.389938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.642780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,segment=NetworkSegment(a516fbb4-4541-4590-8be1-b6881842917f),segment_id=a516fbb4-4541-4590-8be1-b6881842917f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:18.642780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e82a8c4e-a6dd-48bb-ba1b-18ec2c7992b6 None None] Provisioning complete for port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:18.642780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e82a8c4e-a6dd-48bb-ba1b-18ec2c7992b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.643594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf06c1-d574-4a08-b3e7-f627a149f6c2 req-45fbf6d6-2481-4656-aa18-9635986f647d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:18.643594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cdf06c1-d574-4a08-b3e7-f627a149f6c2 req-45fbf6d6-2481-4656-aa18-9635986f647d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.9124470 Aug 31 07:54:18.771533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cdf06c1-d574-4a08-b3e7-f627a149f6c2 req-5822a179-e60a-47f0-974c-8f9fe8f05e82 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768969 Aug 31 07:54:18.771661 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e82a8c4e-a6dd-48bb-ba1b-18ec2c7992b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.871730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.892585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:18.952759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Router 672a0163-667b-4d5a-8dbe-7e14412b5022 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:19.020199 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:19.053204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Allocated IP 172.25.0.5 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/29d0fe5a-88d4-44df-9a82-485e75be1c08) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:19.092159 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-e82a8c4e-a6dd-48bb-ba1b-18ec2c7992b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:54:19.094203 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-e82a8c4e-a6dd-48bb-ba1b-18ec2c7992b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:54:19.155815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:19.166225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Sync routers for ids ['672a0163-667b-4d5a-8dbe-7e14412b5022'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:19.174749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:19.186217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Routers {'672a0163-667b-4d5a-8dbe-7e14412b5022'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:19.187409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['672a0163-667b-4d5a-8dbe-7e14412b5022'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:19.231103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:19.315205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Set router 672a0163-667b-4d5a-8dbe-7e14412b5022 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:19.381452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:19.385264 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa777295-6694-4389-8162-0fe35e4eecd5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3622699 Aug 31 07:54:19.385731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51080) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:19.468365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:19.566691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:19.573250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:19.575120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:54:17Z', 'revision_number': 3, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:19.581521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:19.612967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event updated for resources: {'Port': ['ID=29d0fe5a-88d4-44df-9a82-485e75be1c08,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:19.755927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Checking router: 672a0163-667b-4d5a-8dbe-7e14412b5022 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:19.756543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Updating router 672a0163-667b-4d5a-8dbe-7e14412b5022 port b336b0bd-fa16-45e4-8449-3b113042a8fd binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:54:19.780742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:19.951584 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:20.065788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:20.066602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:20.218176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55544184-eaf3-41d7-853e-f8bf88f2f835 req-5bac7876-72b2-47da-9e95-e7804e85c530 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:20.221230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55544184-eaf3-41d7-853e-f8bf88f2f835 req-5bac7876-72b2-47da-9e95-e7804e85c530 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2877467 Aug 31 07:54:20.366967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55544184-eaf3-41d7-853e-f8bf88f2f835 req-adb4820f-08c6-4067-b9c1-139d34e1d8b6 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302600 Aug 31 07:54:20.409500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:20.627084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:20.718496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:20.828090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Transition to ACTIVE for port object b336b0bd-fa16-45e4-8449-3b113042a8fd will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:20.880932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:20.918166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.015864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Attempting to bind port b336b0bd-fa16-45e4-8449-3b113042a8fd on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:21.016514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Attempting to bind port b336b0bd-fa16-45e4-8449-3b113042a8fd by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:21.017081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Attempting to bind port b336b0bd-fa16-45e4-8449-3b113042a8fd on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:21.033965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:21.034348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:21.034760 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.035158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:21.035625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Bound port: b336b0bd-fa16-45e4-8449-3b113042a8fd, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:21.036008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.039516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf6ac-10db-4e23-bd5b-0ad423dc249b None None] Pushing event updated for resources: {'Port': ['ID=b336b0bd-fa16-45e4-8449-3b113042a8fd,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:21.074378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Allocated IP 172.20.0.1 (cba00636-86f3-45fe-a522-325fe05dc849/726ce74a-2eaf-481e-9055-8faa379363af/b9b60f54-10a2-4d79-8ca9-ad6eb860f376) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:21.104465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] For port b336b0bd-fa16-45e4-8449-3b113042a8fd, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:21.108971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] For port b336b0bd-fa16-45e4-8449-3b113042a8fd, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b336b0bd-fa16-45e4-8449-3b113042a8fd,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:21.230798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.245869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Transition to ACTIVE for port object b9b60f54-10a2-4d79-8ca9-ad6eb860f376 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:21.290679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.318523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Router be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:21.370358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Routers {'672a0163-667b-4d5a-8dbe-7e14412b5022'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:21.371001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['672a0163-667b-4d5a-8dbe-7e14412b5022'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:21.396412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.421077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf6ac-10db-4e23-bd5b-0ad423dc249b None None] Pushing event updated for resources: {'Port': ['ID=b336b0bd-fa16-45e4-8449-3b113042a8fd,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:21.460789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Network cba00636-86f3-45fe-a522-325fe05dc849 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:21.496947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:21.503569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] Set router 672a0163-667b-4d5a-8dbe-7e14412b5022 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:21.545991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:21.553875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:21.633970 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.759427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:21.772197 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] Sync routers for ids ['be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:21.788968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3af2f-27e6-4353-9da7-92a901fcd6f6 req-0f6fb8ac-49cf-4e7d-9257-959147bb0992 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:21.791874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fe3af2f-27e6-4353-9da7-92a901fcd6f6 req-0f6fb8ac-49cf-4e7d-9257-959147bb0992 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2881949 Aug 31 07:54:21.798691 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] Routers {'be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:21.799701 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:21.862209 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:21.872861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:54:17Z', 'revision_number': 3, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:21.874312 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] Routers {'be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:21.875201 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:21.909934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2f6f-5832-4567-9a26-253417c74c9d None None] The sync data for ids ['672a0163-667b-4d5a-8dbe-7e14412b5022'] in n-d-713499-16 is: [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:54:17Z', 'revision_number': 3, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:21.912727 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:21.913742 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51afc-fafa-41e9-8364-6492b3296902 None None] The sync data for ids ['be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:21.931898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:21.931898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-53a13963-4133-43e8-9ce0-319a4dbc1a25 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5225153 Aug 31 07:54:21.934557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:21.976341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eb91546d-b63d-4aee-b989-8235595f0d52 None None] Provisioning for port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:21.978487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eb91546d-b63d-4aee-b989-8235595f0d52 None None] Provisioning complete for port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:21.980569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb91546d-b63d-4aee-b989-8235595f0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:22.040007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fe3af2f-27e6-4353-9da7-92a901fcd6f6 req-5dc42f5b-a42e-407f-96ef-86b6e32e4281 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290056 Aug 31 07:54:22.091806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-eb91546d-b63d-4aee-b989-8235595f0d52 None None] Port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:54:22.117268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-11a07b0e-f2dc-4aae-a845-3f9ea49a140f tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f HTTP/1.1" status: 200 len: 923 time: 0.1799858 Aug 31 07:54:22.117791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51152) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:22.175411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-48783472-c45b-453e-a63d-6b8c58692448 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f HTTP/1.1" status: 200 len: 205 time: 0.0423138 Aug 31 07:54:22.175411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:22.441374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:22.722577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:22.748128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:22.768782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f170fb4f-3382-4bd2-bc3c-2a016326407a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:22.768782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f170fb4f-3382-4bd2-bc3c-2a016326407a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.8199763 Aug 31 07:54:22.838610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-e9c1247c-17fa-49e0-8669-4e8c10cd9d52 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/quotas/e91c92f64ac040be8e4a697aad6cb36e HTTP/1.1" status: 200 len: 375 time: 0.0525413 Aug 31 07:54:22.850653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430a5d2-d32d-4dbe-99d8-f79b4f7c7c6c req-4ac1305e-b24c-4b47-95b8-849f8b17afa2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:22.862150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3430a5d2-d32d-4dbe-99d8-f79b4f7c7c6c req-4ac1305e-b24c-4b47-95b8-849f8b17afa2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.2690864 Aug 31 07:54:23.058736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3430a5d2-d32d-4dbe-99d8-f79b4f7c7c6c req-2ce988e2-c31c-47a5-856e-e133e703c826 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953993 Aug 31 07:54:23.091844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-30b75be1-33ba-46e4-a524-43a1c634b1a2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2070358 Aug 31 07:54:23.352436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.367928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cc3ec-2982-40f6-bf08-c934656d6ff2 req-1a3f9b9f-2e38-4f5e-93f6-2adc237b0132 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:23.375921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad8cc3ec-2982-40f6-bf08-c934656d6ff2 req-1a3f9b9f-2e38-4f5e-93f6-2adc237b0132 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1426501 Aug 31 07:54:23.410349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-ac04d15c-1518-4fb0-bbdd-d40ca2349422 service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064282 Aug 31 07:54:23.427865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Deleting port 29d0fe5a-88d4-44df-9a82-485e75be1c08 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:23.428476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.555374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.568796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.573102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad8cc3ec-2982-40f6-bf08-c934656d6ff2 req-20a2ccba-c819-4742-8c8f-963a8b4a142d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962817 Aug 31 07:54:23.616487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.631128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Calling delete_port for 29d0fe5a-88d4-44df-9a82-485e75be1c08 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:23.659163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b336b0bd-fa16-45e4-8449-3b113042a8fd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:23.717677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00031d5f-d1e6-4e26-8301-867055e66544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.728716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:23.736059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-27196fe3-c49b-4998-bff0-b04cbb075ddb service neutron] 10.222.0.36 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140318 Aug 31 07:54:23.800248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.886689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b336b0bd-fa16-45e4-8449-3b113042a8fd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:23.892545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b336b0bd-fa16-45e4-8449-3b113042a8fd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:23.893135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:23.946157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Network cba00636-86f3-45fe-a522-325fe05dc849 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:23.947772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:23.998605 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.012738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.080178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b336b0bd-fa16-45e4-8449-3b113042a8fd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b336b0bd-fa16-45e4-8449-3b113042a8fd,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:24.085521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event deleted for resources: {'Port': ['ID=29d0fe5a-88d4-44df-9a82-485e75be1c08,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:24.234258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Router 672a0163-667b-4d5a-8dbe-7e14412b5022 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:54:24.282595 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.344633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236f7d-0054-4909-9fa5-be8941b7d2dc req-63fe6468-3270-48b0-a6a8-683dd0a3112a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:24.346087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97236f7d-0054-4909-9fa5-be8941b7d2dc req-63fe6468-3270-48b0-a6a8-683dd0a3112a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.1574399 Aug 31 07:54:24.418276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97236f7d-0054-4909-9fa5-be8941b7d2dc req-f787ae49-af2f-43f9-a645-2836c93cd3b3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662320 Aug 31 07:54:24.438047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.441007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.468394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-869fd70e-c2df-4d11-807b-54cab58b322e None None] Provisioning complete for port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:24.471553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-869fd70e-c2df-4d11-807b-54cab58b322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.520102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:24.542734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dcf18914-3d31-478b-b75f-4baac62bd023 admin admin] 10.222.0.36 "PUT /v2.0/routers/672a0163-667b-4d5a-8dbe-7e14412b5022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1550233 Aug 31 07:54:24.575143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-869fd70e-c2df-4d11-807b-54cab58b322e None None] Port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:54:24.678435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Sync routers for ids ['672a0163-667b-4d5a-8dbe-7e14412b5022'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:24.698394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51222) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:24.705477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Routers {'672a0163-667b-4d5a-8dbe-7e14412b5022'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:24.706851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:53:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['672a0163-667b-4d5a-8dbe-7e14412b5022'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:24.719750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.722067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Fanout notify agent at l3_agent the message router_deleted on router be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:54:24.738420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.740319 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-39cec307-09f7-4dec-86a5-62c143d56b1d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f HTTP/1.1" status: 204 len: 168 time: 2.5648375 Aug 31 07:54:24.744211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51228) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:24.751404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1603531060', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': False}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:24.821580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-981699185'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:24.881497 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.882998 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.989999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.037927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:25.044505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.093782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:54:25.107350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.113045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.114449 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Added segment 5b9e4444-c214-408a-a9ae-cb4ba32db093 of type vlan for network 72bdaf74-78ff-4fb7-a424-2898676a4103 Aug 31 07:54:25.135703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Set router 672a0163-667b-4d5a-8dbe-7e14412b5022 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:25.141486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f072b90-9e04-4ab3-90ce-36bc5fc805be req-c54b44f1-b7e8-4470-8ecb-1122c9557030 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:25.150226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f072b90-9e04-4ab3-90ce-36bc5fc805be req-c54b44f1-b7e8-4470-8ecb-1122c9557030 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2068417 Aug 31 07:54:25.190040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.192914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b336b0bd-fa16-45e4-8449-3b113042a8fd,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:25.221242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.222146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.222937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.223531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.224263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.224830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.225699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.226358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.227099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.227734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.228899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f072b90-9e04-4ab3-90ce-36bc5fc805be req-76f0883f-363d-4db4-a928-febcfbb5cf93 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681393 Aug 31 07:54:25.229146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.229754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:25.295586 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.303179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:25.304158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.388896 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30dd0aef-ccb2-4e20-9508-f431c5c10bc4 req-f40c8b17-c74a-4e64-a8c2-9af3f58157ad tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 210 time: 0.0721674 Aug 31 07:54:25.424382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Network': ['ID=72bdaf74-78ff-4fb7-a424-2898676a4103,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:25.450464 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b48b19b-83fa-437a-8b16-1e2a4d0de5ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7509091 Aug 31 07:54:25.454453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51254) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:25.454923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:54:25.471339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'subnet': {'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:25.557969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.742275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b336b0bd-fa16-45e4-8449-3b113042a8fd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:25.809404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:25.813056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.862893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:54:21Z', 'revision_number': 4, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b9b60f54-10a2-4d79-8ca9-ad6eb860f376', 'name': '', 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'mac_address': 'fa:16:3e:71:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '726ce74a-2eaf-481e-9055-8faa379363af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:20Z', 'updated_at': '2021-08-31T07:54:22Z', 'revision_number': 2, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'subnets': [{'id': '726ce74a-2eaf-481e-9055-8faa379363af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:25.892625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Checking router: 672a0163-667b-4d5a-8dbe-7e14412b5022 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:25.893130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Updating router 672a0163-667b-4d5a-8dbe-7e14412b5022 port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:54:25.916544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b336b0bd-fa16-45e4-8449-3b113042a8fd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:25.916906 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:25.971943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.004571 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.050517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.074261 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.192791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.195924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Allocated IP 172.25.0.136 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/378938f6-ed66-43ab-a412-73ea112baaf9) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:26.311321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Checking segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:26.312234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network hostable DHCP agents. Network: 72bdaf74-78ff-4fb7-a424-2898676a4103, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:54:26.323266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Subnet': ['ID=4827ebea-0d4a-4d28-8645-bc17631d8e94,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:26.347738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:54:26.354988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.497630 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.502318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60f65702-8033-47c3-9120-98813c85d72d req-79d20f6d-b3ba-4378-b0c2-8e5077b2a86f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 210 time: 0.0371137 Aug 31 07:54:26.508740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:54:26.523143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b615-4f86-44da-8810-e8baca0bc1c2 req-3d5437cf-0d07-45cc-a153-02819a0d73fb tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:26.525669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cda8b615-4f86-44da-8810-e8baca0bc1c2 req-3d5437cf-0d07-45cc-a153-02819a0d73fb tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1347146 Aug 31 07:54:26.544110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Transition to ACTIVE for port object b9b60f54-10a2-4d79-8ca9-ad6eb860f376 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:26.561967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.572827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cda8b615-4f86-44da-8810-e8baca0bc1c2 req-ee0957fc-b988-4a79-824c-38a0af766090 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Aug 31 07:54:26.600079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.612708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:26.612708 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7515e91-2165-4466-b0df-5be45afa9f6e" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-unplugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:26.627331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:26.643668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 72bdaf74-78ff-4fb7-a424-2898676a4103) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:26.647110 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.653563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:26.653563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.661157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c40b0-2db6-4c9e-bcf3-b4a18bf35209 None None] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:26.685103 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c4211c-8e98-475e-8956-1b74440b2096 x-openstack-request-id: req-e3c4211c-8e98-475e-8956-1b74440b2096 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:26.685467 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-unplugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:26.685655 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3c4211c-8e98-475e-8956-1b74440b2096 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:26.686085 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:54:26.717097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:26.720742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:26.723492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:26.729777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.754787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Port': ['ID=378938f6-ed66-43ab-a412-73ea112baaf9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:26.771699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.777835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:54:26.834065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0793adf5-e13c-4bdb-88d5-e0216eb59880 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3709805 Aug 31 07:54:26.837343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51310) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:26.844427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-497681483'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:26.949287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.951048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13fc5959-165a-45fc-a47a-ae2101a6b113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:26.998223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb341c9-35a5-4564-8611-518912a163a0 None None] Pushing event updated for resources: {'Port': ['ID=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:27.018386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:27.037552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.119027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:54:27.132106 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.132858 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Added segment 5c9d2a7e-ba73-401e-9c08-548441d40d3f of type vlan for network 17774304-dca3-4705-a82a-3ba1336a582c Aug 31 07:54:27.214816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.267613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:27.274157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Attempting to bind port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:27.274689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Attempting to bind port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:27.275122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Attempting to bind port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 on network cba00636-86f3-45fe-a522-325fe05dc849 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:27.286646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.303054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:27.303434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Checking segment: {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:27.303838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.304232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Bound using segment: {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:27.304719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Bound port: b9b60f54-10a2-4d79-8ca9-ad6eb860f376, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a516fbb4-4541-4590-8be1-b6881842917f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:27.305141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.353593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-72bdaf74-78ff-4fb7-a424-2898676a4103', 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'fixed_ips': [{'subnet_id': '4827ebea-0d4a-4d28-8645-bc17631d8e94'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:54:27.354639 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.364479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.371644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:27.372300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.514736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Network': ['ID=17774304-dca3-4705-a82a-3ba1336a582c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:27.532365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 17774304-dca3-4705-a82a-3ba1336a582c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:54:27.538432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.583001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] For port b9b60f54-10a2-4d79-8ca9-ad6eb860f376, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:27.610645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] For port b9b60f54-10a2-4d79-8ca9-ad6eb860f376, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,segment=NetworkSegment(a516fbb4-4541-4590-8be1-b6881842917f),segment_id=a516fbb4-4541-4590-8be1-b6881842917f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:27.639184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2dd88605-9263-4e05-a442-7ba15a4b5116 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8009069 Aug 31 07:54:27.643325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51326) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:27.650996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'subnet': {'network_id': '17774304-dca3-4705-a82a-3ba1336a582c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:27.713380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Allocated IP 19.80.0.2 (72bdaf74-78ff-4fb7-a424-2898676a4103/4827ebea-0d4a-4d28-8645-bc17631d8e94/d865bb67-576b-4fa4-aa48-95c5987b5c6f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:27.722142 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.940397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7368f83-1f8b-445c-aed9-a52b84f0bef5 req-c9b43c0e-2bc8-4b24-9606-2d52fc0bcce5 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 210 time: 0.1424580 Aug 31 07:54:27.989747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Routers {'672a0163-667b-4d5a-8dbe-7e14412b5022'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:27.991260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['672a0163-667b-4d5a-8dbe-7e14412b5022'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:27.997099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb341c9-35a5-4564-8611-518912a163a0 None None] Pushing event updated for resources: {'Port': ['ID=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:28.015661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:28.020316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34ac3-109e-47f6-a0f4-b39a3a4c10e8 req-ed51bb04-9cb0-4a33-84c7-6df71e0f522c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:28.022053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ec34ac3-109e-47f6-a0f4-b39a3a4c10e8 req-ed51bb04-9cb0-4a33-84c7-6df71e0f522c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2432199 Aug 31 07:54:28.031692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.067655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Router 88b3aa73-5f20-4c66-a905-d3d53898b8e8 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:28.087421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.269157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:54:28.297176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:28.310825 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Sync routers for ids ['88b3aa73-5f20-4c66-a905-d3d53898b8e8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:28.326420 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Routers {'88b3aa73-5f20-4c66-a905-d3d53898b8e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:28.330356 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88b3aa73-5f20-4c66-a905-d3d53898b8e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:28.331682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] Set router 672a0163-667b-4d5a-8dbe-7e14412b5022 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:28.370026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ec34ac3-109e-47f6-a0f4-b39a3a4c10e8 req-e57bf030-3b5c-4962-93d4-79b33dd879a5 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250337 Aug 31 07:54:28.392735 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.411746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Transition to ACTIVE for port object d865bb67-576b-4fa4-aa48-95c5987b5c6f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:28.633077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-14b99264-e73b-4600-8054-6f6f619893f1 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:28.634790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-14b99264-e73b-4600-8054-6f6f619893f1 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 815 time: 0.3147671 Aug 31 07:54:28.643807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.645219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-25a6a5bc-0058-46d9-b879-80fcd040c523 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8993802 Aug 31 07:54:28.649082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:28.652710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Request body: {'port': {'device_id': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'admin_state_up': True, 'tenant_id': 'e91c92f64ac040be8e4a697aad6cb36e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:28.701578 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:28.731668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:28.794537 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Set router 88b3aa73-5f20-4c66-a905-d3d53898b8e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:28.875805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:54:28.999680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Transition to ACTIVE for port object d865bb67-576b-4fa4-aa48-95c5987b5c6f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:29.061750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Subnet': ['ID=d2f20189-5dd4-4988-96d8-1f717b970c1a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:29.137545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.156614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.177186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:29.200365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:29.202087 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b3aa73-5f20-4c66-a905-d3d53898b8e8', 'name': 'tempest-snat-router-1603531060', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.136'}], 'enable_snat': False}, 'gw_port_id': '378938f6-ed66-43ab-a412-73ea112baaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:24Z', 'updated_at': '2021-08-31T07:54:26Z', 'revision_number': 3, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port': {'id': '378938f6-ed66-43ab-a412-73ea112baaf9', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b3aa73-5f20-4c66-a905-d3d53898b8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:26Z', 'updated_at': '2021-08-31T07:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:29.241083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Made reservation on behalf of e91c92f64ac040be8e4a697aad6cb36e for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:29.265564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:29.276522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:29.280067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:29.289757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.295873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Checking segment: {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:29.296550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Pushing event updated for resources: {'Port': ['ID=d865bb67-576b-4fa4-aa48-95c5987b5c6f,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:29.300236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network hostable DHCP agents. Network: 17774304-dca3-4705-a82a-3ba1336a582c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:54:29.314581 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.320197 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Checking router: 88b3aa73-5f20-4c66-a905-d3d53898b8e8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:29.322266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Updating router 88b3aa73-5f20-4c66-a905-d3d53898b8e8 port 378938f6-ed66-43ab-a412-73ea112baaf9 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:54:29.329460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab9b3056-ecc6-4830-a0f1-f0166e0d34e6 req-0508c548-5b34-48b7-8d0c-150cd54e5b8e tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 210 time: 0.2454631 Aug 31 07:54:29.424831 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bc6fff0e-fe0a-4de2-83d1-867119339c91 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/88b3aa73-5f20-4c66-a905-d3d53898b8e8 HTTP/1.1" status: 200 len: 909 time: 0.7225151 Aug 31 07:54:29.424831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51378) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:29.424831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1603531060', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': True}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:29.439313 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.537967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['2c691c47-0738-49b7-85c4-3d58c2ac6ae8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:29.566433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 17774304-dca3-4705-a82a-3ba1336a582c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:54:29.624776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.626900 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.645409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 17774304-dca3-4705-a82a-3ba1336a582c) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:29.657421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:29.658448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.673045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Attempting to bind port d865bb67-576b-4fa4-aa48-95c5987b5c6f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:29.673427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Attempting to bind port d865bb67-576b-4fa4-aa48-95c5987b5c6f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:29.673908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Attempting to bind port d865bb67-576b-4fa4-aa48-95c5987b5c6f on network 72bdaf74-78ff-4fb7-a424-2898676a4103 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:29.719843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4f9fd-e921-4355-9889-4795f475fd5b None None] Network 17774304-dca3-4705-a82a-3ba1336a582c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:29.730360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.733080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Allocated IP 172.20.0.11 (c4c70ff7-c36e-4a55-bdfe-c57615cdbd84/a415f8b2-78f5-4ff7-877a-0f9844265e5f/1250d58f-caa1-4fad-a5cf-6de7170cee5d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:29.791332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:29.791857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Checking segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:29.792313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.792743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Bound using segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:29.793380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Bound port: d865bb67-576b-4fa4-aa48-95c5987b5c6f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:29.793938 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.819976 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.891548 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d2bc238d-2155-48af-b9d5-bb411e0363cd tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2462778 Aug 31 07:54:30.123850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:30.235932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:54:21Z', 'revision_number': 4, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b9b60f54-10a2-4d79-8ca9-ad6eb860f376', 'name': '', 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'mac_address': 'fa:16:3e:71:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '726ce74a-2eaf-481e-9055-8faa379363af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:20Z', 'updated_at': '2021-08-31T07:54:27Z', 'revision_number': 4, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'subnets': [{'id': '726ce74a-2eaf-481e-9055-8faa379363af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:30.353281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da9ef1b-0d0f-4aca-a376-788d2f9ed6d9 None None] The sync data for ids ['672a0163-667b-4d5a-8dbe-7e14412b5022'] in n-d-713499-16 is: [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:54:21Z', 'revision_number': 4, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b9b60f54-10a2-4d79-8ca9-ad6eb860f376', 'name': '', 'network_id': 'cba00636-86f3-45fe-a522-325fe05dc849', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'mac_address': 'fa:16:3e:71:c9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '726ce74a-2eaf-481e-9055-8faa379363af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:20Z', 'updated_at': '2021-08-31T07:54:27Z', 'revision_number': 4, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'subnets': [{'id': '726ce74a-2eaf-481e-9055-8faa379363af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:30.393543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.401054 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.455196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] For port d865bb67-576b-4fa4-aa48-95c5987b5c6f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:30.464861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Transition to ACTIVE for port object 378938f6-ed66-43ab-a412-73ea112baaf9 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:30.491377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] For port d865bb67-576b-4fa4-aa48-95c5987b5c6f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d865bb67-576b-4fa4-aa48-95c5987b5c6f,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:30.643955 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.803988 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944c47-acdb-4d92-9e9e-32cbeba2bbfc None None] Pushing event updated for resources: {'Port': ['ID=378938f6-ed66-43ab-a412-73ea112baaf9,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:30.806468 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Attempting to bind port 378938f6-ed66-43ab-a412-73ea112baaf9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:30.806844 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Attempting to bind port 378938f6-ed66-43ab-a412-73ea112baaf9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:30.807226 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Attempting to bind port 378938f6-ed66-43ab-a412-73ea112baaf9 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:30.835302 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:30.835690 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:30.836103 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.836504 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:30.836993 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Bound port: 378938f6-ed66-43ab-a412-73ea112baaf9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:30.837377 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:30.975509 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] For port 378938f6-ed66-43ab-a412-73ea112baaf9, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:30.980013 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] For port 378938f6-ed66-43ab-a412-73ea112baaf9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=378938f6-ed66-43ab-a412-73ea112baaf9,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:31.023969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.067312 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.079260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.175773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521acb2-5fa0-40ba-84f3-01dc678c80a5 req-4c6ac824-bad0-4aca-a3a2-ec0bf69d4c59 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:31.191917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c521acb2-5fa0-40ba-84f3-01dc678c80a5 req-4c6ac824-bad0-4aca-a3a2-ec0bf69d4c59 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 1.6070211 Aug 31 07:54:31.203508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.250143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-17774304-dca3-4705-a82a-3ba1336a582c', 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'fixed_ips': [{'subnet_id': 'd2f20189-5dd4-4988-96d8-1f717b970c1a'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:54:31.256855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.303835 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944c47-acdb-4d92-9e9e-32cbeba2bbfc None None] Pushing event updated for resources: {'Port': ['ID=378938f6-ed66-43ab-a412-73ea112baaf9,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:31.306987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Routers {'88b3aa73-5f20-4c66-a905-d3d53898b8e8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:31.307593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88b3aa73-5f20-4c66-a905-d3d53898b8e8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:31.409057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Allocated IP 172.25.0.67 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/bf651948-ab85-41c4-8ac1-69e36db3f96c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:31.586882 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] Set router 88b3aa73-5f20-4c66-a905-d3d53898b8e8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:31.620917 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.702702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c521acb2-5fa0-40ba-84f3-01dc678c80a5 req-63baac5a-f63c-4c58-838e-7c60d606057f tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639828 Aug 31 07:54:31.852939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:32.010902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Allocated IP 19.86.0.2 (17774304-dca3-4705-a82a-3ba1336a582c/d2f20189-5dd4-4988-96d8-1f717b970c1a/9a4c0699-8d2b-45ff-b9af-7bf9edce6223) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:32.016228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9b60f54-10a2-4d79-8ca9-ad6eb860f376 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:32.117389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f193991-6cdf-4637-8aef-f93695c51941 req-c1f6828b-9c1b-42e0-a478-9c6ab74d8ed5 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 210 time: 0.1727219 Aug 31 07:54:32.132140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba31a3-9d33-4af6-88d9-fc0c4358acd4 None None] Pushing event updated for resources: {'Port': ['ID=d865bb67-576b-4fa4-aa48-95c5987b5c6f,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:32.162878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-74c704a9-225e-4f83-8f49-b8e5cc42a4ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:32.182621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-74c704a9-225e-4f83-8f49-b8e5cc42a4ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:32.191543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-74c704a9-225e-4f83-8f49-b8e5cc42a4ed tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/networks?id=72bdaf74-78ff-4fb7-a424-2898676a4103&id=17774304-dca3-4705-a82a-3ba1336a582c&id=72bdaf74-78ff-4fb7-a424-2898676a4103 HTTP/1.1" status: 200 len: 1390 time: 1.0420194 Aug 31 07:54:32.231959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-58ecddc7-ec14-4b72-9ec3-4ee7e7e08261 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/quotas/a2b27715156d44fa962406a3bd23f3be HTTP/1.1" status: 200 len: 375 time: 0.0394430 Aug 31 07:54:32.257159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:32.268843 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b3aa73-5f20-4c66-a905-d3d53898b8e8', 'name': 'tempest-snat-router-1603531060', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.136'}], 'enable_snat': False}, 'gw_port_id': '378938f6-ed66-43ab-a412-73ea112baaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:24Z', 'updated_at': '2021-08-31T07:54:26Z', 'revision_number': 3, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port': {'id': '378938f6-ed66-43ab-a412-73ea112baaf9', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b3aa73-5f20-4c66-a905-d3d53898b8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:26Z', 'updated_at': '2021-08-31T07:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:32.387235 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252c9f28-61e8-47be-b10f-72d79c166a88 None None] The sync data for ids ['88b3aa73-5f20-4c66-a905-d3d53898b8e8'] in n-d-713499-16 is: [{'id': '88b3aa73-5f20-4c66-a905-d3d53898b8e8', 'name': 'tempest-snat-router-1603531060', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.136'}], 'enable_snat': False}, 'gw_port_id': '378938f6-ed66-43ab-a412-73ea112baaf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:24Z', 'updated_at': '2021-08-31T07:54:26Z', 'revision_number': 3, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port': {'id': '378938f6-ed66-43ab-a412-73ea112baaf9', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b3aa73-5f20-4c66-a905-d3d53898b8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:26Z', 'updated_at': '2021-08-31T07:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:32.404712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:32.425625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:32.430887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-62be5a8c-93d8-46dd-bc4e-0a43d13e1201 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1976171 Aug 31 07:54:32.446484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:32.455232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:32.471320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Port': ['ID=bf651948-ab85-41c4-8ac1-69e36db3f96c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:32.475613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:32.527860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:32.530614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['038dff2b-37eb-49af-bbab-d878dfd383ec', '4342ad24-f6b8-4455-9551-74212ceddadc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:32.534241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:32.614410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:32.642553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:32.660614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:32.714065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:32.714858 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:32.763242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:32.763940 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:32.857562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event updated for resources: {'Port': ['ID=1250d58f-caa1-4fad-a5cf-6de7170cee5d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:33.041946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-4df3f1a0-0fcc-4d1e-98a9-588950eb05e2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3913755 Aug 31 07:54:33.048945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-dd3f52b1-ee07-4d2a-b284-5bd4fbdd42b3 service neutron] 10.222.0.36 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172976 Aug 31 07:54:33.084640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Request body: {'port': {'device_id': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:33.364079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0ac4773a-e6f8-4478-b2ba-ace9815c239a service neutron] 10.222.0.36 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935836 Aug 31 07:54:33.374067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:33.422387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Transition to ACTIVE for port object 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:33.492085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Transition to ACTIVE for port object 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:33.511231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ef122-4f25-45ef-812e-de717d125633 req-ee5e375f-591d-48b9-bc78-ed12eac4d9ac tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:33.518996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-202ef122-4f25-45ef-812e-de717d125633 req-ee5e375f-591d-48b9-bc78-ed12eac4d9ac tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.6451054 Aug 31 07:54:33.572068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:33.666196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:33.758836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:33.766171 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:33.862315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:33.927187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439b84a-76e6-4ae1-af85-1a2bd7ac9615 None None] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:34.053999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-202ef122-4f25-45ef-812e-de717d125633 req-0df11a4b-4dc2-422d-bf5d-59ea657b919e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319729 Aug 31 07:54:34.225508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c093bd83-3ef8-464c-acbb-6f2df36e94f0 service neutron] 10.222.0.36 "GET /v2.0/networks/17774304-dca3-4705-a82a-3ba1336a582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964938 Aug 31 07:54:34.284218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:34.385612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Pushing event updated for resources: {'Port': ['ID=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:34.392693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:34.675137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b9b60f54-10a2-4d79-8ca9-ad6eb860f376, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,segment=NetworkSegment(a516fbb4-4541-4590-8be1-b6881842917f),segment_id=a516fbb4-4541-4590-8be1-b6881842917f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:34.793553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Network 17774304-dca3-4705-a82a-3ba1336a582c is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:34.815265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4d00cf61-4939-47c8-8d9d-2713eb495071 None None] Provisioning for port d865bb67-576b-4fa4-aa48-95c5987b5c6f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:34.821181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:34.831978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:34.834811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:34.842532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aef665-79a3-4ea1-91b6-787a58d7d44e req-e36774a2-f401-4403-86ee-5a030c354b38 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:34.851751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29aef665-79a3-4ea1-91b6-787a58d7d44e req-e36774a2-f401-4403-86ee-5a030c354b38 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 932 time: 0.6154840 Aug 31 07:54:34.858460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Router b214df22-8104-4433-91fb-4b20fce5f6d9 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:34.904940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-b0760d7f-5d37-41fd-8305-8d69b6bdcf55 service neutron] 10.222.0.36 "GET /v2.0/networks/17774304-dca3-4705-a82a-3ba1336a582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703563 Aug 31 07:54:34.940558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29aef665-79a3-4ea1-91b6-787a58d7d44e req-19c5b488-5886-403d-a3f8-6863ddf4bce1 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691931 Aug 31 07:54:35.220190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 378938f6-ed66-43ab-a412-73ea112baaf9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:35.250252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.277209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:35.339423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Attempting to bind port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:35.339830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Attempting to bind port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:35.340204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Attempting to bind port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 on network 17774304-dca3-4705-a82a-3ba1336a582c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:35.342865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Sync routers for ids ['b214df22-8104-4433-91fb-4b20fce5f6d9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:35.383003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:35.404851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:35.405255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Checking segment: {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:35.405709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.406879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Bound using segment: {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:35.407763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Bound port: 9a4c0699-8d2b-45ff-b9af-7bf9edce6223, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:35.408157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.416123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.429796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b65b93c5-4a7e-4e6b-8b2f-cdcc1b49513d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0292866 Aug 31 07:54:35.429796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:35.460372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:35.469633 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09ef04f-b47f-446f-9193-795dc4d53ed8" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:35.553841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Routers {'b214df22-8104-4433-91fb-4b20fce5f6d9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:35.554592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b214df22-8104-4433-91fb-4b20fce5f6d9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:35.569678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:35.577101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1250d58f-caa1-4fad-a5cf-6de7170cee5d {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:35.591183 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.622134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Transition to ACTIVE for port object 1250d58f-caa1-4fad-a5cf-6de7170cee5d will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:35.636808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d9abb16-d00b-4747-a72f-c507d1640742 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/b214df22-8104-4433-91fb-4b20fce5f6d9 HTTP/1.1" status: 200 len: 907 time: 0.2048926 Aug 31 07:54:35.637120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51538) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:35.661170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-8be91fab-db86-4806-be40-f8f2b7627630 service neutron] 10.222.0.36 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339232 Aug 31 07:54:35.714210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.843353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:35.874003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095820a-f862-4312-b3c5-06bb29b24edb req-f7fc0a2e-a7a4-4470-aeb6-8afb6e8c2803 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:35.889163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1095820a-f862-4312-b3c5-06bb29b24edb req-f7fc0a2e-a7a4-4470-aeb6-8afb6e8c2803 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.6359410 Aug 31 07:54:35.910759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.043331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1250d58f-caa1-4fad-a5cf-6de7170cee5d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:36.081786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 378938f6-ed66-43ab-a412-73ea112baaf9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:36.106675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.131751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] For port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:36.170380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:36.173540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 378938f6-ed66-43ab-a412-73ea112baaf9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:36.175812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.189004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Attempting to bind port 1250d58f-caa1-4fad-a5cf-6de7170cee5d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:36.189877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Attempting to bind port 1250d58f-caa1-4fad-a5cf-6de7170cee5d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:36.190044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Attempting to bind port 1250d58f-caa1-4fad-a5cf-6de7170cee5d on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:36.212983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1095820a-f862-4312-b3c5-06bb29b24edb req-612bb87c-b13c-4f97-88f7-099484a07a8d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224008 Aug 31 07:54:36.253895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Port 1250d58f-caa1-4fad-a5cf-6de7170cee5d on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:54:36.253895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Attempting to bind port 1250d58f-caa1-4fad-a5cf-6de7170cee5d on network c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:36.260516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-14a73e3b-2022-4803-b682-c99af28ad711 service neutron] 10.222.0.36 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886393 Aug 31 07:54:36.261482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:36.261850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Checking segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:36.262296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Bound using segment: {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:36.262746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Bound port: 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7412cd15-e95c-45c2-a426-8aa38b881b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:36.263106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.313289 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c898171-1348-4c73-bb82-c0543c234b3e x-openstack-request-id: req-2c898171-1348-4c73-bb82-c0543c234b3e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:36.313582 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:36.313857 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c898171-1348-4c73-bb82-c0543c234b3e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:36.316620 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:54:36.328968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Deleting port bf651948-ab85-41c4-8ac1-69e36db3f96c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:36.331320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.387143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] For port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:36.401377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Set router b214df22-8104-4433-91fb-4b20fce5f6d9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:36.456783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415a6c-9cfa-4141-8adf-98917a332d2c req-ffa1923d-ddf9-4e8a-bb11-a0bac42adebf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:36.458765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3415a6c-9cfa-4141-8adf-98917a332d2c req-ffa1923d-ddf9-4e8a-bb11-a0bac42adebf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 944 time: 0.0800037 Aug 31 07:54:36.557528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3415a6c-9cfa-4141-8adf-98917a332d2c req-82125c4a-5a01-4551-92aa-3afdcd5f0e65 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736663 Aug 31 07:54:36.566810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] For port 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:36.570786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] For port 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1250d58f-caa1-4fad-a5cf-6de7170cee5d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:36.587641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.633135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Calling delete_port for bf651948-ab85-41c4-8ac1-69e36db3f96c owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:36.674176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.839347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:36.840094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.841721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] 10.222.0.45 "PUT /v2.0/ports/1250d58f-caa1-4fad-a5cf-6de7170cee5d HTTP/1.1" status: 200 len: 1093 time: 3.7737150 Aug 31 07:54:36.862495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e31b3-9311-4bb0-b494-96da604e90f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1250d58f-caa1-4fad-a5cf-6de7170cee5d,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:36.872673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'tag': '1250d58f-caa1-4fad-a5cf-6de7170cee5d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:36.878179 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae321b5-a5c8-4658-8131-a8a83e6c3785" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec6a863-0861-4773-bb2c-a7e05cd79a18", "tag": "1250d58f-caa1-4fad-a5cf-6de7170cee5d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:36.939860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8cfd8dd4-0c29-4e8a-a0fa-86ccee0d6d40 req-a28ab825-9ca3-4d92-b607-58521ef82213 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 210 time: 0.0926723 Aug 31 07:54:36.963722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.970821 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642adb5-1481-4a90-86da-32d8f6ef508f x-openstack-request-id: req-4642adb5-1481-4a90-86da-32d8f6ef508f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:36.971212 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec6a863-0861-4773-bb2c-a7e05cd79a18", "tag": "1250d58f-caa1-4fad-a5cf-6de7170cee5d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:36.971602 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4642adb5-1481-4a90-86da-32d8f6ef508f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:36.972101 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'tag': '1250d58f-caa1-4fad-a5cf-6de7170cee5d', 'status': 'completed', 'code': 200} Aug 31 07:54:37.039864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:37.098694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae321b5-a5c8-4658-8131-a8a83e6c3785 req-89f36faf-dbf7-499c-9e6b-b5817d358845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:37.101675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ae321b5-a5c8-4658-8131-a8a83e6c3785 req-89f36faf-dbf7-499c-9e6b-b5817d358845 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 1096 time: 0.1104238 Aug 31 07:54:37.118427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:37.132455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 378938f6-ed66-43ab-a412-73ea112baaf9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=378938f6-ed66-43ab-a412-73ea112baaf9,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:37.177432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf651948-ab85-41c4-8ac1-69e36db3f96c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:37.183180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d02cb-291d-4ec9-916e-5a50c6fa328c None None] Pushing event updated for resources: {'Port': ['ID=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:37.256357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:37.257168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d865bb67-576b-4fa4-aa48-95c5987b5c6f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:37.405047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:37.517989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214df22-8104-4433-91fb-4b20fce5f6d9', 'name': 'tempest-snat-router-1603531060', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'bf651948-ab85-41c4-8ac1-69e36db3f96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:29Z', 'updated_at': '2021-08-31T07:54:33Z', 'revision_number': 3, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port': {'id': 'bf651948-ab85-41c4-8ac1-69e36db3f96c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b214df22-8104-4433-91fb-4b20fce5f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:31Z', 'updated_at': '2021-08-31T07:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:37.566770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Checking router: b214df22-8104-4433-91fb-4b20fce5f6d9 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:54:37.567424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Updating router b214df22-8104-4433-91fb-4b20fce5f6d9 port bf651948-ab85-41c4-8ac1-69e36db3f96c binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:54:37.622299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Port bf651948-ab85-41c4-8ac1-69e36db3f96c not found while updating agent binding for router b214df22-8104-4433-91fb-4b20fce5f6d9. {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 07:54:37.640723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=378938f6-ed66-43ab-a412-73ea112baaf9,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:37.647886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Routers {'b214df22-8104-4433-91fb-4b20fce5f6d9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:37.648457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['b214df22-8104-4433-91fb-4b20fce5f6d9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:37.698628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae321b5-a5c8-4658-8131-a8a83e6c3785 req-2e90f445-3c60-43c4-b40f-e8e4dd9e639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:37.709559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ae321b5-a5c8-4658-8131-a8a83e6c3785 req-2e90f445-3c60-43c4-b40f-e8e4dd9e639b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5966389 Aug 31 07:54:37.753863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff6ca-6ebd-4ead-aca9-3582d0e27edc req-930d2747-362b-4feb-a4a9-1fd6a104869c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:37.755438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a05ff6ca-6ebd-4ead-aca9-3582d0e27edc req-930d2747-362b-4feb-a4a9-1fd6a104869c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2763741 Aug 31 07:54:37.783258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] Set router b214df22-8104-4433-91fb-4b20fce5f6d9 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:54:37.785529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d865bb67-576b-4fa4-aa48-95c5987b5c6f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:37.945165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b214df22-8104-4433-91fb-4b20fce5f6d9', 'name': 'tempest-snat-router-1603531060', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:29Z', 'updated_at': '2021-08-31T07:54:36Z', 'revision_number': 5, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:37.970747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae321b5-a5c8-4658-8131-a8a83e6c3785 req-ec33d285-fd71-4046-8bc3-d7823b57abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:37.972505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ae321b5-a5c8-4658-8131-a8a83e6c3785 req-ec33d285-fd71-4046-8bc3-d7823b57abab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2470748 Aug 31 07:54:38.011471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9889f-c63c-436c-aa1e-bf3d0f81bc90 None None] The sync data for ids ['b214df22-8104-4433-91fb-4b20fce5f6d9'] in n-d-713499-16 is: [{'id': 'b214df22-8104-4433-91fb-4b20fce5f6d9', 'name': 'tempest-snat-router-1603531060', 'tenant_id': '2744e85a98c04051b32de2432bc9ddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:29Z', 'updated_at': '2021-08-31T07:54:36Z', 'revision_number': 5, 'project_id': '2744e85a98c04051b32de2432bc9ddab', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:38.017048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d865bb67-576b-4fa4-aa48-95c5987b5c6f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:38.017435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.210682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.292041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port d865bb67-576b-4fa4-aa48-95c5987b5c6f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d865bb67-576b-4fa4-aa48-95c5987b5c6f,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:38.421893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.424687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.451942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daaaab-0515-4beb-bd48-5e2ec2e286ee req-a9051f6f-6be6-47f8-b212-787a00fb0b1a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:38.476474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04daaaab-0515-4beb-bd48-5e2ec2e286ee req-a9051f6f-6be6-47f8-b212-787a00fb0b1a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 944 time: 0.7199430 Aug 31 07:54:38.547601 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.625315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04daaaab-0515-4beb-bd48-5e2ec2e286ee req-ec2ea7a6-d546-42d2-9cde-a518ec9860da tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428039 Aug 31 07:54:38.625315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-c7afd566-82fd-45b8-8060-ddcbcce92d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:38.635972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-c7afd566-82fd-45b8-8060-ddcbcce92d48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 1096 time: 0.5774717 Aug 31 07:54:38.649390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a05ff6ca-6ebd-4ead-aca9-3582d0e27edc req-88dea681-ce1d-4150-8a80-fe83e8e06375 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086037 Aug 31 07:54:38.713336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=d865bb67-576b-4fa4-aa48-95c5987b5c6f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:38.736133 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.738555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b214df22-8104-4433-91fb-4b20fce5f6d9 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:54:38.744697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:38.748371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a61355d-10ea-44b1-bb46-43aeddf2e92a tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b214df22-8104-4433-91fb-4b20fce5f6d9 HTTP/1.1" status: 204 len: 168 time: 3.1079552 Aug 31 07:54:38.749128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:38.776850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-d8561056-1659-4a89-afce-f71558093006 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1250d58f-caa1-4fad-a5cf-6de7170cee5d HTTP/1.1" status: 200 len: 217 time: 0.1163568 Aug 31 07:54:38.954679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 378938f6-ed66-43ab-a412-73ea112baaf9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:38.964018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a38e581-e4dd-4484-90ad-2204637d30fa req-47920f50-44af-4726-8499-98a4184060e7 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 210 time: 0.1858640 Aug 31 07:54:38.973520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-ba93c3b0-4f3c-4e85-a5ce-3fcede225bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:38.987428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-ba93c3b0-4f3c-4e85-a5ce-3fcede225bf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.1936681 Aug 31 07:54:39.021382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df69c2-ca2a-4aba-8a34-7fdccadbf579 None None] Network 17774304-dca3-4705-a82a-3ba1336a582c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:54:39.047483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-5c2e12d6-bd0a-4809-a3fa-36cd81180921 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513661 Aug 31 07:54:39.071179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:39.232407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-1b135a4c-5846-4f01-b52a-aaf202d5a198 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737614 Aug 31 07:54:39.242022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 378938f6-ed66-43ab-a412-73ea112baaf9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:39.260242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:39.267295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:39.450735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8672348c-7a0d-43f2-9b26-80076eb1f473 None None] Provisioning for port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:39.459557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-018ec144-2cbc-43bf-bc95-a72741284a18 req-8f77b5dc-f5ac-4e0e-85f0-16ddd04f4b93 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141802 Aug 31 07:54:39.548589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9b60f54-10a2-4d79-8ca9-ad6eb860f376 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:39.581723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Deleting port 378938f6-ed66-43ab-a412-73ea112baaf9 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:39.582303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:39.672386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:39.672786 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:39.887406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] For port 378938f6-ed66-43ab-a412-73ea112baaf9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=378938f6-ed66-43ab-a412-73ea112baaf9,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:39.887791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:39.907039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Calling delete_port for 378938f6-ed66-43ab-a412-73ea112baaf9 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:39.971332 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:54:39.992974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:40.033644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5d9d0-ddb4-4a64-9c0b-fce15f3f8808 req-0f0c1ab4-1b99-4884-8bf9-c86ff2a4c575 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:40.071936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73b5d9d0-ddb4-4a64-9c0b-fce15f3f8808 req-0f0c1ab4-1b99-4884-8bf9-c86ff2a4c575 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2064054 Aug 31 07:54:40.114703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d591-9019-4a24-a206-b234c6ccd97b req-1611f1dd-0f62-452a-8ccb-2a39692924b7 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:40.124693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c095d591-9019-4a24-a206-b234c6ccd97b req-1611f1dd-0f62-452a-8ccb-2a39692924b7 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 944 time: 0.3235838 Aug 31 07:54:40.214213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73b5d9d0-ddb4-4a64-9c0b-fce15f3f8808 req-a9887ee9-f240-40d2-aa9d-edebe8484175 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410692 Aug 31 07:54:40.233072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:40.246105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c095d591-9019-4a24-a206-b234c6ccd97b req-13602933-13f7-48ac-bad7-929ebe0595f4 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998821 Aug 31 07:54:40.248916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:40.249387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.384141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.387835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-857bb0ae-455f-4afd-a0f5-abae5f64b529 req-b30694fa-f1db-4726-afbb-0927dc612670 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 210 time: 0.0402267 Aug 31 07:54:40.422152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.472465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:40.495859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event deleted for resources: {'Port': ['ID=378938f6-ed66-43ab-a412-73ea112baaf9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:40.566522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.620714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-25b3b620-b4f5-409b-bbc5-73d377027517 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:40.627548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-25b3b620-b4f5-409b-bbc5-73d377027517 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:40.629165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-25b3b620-b4f5-409b-bbc5-73d377027517 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "GET /v2.0/networks?id=72bdaf74-78ff-4fb7-a424-2898676a4103&id=17774304-dca3-4705-a82a-3ba1336a582c&id=72bdaf74-78ff-4fb7-a424-2898676a4103 HTTP/1.1" status: 200 len: 1390 time: 0.1224446 Aug 31 07:54:40.643344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'port': {'device_id': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103', 'admin_state_up': True, 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:40.663961 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.667106 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.832716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.913128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:40.924590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.925190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88b3aa73-5f20-4c66-a905-d3d53898b8e8 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:54:40.926260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:40.929939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:40.931209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82e32a72-7553-4f1a-be41-259b4536892d tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "DELETE /v2.0/routers/88b3aa73-5f20-4c66-a905-d3d53898b8e8 HTTP/1.1" status: 204 len: 168 time: 2.1805294 Aug 31 07:54:40.935186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51636) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:40.942303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1275378888', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:40.952577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.042359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d865bb67-576b-4fa4-aa48-95c5987b5c6f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:41.099204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d865bb67-576b-4fa4-aa48-95c5987b5c6f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:41.099682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.212252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Allocated IP 19.80.0.49 (72bdaf74-78ff-4fb7-a424-2898676a4103/4827ebea-0d4a-4d28-8645-bc17631d8e94/5519aec8-ebad-41a7-b9a1-1a0736b2ac15) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:41.261134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.262230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.386751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.484176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36a99f-28c1-4446-a0fc-84ade4c7d19b req-ce690207-a652-4758-9d1d-c9db13ab2144 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.493643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c36a99f-28c1-4446-a0fc-84ade4c7d19b req-ce690207-a652-4758-9d1d-c9db13ab2144 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1912119 Aug 31 07:54:41.571660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc0653-12cf-4c28-a7de-1f24352bc6b4 req-6d4fab00-56ac-465b-99f7-882bcbbb930f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.573844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bdc0653-12cf-4c28-a7de-1f24352bc6b4 req-6d4fab00-56ac-465b-99f7-882bcbbb930f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 944 time: 0.2067962 Aug 31 07:54:41.580886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.631591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Transition to ACTIVE for port object 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:41.655275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c36a99f-28c1-4446-a0fc-84ade4c7d19b req-dde8a095-df98-4f07-ba1f-d8094084501e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603439 Aug 31 07:54:41.697368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bdc0653-12cf-4c28-a7de-1f24352bc6b4 req-8fb119f2-fb6c-4bdd-84db-2c2df5ccd21a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126096 Aug 31 07:54:41.828316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f94093b-74e4-499c-a650-8bfd91bd9537 req-9f5c994a-f41c-405f-a351-4fd5e7cacfc5 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 210 time: 0.0490427 Aug 31 07:54:41.946958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.973425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:42.005611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:42.009445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:42.013842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:42.072244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:42.077955 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:42.096263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Port': ['ID=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:42.232934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-09f8d818-3497-4466-a71c-4e8514a0e7f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5935118 Aug 31 07:54:42.245580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'port': {'device_id': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c', 'admin_state_up': True, 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:42.435440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:42.507725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:42.532149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-bea9dc1a-d5c0-48bd-8bd3-5cffe6b22af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:42.534709 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-bea9dc1a-d5c0-48bd-8bd3-5cffe6b22af1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1099 time: 0.1521702 Aug 31 07:54:42.614357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:42.615207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ecb723fd-0e3e-46b5-836e-710d155c5efa None None] Provisioning for port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:42.618766 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:42.620418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ecb723fd-0e3e-46b5-836e-710d155c5efa None None] Provisioning complete for port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:42.621344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ecb723fd-0e3e-46b5-836e-710d155c5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:42.712212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ecb723fd-0e3e-46b5-836e-710d155c5efa None None] Port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:54:42.915485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Allocated IP 172.25.0.157 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/ae2fd7d4-4a4f-480c-821f-b698bb320ff6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:43.041123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:43.090415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Allocated IP 19.86.0.186 (17774304-dca3-4705-a82a-3ba1336a582c/d2f20189-5dd4-4988-96d8-1f717b970c1a/4725cde7-924b-45e3-9a1c-2f38c5c95273) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:43.101882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:43.159345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777dd9-29df-4acd-8bc2-67040e5a9ce2 req-93319265-935b-4184-b0f0-3dbe488116ec tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.162530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84777dd9-29df-4acd-8bc2-67040e5a9ce2 req-93319265-935b-4184-b0f0-3dbe488116ec tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 944 time: 0.2962153 Aug 31 07:54:43.196236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9812a-1753-4f12-8c0d-0a2a73f84866 req-c13d2c2c-605c-47de-99f4-02134a91e108 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.199137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:43.199520 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:43.206786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7c9812a-1753-4f12-8c0d-0a2a73f84866 req-c13d2c2c-605c-47de-99f4-02134a91e108 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.4085088 Aug 31 07:54:43.255987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-c0829a53-46c9-4bda-8005-855008285e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.257962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-c0829a53-46c9-4bda-8005-855008285e86 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.6754777 Aug 31 07:54:43.278930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:43.280682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84777dd9-29df-4acd-8bc2-67040e5a9ce2 req-585053b5-90ed-4635-95a0-8f197be21718 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026232 Aug 31 07:54:43.382634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 378938f6-ed66-43ab-a412-73ea112baaf9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:54:43.400198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7c9812a-1753-4f12-8c0d-0a2a73f84866 req-6c1ff845-f445-4b01-8033-41389e61435b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868355 Aug 31 07:54:43.409910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event updated for resources: {'Port': ['ID=ae2fd7d4-4a4f-480c-821f-b698bb320ff6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:43.432547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:43.434907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:43.447211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:43.454431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 378938f6-ed66-43ab-a412-73ea112baaf9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:54:43.455048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 378938f6-ed66-43ab-a412-73ea112baaf9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:54:43.479768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e2d4b-f832-45ba-91ce-b1ae922e1da0 req-6da7cbb2-ccc4-4bf0-8f1b-90a382700a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.481419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f5e2d4b-f832-45ba-91ce-b1ae922e1da0 req-6da7cbb2-ccc4-4bf0-8f1b-90a382700a9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 1097 time: 0.2065723 Aug 31 07:54:43.502817 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-d0bcf00e-86c5-4c06-a4ca-53f022c8b3d2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 1001 time: 0.2343507 Aug 31 07:54:43.558348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9e5c2-9b1e-4240-835e-387e617fcbc3 req-9b82b5f0-632c-4207-83b5-e6dc7994ed3d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.566975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ce9e5c2-9b1e-4240-835e-387e617fcbc3 req-9b82b5f0-632c-4207-83b5-e6dc7994ed3d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 931 time: 0.1780024 Aug 31 07:54:43.581060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-d2b3be75-152a-4eb6-ba6f-9987e6bd2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.582606 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-d2b3be75-152a-4eb6-ba6f-9987e6bd2036 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0696881 Aug 31 07:54:43.615269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f5e2d4b-f832-45ba-91ce-b1ae922e1da0 req-dcbaeb71-d70a-4715-af0d-a74356416012 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002302 Aug 31 07:54:43.652414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ce9e5c2-9b1e-4240-835e-387e617fcbc3 req-13bd2bed-18d5-4f28-bfc2-53558e04e6c8 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842667 Aug 31 07:54:43.675922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:43.699392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Transition to ACTIVE for port object 4725cde7-924b-45e3-9a1c-2f38c5c95273 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:43.763784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-140bf8fa-aa10-42c1-8950-b230e517bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:43.765763 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-140bf8fa-aa10-42c1-8950-b230e517bda4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955548 Aug 31 07:54:43.861518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:43.894781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-0d299dcc-7b6a-4b5a-b4a4-211e4c109c0f service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187727 Aug 31 07:54:44.010934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1250d58f-caa1-4fad-a5cf-6de7170cee5d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:54:44.122252 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e7e229f-8a4c-429b-90c0-b7825024e99c req-1c3eff85-06d5-4ccf-bf82-b3f4f6fd2b28 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175667 Aug 31 07:54:44.158500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:44.268676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1250d58f-caa1-4fad-a5cf-6de7170cee5d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:44.283825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '1250d58f-caa1-4fad-a5cf-6de7170cee5d', 'network_id': 'c4c70ff7-c36e-4a55-bdfe-c57615cdbd84', 'port_id': '1250d58f-caa1-4fad-a5cf-6de7170cee5d', 'mac_address': 'fa:16:3e:59:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a415f8b2-78f5-4ff7-877a-0f9844265e5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:54:44.390557 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:44.432771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1250d58f-caa1-4fad-a5cf-6de7170cee5d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:44.460102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1250d58f-caa1-4fad-a5cf-6de7170cee5d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:44.560454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:44.591759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:44.591971 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:44.728897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 17774304-dca3-4705-a82a-3ba1336a582c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:44.732924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1250d58f-caa1-4fad-a5cf-6de7170cee5d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:44.736332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:44.740360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:44.834555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:44.838906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:44.854186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['1250d58f-caa1-4fad-a5cf-6de7170cee5d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:44.893193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfafba-2398-432e-ab54-409bf0453cd7 req-5c882dd1-b280-4048-a6f8-e890b5ef2eca tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:44.895913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5abfafba-2398-432e-ab54-409bf0453cd7 req-5c882dd1-b280-4048-a6f8-e890b5ef2eca tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 945 time: 0.3269958 Aug 31 07:54:44.913738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0de5c6-fe2f-4afd-b6e0-7c62b52343f1 req-c2e1f3d7-e689-4bd6-b68f-cd0110c38120 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:44.915765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b0de5c6-fe2f-4afd-b6e0-7c62b52343f1 req-c2e1f3d7-e689-4bd6-b68f-cd0110c38120 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.3454683 Aug 31 07:54:45.026780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b0de5c6-fe2f-4afd-b6e0-7c62b52343f1 req-1e41597b-34a8-4110-87d5-49a46c077346 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939758 Aug 31 07:54:45.033461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5abfafba-2398-432e-ab54-409bf0453cd7 req-3b97aedc-34e4-4c05-b234-11a2670fb38a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163571 Aug 31 07:54:45.061706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Router 21e1d084-9187-4657-8d98-7c062862909d is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:45.062053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-0b28803b-2f3b-4fc8-a84a-23f10bde1c87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8109965 Aug 31 07:54:45.064940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'port': {'device_id': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103', 'admin_state_up': True, 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:45.303919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:45.315543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a700ed-6952-4a65-bf7d-3fd85aa24e77 req-435efe1f-3b75-45e7-ac45-f4cd51c66839 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:45.317364 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] Sync routers for ids ['21e1d084-9187-4657-8d98-7c062862909d'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:45.322226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a700ed-6952-4a65-bf7d-3fd85aa24e77 req-435efe1f-3b75-45e7-ac45-f4cd51c66839 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:45.330712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22a700ed-6952-4a65-bf7d-3fd85aa24e77 req-435efe1f-3b75-45e7-ac45-f4cd51c66839 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 1654 time: 0.1168602 Aug 31 07:54:45.339708 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] Routers {'21e1d084-9187-4657-8d98-7c062862909d'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:45.341771 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21e1d084-9187-4657-8d98-7c062862909d'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:45.383634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22a700ed-6952-4a65-bf7d-3fd85aa24e77 req-65687dfd-928f-47ee-81bf-eb1028d2e2e2 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475314 Aug 31 07:54:45.420706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:45.431949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] Routers {'21e1d084-9187-4657-8d98-7c062862909d'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:45.432705 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21e1d084-9187-4657-8d98-7c062862909d'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:45.482037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73a20919-44ca-41bc-ad8f-47e9c164c30b None None] Provisioning for port 4725cde7-924b-45e3-9a1c-2f38c5c95273 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:45.482715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:45.482715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af3acc-7476-46e4-a39f-1a536f98a069 None None] The sync data for ids ['21e1d084-9187-4657-8d98-7c062862909d'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:45.488176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73a20919-44ca-41bc-ad8f-47e9c164c30b None None] Provisioning complete for port 4725cde7-924b-45e3-9a1c-2f38c5c95273 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:45.488611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a20919-44ca-41bc-ad8f-47e9c164c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:45.533562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-73a20919-44ca-41bc-ad8f-47e9c164c30b None None] Port 4725cde7-924b-45e3-9a1c-2f38c5c95273 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:54:45.548608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:45.569073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:45.678290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:45.682465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a1ee0412-eff8-413d-81b3-ccfaa0a337a1 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7436140 Aug 31 07:54:45.682740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:45.689675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': False}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:45.757216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Allocated IP 19.80.0.142 (72bdaf74-78ff-4fb7-a424-2898676a4103/4827ebea-0d4a-4d28-8645-bc17631d8e94/7e3871b7-7a8b-4b81-86a3-1a8e4141a99d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:46.009701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1250d58f-caa1-4fad-a5cf-6de7170cee5d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:54:46.069679 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.110402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Transition to ACTIVE for port object 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:46.127562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.197744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 1250d58f-caa1-4fad-a5cf-6de7170cee5d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:46.202196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 1250d58f-caa1-4fad-a5cf-6de7170cee5d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:46.207825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.369875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c43a8-5115-4ebe-b66b-3b2009258e45 req-3f7de1ef-8ea7-4510-a02f-1c267a8577cd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.387043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.389595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651c43a8-5115-4ebe-b66b-3b2009258e45 req-3f7de1ef-8ea7-4510-a02f-1c267a8577cd tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1966696 Aug 31 07:54:46.417226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.444678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1250d58f-caa1-4fad-a5cf-6de7170cee5d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:46.459019 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49927662-305c-45ed-b37c-f481b0e97fa2" -d '{"events": [{"server_uuid": "4ec6a863-0861-4773-bb2c-a7e05cd79a18", "name": "network-vif-plugged", "status": "completed", "tag": "1250d58f-caa1-4fad-a5cf-6de7170cee5d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:46.481898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1250d58f-caa1-4fad-a5cf-6de7170cee5d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:46.487181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7209d1-d7cf-4d09-8961-d0e6f34604c0 req-34890709-6969-4482-af01-71ac432b1733 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.489727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7209d1-d7cf-4d09-8961-d0e6f34604c0 req-34890709-6969-4482-af01-71ac432b1733 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 945 time: 0.3143101 Aug 31 07:54:46.520389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:46.535334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:46.548559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:46.598896 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.714325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1250d58f-caa1-4fad-a5cf-6de7170cee5d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:46.741367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-651c43a8-5115-4ebe-b66b-3b2009258e45 req-81524e1e-9ee1-41d5-b914-fd297404edf7 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499296 Aug 31 07:54:46.781461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:46.794900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7209d1-d7cf-4d09-8961-d0e6f34604c0 req-63463ddc-e63c-4a60-a102-17e310fa4ddf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760863 Aug 31 07:54:46.805388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:46.806340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:46.918925 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8464d6-710e-46af-a043-021edff3493f x-openstack-request-id: req-ac8464d6-710e-46af-a043-021edff3493f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:46.920160 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec6a863-0861-4773-bb2c-a7e05cd79a18", "name": "network-vif-plugged", "status": "completed", "tag": "1250d58f-caa1-4fad-a5cf-6de7170cee5d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:46.920490 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac8464d6-710e-46af-a043-021edff3493f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:46.920958 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1250d58f-caa1-4fad-a5cf-6de7170cee5d', 'code': 200} Aug 31 07:54:46.987114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-08b836c8-112c-4050-9599-222fe85af785 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9264963 Aug 31 07:54:47.017142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Request body: {'port': {'device_id': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:47.151971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-72449995-c691-40ac-94c4-7228d5c7a86a None None] Provisioning for port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:54:47.165525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-72449995-c691-40ac-94c4-7228d5c7a86a None None] Provisioning complete for port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:54:47.165525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-72449995-c691-40ac-94c4-7228d5c7a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:47.179856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8739c4-baa3-4b3a-b8fa-5eab9d2e0bf1 req-1c6a098d-c665-4684-8ac1-c339d2784dfa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.190785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8739c4-baa3-4b3a-b8fa-5eab9d2e0bf1 req-1c6a098d-c665-4684-8ac1-c339d2784dfa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.203571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8739c4-baa3-4b3a-b8fa-5eab9d2e0bf1 req-1c6a098d-c665-4684-8ac1-c339d2784dfa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.216730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea8739c4-baa3-4b3a-b8fa-5eab9d2e0bf1 req-1c6a098d-c665-4684-8ac1-c339d2784dfa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2376 time: 0.3042290 Aug 31 07:54:47.238491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-72449995-c691-40ac-94c4-7228d5c7a86a None None] Port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:54:47.267033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:47.280348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f3946-fcea-4247-9131-6a9ad7bfdc73 req-4be407c8-f0e6-4149-a33e-7252444c0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.282091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e6f3946-fcea-4247-9131-6a9ad7bfdc73 req-4be407c8-f0e6-4149-a33e-7252444c0127 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 1098 time: 0.2856324 Aug 31 07:54:47.314921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea8739c4-baa3-4b3a-b8fa-5eab9d2e0bf1 req-8873c3a2-8d2d-48b2-a284-ffeab70414d6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970547 Aug 31 07:54:47.411767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e6f3946-fcea-4247-9131-6a9ad7bfdc73 req-78f6fdfb-16d5-46e6-b991-e9ff1ff43c56 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190064 Aug 31 07:54:47.539173 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:47.548982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:47.624020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f5a9d-26c9-442d-8a16-3d87376da5d5 req-2a11e75d-8afc-4943-a94c-95edae00fc4e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.632386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a6f5a9d-26c9-442d-8a16-3d87376da5d5 req-2a11e75d-8afc-4943-a94c-95edae00fc4e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1979418 Aug 31 07:54:47.723399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Router 21e1d084-9187-4657-8d98-7c062862909d has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:54:47.820302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a6f5a9d-26c9-442d-8a16-3d87376da5d5 req-bec71cd6-3871-417f-9094-15617c70d41f tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869047 Aug 31 07:54:47.829170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-80b3bf77-a91c-4ed7-8167-339bc207d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:47.830979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-80b3bf77-a91c-4ed7-8167-339bc207d833 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c08808df471b456391cc8104e86c5eb6&device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 1097 time: 0.1958063 Aug 31 07:54:47.880541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:47.885700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:47.889452 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b40f6ef4-16c8-426f-bf10-777786a83864 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "PUT /v2.0/routers/21e1d084-9187-4657-8d98-7c062862909d HTTP/1.1" status: 200 len: 926 time: 2.2031260 Aug 31 07:54:47.889574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51792) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:47.891501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] Sync routers for ids ['21e1d084-9187-4657-8d98-7c062862909d'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:47.915613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] Routers {'21e1d084-9187-4657-8d98-7c062862909d'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:47.916430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21e1d084-9187-4657-8d98-7c062862909d'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:47.962296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:47.972973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] Routers {'21e1d084-9187-4657-8d98-7c062862909d'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:47.973683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21e1d084-9187-4657-8d98-7c062862909d'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:48.012251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:48.013298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aa4d9a-7e8f-46cf-b4fb-1b3fea4bf86d None None] The sync data for ids ['21e1d084-9187-4657-8d98-7c062862909d'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:48.057017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:48.059697 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5bda2987-3f13-4e71-83e2-f11bae86f192 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/21e1d084-9187-4657-8d98-7c062862909d HTTP/1.1" status: 200 len: 926 time: 0.1683815 Aug 31 07:54:48.060363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:48.067272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-edf0d64e-9596-4da9-87f6-dc1e6673ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.099177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-edf0d64e-9596-4da9-87f6-dc1e6673ad89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 200 len: 911 time: 0.2302523 Aug 31 07:54:48.099177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.099177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96e56-6c41-48a1-800c-da1361bb0ea7 req-8f77d2df-c61f-42b7-ada5-9e41feb82b56 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.099177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2b96e56-6c41-48a1-800c-da1361bb0ea7 req-8f77d2df-c61f-42b7-ada5-9e41feb82b56 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 946 time: 0.1618710 Aug 31 07:54:48.105898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Transition to ACTIVE for port object 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:48.146853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-69480cb2-89f1-40a3-9706-ca3e49517434 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20b96da4-8940-42a2-9deb-13fbab8fa950 HTTP/1.1" status: 200 len: 217 time: 0.0489306 Aug 31 07:54:48.152330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428e17d-faa5-4dea-a14e-5b7d4f5193ae tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.157612 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e428e17d-faa5-4dea-a14e-5b7d4f5193ae tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=21e1d084-9187-4657-8d98-7c062862909d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0925817 Aug 31 07:54:48.158906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51802) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:48.210473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2b96e56-6c41-48a1-800c-da1361bb0ea7 req-a4a23b1c-d533-4e67-a433-1412c67901f8 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708721 Aug 31 07:54:48.218610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-fd0e3606-d93a-46bd-8d55-8bd040a59d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.220308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-fd0e3606-d93a-46bd-8d55-8bd040a59d37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 200 len: 850 time: 0.0648968 Aug 31 07:54:48.261691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-15719385-516d-418b-bc3e-4ebee8db55c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bde0172c-35c1-4e79-a4c7-78fcee241443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330086 Aug 31 07:54:48.269650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e392d-48d1-4e3c-9122-f1f73deb5c50 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.271087 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-182e392d-48d1-4e3c-9122-f1f73deb5c50 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.1110625 Aug 31 07:54:48.273942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51804) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:48.302312 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bf8aba4a-b694-47a8-b1f7-3f0e671f3e24 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=21e1d084-9187-4657-8d98-7c062862909d HTTP/1.1" status: 200 len: 205 time: 0.0272424 Aug 31 07:54:48.306666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51806) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:48.380599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.428016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-1fae790c-aa2b-4a89-bdca-ceed86e2f82d service neutron] 10.222.0.45 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537137 Aug 31 07:54:48.449225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.744710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.777024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58bade-270a-40b8-beb1-e7db01478c7b req-df9c6615-504a-41c5-bece-fef4868e8de7 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.800462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58bade-270a-40b8-beb1-e7db01478c7b req-df9c6615-504a-41c5-bece-fef4868e8de7 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.813436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58bade-270a-40b8-beb1-e7db01478c7b req-df9c6615-504a-41c5-bece-fef4868e8de7 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:48.826946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c58bade-270a-40b8-beb1-e7db01478c7b req-df9c6615-504a-41c5-bece-fef4868e8de7 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2388 time: 0.4327767 Aug 31 07:54:48.828201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:48.908338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Attempting to bind port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:48.908535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Attempting to bind port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:48.908743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Attempting to bind port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 on network 72bdaf74-78ff-4fb7-a424-2898676a4103 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:48.938555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Deleting port ae2fd7d4-4a4f-480c-821f-b698bb320ff6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:48.938555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:48.943275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 on network 72bdaf74-78ff-4fb7-a424-2898676a4103 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:54:48.943603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Attempting to bind port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 on network 72bdaf74-78ff-4fb7-a424-2898676a4103 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:49.002478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:49.002635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Checking segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:49.002948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Bound using segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:49.003524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Bound port: 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:49.003744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:49.106832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c58bade-270a-40b8-beb1-e7db01478c7b req-7ae0a6e2-2082-472f-9205-4e0b8e548536 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533565 Aug 31 07:54:49.128987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7697fd-fccf-416f-89ed-5630902fd5c9 req-7943bd8a-bfaa-4f14-af02-cc3cf71fe08d service neutron] 10.222.0.45 "GET /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585021 Aug 31 07:54:49.146207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:49.197125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Calling delete_port for ae2fd7d4-4a4f-480c-821f-b698bb320ff6 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:49.199107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] For port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:49.201348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] For port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:49.242606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d9ae3-3dc5-4a97-be95-29a6327d0c7d req-1c61bd9f-dfe1-4b83-ae9c-e4dcea972c3e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.244373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-900d9ae3-3dc5-4a97-be95-29a6327d0c7d req-1c61bd9f-dfe1-4b83-ae9c-e4dcea972c3e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.1906736 Aug 31 07:54:49.368419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-900d9ae3-3dc5-4a97-be95-29a6327d0c7d req-f495410a-e01d-4b3a-aba8-5a07dac3c97e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145065 Aug 31 07:54:49.379951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:49.403445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da9ff2-0f16-4d5c-a923-4d82cfc0c7ad req-03c6c1d4-248d-4e1d-a0b3-3a8218d8b247 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.403445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81da9ff2-0f16-4d5c-a923-4d82cfc0c7ad req-03c6c1d4-248d-4e1d-a0b3-3a8218d8b247 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 946 time: 0.0980730 Aug 31 07:54:49.493216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.494228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:49.495838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] 10.222.0.68 "PUT /v2.0/ports/5519aec8-ebad-41a7-b9a1-1a0736b2ac15 HTTP/1.1" status: 200 len: 1092 time: 2.4974146 Aug 31 07:54:49.537126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'tag': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:49.540362 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "tag": "5519aec8-ebad-41a7-b9a1-1a0736b2ac15"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:49.598602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81da9ff2-0f16-4d5c-a923-4d82cfc0c7ad req-17fab443-9b1c-461e-8dc8-ec0eb4a613c4 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729333 Aug 31 07:54:49.659503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-0854dfa8-cf78-401e-acc3-1474ec776822 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1690505 Aug 31 07:54:49.662015 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc45b8-2dd5-4060-b32b-04e7da06bc3a x-openstack-request-id: req-27fc45b8-2dd5-4060-b32b-04e7da06bc3a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:49.675239 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "tag": "5519aec8-ebad-41a7-b9a1-1a0736b2ac15", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:49.675239 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27fc45b8-2dd5-4060-b32b-04e7da06bc3a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:49.675239 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'tag': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15', 'status': 'completed', 'code': 200} Aug 31 07:54:49.717182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Request body: {'port': {'device_id': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:49.769587 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:49.832421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b161e-7e8c-4983-8a22-826fc06551f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:49.884387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event deleted for resources: {'Port': ['ID=ae2fd7d4-4a4f-480c-821f-b698bb320ff6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:49.926937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-32930431-bcd8-44cf-92d2-72b394ae4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.927511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-32930431-bcd8-44cf-92d2-72b394ae4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.928766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-32930431-bcd8-44cf-92d2-72b394ae4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.930625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-32930431-bcd8-44cf-92d2-72b394ae4731 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2732 time: 0.2429395 Aug 31 07:54:49.997299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-94f8f58d-ed9d-4645-a860-be3882390149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:49.997299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-94f8f58d-ed9d-4645-a860-be3882390149 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 1097 time: 0.2174885 Aug 31 07:54:50.026748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.112202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.188448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-b35821de-9c74-4f7f-b985-6649d4cd1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.188929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-b35821de-9c74-4f7f-b985-6649d4cd1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.189411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-b35821de-9c74-4f7f-b985-6649d4cd1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.191461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-b35821de-9c74-4f7f-b985-6649d4cd1e88 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a2b27715156d44fa962406a3bd23f3be&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2468591 Aug 31 07:54:50.193128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-89d79b5a-53fe-406c-9305-4620f1531a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.194932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-89d79b5a-53fe-406c-9305-4620f1531a71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 916 time: 0.1868656 Aug 31 07:54:50.203158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.206610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.335190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-50ac950a-295b-4f5d-8111-b6a74b96edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.338356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05cfd863-bfa3-4c59-b2c4-b13f7a92b4ff req-50ac950a-295b-4f5d-8111-b6a74b96edad service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303425 Aug 31 07:54:50.405088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-b6051f6b-a0fe-499c-a443-0fc85b05da8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=038dff2b-37eb-49af-bbab-d878dfd383ec HTTP/1.1" status: 200 len: 217 time: 0.0672328 Aug 31 07:54:50.480594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-202ff625-9bb4-41c2-b89f-9faaa8ef9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.480594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-202ff625-9bb4-41c2-b89f-9faaa8ef9e90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.0662000 Aug 31 07:54:50.556621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-fdbfbf86-b038-43e6-b5d1-247e6abca927 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589192 Aug 31 07:54:50.564494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.565059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Fanout notify agent at l3_agent the message router_deleted on router 21e1d084-9187-4657-8d98-7c062862909d {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:54:50.574072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.576086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c0ac9d67-d028-4f89-8044-4f10271a5f33 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/21e1d084-9187-4657-8d98-7c062862909d HTTP/1.1" status: 204 len: 168 time: 2.2682865 Aug 31 07:54:50.582314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51896) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:50.587502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-321258943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:50.707902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfed64-5371-4699-b60a-a4a120a50204 req-6c1ac831-bbe1-4328-bff4-04d926582077 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.714910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfed64-5371-4699-b60a-a4a120a50204 req-6c1ac831-bbe1-4328-bff4-04d926582077 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.722166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfed64-5371-4699-b60a-a4a120a50204 req-6c1ac831-bbe1-4328-bff4-04d926582077 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.723937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2acfed64-5371-4699-b60a-a4a120a50204 req-6c1ac831-bbe1-4328-bff4-04d926582077 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2388 time: 0.3849771 Aug 31 07:54:50.787763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.789042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.900821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-5fed5ff0-f7da-423c-af33-1ef129610c98 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179526 Aug 31 07:54:50.936805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60edd68-b973-4a22-b4a8-cc4e176e3e5d req-cdb9c764-deb1-402d-b957-ccf06d138e0d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:50.946010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d60edd68-b973-4a22-b4a8-cc4e176e3e5d req-cdb9c764-deb1-402d-b957-ccf06d138e0d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2489035 Aug 31 07:54:50.962022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:50.971886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2acfed64-5371-4699-b60a-a4a120a50204 req-92cb96ba-8058-4a93-8ac9-3285c53d111c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310758 Aug 31 07:54:51.020898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4725cde7-924b-45e3-9a1c-2f38c5c95273 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:51.030030 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.060872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Transition to ACTIVE for port object 4725cde7-924b-45e3-9a1c-2f38c5c95273 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:51.065341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d60edd68-b973-4a22-b4a8-cc4e176e3e5d req-de66ef4b-23fe-48c0-ba59-10674a64d9d0 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103837 Aug 31 07:54:51.093044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71220511-c3b6-4089-bb06-1e87fc8c87fa req-32e5510d-8ee5-4fd1-b6df-b7a560abe096 service neutron] 10.222.0.45 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813431 Aug 31 07:54:51.094899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.169034 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.233106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Pushing event updated for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:51.295320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.297265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-053cf83f-e0cc-4f2c-852c-78b59530a6ce tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7137277 Aug 31 07:54:51.300108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51926) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:51.307548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:51.383531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Attempting to bind port 4725cde7-924b-45e3-9a1c-2f38c5c95273 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:51.384089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Attempting to bind port 4725cde7-924b-45e3-9a1c-2f38c5c95273 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:51.384689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Attempting to bind port 4725cde7-924b-45e3-9a1c-2f38c5c95273 on network 17774304-dca3-4705-a82a-3ba1336a582c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:51.391899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Port 4725cde7-924b-45e3-9a1c-2f38c5c95273 on network 17774304-dca3-4705-a82a-3ba1336a582c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:54:51.392551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Attempting to bind port 4725cde7-924b-45e3-9a1c-2f38c5c95273 on network 17774304-dca3-4705-a82a-3ba1336a582c {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:51.398994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:51.399725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Checking segment: {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:51.400445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Bound using segment: {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:51.401272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Bound port: 4725cde7-924b-45e3-9a1c-2f38c5c95273, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9d2a7e-ba73-401e-9c08-548441d40d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:51.401761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.552205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:51.556429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:51.633517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.707988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:51.722327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:51.723972 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] 10.222.0.68 "PUT /v2.0/ports/4725cde7-924b-45e3-9a1c-2f38c5c95273 HTTP/1.1" status: 200 len: 1093 time: 2.0122736 Aug 31 07:54:51.727949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:51.727949 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ed224-2f11-448d-9ec0-e589609b9e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:51.784387 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31960e1b-9cef-41a8-a405-3ccd42ffdda3 x-openstack-request-id: req-31960e1b-9cef-41a8-a405-3ccd42ffdda3 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:51.784675 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:51.785531 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31960e1b-9cef-41a8-a405-3ccd42ffdda3 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:51.785531 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273', 'status': 'completed', 'code': 200} Aug 31 07:54:51.852117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63029aa-9c13-400e-af02-9490afa3887f service neutron] Pushing event updated for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:51.963578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-952e51cf-4f63-4c93-979a-1bf3264abb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:51.963578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-952e51cf-4f63-4c93-979a-1bf3264abb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:51.963578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-952e51cf-4f63-4c93-979a-1bf3264abb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:51.964652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-952e51cf-4f63-4c93-979a-1bf3264abb7f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2800 time: 0.1574373 Aug 31 07:54:52.088977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Request body: {'port': {'device_id': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:52.243243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-873ebd4c-8025-4965-bac0-0a5b53135628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.243730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-873ebd4c-8025-4965-bac0-0a5b53135628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.244202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-873ebd4c-8025-4965-bac0-0a5b53135628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.246603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-873ebd4c-8025-4965-bac0-0a5b53135628 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=a2b27715156d44fa962406a3bd23f3be&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2620497 Aug 31 07:54:52.382761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:52.403620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-7403f6a1-2e2a-4ff3-85ef-784a670a38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.406100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ad2ed224-2f11-448d-9ec0-e589609b9e8c req-7403f6a1-2e2a-4ff3-85ef-784a670a38ae service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524711 Aug 31 07:54:52.447056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314f16-0c2b-46fa-b1d1-ebf971553221 req-1463423b-f076-4553-a4c0-b88eed83eb81 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.453990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314f16-0c2b-46fa-b1d1-ebf971553221 req-1463423b-f076-4553-a4c0-b88eed83eb81 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.460109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314f16-0c2b-46fa-b1d1-ebf971553221 req-1463423b-f076-4553-a4c0-b88eed83eb81 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.461859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3314f16-0c2b-46fa-b1d1-ebf971553221 req-1463423b-f076-4553-a4c0-b88eed83eb81 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2400 time: 0.2879159 Aug 31 07:54:52.465239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:52.489459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f5d0b-80f1-4811-873e-07a906d9f894 req-39bd3734-a90e-45a2-9852-edbae43364cf tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:52.497108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a4f5d0b-80f1-4811-873e-07a906d9f894 req-39bd3734-a90e-45a2-9852-edbae43364cf tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2898283 Aug 31 07:54:52.628700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3314f16-0c2b-46fa-b1d1-ebf971553221 req-8adb6c65-62a2-4b81-ae0c-acc0bc0f61c3 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552885 Aug 31 07:54:52.724068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a4f5d0b-80f1-4811-873e-07a906d9f894 req-89bf96ea-2326-4aa4-9b86-fb8fd40e4d95 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196119 Aug 31 07:54:53.125083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.169680 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.255054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:54:53.266379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.295921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Transition to ACTIVE for port object 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:54:53.366953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Allocated IP 172.25.0.146 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/45edc9bb-f8f1-4062-8df6-44545e6cde2a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:54:53.496280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.562626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.621776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:53.665922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.693212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.718264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50d7d1d8-e218-4846-a5e5-9468d9f04c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:53.907946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event updated for resources: {'Port': ['ID=45edc9bb-f8f1-4062-8df6-44545e6cde2a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:53.987804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Attempting to bind port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:54:53.988141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Attempting to bind port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:54:53.988480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Attempting to bind port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d on network 72bdaf74-78ff-4fb7-a424-2898676a4103 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:54.002070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d on network 72bdaf74-78ff-4fb7-a424-2898676a4103 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:54:54.002435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Attempting to bind port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d on network 72bdaf74-78ff-4fb7-a424-2898676a4103 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:54:54.019831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:54:54.051178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:54:54.051178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Checking segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:54:54.051178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Bound using segment: {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:54:54.051178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Bound port: 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9e4444-c214-408a-a9ae-cb4ba32db093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:54:54.051178 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:54.123740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:54:54.127531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:54:54.145876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c41a-5328-47e1-9277-13875d090441 req-d61b7f1c-08e0-4e66-8a3b-c4a32590d1f4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.154942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c41a-5328-47e1-9277-13875d090441 req-d61b7f1c-08e0-4e66-8a3b-c4a32590d1f4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.175085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16c41a-5328-47e1-9277-13875d090441 req-d61b7f1c-08e0-4e66-8a3b-c4a32590d1f4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.176850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c16c41a-5328-47e1-9277-13875d090441 req-d61b7f1c-08e0-4e66-8a3b-c4a32590d1f4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2412 time: 0.2385063 Aug 31 07:54:54.179029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:54:54.184946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:54:54.267282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a9487-8eaf-4959-842a-6d1b55d6362d req-5fa8341d-50ea-4d4e-bc3d-755a6eaf7c12 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.273321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-122a9487-8eaf-4959-842a-6d1b55d6362d req-5fa8341d-50ea-4d4e-bc3d-755a6eaf7c12 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.3399067 Aug 31 07:54:54.289711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:54.420051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52070) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:54.432614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.433591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:54.434738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] 10.222.0.68 "PUT /v2.0/ports/7e3871b7-7a8b-4b81-86a3-1a8e4141a99d HTTP/1.1" status: 200 len: 1093 time: 2.3527884 Aug 31 07:54:54.442123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c16c41a-5328-47e1-9277-13875d090441 req-babec073-f54a-4122-a6ac-22aa907650b6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542279 Aug 31 07:54:54.442580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:54.445172 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca8683-b133-4920-8469-2697c2c318ee" -d '{"events": [{"name": "network-changed", "server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:54.538432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-122a9487-8eaf-4959-842a-6d1b55d6362d req-e0e49377-9bfe-4c25-bc67-2292856768f2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538743 Aug 31 07:54:54.543504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36fc97-7306-4576-8e6b-6f440ee4dd93 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:54.679393 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c2f31-308a-4057-a7d0-739991ed2bc8 x-openstack-request-id: req-732c2f31-308a-4057-a7d0-739991ed2bc8 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:54.679685 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:54.679947 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-732c2f31-308a-4057-a7d0-739991ed2bc8 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:54.680354 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d', 'status': 'completed', 'code': 200} Aug 31 07:54:54.695328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-47a65b3b-178c-4a08-86c6-ff4cde2a9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.696346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-47a65b3b-178c-4a08-86c6-ff4cde2a9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.697018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-47a65b3b-178c-4a08-86c6-ff4cde2a9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.699777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-47a65b3b-178c-4a08-86c6-ff4cde2a9d1a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2868 time: 0.0864813 Aug 31 07:54:54.702760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ead5211d-de58-4767-b33c-014056f48507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:54.776428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-c820f099-507d-45c0-935f-9d22cdab5ed1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=5519aec8-ebad-41a7-b9a1-1a0736b2ac15 HTTP/1.1" status: 200 len: 217 time: 0.0615563 Aug 31 07:54:54.929374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-acf14901-8b20-4b32-aebc-112d2a27c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:54.931113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-acf14901-8b20-4b32-aebc-112d2a27c42b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4827ebea-0d4a-4d28-8645-bc17631d8e94 HTTP/1.1" status: 200 len: 801 time: 0.1119113 Aug 31 07:54:54.941206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ead5211d-de58-4767-b33c-014056f48507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:54.980493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.037645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ead5211d-de58-4767-b33c-014056f48507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.077843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-62257a3c-bfcb-466e-aac6-dfcb3127a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.080522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-62257a3c-bfcb-466e-aac6-dfcb3127a055 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=72bdaf74-78ff-4fb7-a424-2898676a4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407537 Aug 31 07:54:55.099905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5211d-de58-4767-b33c-014056f48507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab127f0-528b-423c-b6ca-6a8a8da4a2c8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:55.122990 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ead5211d-de58-4767-b33c-014056f48507 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf13a1ad50604a7d8b3f80e10f722e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004917 Aug 31 07:54:55.128224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52106) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:55.198423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-959ac9be-7c4d-48c0-9f58-836824f03043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.226305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-959ac9be-7c4d-48c0-9f58-836824f03043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.306835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-73576cdf-9caa-484d-a1df-c52585fdb514 service neutron] 10.222.0.68 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143044 Aug 31 07:54:55.420777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.427554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.492570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-64225621-4a3b-4914-8ca8-5bb06a19367a service neutron] 10.222.0.68 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772528 Aug 31 07:54:55.574137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-ea254552-6e81-4dfe-91dd-c2e23925cd28 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273 HTTP/1.1" status: 200 len: 217 time: 0.0728214 Aug 31 07:54:55.616904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-959ac9be-7c4d-48c0-9f58-836824f03043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.620577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-959ac9be-7c4d-48c0-9f58-836824f03043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.625022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-959ac9be-7c4d-48c0-9f58-836824f03043 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ab127f0-528b-423c-b6ca-6a8a8da4a2c8 HTTP/1.1" status: 204 len: 168 time: 0.4953537 Aug 31 07:54:55.635924 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac9be-7c4d-48c0-9f58-836824f03043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab127f0-528b-423c-b6ca-6a8a8da4a2c8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:55.699628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8f21-01d3-4fc1-8690-a7476d241812 req-3377f62a-7be3-4f19-8574-e5cd647134ae tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.706282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8f21-01d3-4fc1-8690-a7476d241812 req-3377f62a-7be3-4f19-8574-e5cd647134ae tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.712148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8f21-01d3-4fc1-8690-a7476d241812 req-3377f62a-7be3-4f19-8574-e5cd647134ae tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.713778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-993f8f21-01d3-4fc1-8690-a7476d241812 req-3377f62a-7be3-4f19-8574-e5cd647134ae tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2412 time: 0.1772614 Aug 31 07:54:55.720115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-186ad6d8-848c-40c6-8710-14e2e358fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.721457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-186ad6d8-848c-40c6-8710-14e2e358fe3a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d2f20189-5dd4-4988-96d8-1f717b970c1a HTTP/1.1" status: 200 len: 801 time: 0.1284716 Aug 31 07:54:55.799181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-993f8f21-01d3-4fc1-8690-a7476d241812 req-b35b6535-ede9-46e3-b226-e5e7aed76818 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750422 Aug 31 07:54:55.810974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-de97097e-6b14-4f42-9b6e-bc093a0043b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:55.812757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-de97097e-6b14-4f42-9b6e-bc093a0043b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=17774304-dca3-4705-a82a-3ba1336a582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796041 Aug 31 07:54:55.866906 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:55.901064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Router 69b814b8-b590-45c2-9c0b-6287fea6a849 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:54:56.460541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:56.537998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-2ac4451b-357f-41b4-add8-6dbc879f3569 service neutron] 10.222.0.68 "GET /v2.0/networks/17774304-dca3-4705-a82a-3ba1336a582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7173789 Aug 31 07:54:56.552627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b935-2633-449d-949b-87ed634e634c req-08500724-bd8a-4907-b1e7-533de632d7ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:56.554267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1606b935-2633-449d-949b-87ed634e634c req-08500724-bd8a-4907-b1e7-533de632d7ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.5799160 Aug 31 07:54:56.693754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52160) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:56.702667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3eeac458-2aab-4092-8eed-20f7a304c04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:56.736565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8883810b-7ecf-497a-897c-7cba1a2d27e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:56.833122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:54:56.853321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:56.855104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9ac0c3c-e651-4afe-8c17-66575348d870 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "PUT /v2.0/routers/69b814b8-b590-45c2-9c0b-6287fea6a849 HTTP/1.1" status: 200 len: 883 time: 5.5531132 Aug 31 07:54:56.858711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52168) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:56.866838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] Sync routers for ids ['69b814b8-b590-45c2-9c0b-6287fea6a849'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:54:56.888600 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] Routers {'69b814b8-b590-45c2-9c0b-6287fea6a849'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:56.889689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69b814b8-b590-45c2-9c0b-6287fea6a849'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:56.968203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:56.980764 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] Routers {'69b814b8-b590-45c2-9c0b-6287fea6a849'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:54:56.981216 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['69b814b8-b590-45c2-9c0b-6287fea6a849'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:56.982288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1606b935-2633-449d-949b-87ed634e634c req-412d35f5-4901-42b4-be49-284a46b87f0e tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943152 Aug 31 07:54:57.034081 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:54:57.034693 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d05267-639c-44ba-976f-e2e3983d38b5 None None] The sync data for ids ['69b814b8-b590-45c2-9c0b-6287fea6a849'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:54:57.063749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-04ad1251-c237-465f-a497-ddbc4d2995a5 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.065977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-04ad1251-c237-465f-a497-ddbc4d2995a5 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.45 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 945 time: 0.2444451 Aug 31 07:54:57.083456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-39e53076-a1cc-4aab-917f-43c3eb20be8d service neutron] 10.222.0.68 "GET /v2.0/networks/17774304-dca3-4705-a82a-3ba1336a582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194979 Aug 31 07:54:57.092160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8883810b-7ecf-497a-897c-7cba1a2d27e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.132835 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-64cd5bd5-1c94-4d91-9ecf-7faaf3a7ba04 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/69b814b8-b590-45c2-9c0b-6287fea6a849 HTTP/1.1" status: 200 len: 924 time: 0.2727735 Aug 31 07:54:57.135583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52178) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:57.159421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-47bf0700-3504-4aa2-9fe2-7cd60c2d939d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d HTTP/1.1" status: 200 len: 217 time: 0.0671377 Aug 31 07:54:57.222375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8883810b-7ecf-497a-897c-7cba1a2d27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.261846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883810b-7ecf-497a-897c-7cba1a2d27e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9788f-f74f-456c-b089-ea0b8d0a0843,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:57.286572 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8883810b-7ecf-497a-897c-7cba1a2d27e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ce0e7868d914cdcabdf59ff5e4094e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894618 Aug 31 07:54:57.288838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52186) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:57.301426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f368dc-5d69-4df7-a729-218071b49afd tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.303210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-34f368dc-5d69-4df7-a729-218071b49afd tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=69b814b8-b590-45c2-9c0b-6287fea6a849&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1664295 Aug 31 07:54:57.305696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7adf-f131-4cfc-9c3d-3a5679ca7c29 req-570ba51d-6199-4626-ab04-1c3829502358 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.309878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:57.312697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7adf-f131-4cfc-9c3d-3a5679ca7c29 req-570ba51d-6199-4626-ab04-1c3829502358 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.321282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7adf-f131-4cfc-9c3d-3a5679ca7c29 req-570ba51d-6199-4626-ab04-1c3829502358 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.323182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d03a7adf-f131-4cfc-9c3d-3a5679ca7c29 req-570ba51d-6199-4626-ab04-1c3829502358 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2412 time: 0.3398728 Aug 31 07:54:57.364176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-61a5c419-76dd-4095-8ab4-38ef11159e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.365752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-61a5c419-76dd-4095-8ab4-38ef11159e4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4827ebea-0d4a-4d28-8645-bc17631d8e94 HTTP/1.1" status: 200 len: 801 time: 0.1967411 Aug 31 07:54:57.439480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d03a7adf-f131-4cfc-9c3d-3a5679ca7c29 req-12667af6-c732-4442-8a4b-fa3b3f374f01 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079235 Aug 31 07:54:57.443836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52194) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:57.450800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1072103962'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:57.463192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Deleting port 20b96da4-8940-42a2-9deb-13fbab8fa950 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:57.463192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.528434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1868f819-97d5-442b-92f1-609c94ca700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.530664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-1868f819-97d5-442b-92f1-609c94ca700f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=72bdaf74-78ff-4fb7-a424-2898676a4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546760 Aug 31 07:54:57.640348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] For port 20b96da4-8940-42a2-9deb-13fbab8fa950, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=20b96da4-8940-42a2-9deb-13fbab8fa950,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:54:57.641507 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.665054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Calling delete_port for 20b96da4-8940-42a2-9deb-13fbab8fa950 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:57.744057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-6308e361-06cb-4080-b5e2-58c4150544fa service neutron] 10.222.0.68 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051287 Aug 31 07:54:57.778894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5deb-5e71-446e-93af-41bf8a633d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.799443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15aa6b2-e7cc-465f-8afa-b49d1d237d12 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:57.806680 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c15aa6b2-e7cc-465f-8afa-b49d1d237d12 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.4946249 Aug 31 07:54:57.809428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:57.834538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:57.838945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.868944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52212) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:57.871713 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5e7fe7c0-f7b4-4598-ba4a-f10f26ad1723 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b814b8-b590-45c2-9c0b-6287fea6a849 HTTP/1.1" status: 200 len: 205 time: 0.0516624 Aug 31 07:54:57.874407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5deb-5e71-446e-93af-41bf8a633d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.899792 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.018174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5018ffec-c81d-466b-b0c4-307bb54e0075 req-46d065a7-7e68-4038-b4b3-874e6841f291 service neutron] 10.222.0.68 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658024 Aug 31 07:54:58.037260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5deb-5e71-446e-93af-41bf8a633d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.042128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5deb-5e71-446e-93af-41bf8a633d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.046135 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e0ab5deb-5e71-446e-93af-41bf8a633d6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36e9788f-f74f-456c-b089-ea0b8d0a0843 HTTP/1.1" status: 204 len: 168 time: 0.7541423 Aug 31 07:54:58.059507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:54:58.064119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab5deb-5e71-446e-93af-41bf8a633d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9788f-f74f-456c-b089-ea0b8d0a0843,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:58.136095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.136454 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Added segment 2dd8dfb4-4753-495e-8b9b-87fac3bf2fee of type vlan for network 01cbd714-8ca6-4b88-949a-5b7f15be2462 Aug 31 07:54:58.191157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.204647 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.222468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['681ac72e-d4ed-4207-a516-2dd5640b3a73'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:58.224794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['20b96da4-8940-42a2-9deb-13fbab8fa950'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:54:58.315946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.350242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b72fc6-fff7-43bc-a637-4b4cb957077e req-ff4ad0be-3ab1-482a-9440-b839922cb6aa tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.351764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6b72fc6-fff7-43bc-a637-4b4cb957077e req-ff4ad0be-3ab1-482a-9440-b839922cb6aa tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 867 time: 0.2479489 Aug 31 07:54:58.366241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Pushing event deleted for resources: {'Port': ['ID=20b96da4-8940-42a2-9deb-13fbab8fa950,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:58.489241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] No DVR routers for this DVR port 20b96da4-8940-42a2-9deb-13fbab8fa950 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:54:58.504436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8683-b133-4920-8469-2697c2c318ee req-a55e7c76-c799-4130-bdb5-1a9a8fad83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.504924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8683-b133-4920-8469-2697c2c318ee req-a55e7c76-c799-4130-bdb5-1a9a8fad83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.505801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8683-b133-4920-8469-2697c2c318ee req-a55e7c76-c799-4130-bdb5-1a9a8fad83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.507653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-a55e7c76-c799-4130-bdb5-1a9a8fad83c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2868 time: 0.3194687 Aug 31 07:54:58.511083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.513244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83b67e02-a308-4651-82c7-78a2a3bdd37a req-c6931e0f-5af4-429e-ab40-ced85d4194ec tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.45 "DELETE /v2.0/ports/20b96da4-8940-42a2-9deb-13fbab8fa950 HTTP/1.1" status: 204 len: 173 time: 1.4287772 Aug 31 07:54:58.516590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'name': 'network-vif-deleted', 'tag': '20b96da4-8940-42a2-9deb-13fbab8fa950'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:54:58.519514 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d851ad-29de-4182-852d-7372dfe90caa" -d '{"events": [{"server_uuid": "a541b52b-ef57-4c6a-8841-879b709b55de", "name": "network-vif-deleted", "tag": "20b96da4-8940-42a2-9deb-13fbab8fa950"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:54:58.547556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6b72fc6-fff7-43bc-a637-4b4cb957077e req-f073930f-c04e-44b8-b3d2-263207986034 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838751 Aug 31 07:54:58.693941 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0ccb28-3822-43a3-9e9d-3b5c25fe9ed9 x-openstack-request-id: req-7d0ccb28-3822-43a3-9e9d-3b5c25fe9ed9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:54:58.694976 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541b52b-ef57-4c6a-8841-879b709b55de", "name": "network-vif-deleted", "tag": "20b96da4-8940-42a2-9deb-13fbab8fa950", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:54:58.694976 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d0ccb28-3822-43a3-9e9d-3b5c25fe9ed9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:54:58.695168 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a541b52b-ef57-4c6a-8841-879b709b55de', 'name': 'network-vif-deleted', 'tag': '20b96da4-8940-42a2-9deb-13fbab8fa950', 'status': 'completed', 'code': 200} Aug 31 07:54:58.700535 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.706449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.707148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.782895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:58.823868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Network': ['ID=01cbd714-8ca6-4b88-949a-5b7f15be2462,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:58.835048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:54:58.844722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd0a4-6862-40d6-b9f7-355646ec2171 req-9af403a2-d2e3-4092-a34f-dde6e96b1b3f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.850852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd0a4-6862-40d6-b9f7-355646ec2171 req-9af403a2-d2e3-4092-a34f-dde6e96b1b3f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.856867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd0a4-6862-40d6-b9f7-355646ec2171 req-9af403a2-d2e3-4092-a34f-dde6e96b1b3f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.859164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c0dd0a4-6862-40d6-b9f7-355646ec2171 req-9af403a2-d2e3-4092-a34f-dde6e96b1b3f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2412 time: 0.2001169 Aug 31 07:54:58.864555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8683-b133-4920-8469-2697c2c318ee req-50411ac1-a5d1-4651-be21-1fc84fe964b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:58.866090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-50411ac1-a5d1-4651-be21-1fc84fe964b7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=72bdaf74-78ff-4fb7-a424-2898676a4103 HTTP/1.1" status: 200 len: 902 time: 0.3378439 Aug 31 07:54:58.927375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1008950-1234-492a-90fa-aa01d3eba468 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4816573 Aug 31 07:54:58.930226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52270) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:58.937472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-7fe7d029-5ab5-4d9d-928b-817326e3fdcf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d HTTP/1.1" status: 200 len: 217 time: 0.0531528 Aug 31 07:54:58.937646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-441647218'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:58.980690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c0dd0a4-6862-40d6-b9f7-355646ec2171 req-81209375-f298-41de-97af-433caf784f2c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107409 Aug 31 07:54:59.002257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8683-b133-4920-8469-2697c2c318ee req-fb54bed7-ca0a-42cc-bc2d-d30b87150702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:59.003793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-fb54bed7-ca0a-42cc-bc2d-d30b87150702 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4827ebea-0d4a-4d28-8645-bc17631d8e94 HTTP/1.1" status: 200 len: 801 time: 0.0621359 Aug 31 07:54:59.091489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:54:59.096940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.113054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8683-b133-4920-8469-2697c2c318ee req-cb1ce5cf-b05d-4cc4-9f59-768f068d5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:59.114980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-cb1ce5cf-b05d-4cc4-9f59-768f068d5b21 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=72bdaf74-78ff-4fb7-a424-2898676a4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031499 Aug 31 07:54:59.126856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Deleting port 45edc9bb-f8f1-4062-8df6-44545e6cde2a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:54:59.126856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.129018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:54:59.139916 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.140260 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Added segment 39ca66e5-e61e-4e52-80ac-21fbe2d6e355 of type vlan for network 073ab6d4-0122-4a78-8db8-769b1f12df5a Aug 31 07:54:59.210816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.341512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.348029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c188c1-953d-4ac4-96b3-f7e65b9d7e02 req-2bc4e028-fb51-4bfa-94a3-186949467377 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:59.356057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25c188c1-953d-4ac4-96b3-f7e65b9d7e02 req-2bc4e028-fb51-4bfa-94a3-186949467377 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.1262181 Aug 31 07:54:59.368803 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.377214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:59.380128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.384459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-77a756ec-5ceb-44a0-9c35-e3812e70968b service neutron] 10.222.0.68 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573962 Aug 31 07:54:59.404294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Calling delete_port for 45edc9bb-f8f1-4062-8df6-44545e6cde2a owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:54:59.472457 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.476609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Network': ['ID=073ab6d4-0122-4a78-8db8-769b1f12df5a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:54:59.487833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:54:59.535717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25c188c1-953d-4ac4-96b3-f7e65b9d7e02 req-fc1303f2-e75b-4281-abd0-2491ee67c188 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785569 Aug 31 07:54:59.570234 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-58b0221a-fbe7-4f30-b121-8f1a211f913c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6386290 Aug 31 07:54:59.575651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:54:59.588208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'subnet': {'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:54:59.627369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ca8683-b133-4920-8469-2697c2c318ee req-1a96535f-6c92-4421-a035-0e483ea1241e service neutron] 10.222.0.68 "GET /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318382 Aug 31 07:54:59.743056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-720667a7-e33e-4510-a01d-12584e93188f req-0d80e2aa-ff0b-4f1d-9177-326fabd07f81 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=a541b52b-ef57-4c6a-8841-879b709b55de HTTP/1.1" status: 200 len: 210 time: 0.0371783 Aug 31 07:54:59.961723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.986536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event deleted for resources: {'Port': ['ID=45edc9bb-f8f1-4062-8df6-44545e6cde2a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:00.043050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:00.050433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.077369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.250886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.252250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.306215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb260757-e57c-4979-9e46-dc0c8a98527f req-8d8dfe9e-6302-4cc6-b6a1-d7e8eeec3c11 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:00.312319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb260757-e57c-4979-9e46-dc0c8a98527f req-8d8dfe9e-6302-4cc6-b6a1-d7e8eeec3c11 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:00.318344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb260757-e57c-4979-9e46-dc0c8a98527f req-8d8dfe9e-6302-4cc6-b6a1-d7e8eeec3c11 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:00.320318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb260757-e57c-4979-9e46-dc0c8a98527f req-8d8dfe9e-6302-4cc6-b6a1-d7e8eeec3c11 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2412 time: 0.2287884 Aug 31 07:55:00.363851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb260757-e57c-4979-9e46-dc0c8a98527f req-6afbed50-7b93-4681-a033-2eac83f0e5a1 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Aug 31 07:55:00.449309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.469451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:55:00.495168 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.496069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Fanout notify agent at l3_agent the message router_deleted on router 69b814b8-b590-45c2-9c0b-6287fea6a849 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:00.529461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.533313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-31e1d8a8-d11f-4943-80f0-afa9b53b323a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/69b814b8-b590-45c2-9c0b-6287fea6a849 HTTP/1.1" status: 204 len: 168 time: 2.6638587 Aug 31 07:55:00.538543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52360) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:00.544077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-230623903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:00.550284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Subnet': ['ID=bd8079bb-68ed-42a2-a84d-70deec44110b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:00.561079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Checking segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:00.562830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network hostable DHCP agents. Network: 01cbd714-8ca6-4b88-949a-5b7f15be2462, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:00.629527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:00.650681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15', 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103', 'port_id': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15', 'mac_address': 'fa:16:3e:00:ef:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4827ebea-0d4a-4d28-8645-bc17631d8e94', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:55:00.699451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.714596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:00.721838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687abd0e-f30a-47df-b294-7f75f377be2d req-841554d0-c3c6-416d-bc3c-f8257ae626ed tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:00.723355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:00.727101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-687abd0e-f30a-47df-b294-7f75f377be2d req-841554d0-c3c6-416d-bc3c-f8257ae626ed tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.1057687 Aug 31 07:55:00.736957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:00.774632 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.778751 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.792209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-687abd0e-f30a-47df-b294-7f75f377be2d req-bcca1fdd-938a-4e1d-8043-39e2e6f6d8a0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558593 Aug 31 07:55:00.837666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 01cbd714-8ca6-4b88-949a-5b7f15be2462) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:00.849114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.851559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d196b-bde0-4e47-8307-2296a4578977 None None] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:00.852790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:00.856024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.884433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.885235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:55:00.963214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:00.995187 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-002f62b1-b28d-4f26-8632-78794ab5bddd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4159598 Aug 31 07:55:00.995613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52386) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:01.002296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'subnet': {'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:01.140918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:01.213385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:01.231729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d', 'network_id': '72bdaf74-78ff-4fb7-a424-2898676a4103', 'port_id': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d', 'mac_address': 'fa:16:3e:2c:94:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4827ebea-0d4a-4d28-8645-bc17631d8e94', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:55:01.314617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.349936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:01.386722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:01.386722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-01cbd714-8ca6-4b88-949a-5b7f15be2462', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:01.387619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.462740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.464379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a20b142d-e81f-4057-82e0-f449234b3bff tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9245160 Aug 31 07:55:01.467543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52410) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:01.472270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': True}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:01.545347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.546588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4725cde7-924b-45e3-9a1c-2f38c5c95273 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:55:01.654797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Allocated IP 10.1.1.2 (01cbd714-8ca6-4b88-949a-5b7f15be2462/bd8079bb-68ed-42a2-a84d-70deec44110b/cb28558f-f2e3-4aba-a2a5-ce1a73a235e7) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:01.699301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:01.723662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256b14-81b6-4bb5-9dd1-5d0f0096dab1 req-931f8aac-55d5-4322-b869-559ef9e03f44 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:01.729565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256b14-81b6-4bb5-9dd1-5d0f0096dab1 req-931f8aac-55d5-4322-b869-559ef9e03f44 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:01.736054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256b14-81b6-4bb5-9dd1-5d0f0096dab1 req-931f8aac-55d5-4322-b869-559ef9e03f44 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:01.737794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c256b14-81b6-4bb5-9dd1-5d0f0096dab1 req-931f8aac-55d5-4322-b869-559ef9e03f44 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2414 time: 0.2537038 Aug 31 07:55:01.809974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:01.831938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.835115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '4725cde7-924b-45e3-9a1c-2f38c5c95273', 'network_id': '17774304-dca3-4705-a82a-3ba1336a582c', 'port_id': '4725cde7-924b-45e3-9a1c-2f38c5c95273', 'mac_address': 'fa:16:3e:17:9b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f20189-5dd4-4988-96d8-1f717b970c1a', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:55:01.849329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee94df-beca-41f0-a63b-e9943a87ff42 req-75dbb680-3573-41ea-bc2a-38f5caa5cd5d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:01.850883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afee94df-beca-41f0-a63b-e9943a87ff42 req-75dbb680-3573-41ea-bc2a-38f5caa5cd5d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2143223 Aug 31 07:55:01.879214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c256b14-81b6-4bb5-9dd1-5d0f0096dab1 req-11ae0ecb-a552-4fa7-bf6b-5e903abaaa3d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038659 Aug 31 07:55:01.882401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:01.885746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.906466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.928272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4725cde7-924b-45e3-9a1c-2f38c5c95273 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:01.957755 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.964792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afee94df-beca-41f0-a63b-e9943a87ff42 req-1713b679-5d17-497e-a315-9935c1b85019 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054866 Aug 31 07:55:01.965510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:01.987712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Transition to ACTIVE for port object cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:02.011067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Transition to ACTIVE for port object cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:02.080356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa5ab-7e78-47f5-a41e-0a93a6454f6c req-37106e39-263d-4cf6-a25c-7502a0ac86c6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:02.081939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6baa5ab-7e78-47f5-a41e-0a93a6454f6c req-37106e39-263d-4cf6-a25c-7502a0ac86c6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.0927179 Aug 31 07:55:02.090280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 20b96da4-8940-42a2-9deb-13fbab8fa950 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:02.115508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 20b96da4-8940-42a2-9deb-13fbab8fa950 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:02.115851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 20b96da4-8940-42a2-9deb-13fbab8fa950 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:02.134478 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.187245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6baa5ab-7e78-47f5-a41e-0a93a6454f6c req-20722050-8e94-4631-97ad-d32770261ba7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606899 Aug 31 07:55:02.187543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:02.207090 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.251341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:02.256244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:02.259812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:02.268567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Pushing event updated for resources: {'Port': ['ID=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:02.330156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Attempting to bind port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:02.330538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Attempting to bind port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:02.330910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Attempting to bind port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:02.339222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:02.339608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Checking segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:02.340020 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.340442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Bound using segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:02.340925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Bound port: cb28558f-f2e3-4aba-a2a5-ce1a73a235e7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:02.341307 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.382432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.402023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.409493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] For port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:02.412582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] For port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:02.438992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.501732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:02.522699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Subnet': ['ID=f7270fd9-0173-41ec-a9a6-4058badc6358,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:02.545049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7e3871b7-7a8b-4b81-86a3-1a8e4141a99d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:02.556050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Checking segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:02.556417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network hostable DHCP agents. Network: 073ab6d4-0122-4a78-8db8-769b1f12df5a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:02.583887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Allocated IP 172.25.0.174 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a0133263-107c-4d04-8f20-32d2e21897a0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:02.603712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['4725cde7-924b-45e3-9a1c-2f38c5c95273'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:02.609339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.694065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.698336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:02.753670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:02.804166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:02.806664 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bbee62-fc3b-4dc5-b1b3-9c26e192ce97" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-unplugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:02.824028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:02.828540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166373df-eff4-463d-80b0-b76d88d87127 None None] Pushing event updated for resources: {'Port': ['ID=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:02.871401 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9745f059-c1f2-47e6-b097-57ceb517e970 x-openstack-request-id: req-9745f059-c1f2-47e6-b097-57ceb517e970 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:02.871691 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-unplugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:02.871941 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9745f059-c1f2-47e6-b097-57ceb517e970 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:02.872445 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:55:03.091940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 073ab6d4-0122-4a78-8db8-769b1f12df5a) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:03.155418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:03.155418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:03.156159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7309146-b632-42d4-a335-56f82ce07f90 None None] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:03.156283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eaf7f-0568-41c4-9431-664cac0f5c5a req-dd207f0c-9d81-4510-aef1-073fb5eebc63 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:03.162311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eaf7f-0568-41c4-9431-664cac0f5c5a req-dd207f0c-9d81-4510-aef1-073fb5eebc63 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:03.168336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eaf7f-0568-41c4-9431-664cac0f5c5a req-dd207f0c-9d81-4510-aef1-073fb5eebc63 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:03.170318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-906eaf7f-0568-41c4-9431-664cac0f5c5a req-dd207f0c-9d81-4510-aef1-073fb5eebc63 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2415 time: 0.1343763 Aug 31 07:55:03.186863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c3ea-5693-4ac1-9d3c-9f6592eb86c7 req-8f0a93f9-7b8c-4128-8168-42cf306a492d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:03.188521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb61c3ea-5693-4ac1-9d3c-9f6592eb86c7 req-8f0a93f9-7b8c-4128-8168-42cf306a492d tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.1066442 Aug 31 07:55:03.249303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-906eaf7f-0568-41c4-9431-664cac0f5c5a req-649db11f-38eb-4afa-9754-85ec9caae2aa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590217 Aug 31 07:55:03.273860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb61c3ea-5693-4ac1-9d3c-9f6592eb86c7 req-ff1725db-7562-461a-ab7e-69af969c5dca tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752909 Aug 31 07:55:03.296452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-073ab6d4-0122-4a78-8db8-769b1f12df5a', 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'fixed_ips': [{'subnet_id': 'f7270fd9-0173-41ec-a9a6-4058badc6358'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:03.298357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:03.402783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72ab04-0e10-43fe-a2b9-9c80dd431572 req-ce43016e-f278-4a6b-b6a5-dcd9c91c3727 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:03.407286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc72ab04-0e10-43fe-a2b9-9c80dd431572 req-ce43016e-f278-4a6b-b6a5-dcd9c91c3727 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.0728230 Aug 31 07:55:03.407286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:03.427516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:03.486933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Allocated IP 10.2.2.2 (073ab6d4-0122-4a78-8db8-769b1f12df5a/f7270fd9-0173-41ec-a9a6-4058badc6358/e7db00e8-cbd0-4de5-9e32-157a01946e5c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:03.496774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:03.496774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Port': ['ID=a0133263-107c-4d04-8f20-32d2e21897a0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:03.499568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1279938a-eea5-452f-aee4-a257c95e2188 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5028293 Aug 31 07:55:03.502326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52474) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:03.506303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:03.510426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:03.512606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'name': 'tempest-TaggedBootDevicesTest_v242-1133762996', 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:03.542423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:03.612489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['5519aec8-ebad-41a7-b9a1-1a0736b2ac15'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:03.692959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc72ab04-0e10-43fe-a2b9-9c80dd431572 req-ec7f22f9-8c8b-4ae2-a3e0-7c5f6ad4d7bd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799425 Aug 31 07:55:03.860230 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:03.877888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Transition to ACTIVE for port object e7db00e8-cbd0-4de5-9e32-157a01946e5c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:03.900587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:03.916235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Transition to ACTIVE for port object e7db00e8-cbd0-4de5-9e32-157a01946e5c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:04.010837 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.034304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.062427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] device_id is not set on port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:55:04.073671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:04.079452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:04.083949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:04.096048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Pushing event updated for resources: {'Port': ['ID=e7db00e8-cbd0-4de5-9e32-157a01946e5c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:04.114691 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.151453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Attempting to bind port e7db00e8-cbd0-4de5-9e32-157a01946e5c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:04.151829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Attempting to bind port e7db00e8-cbd0-4de5-9e32-157a01946e5c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:04.152217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Attempting to bind port e7db00e8-cbd0-4de5-9e32-157a01946e5c on network 073ab6d4-0122-4a78-8db8-769b1f12df5a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:04.159025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:04.159559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Checking segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:04.160227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.160811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Bound using segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:04.161514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Bound port: e7db00e8-cbd0-4de5-9e32-157a01946e5c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:04.162019 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.183604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee52a4-a70f-4218-8f6c-4dd91321b374 None None] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:04.319362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 10.1.1.226 (01cbd714-8ca6-4b88-949a-5b7f15be2462/bd8079bb-68ed-42a2-a84d-70deec44110b/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:04.350274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] For port e7db00e8-cbd0-4de5-9e32-157a01946e5c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:04.355256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] For port e7db00e8-cbd0-4de5-9e32-157a01946e5c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e7db00e8-cbd0-4de5-9e32-157a01946e5c,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:04.479438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-78e5c65b-e31b-491b-bc62-7a73596c6b84 None None] Provisioning for port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:04.487109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.507763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8076f3-6841-4e35-bb4f-ed7873be25f5 req-27e38537-1e7d-4803-b41a-1d902e82a701 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.516398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8076f3-6841-4e35-bb4f-ed7873be25f5 req-27e38537-1e7d-4803-b41a-1d902e82a701 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.523738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:55:04.524525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8076f3-6841-4e35-bb4f-ed7873be25f5 req-27e38537-1e7d-4803-b41a-1d902e82a701 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.526277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac8076f3-6841-4e35-bb4f-ed7873be25f5 req-27e38537-1e7d-4803-b41a-1d902e82a701 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2415 time: 0.1653385 Aug 31 07:55:04.530466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.546028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:04.556424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-ad3d9002-fc98-41b0-aa7f-6956e275527c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.558134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-ad3d9002-fc98-41b0-aa7f-6956e275527c tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.68 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2379899 Aug 31 07:55:04.594154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be339f2-ec7a-41e5-8886-ef10fcab02de req-94133fac-2c20-491e-a867-676dbf7a7797 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.595832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7be339f2-ec7a-41e5-8886-ef10fcab02de req-94133fac-2c20-491e-a867-676dbf7a7797 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 945 time: 0.2015011 Aug 31 07:55:04.624626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:04.644278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.661084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac8076f3-6841-4e35-bb4f-ed7873be25f5 req-ebfa75a6-2428-4094-92f4-80cae1e8c0a2 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228020 Aug 31 07:55:04.671690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.700898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:04.765437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:04.777835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:04.780490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:04.799630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2b4af-ac38-47ad-9882-3ea8cf6db7e4 None None] Pushing event updated for resources: {'Port': ['ID=e7db00e8-cbd0-4de5-9e32-157a01946e5c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:04.805063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'mac_address': 'fa:16:3e:13:30:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:55:04.832893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7be339f2-ec7a-41e5-8886-ef10fcab02de req-7e9ffa97-67c7-4f19-b38c-b3fd5c9dc7d2 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba8e2442-6c21-4e1e-9c28-686d6a1619ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228372 Aug 31 07:55:04.839437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:04.958806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:04.977912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0f3d3-743e-44aa-a04a-5a9adabd863d req-2f57e4f8-1d52-4f6a-8a4b-b58a0d5e200a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.984753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:04.986179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19e0f3d3-743e-44aa-a04a-5a9adabd863d req-2f57e4f8-1d52-4f6a-8a4b-b58a0d5e200a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1521878 Aug 31 07:55:04.986544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.021086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.021791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.022429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.023052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.042237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.042237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.042237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.042237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.049277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.050061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.051282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.052152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:05.075037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Deleting port 681ac72e-d4ed-4207-a516-2dd5640b3a73 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:05.075612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.093765 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb95acd2-d6ff-4606-9809-c24da5dfd115 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5897989 Aug 31 07:55:05.094698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:05.105842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'name': 'tempest-TaggedBootDevicesTest_v242-656224100', 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:05.253514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:05.262553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19e0f3d3-743e-44aa-a04a-5a9adabd863d req-95e693a0-e5e8-43a3-ae1f-df3bfee56fb1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728171 Aug 31 07:55:05.296245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:05.299668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.329566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:05.330031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.356361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:05.381271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] For port 681ac72e-d4ed-4207-a516-2dd5640b3a73, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=681ac72e-d4ed-4207-a516-2dd5640b3a73,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:05.381747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.400721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Calling delete_port for 681ac72e-d4ed-4207-a516-2dd5640b3a73 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:05.414091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:05.495848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-100311fe-3a93-4522-b962-fffab0b9c7cb None None] Provisioning for port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:05.503549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-100311fe-3a93-4522-b962-fffab0b9c7cb None None] Provisioning complete for port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:05.504131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-100311fe-3a93-4522-b962-fffab0b9c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.510606 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.540970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:05.540970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.547795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Router c3c3195c-2b7f-48ac-858f-76f7b01196ba is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:55:05.565373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:05.568179 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541951b-89ed-4642-8378-fec48c0b446e" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:05.571166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:05.581732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] device_id is not set on port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:55:05.594234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.668980 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db325fdd-dc32-4588-b029-d466ebac9111 x-openstack-request-id: req-db325fdd-dc32-4588-b029-d466ebac9111 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:05.669578 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:05.670048 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db325fdd-dc32-4588-b029-d466ebac9111 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:05.671234 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d', 'code': 200} Aug 31 07:55:05.673857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:05.674435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.684264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:05.720104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-100311fe-3a93-4522-b962-fffab0b9c7cb None None] Port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:05.723119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:05.735107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.736604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-33098e52-c37f-4023-af4f-26122d93c6a6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "PUT /v2.0/routers/c3c3195c-2b7f-48ac-858f-76f7b01196ba HTTP/1.1" status: 200 len: 918 time: 4.2676857 Aug 31 07:55:05.739654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52566) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:05.741915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] Sync routers for ids ['c3c3195c-2b7f-48ac-858f-76f7b01196ba'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:05.760812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['2c691c47-0738-49b7-85c4-3d58c2ac6ae8'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:05.766828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] Routers {'c3c3195c-2b7f-48ac-858f-76f7b01196ba'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:05.767467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c3c3195c-2b7f-48ac-858f-76f7b01196ba'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:05.802587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.821364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=12']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:05.827388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 10.1.1.235 (01cbd714-8ca6-4b88-949a-5b7f15be2462/bd8079bb-68ed-42a2-a84d-70deec44110b/56f3fcc9-0048-4929-a9a0-87bf75cc1746) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:05.841484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Pushing event deleted for resources: {'Port': ['ID=681ac72e-d4ed-4207-a516-2dd5640b3a73,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:05.924088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:05.940743 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:05.942096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4725cde7-924b-45e3-9a1c-2f38c5c95273 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:06.058043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.074333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object 56f3fcc9-0048-4929-a9a0-87bf75cc1746 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:06.119817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] Routers {'c3c3195c-2b7f-48ac-858f-76f7b01196ba'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:06.120565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c3c3195c-2b7f-48ac-858f-76f7b01196ba'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:06.174864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.228280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:06.229131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf1ff6-fdc8-4997-b737-8d0b357628c1 None None] The sync data for ids ['c3c3195c-2b7f-48ac-858f-76f7b01196ba'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:06.236170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:06.247141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.288799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:06.329030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:06.330644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:06.343249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:06.374202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:06.401635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f9613-5c1c-4e88-9a96-fc46bd082594 None None] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:06.412125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:06.450243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:06.450926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.497126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 4725cde7-924b-45e3-9a1c-2f38c5c95273 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:06.505965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 4725cde7-924b-45e3-9a1c-2f38c5c95273 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:06.506343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.539785 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.599508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b45c8996-f71a-4b1d-a3c3-9c3664c2ad6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.630655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] No DVR routers for this DVR port 681ac72e-d4ed-4207-a516-2dd5640b3a73 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:06.634226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.637998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b5f83c7-61aa-470e-a3db-61431d761b91 req-e906b386-d161-4614-9740-74aebbed91b8 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.68 "DELETE /v2.0/ports/681ac72e-d4ed-4207-a516-2dd5640b3a73 HTTP/1.1" status: 204 len: 173 time: 2.0527723 Aug 31 07:55:06.646321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-42567c5d-da43-4f9e-87b1-13d701b4950e tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/c3c3195c-2b7f-48ac-858f-76f7b01196ba HTTP/1.1" status: 200 len: 924 time: 0.9050426 Aug 31 07:55:06.648426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:06.650801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52612) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:06.663618 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6997f4cb-3b2b-4d17-be45-d822446a702c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5608103 Aug 31 07:55:06.670839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'name': 'network-vif-deleted', 'tag': '681ac72e-d4ed-4207-a516-2dd5640b3a73'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:06.673576 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2308d91-28c6-47a1-b6cc-004f73aaeaf9" -d '{"events": [{"server_uuid": "7365438d-44b0-4c3c-a3d3-60c1253d0b3c", "name": "network-vif-deleted", "tag": "681ac72e-d4ed-4207-a516-2dd5640b3a73"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:06.696167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b8fc99e-9d3b-49a9-aebf-afa2c2b2bf8c req-f685a676-db69-4ec7-be79-e663b5d9854b tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.7042005 Aug 31 07:55:06.738113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e73b8-c7e9-493c-98f6-28c471c3d67d req-6f8dcc11-36bd-4761-86da-127c8a701f87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:06.746129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e73b8-c7e9-493c-98f6-28c471c3d67d req-6f8dcc11-36bd-4761-86da-127c8a701f87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:06.749383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c007d02-c3d0-4e23-aa95-0bbde3e7d4b6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:06.751040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7c007d02-c3d0-4e23-aa95-0bbde3e7d4b6 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=c3c3195c-2b7f-48ac-858f-76f7b01196ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0977955 Aug 31 07:55:06.755468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52620) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:06.756117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e73b8-c7e9-493c-98f6-28c471c3d67d req-6f8dcc11-36bd-4761-86da-127c8a701f87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:06.758494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f8e73b8-c7e9-493c-98f6-28c471c3d67d req-6f8dcc11-36bd-4761-86da-127c8a701f87 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2416 time: 0.8338346 Aug 31 07:55:06.774143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b6fa1d31-c4ff-4728-81ed-51110a351341 None None] Provisioning for port e7db00e8-cbd0-4de5-9e32-157a01946e5c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:06.793393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.848257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f8e73b8-c7e9-493c-98f6-28c471c3d67d req-eba4d851-57cc-44d8-8f41-93be1a12e268 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823357 Aug 31 07:55:06.861952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:06.870937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac54ed-2a75-4956-b974-a4522e0dabe3 req-153c70da-9f6c-4e01-83b4-377f25544e8f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:06.870937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9ac54ed-2a75-4956-b974-a4522e0dabe3 req-153c70da-9f6c-4e01-83b4-377f25544e8f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.0908079 Aug 31 07:55:06.973565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9ac54ed-2a75-4956-b974-a4522e0dabe3 req-52fde322-fe63-46c3-9c37-a76b5f4d689c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907688 Aug 31 07:55:07.011460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.031632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa39f660-3912-4d37-a84c-16c4618af6a4 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:07.033165 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa39f660-3912-4d37-a84c-16c4618af6a4 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.2767141 Aug 31 07:55:07.036115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52628) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:07.091728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b45c8996-f71a-4b1d-a3c3-9c3664c2ad6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.093875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:07.108259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a95e087f-934e-4822-afe3-905f3714f23f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3c3195c-2b7f-48ac-858f-76f7b01196ba HTTP/1.1" status: 200 len: 205 time: 0.0678205 Aug 31 07:55:07.108701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52632) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:07.113407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dc8cdee7-507f-4a9d-b22c-6206bc851f5b None None] Provisioning for port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:07.122187 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f6f455-73a7-4bf5-a62e-ada64280da46 x-openstack-request-id: req-62f6f455-73a7-4bf5-a62e-ada64280da46 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:07.122496 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365438d-44b0-4c3c-a3d3-60c1253d0b3c", "name": "network-vif-deleted", "tag": "681ac72e-d4ed-4207-a516-2dd5640b3a73", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:07.122787 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62f6f455-73a7-4bf5-a62e-ada64280da46 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:07.123167 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365438d-44b0-4c3c-a3d3-60c1253d0b3c', 'name': 'network-vif-deleted', 'tag': '681ac72e-d4ed-4207-a516-2dd5640b3a73', 'status': 'completed', 'code': 200} Aug 31 07:55:07.157797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dc8cdee7-507f-4a9d-b22c-6206bc851f5b None None] Provisioning complete for port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:07.158397 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc8cdee7-507f-4a9d-b22c-6206bc851f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.196845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b45c8996-f71a-4b1d-a3c3-9c3664c2ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.224686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c8996-f71a-4b1d-a3c3-9c3664c2ad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f77189-5ec8-4f9d-9b1e-49c2c1c97d18,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:07.241366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cdee7-507f-4a9d-b22c-6206bc851f5b None None] Port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:07.245879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e7db00e8-cbd0-4de5-9e32-157a01946e5c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:07.287962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52640) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:07.289176 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b45c8996-f71a-4b1d-a3c3-9c3664c2ad6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd53331f75224d3c860ae7f81cadd578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757584 Aug 31 07:55:07.353208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:07.406840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79c3a13e-171b-40e6-80a5-bd0abce09ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.420101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.430364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79c3a13e-171b-40e6-80a5-bd0abce09ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.484074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:07.497890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:07.497890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.546280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e7db00e8-cbd0-4de5-9e32-157a01946e5c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:07.583561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e7db00e8-cbd0-4de5-9e32-157a01946e5c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:07.584704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.597719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79c3a13e-171b-40e6-80a5-bd0abce09ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.606415 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79c3a13e-171b-40e6-80a5-bd0abce09ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.606415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-79c3a13e-171b-40e6-80a5-bd0abce09ea8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01f77189-5ec8-4f9d-9b1e-49c2c1c97d18 HTTP/1.1" status: 204 len: 168 time: 0.3146286 Aug 31 07:55:07.626049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3a13e-171b-40e6-80a5-bd0abce09ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f77189-5ec8-4f9d-9b1e-49c2c1c97d18,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:07.652402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.677283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:07.681053 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946de36c-e58a-4585-81d4-fead4c4ff218" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:07.746229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.769839 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b396f4fb-a891-45a5-aa13-f65338342b29 x-openstack-request-id: req-b396f4fb-a891-45a5-aa13-f65338342b29 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:07.769839 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:07.769839 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b396f4fb-a891-45a5-aa13-f65338342b29 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:07.769839 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273', 'code': 200} Aug 31 07:55:07.787031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52658) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:07.801289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561708636', 'description': 'tempest-description--358664363'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:07.841159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port e7db00e8-cbd0-4de5-9e32-157a01946e5c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e7db00e8-cbd0-4de5-9e32-157a01946e5c,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:07.849632 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.902294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:07.948387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:07.950276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:07.950906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Deleting port a0133263-107c-4d04-8f20-32d2e21897a0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:07.951555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.001290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77d2fc29-3a65-4450-8056-71f0b6632ea4 req-988f51d3-e25e-441e-802e-12bfb9fd5b82 tempest-ServerRescueTestJSON-1711460402 tempest-ServerRescueTestJSON-1711460402-project] 10.222.0.36 "GET /v2.0/ports?device_id=7365438d-44b0-4c3c-a3d3-60c1253d0b3c HTTP/1.1" status: 200 len: 210 time: 0.0813067 Aug 31 07:55:08.010069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.010881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 681ac72e-d4ed-4207-a516-2dd5640b3a73 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:08.121069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.153474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.178494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Calling delete_port for a0133263-107c-4d04-8f20-32d2e21897a0 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:08.181148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=e7db00e8-cbd0-4de5-9e32-157a01946e5c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:08.190105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 681ac72e-d4ed-4207-a516-2dd5640b3a73 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:08.190451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 681ac72e-d4ed-4207-a516-2dd5640b3a73 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:08.192307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238831-cbbc-4448-99a1-76bcc1bb6de8 req-56d219a2-bf20-42a7-8361-036a4cc9c1a9 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:08.210112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238831-cbbc-4448-99a1-76bcc1bb6de8 req-56d219a2-bf20-42a7-8361-036a4cc9c1a9 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:08.233898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238831-cbbc-4448-99a1-76bcc1bb6de8 req-56d219a2-bf20-42a7-8361-036a4cc9c1a9 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:08.238101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd238831-cbbc-4448-99a1-76bcc1bb6de8 req-56d219a2-bf20-42a7-8361-036a4cc9c1a9 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.2252131 Aug 31 07:55:08.262380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:08.267543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.308132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:08.319953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd238831-cbbc-4448-99a1-76bcc1bb6de8 req-645b43d8-baf5-49ba-b1aa-e18411f7a25d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748751 Aug 31 07:55:08.352772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1ceea-3def-4808-8488-1b8f31b68469 req-874593a8-3a2b-42bd-be9c-0b79c8fc1c62 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:08.355825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89c1ceea-3def-4808-8488-1b8f31b68469 req-874593a8-3a2b-42bd-be9c-0b79c8fc1c62 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 946 time: 0.2458055 Aug 31 07:55:08.447325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89c1ceea-3def-4808-8488-1b8f31b68469 req-03e1f734-7d4a-4ec2-9fb4-c8bb50925503 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857818 Aug 31 07:55:08.502919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:08.506938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.575028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:08.590115 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.614614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.714669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53cf52-eac1-4630-a27e-044e4ecc3651,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:08.757485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.758878 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a0fa2bfd-4691-4644-86a8-ba52f548b575 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9668016 Aug 31 07:55:08.767365 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.774569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:08.780767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'security_group_rule': {'security_group_id': '4f53cf52-eac1-4630-a27e-044e4ecc3651', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:08.873938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:08.883651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:08.897795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52696) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:08.922656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0436793-5394-412d-92ee-759430d80c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.012378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event deleted for resources: {'Port': ['ID=a0133263-107c-4d04-8f20-32d2e21897a0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:09.025475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.048641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e7db00e8-cbd0-4de5-9e32-157a01946e5c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:09.051763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.116648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52706) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:09.147841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.185255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.189502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.227411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e7db00e8-cbd0-4de5-9e32-157a01946e5c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:09.227793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.268591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.280755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0436793-5394-412d-92ee-759430d80c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.304312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=13']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:09.397932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.402225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Fanout notify agent at l3_agent the message router_deleted on router c3c3195c-2b7f-48ac-858f-76f7b01196ba {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:09.410797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.412192 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24c9a961-0770-437f-b276-66c76fa1f6a3 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/c3c3195c-2b7f-48ac-858f-76f7b01196ba HTTP/1.1" status: 204 len: 168 time: 2.3024516 Aug 31 07:55:09.416057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:09.426616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574682844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:09.470795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.478805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0436793-5394-412d-92ee-759430d80c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.506023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27c3121-04a5-4da7-bbb1-cec40df732a1,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:09.611647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e0436793-5394-412d-92ee-759430d80c4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd68e7c88c3d4d6fbb9b853a09e9eee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123535 Aug 31 07:55:09.612457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436793-5394-412d-92ee-759430d80c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d8ae81-8718-492b-a03f-306918a99fbd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:09.614469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:09.640729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba44a-8dd9-462d-b16d-5d166c11caef req-18fce3ac-994c-438b-b207-a6e3929def69 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:09.647596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba44a-8dd9-462d-b16d-5d166c11caef req-18fce3ac-994c-438b-b207-a6e3929def69 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:09.654117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ba44a-8dd9-462d-b16d-5d166c11caef req-18fce3ac-994c-438b-b207-a6e3929def69 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:09.655920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af6ba44a-8dd9-462d-b16d-5d166c11caef req-18fce3ac-994c-438b-b207-a6e3929def69 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.1895301 Aug 31 07:55:09.713736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2726873-726f-41ea-bd09-228153943c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.741495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.744686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.754111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2726873-726f-41ea-bd09-228153943c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.771201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15'}, {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:09.771861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af6ba44a-8dd9-462d-b16d-5d166c11caef req-f7a1c993-4ac0-4a1f-96d2-213a4bea2534 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Aug 31 07:55:09.775007 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af876663-cee6-4d1b-8687-5301745a6516" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "5519aec8-ebad-41a7-b9a1-1a0736b2ac15"}, {"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:09.895527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.899148 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cd02b1cb-87e6-4352-8207-ae9c36b61b4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1211786 Aug 31 07:55:09.899148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.899787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:09.938433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'security_group_rule': {'security_group_id': '4f53cf52-eac1-4630-a27e-044e4ecc3651', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:09.968239 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70779a33-f2bd-4fb3-a81a-6d7e2c53399d x-openstack-request-id: req-70779a33-f2bd-4fb3-a81a-6d7e2c53399d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:09.968239 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-plugged", "status": "completed", "tag": "5519aec8-ebad-41a7-b9a1-1a0736b2ac15", "code": 200}, {"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-plugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:09.968239 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70779a33-f2bd-4fb3-a81a-6d7e2c53399d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:09.968239 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15', 'code': 200} Aug 31 07:55:09.968239 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:55:09.984868 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:09.995515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.022508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2726873-726f-41ea-bd09-228153943c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.027603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2726873-726f-41ea-bd09-228153943c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.030465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e2726873-726f-41ea-bd09-228153943c48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2d8ae81-8718-492b-a03f-306918a99fbd HTTP/1.1" status: 204 len: 168 time: 0.4134662 Aug 31 07:55:10.042935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2726873-726f-41ea-bd09-228153943c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d8ae81-8718-492b-a03f-306918a99fbd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:10.134088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718de13-c29f-402e-ad23-9ee2be48970c req-025c2866-dd0d-453d-b941-7b28429f3af5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:10.136600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0718de13-c29f-402e-ad23-9ee2be48970c req-025c2866-dd0d-453d-b941-7b28429f3af5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.2396560 Aug 31 07:55:10.169055 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.183759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.185388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d75fe79f-8ceb-42ad-900f-fb30fa4e3ccf tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7677259 Aug 31 07:55:10.188670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52740) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:10.193729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': False}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:10.352017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0718de13-c29f-402e-ad23-9ee2be48970c req-78d720ad-98c4-4a96-b15e-9bfc58f434b2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062545 Aug 31 07:55:10.425201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc34e0c-1879-4b03-b30d-5db5fa1e8dac req-61d8fe18-8db7-4d7d-b03c-8bcf7e5256a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:10.428248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc34e0c-1879-4b03-b30d-5db5fa1e8dac req-61d8fe18-8db7-4d7d-b03c-8bcf7e5256a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:10.429238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc34e0c-1879-4b03-b30d-5db5fa1e8dac req-61d8fe18-8db7-4d7d-b03c-8bcf7e5256a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:10.433589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecc34e0c-1879-4b03-b30d-5db5fa1e8dac req-61d8fe18-8db7-4d7d-b03c-8bcf7e5256a5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2874 time: 0.3209863 Aug 31 07:55:10.476297 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.577823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecc34e0c-1879-4b03-b30d-5db5fa1e8dac req-bf10eeb4-a569-4830-a9d6-e402a7d4cbdb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350014 Aug 31 07:55:10.593965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.605981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.626065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a5b785-16b4-4a6f-946b-6c520651ddcf,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:10.747354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.748966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-728eaaf3-ee01-4ce4-ad8c-b12d72e00f72 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8178327 Aug 31 07:55:10.752340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52750) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:10.758405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:10.759814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Deleting port 5eab80a6-87f0-4578-a2ea-353f82d7b461 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:10.759814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.946549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] For port 5eab80a6-87f0-4578-a2ea-353f82d7b461, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5eab80a6-87f0-4578-a2ea-353f82d7b461,segment=NetworkSegment(f34dd31f-01e2-456d-ab2e-90ffd563cc9f),segment_id=f34dd31f-01e2-456d-ab2e-90ffd563cc9f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:10.952565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:10.995189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Calling delete_port for 5eab80a6-87f0-4578-a2ea-353f82d7b461 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:11.033200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34775902-a7b8-4719-bd40-179715e2866a req-bcf30377-2cdf-4f80-a9fb-b915de9bff1b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:11.047128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34775902-a7b8-4719-bd40-179715e2866a req-bcf30377-2cdf-4f80-a9fb-b915de9bff1b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:11.049516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34775902-a7b8-4719-bd40-179715e2866a req-bcf30377-2cdf-4f80-a9fb-b915de9bff1b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:11.051327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34775902-a7b8-4719-bd40-179715e2866a req-bcf30377-2cdf-4f80-a9fb-b915de9bff1b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.1161609 Aug 31 07:55:11.146141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.162356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34775902-a7b8-4719-bd40-179715e2866a req-8d336171-a83c-4551-bd59-693d8c491926 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Aug 31 07:55:11.309047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.336482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.467215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.485962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Allocated IP 172.25.0.214 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/41e47afd-d060-4230-8adf-5de1311d834d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:11.492471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.529939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5eab80a6-87f0-4578-a2ea-353f82d7b461,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:11.680541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.705950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ca9ee-3dbf-4c1d-ac1e-797bd893f23e req-bd4f81bd-7be3-4eeb-a830-ef3cbdb83513 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:11.709975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b70ca9ee-3dbf-4c1d-ac1e-797bd893f23e req-bd4f81bd-7be3-4eeb-a830-ef3cbdb83513 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.1883721 Aug 31 07:55:11.842602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.853958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b70ca9ee-3dbf-4c1d-ac1e-797bd893f23e req-5bce1ddb-0dfb-4b7a-8434-44eb004895e8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080074 Aug 31 07:55:11.963801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:11.982278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:11.995730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:12.004555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:12.035087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 172.25.0.101 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c4fc117b-4da4-4338-846c-0a95ff9bd062) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:12.062633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Pushing event updated for resources: {'Port': ['ID=41e47afd-d060-4230-8adf-5de1311d834d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:12.417199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafe273-adec-47e7-970c-a674682e6cfd req-14e338c6-1454-43d0-8462-da89e906766f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:12.425617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafe273-adec-47e7-970c-a674682e6cfd req-14e338c6-1454-43d0-8462-da89e906766f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:12.444004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafe273-adec-47e7-970c-a674682e6cfd req-14e338c6-1454-43d0-8462-da89e906766f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:12.445962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1aafe273-adec-47e7-970c-a674682e6cfd req-14e338c6-1454-43d0-8462-da89e906766f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.1492045 Aug 31 07:55:12.527911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Router 399fb65e-de0a-495a-b6d7-0d458ba68858 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:12.677355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1aafe273-adec-47e7-970c-a674682e6cfd req-e3b2d231-aee1-4e98-9d77-59d124a50c3e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811085 Aug 31 07:55:12.786585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:12.795675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e172baba-df06-4522-9bd4-a5c19c1198ef admin admin] 10.222.0.36 "PUT /v2.0/routers/399fb65e-de0a-495a-b6d7-0d458ba68858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6743875 Aug 31 07:55:12.796362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52794) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:12.798672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] Sync routers for ids ['399fb65e-de0a-495a-b6d7-0d458ba68858'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:12.831684 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] Routers {'399fb65e-de0a-495a-b6d7-0d458ba68858'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:12.832249 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['399fb65e-de0a-495a-b6d7-0d458ba68858'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:12.895769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.017155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.032829 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] Set router 399fb65e-de0a-495a-b6d7-0d458ba68858 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:13.097070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f8f4-1f53-4ceb-be55-2d98d550f505 req-327b68c3-dbe8-4b9a-bc37-81a0d55dc245 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:13.106412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d17f8f4-1f53-4ceb-be55-2d98d550f505 req-327b68c3-dbe8-4b9a-bc37-81a0d55dc245 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.1318130 Aug 31 07:55:13.202640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d17f8f4-1f53-4ceb-be55-2d98d550f505 req-208db72e-6db1-4e01-97da-0fceef0a0be6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945964 Aug 31 07:55:13.209094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.311902 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:55:11Z', 'revision_number': 5, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:13.338038 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] Checking router: 399fb65e-de0a-495a-b6d7-0d458ba68858 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:13.346832 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] Routers {'399fb65e-de0a-495a-b6d7-0d458ba68858'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:13.347456 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['399fb65e-de0a-495a-b6d7-0d458ba68858'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:13.447340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.484469 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] Set router 399fb65e-de0a-495a-b6d7-0d458ba68858 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:13.528675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Deleting port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:13.529157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.723002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] For port 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:13.724743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.767590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Calling delete_port for 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:13.777368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:13.815050 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:55:11Z', 'revision_number': 5, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:13.823128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:13.855245 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f87aa-3026-494e-a677-6cb50f39e3f8 None None] The sync data for ids ['399fb65e-de0a-495a-b6d7-0d458ba68858'] in n-d-713499-16 is: [{'id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'name': 'tempest-ServerRescueTestJSON-511557069-router', 'tenant_id': 'c08808df471b456391cc8104e86c5eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:52:37Z', 'updated_at': '2021-08-31T07:55:11Z', 'revision_number': 5, 'project_id': 'c08808df471b456391cc8104e86c5eb6', 'gw_port': {'id': '05fbe4ca-9eb3-4acc-bb33-bab180bf12a1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399fb65e-de0a-495a-b6d7-0d458ba68858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:52:39Z', 'updated_at': '2021-08-31T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:13.975900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9207a5-2e74-4dee-a969-ece1740b368e req-bf00469b-4e33-40be-afca-344995a6117f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:13.984481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9207a5-2e74-4dee-a969-ece1740b368e req-bf00469b-4e33-40be-afca-344995a6117f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:13.992854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9207a5-2e74-4dee-a969-ece1740b368e req-bf00469b-4e33-40be-afca-344995a6117f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:13.993200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:13.998758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:14.008667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d9207a5-2e74-4dee-a969-ece1740b368e req-bf00469b-4e33-40be-afca-344995a6117f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.1450663 Aug 31 07:55:14.034440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=c4fc117b-4da4-4338-846c-0a95ff9bd062,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:14.240799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d9207a5-2e74-4dee-a969-ece1740b368e req-134dec09-c0f8-4212-88ae-9bf2df1e2b8b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059616 Aug 31 07:55:14.341206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.468626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fbe4ca-9eb3-4acc-bb33-bab180bf12a1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:14.481920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.492232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.611166 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.612492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.733773 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.736485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.812991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec8fd-0af3-49c2-934d-1498c4146221 req-babcf4df-39a7-40ab-8207-b92c8fd7508f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:14.818836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39aec8fd-0af3-49c2-934d-1498c4146221 req-babcf4df-39a7-40ab-8207-b92c8fd7508f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.3809061 Aug 31 07:55:14.864047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.895572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39aec8fd-0af3-49c2-934d-1498c4146221 req-4a9bc349-c686-4cc5-9dce-91035ec4b682 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703809 Aug 31 07:55:14.901505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.902407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399fb65e-de0a-495a-b6d7-0d458ba68858 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:14.914140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.914140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-75b10558-a98a-421a-ae24-53b8859a78f4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/399fb65e-de0a-495a-b6d7-0d458ba68858 HTTP/1.1" status: 204 len: 168 time: 2.1156723 Aug 31 07:55:14.916730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52834) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:15.011685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Deleting subnet 452a2f9c-2f51-4b15-8037-790c7c2af339 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:55:15.025902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.040773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5eab80a6-87f0-4578-a2ea-353f82d7b461 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:15.077524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5eab80a6-87f0-4578-a2ea-353f82d7b461 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:15.078599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5eab80a6-87f0-4578-a2ea-353f82d7b461 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:15.117126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Router 90af23fe-1f1a-43af-aae9-214b84cbdc62 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:55:15.129113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.237644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.399219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:15.410114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] Sync routers for ids ['90af23fe-1f1a-43af-aae9-214b84cbdc62'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:15.417608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.421698 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a1a294fc-fe0c-4bc3-a988-a9919d3a11ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "PUT /v2.0/routers/90af23fe-1f1a-43af-aae9-214b84cbdc62 HTTP/1.1" status: 200 len: 919 time: 5.2318208 Aug 31 07:55:15.426275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] Routers {'90af23fe-1f1a-43af-aae9-214b84cbdc62'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:15.427562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.428009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['90af23fe-1f1a-43af-aae9-214b84cbdc62'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:15.432821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52846) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:15.468966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:15.479293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] Routers {'90af23fe-1f1a-43af-aae9-214b84cbdc62'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:15.480573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['90af23fe-1f1a-43af-aae9-214b84cbdc62'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:15.516746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.605493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452a2f9c-2f51-4b15-8037-790c7c2af339,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:15.634778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.636922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-70d47878-9eb4-4748-b034-b36e1bef63d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/452a2f9c-2f51-4b15-8037-790c7c2af339 HTTP/1.1" status: 204 len: 168 time: 0.7190094 Aug 31 07:55:15.664559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ff19-551b-4e3a-bd2a-e62848009769 req-49ba5167-80c0-4f69-b8bd-db8bcd53112d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.675524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ff19-551b-4e3a-bd2a-e62848009769 req-49ba5167-80c0-4f69-b8bd-db8bcd53112d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.684014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ff19-551b-4e3a-bd2a-e62848009769 req-49ba5167-80c0-4f69-b8bd-db8bcd53112d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.685972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29e1ff19-551b-4e3a-bd2a-e62848009769 req-49ba5167-80c0-4f69-b8bd-db8bcd53112d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.3059518 Aug 31 07:55:15.691360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52848) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:15.702625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-788c99a7-00c3-4606-b59d-f8764ba846c3 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/90af23fe-1f1a-43af-aae9-214b84cbdc62 HTTP/1.1" status: 200 len: 925 time: 0.2692664 Aug 31 07:55:15.703598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.712907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52852) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:15.813410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.841047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb185c-3c04-42f5-8acf-e54a8026e1ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.843195 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06bb185c-3c04-42f5-8acf-e54a8026e1ce tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=90af23fe-1f1a-43af-aae9-214b84cbdc62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1204751 Aug 31 07:55:15.847927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52858) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:15.896484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-1233b726-176b-4093-89c9-df7ace00c8fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.930770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-1233b726-176b-4093-89c9-df7ace00c8fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.940316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-1233b726-176b-4093-89c9-df7ace00c8fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.942109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-1233b726-176b-4093-89c9-df7ace00c8fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 2418 time: 0.5221393 Aug 31 07:55:15.971233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e251e2-76b6-47c4-8cd4-9f3c3ec9edab tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.972809 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d1e251e2-76b6-47c4-8cd4-9f3c3ec9edab tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.1221645 Aug 31 07:55:15.975713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=c4fc117b-4da4-4338-846c-0a95ff9bd062,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:15.981604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52862) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:15.993513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.017006 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-751a29eb-2077-4460-b935-dc79d0471346 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=90af23fe-1f1a-43af-aae9-214b84cbdc62 HTTP/1.1" status: 200 len: 205 time: 0.0337420 Aug 31 07:55:16.020240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52864) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:16.028107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.029178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10143a01-77f1-4d46-84b4-edb6316d5775 None None] The sync data for ids ['90af23fe-1f1a-43af-aae9-214b84cbdc62'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:16.066692 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.079352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde0172c-35c1-4e79-a4c7-78fcee241443']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.091665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.092698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34dd31f-01e2-456d-ab2e-90ffd563cc9f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.103527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.120329 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.127337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:55:16.127889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.147416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:55:16.263510 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:55:16.281681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.316883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29e1ff19-551b-4e3a-bd2a-e62848009769 req-7cf708c6-3269-475b-9a8c-75824f1d3ca3 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982173 Aug 31 07:55:16.387722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20622ce5-a266-4ca1-80a2-d52884b34063 req-bc471775-80e1-4fb9-baf1-07be7f7610ab tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:16.389387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20622ce5-a266-4ca1-80a2-d52884b34063 req-bc471775-80e1-4fb9-baf1-07be7f7610ab tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.3868639 Aug 31 07:55:16.439692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:16.440188 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.490986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.504198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.506350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] 10.222.0.36 "DELETE /v2.0/networks/bde0172c-35c1-4e79-a4c7-78fcee241443 HTTP/1.1" status: 204 len: 168 time: 0.8166401 Aug 31 07:55:16.530221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177e637-5cdf-4c4b-a3ea-69a68a8150bc admin admin] Pushing event deleted for resources: {'Network': ['ID=bde0172c-35c1-4e79-a4c7-78fcee241443,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:16.542156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20622ce5-a266-4ca1-80a2-d52884b34063 req-7865f033-ece7-44d2-901a-e6fbdb97d7e7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389811 Aug 31 07:55:16.577771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.587206 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26a5773d-4874-4504-b6d7-cb9693f508f0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8334184 Aug 31 07:55:16.590767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:16.591275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.611221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:16.761691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Deleting port 41e47afd-d060-4230-8adf-5de1311d834d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:16.762113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.877542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.900470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Calling delete_port for 41e47afd-d060-4230-8adf-5de1311d834d owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:16.913564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:16.965606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:16.966028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 05fbe4ca-9eb3-4acc-bb33-bab180bf12a1 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:16.973395 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:55:17.032582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.088208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=5519aec8-ebad-41a7-b9a1-1a0736b2ac15,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:17.236019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:17.246044 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.248707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-a8e5eb55-1910-4e0b-81a5-6f6c348a66a4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "DELETE /v2.0/ports/5519aec8-ebad-41a7-b9a1-1a0736b2ac15 HTTP/1.1" status: 204 len: 173 time: 1.2935750 Aug 31 07:55:17.249641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-deleted', 'tag': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:17.256711 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33954358-9cbe-48b4-bd7f-bea207ac618c" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-deleted", "tag": "5519aec8-ebad-41a7-b9a1-1a0736b2ac15"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:17.300119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-728bf6cb-d861-4c5a-92af-5d14172f1f60 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--561708636&fields=id&tenant_id=5a672b6d78654570ac7995da833b2496 HTTP/1.1" status: 200 len: 267 time: 0.2272723 Aug 31 07:55:17.359884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52898) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:17.434644 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11a9187-3a40-43f1-980a-efc5ece8551f x-openstack-request-id: req-a11a9187-3a40-43f1-980a-efc5ece8551f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:17.435109 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-deleted", "tag": "5519aec8-ebad-41a7-b9a1-1a0736b2ac15", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:17.438165 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a11a9187-3a40-43f1-980a-efc5ece8551f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:17.438757 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-deleted', 'tag': '5519aec8-ebad-41a7-b9a1-1a0736b2ac15', 'status': 'completed', 'code': 200} Aug 31 07:55:17.505971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.543255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event deleted for resources: {'Port': ['ID=41e47afd-d060-4230-8adf-5de1311d834d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:17.606971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2363f54c-c8f6-4914-aed8-46d5d72caf12 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:17.608782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2363f54c-c8f6-4914-aed8-46d5d72caf12 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 937 time: 0.2920210 Aug 31 07:55:17.614546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c2e9b0c2-ebe5-4d5f-9798-03cb485d7ff5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c08808df471b456391cc8104e86c5eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526960 Aug 31 07:55:17.619151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52906) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:17.642115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.732673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59b402-b88d-4528-be70-b2eb78af8d82 req-4fa78f01-bd07-44a1-961d-8bd41cd7cf4a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:17.739142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59b402-b88d-4528-be70-b2eb78af8d82 req-4fa78f01-bd07-44a1-961d-8bd41cd7cf4a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:17.740908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba59b402-b88d-4528-be70-b2eb78af8d82 req-4fa78f01-bd07-44a1-961d-8bd41cd7cf4a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 1683 time: 0.2359183 Aug 31 07:55:17.777037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.780634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.798782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-9bb852b4-265a-4487-9798-a373b1c7910d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:17.800478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-9bb852b4-265a-4487-9798-a373b1c7910d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 936 time: 0.1784987 Aug 31 07:55:17.827306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 4725cde7-924b-45e3-9a1c-2f38c5c95273 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:17.828168 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.946570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.947161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Fanout notify agent at l3_agent the message router_deleted on router 90af23fe-1f1a-43af-aae9-214b84cbdc62 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:17.955132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.959864 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6612786b-02fc-42bd-a210-62e4488ff85f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/90af23fe-1f1a-43af-aae9-214b84cbdc62 HTTP/1.1" status: 204 len: 168 time: 1.9348781 Aug 31 07:55:17.962337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52910) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:17.975854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1711191808', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:18.124090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.125365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.207054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.516955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ab05e15c-b676-4627-a2ee-61bac919dc43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7035804 Aug 31 07:55:18.533830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:18.583699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:18.584336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5519aec8-ebad-41a7-b9a1-1a0736b2ac15 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:18.586916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:18.606375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a21330d-67ce-4ae5-a221-c3c602a91ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.613157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba59b402-b88d-4528-be70-b2eb78af8d82 req-ee50783f-9910-4224-8480-eaaee00cfdb1 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608272 Aug 31 07:55:18.780945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.809245 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.869370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:18.875443 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6854df3-8164-41fb-8bb4-b0431b4d9535" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:18.890668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-9e83fcc6-6426-4bbb-a004-442961c69bf3 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3525791 Aug 31 07:55:18.895145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:18.963486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.964926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 4725cde7-924b-45e3-9a1c-2f38c5c95273 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:18.994822 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a21330d-67ce-4ae5-a221-c3c602a91ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.140915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:19.141586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.151917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3689-c0bd-44f2-bc5a-c0bf6c27c137 req-5531103a-b334-4f23-a28b-e5e0eef52e29 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:19.159845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ffa3689-c0bd-44f2-bc5a-c0bf6c27c137 req-5531103a-b334-4f23-a28b-e5e0eef52e29 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.4104877 Aug 31 07:55:19.177767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:19.204052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a21330d-67ce-4ae5-a221-c3c602a91ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.207121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a21330d-67ce-4ae5-a221-c3c602a91ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.208512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3a21330d-67ce-4ae5-a221-c3c602a91ae3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba8e2442-6c21-4e1e-9c28-686d6a1619ff HTTP/1.1" status: 204 len: 168 time: 1.5885601 Aug 31 07:55:19.214854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 4725cde7-924b-45e3-9a1c-2f38c5c95273 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:19.259548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21330d-67ce-4ae5-a221-c3c602a91ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8e2442-6c21-4e1e-9c28-686d6a1619ff,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:19.279832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ffa3689-c0bd-44f2-bc5a-c0bf6c27c137 req-3fecc1eb-348a-4b8c-a477-7e0e97840190 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136014 Aug 31 07:55:19.305715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-75e2311d-5411-4a8b-8787-a9ccc455ea63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:19.323499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-75e2311d-5411-4a8b-8787-a9ccc455ea63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:19.350801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-75e2311d-5411-4a8b-8787-a9ccc455ea63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:19.352538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-75e2311d-5411-4a8b-8787-a9ccc455ea63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/networks?id=8bb433c7-8036-4d4a-b691-80e019454346&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=073ab6d4-0122-4a78-8db8-769b1f12df5a&id=073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 200 len: 1995 time: 0.4595108 Aug 31 07:55:19.378277 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.403298 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.443572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.455669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c7c9722b-0f4f-4a8c-94ba-7d2a9c368ac9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/quotas/5a672b6d78654570ac7995da833b2496 HTTP/1.1" status: 200 len: 375 time: 0.0428140 Aug 31 07:55:19.546865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 4725cde7-924b-45e3-9a1c-2f38c5c95273, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=4725cde7-924b-45e3-9a1c-2f38c5c95273,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:19.576781 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b42b4e1-42eb-4791-88e9-53d9f4543a75 x-openstack-request-id: req-6b42b4e1-42eb-4791-88e9-53d9f4543a75 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:19.577081 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:19.577337 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b42b4e1-42eb-4791-88e9-53d9f4543a75 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:19.578100 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d', 'code': 200} Aug 31 07:55:19.620845 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:19.687101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Allocated IP 172.25.0.137 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2b7a08cc-c6e9-4ccd-b55e-65cc91c45a68) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:19.725987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e65949ce-49ab-4dc5-ab01-d8b412310a8a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2625403 Aug 31 07:55:19.865475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:19.947588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:20.072658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741496ed-7848-481b-9894-051c9203c092 req-2d9c6cda-67a0-43f4-8928-3ce5bb5d3462 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:20.082062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741496ed-7848-481b-9894-051c9203c092 req-2d9c6cda-67a0-43f4-8928-3ce5bb5d3462 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:20.086929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-741496ed-7848-481b-9894-051c9203c092 req-2d9c6cda-67a0-43f4-8928-3ce5bb5d3462 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 1679 time: 0.2171919 Aug 31 07:55:20.134756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6196866c-3604-4956-b4b9-3f991979fef1 service neutron] 10.222.0.36 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589079 Aug 31 07:55:20.155406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-741496ed-7848-481b-9894-051c9203c092 req-9276ceef-a56f-421b-9d11-70476b2e0521 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664015 Aug 31 07:55:20.229267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:20.242732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:20.407604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=4725cde7-924b-45e3-9a1c-2f38c5c95273,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:20.413224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:20.427767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:20.430689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-83b12cf0-54b0-4d01-a075-a2685d91befa service neutron] 10.222.0.36 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871113 Aug 31 07:55:20.479521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:20.552500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ca3a84d5-e54c-4db2-bfc3-e3e192907084 service neutron] 10.222.0.36 "GET /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1206403 Aug 31 07:55:20.582663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event updated for resources: {'Port': ['ID=2b7a08cc-c6e9-4ccd-b55e-65cc91c45a68,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:20.629271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 4725cde7-924b-45e3-9a1c-2f38c5c95273 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:20.673747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:20.673747 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-3228b5c4-ce5e-4c0e-b3ee-48fc37cce4fc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "DELETE /v2.0/ports/4725cde7-924b-45e3-9a1c-2f38c5c95273 HTTP/1.1" status: 204 len: 173 time: 3.4055033 Aug 31 07:55:20.691108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c15f60-2a4a-42f0-ad30-d854a37e81ce req-4a7e99e7-454a-4311-bc46-c32420f5a0b1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:20.693433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34c15f60-2a4a-42f0-ad30-d854a37e81ce req-4a7e99e7-454a-4311-bc46-c32420f5a0b1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.1969612 Aug 31 07:55:20.693983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-deleted', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:20.696894 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4928627-2c1e-4b06-a621-1f5424d21f43" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-deleted", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:20.870188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c6046de8-6b03-4182-bf7f-d5e18af0689b service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166871 Aug 31 07:55:20.894384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34c15f60-2a4a-42f0-ad30-d854a37e81ce req-d5bac710-7ab4-4641-a373-d66c6448c6a7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394491 Aug 31 07:55:20.942590 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477feeee-8267-4046-bce2-0d932026c3b6 x-openstack-request-id: req-477feeee-8267-4046-bce2-0d932026c3b6 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:20.942936 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-deleted", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:20.943257 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-477feeee-8267-4046-bce2-0d932026c3b6 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:20.943728 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-deleted', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273', 'status': 'completed', 'code': 200} Aug 31 07:55:20.957779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:20.965794 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:21.123591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a618febf-2418-482f-a1ba-9709d885f5e7 service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343967 Aug 31 07:55:21.252497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:21.305055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:21.314829 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:21.319899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6cb97a91-fc00-41e3-ae4a-be46070f25d2 service neutron] 10.222.0.36 "GET /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1746597 Aug 31 07:55:21.579529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:21.582613 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de99683-db35-4b54-9081-8c92032c5fb1" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:21.622176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3682a08a-980b-44f1-9871-274caec31257 service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585759 Aug 31 07:55:21.667332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:21.679525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:22.028020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.031679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52986) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:22.127919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf58b11-3376-4ce1-80ac-7b965165156a req-593e0e39-e6cb-4b59-8acb-b020e3b1b134 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:22.138274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cf58b11-3376-4ce1-80ac-7b965165156a req-593e0e39-e6cb-4b59-8acb-b020e3b1b134 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 865 time: 0.7761838 Aug 31 07:55:22.147971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=7e3871b7-7a8b-4b81-86a3-1a8e4141a99d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:22.358158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 7e3871b7-7a8b-4b81-86a3-1a8e4141a99d on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:22.406277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.414838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-188e7d15-3b03-4ae6-9b80-0e226d7c589d req-6ce00887-f6ec-481f-a9a5-e3cb4c7ebfde tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.68 "DELETE /v2.0/ports/7e3871b7-7a8b-4b81-86a3-1a8e4141a99d HTTP/1.1" status: 204 len: 173 time: 1.7110426 Aug 31 07:55:22.437272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-network', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:22.594980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cf58b11-3376-4ce1-80ac-7b965165156a req-b0f4d292-cf75-4a85-bd82-398d916d58cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535255 Aug 31 07:55:22.608931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e10cbb15-da40-4b4d-9b36-67688c7c70f5 service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9855750 Aug 31 07:55:22.722176 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0029c-2a94-49fe-84e6-79f31b218ce2 x-openstack-request-id: req-26e0029c-2a94-49fe-84e6-79f31b218ce2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:22.728291 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4725cde7-924b-45e3-9a1c-2f38c5c95273", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:22.728291 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26e0029c-2a94-49fe-84e6-79f31b218ce2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:22.728291 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4725cde7-924b-45e3-9a1c-2f38c5c95273', 'code': 200} Aug 31 07:55:22.786334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Made reservation on behalf of d8f6776ab56c4e5f98ab853a24806192 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:22.789019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.846238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.947377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-deleted', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:22.954072 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd50f9-3425-49e7-9632-8f0b9a3ab4ec" -d '{"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-deleted", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:23.049163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Router 530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:55:23.117571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-da1a2f4d-c6ca-4ab4-9fb6-4107554c0db9 service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967086 Aug 31 07:55:23.146090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bea3b-2e27-4cd0-ad1d-0e683511ddc6 req-5e82dff6-86ea-47ab-8c2a-a28b47ffc118 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:23.156596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac9bea3b-2e27-4cd0-ad1d-0e683511ddc6 req-5e82dff6-86ea-47ab-8c2a-a28b47ffc118 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.2817869 Aug 31 07:55:23.349349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac9bea3b-2e27-4cd0-ad1d-0e683511ddc6 req-9555f9a2-f568-4f0f-a2da-241c46537470 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893480 Aug 31 07:55:23.360813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:23.371624 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] Sync routers for ids ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:23.394096 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] Routers {'530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:23.394776 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:23.444328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.518854 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed3a847-c98c-48ae-afaf-499193690f54 x-openstack-request-id: req-fed3a847-c98c-48ae-afaf-499193690f54 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:23.519128 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a13466-8890-4c41-96d8-1cb69cbdb1bc", "name": "network-vif-deleted", "tag": "7e3871b7-7a8b-4b81-86a3-1a8e4141a99d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:23.519404 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fed3a847-c98c-48ae-afaf-499193690f54 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:23.519797 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a13466-8890-4c41-96d8-1cb69cbdb1bc', 'name': 'network-vif-deleted', 'tag': '7e3871b7-7a8b-4b81-86a3-1a8e4141a99d', 'status': 'completed', 'code': 200} Aug 31 07:55:23.523012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.551360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.559815 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:23.575292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.576621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-38c27c28-52ce-4a6f-92bf-78881234ec5b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6132617 Aug 31 07:55:23.577867 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] Routers {'530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:23.578808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:54:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:23.586028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53004) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:23.586028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:23.616595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:55:23.617586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:23.618698 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a8482-6643-455f-a7aa-13d2b08594f9 None None] The sync data for ids ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:23.680480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-bcf33065-4271-4903-aed1-ff68cdf0a55c service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955113 Aug 31 07:55:23.711783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82eba28e-9b66-4b01-96bd-4f540228977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.789271 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.789271 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Added segment c842211d-08fa-4226-8659-5862240f5523 of type vlan for network 539faf84-b375-4287-be8b-797d074c190a Aug 31 07:55:23.894663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b03fe0c-1e5c-47ec-9b95-59e697df2507,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:23.995051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.097250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd479fbf-114c-466e-be1e-34a8b4f7b104 req-8451e068-8506-4c37-bc84-87a107625f32 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a13466-8890-4c41-96d8-1cb69cbdb1bc HTTP/1.1" status: 200 len: 210 time: 0.2103395 Aug 31 07:55:24.106717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.109714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:24.110685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.301997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] Pushing event updated for resources: {'Network': ['ID=539faf84-b375-4287-be8b-797d074c190a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:24.302725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.315239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 539faf84-b375-4287-be8b-797d074c190a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:55:24.331424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a0c36fcf-abb6-4dd1-aec6-4fb0f5a5e842 service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419647 Aug 31 07:55:24.461499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.543741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b3413864-0c5e-4500-ab05-d3b6335f43b2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5060620 Aug 31 07:55:24.544601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53014) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:24.553642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Request body: {'subnet': {'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-subnet', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:24.668347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc569027-42cd-46e2-91e1-e624e48e5d07 service neutron] 10.222.0.36 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301132 Aug 31 07:55:24.707303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Made reservation on behalf of d8f6776ab56c4e5f98ab853a24806192 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:24.711757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.765226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19181d8b-e7e8-4359-97b8-6e419bd24411 req-b537b0cb-e1b6-482d-861f-ec369c40d91c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:24.772944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19181d8b-e7e8-4359-97b8-6e419bd24411 req-b537b0cb-e1b6-482d-861f-ec369c40d91c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.2742236 Aug 31 07:55:24.826299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19181d8b-e7e8-4359-97b8-6e419bd24411 req-588c1193-d150-4b3e-a52d-729afe66274f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522904 Aug 31 07:55:24.882072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-b4c04bea-a9f2-4f80-9b4f-7637001b3019 service neutron] 10.222.0.36 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127061 Aug 31 07:55:25.002875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Deleting port 2b7a08cc-c6e9-4ccd-b55e-65cc91c45a68 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:25.004156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.054013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3460abc9-2f32-46c9-a11b-b2ca5d30d72c service neutron] 10.222.0.36 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704412 Aug 31 07:55:25.240713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53020) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:25.308220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-0c80ff0f-3424-4e91-93f0-4d55ce9f6fdb service neutron] 10.222.0.36 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534387 Aug 31 07:55:25.340877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.351555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.414199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11b6c77-645c-4369-832c-8946b48dbb87,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:25.434572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Calling delete_port for 2b7a08cc-c6e9-4ccd-b55e-65cc91c45a68 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:25.455567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting subnet d2f20189-5dd4-4988-96d8-1f717b970c1a {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:55:25.458757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.505214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.532311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-7d3e1d53-d0e2-46ba-8f5f-e5a32e0ed409 service neutron] 10.222.0.36 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164638 Aug 31 07:55:25.653042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Checking segment: {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:25.653555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Network hostable DHCP agents. Network: 539faf84-b375-4287-be8b-797d074c190a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:25.848658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.915206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.244143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Network 539faf84-b375-4287-be8b-797d074c190a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:26.255632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.289508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f20189-5dd4-4988-96d8-1f717b970c1a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:26.309832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6125213-b80f-423c-b075-deacb9714225 None None] Network 17774304-dca3-4705-a82a-3ba1336a582c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:26.321330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.328955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da122471-66f8-41ec-ae77-dac8d137029e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/subnets/d2f20189-5dd4-4988-96d8-1f717b970c1a HTTP/1.1" status: 204 len: 168 time: 1.0751841 Aug 31 07:55:26.329334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53046) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:26.347926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.434861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 539faf84-b375-4287-be8b-797d074c190a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:26.460328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7ddab-eab1-4497-b58c-7015bc5a784a None None] Network 539faf84-b375-4287-be8b-797d074c190a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:26.463016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Pushing event deleted for resources: {'Port': ['ID=2b7a08cc-c6e9-4ccd-b55e-65cc91c45a68,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:26.468941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:26.468941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.580856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.697672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.812776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c0e44b9-c765-4a56-9273-452a46240731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.866283 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a9e7a1d-97a7-4fd7-8172-562f19050078 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3194473 Aug 31 07:55:26.871490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53056) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:26.892155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.045252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:27.135018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab73b7b-c651-4238-9817-9f3f9d4fd750 None None] Network 539faf84-b375-4287-be8b-797d074c190a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:27.252621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] DHCP port deletion for 17774304-dca3-4705-a82a-3ba1336a582c request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:55:27.291694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.298024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.305338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.306451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.437067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Router 530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:27.494100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.575527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f4cc-5908-4875-b1df-a4e34d0cf1cd req-8f8e6f84-e85c-46cb-9194-7b89fee59ac5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:27.583552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Deleting port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:27.583935 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.590566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdc1f4cc-5908-4875-b1df-a4e34d0cf1cd req-8f8e6f84-e85c-46cb-9194-7b89fee59ac5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 1.0070920 Aug 31 07:55:27.773073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] For port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:27.773830 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.798912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdc1f4cc-5908-4875-b1df-a4e34d0cf1cd req-88771434-0841-4e7c-98aa-1fb2f97e7e13 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069314 Aug 31 07:55:27.806505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:27.837573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:27.838382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.843865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Calling delete_port for 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:27.851858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c7c1f-532b-43d4-bd57-093bf332fce9 req-60b374b0-1a87-4d9f-b9f9-4f0eccb5184d tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:27.854434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d34c7c1f-532b-43d4-bd57-093bf332fce9 req-60b374b0-1a87-4d9f-b9f9-4f0eccb5184d tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 946 time: 0.2384996 Aug 31 07:55:27.862032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] Sync routers for ids ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:27.917521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] Routers {'530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:27.919546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:55:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:27.979583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.983462 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-528e19c1-b1b4-41aa-9f3c-00b3b55b5adc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "PUT /v2.0/routers/530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 200 len: 710 time: 4.3997943 Aug 31 07:55:27.983671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:28.112904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.120891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.164305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] Routers {'530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:28.164957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:55:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.181286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d34c7c1f-532b-43d4-bd57-093bf332fce9 req-07d0af99-1ded-4f2f-bf07-bd115c9c6396 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144054 Aug 31 07:55:28.190519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d96725db-ba96-4872-b460-3f7fe53ecb4f req-39f56154-5979-4814-acc5-589dedf2baa1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.1667781 Aug 31 07:55:28.224926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-e41bf530-3cc1-4518-96f5-4e30249c0b59 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:28.224926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-e41bf530-3cc1-4518-96f5-4e30249c0b59 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 946 time: 0.2970686 Aug 31 07:55:28.272936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.273462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5ab1c-2b5f-4427-8aa6-9d43c1eb6a20 None None] The sync data for ids ['530d5b3d-2dcf-4ef2-8008-e86feeb1aac6'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:28.307165 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bd294cb3-ba58-4f08-8e5b-cd882159ce60 tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/routers/530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 200 len: 745 time: 0.3198907 Aug 31 07:55:28.318302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53086) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:28.398056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.413697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.434145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53088) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:28.434553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5582a53a-0fc9-4bd6-8904-fae5e7c09ecd tempest-RoutersIpV6AdminTest-877075242 tempest-RoutersIpV6AdminTest-877075242-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 200 len: 205 time: 0.1134112 Aug 31 07:55:28.440220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,segment=NetworkSegment(5c9d2a7e-ba73-401e-9c08-548441d40d3f),segment_id=5c9d2a7e-ba73-401e-9c08-548441d40d3f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:28.440753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.441852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Pushing event deleted for resources: {'Port': ['ID=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:28.472917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.473357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.473702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.474951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:28.486176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.486658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.487122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.487313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.487657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.487996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.488332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.488762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.489019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:28.492102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd81b79-6fe6-4540-ac71-bf43b8847801 None None] No DVR routers for this DVR port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:28.509126 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0a91f79c-0447-416d-9582-8e7f5d93e423 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 200 len: 205 time: 0.0735323 Aug 31 07:55:28.516597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53090) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:28.660971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.859752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53094) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:28.904717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Deleting port 1250d58f-caa1-4fad-a5cf-6de7170cee5d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:28.905054 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.044839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:29.061957 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.091331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:29.091752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:29.117318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.196321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.200364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.433763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Allocated IP 172.25.0.114 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/0e615b83-eda9-4d61-9b68-839f1515f122) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:29.477028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.481385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] For port 1250d58f-caa1-4fad-a5cf-6de7170cee5d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1250d58f-caa1-4fad-a5cf-6de7170cee5d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:29.482902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.513313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Calling delete_port for 1250d58f-caa1-4fad-a5cf-6de7170cee5d owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:29.552793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5229611c-8573-4686-9a13-31ab35a2fe54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.601589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.602104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Fanout notify agent at l3_agent the message router_deleted on router 530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:29.657245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.657245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-699112a0-6574-4df3-95ae-35a3b2370cbc tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 204 len: 168 time: 1.1172488 Aug 31 07:55:29.657245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.660681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53112) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.735852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f6b5e6e-b2d9-44ad-a3c3-142e0965ce3b tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 200 len: 205 time: 0.0652370 Aug 31 07:55:29.736927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53114) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.787631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=9a4c0699-8d2b-45ff-b9af-7bf9edce6223,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:29.802783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 9a4c0699-8d2b-45ff-b9af-7bf9edce6223 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:29.824024 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-55ebb7e1-b79b-460b-9882-38b45e1f5142 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] delete failed (client error): The resource could not be found. Aug 31 07:55:29.828978 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-55ebb7e1-b79b-460b-9882-38b45e1f5142 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/530d5b3d-2dcf-4ef2-8008-e86feeb1aac6 HTTP/1.1" status: 404 len: 336 time: 0.0906863 Aug 31 07:55:29.829781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53116) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.853240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.853591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.853992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.854343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.854683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.855018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.855347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.855675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.856095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.856330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.856657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.857043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.859108 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a64e88ed-63b6-4f2b-b2a6-6544cc6bca4d tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=90af23fe-1f1a-43af-aae9-214b84cbdc62 HTTP/1.1" status: 200 len: 205 time: 0.0280507 Aug 31 07:55:29.864395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53118) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.868925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0874f-14de-46e9-89f6-337ad3c51b49 req-313400fb-42a4-4571-a349-73f2ebb0160f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:29.872972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61d0874f-14de-46e9-89f6-337ad3c51b49 req-313400fb-42a4-4571-a349-73f2ebb0160f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.6107712 Aug 31 07:55:29.913180 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-35cb8502-e2bf-4c9c-acd4-3facc7c0b937 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] delete failed (client error): The resource could not be found. Aug 31 07:55:29.942378 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-35cb8502-e2bf-4c9c-acd4-3facc7c0b937 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/90af23fe-1f1a-43af-aae9-214b84cbdc62 HTTP/1.1" status: 404 len: 336 time: 0.0492940 Aug 31 07:55:29.943328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.973327 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb5473e8-9518-430c-8fe5-a27ecf62456f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3c3195c-2b7f-48ac-858f-76f7b01196ba HTTP/1.1" status: 200 len: 205 time: 0.0286195 Aug 31 07:55:29.976260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53122) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.988191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c6434-867b-4b41-9277-567b1c35a7a3 req-6ae2beb1-b542-4d2f-b662-fb52b4b1221a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:29.989782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-991c6434-867b-4b41-9277-567b1c35a7a3 req-6ae2beb1-b542-4d2f-b662-fb52b4b1221a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 946 time: 0.4416473 Aug 31 07:55:30.005099 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.020953 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-ec187bbf-1692-4a29-9df9-a171e77eb03a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] delete failed (client error): The resource could not be found. Aug 31 07:55:30.022096 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec187bbf-1692-4a29-9df9-a171e77eb03a tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/c3c3195c-2b7f-48ac-858f-76f7b01196ba HTTP/1.1" status: 404 len: 336 time: 0.0448172 Aug 31 07:55:30.024834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53124) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.041324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17774304-dca3-4705-a82a-3ba1336a582c']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:30.054370 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ee2d0677-9cb8-420b-9943-803354ebf207 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=69b814b8-b590-45c2-9c0b-6287fea6a849 HTTP/1.1" status: 200 len: 205 time: 0.0283360 Aug 31 07:55:30.056373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9d2a7e-ba73-401e-9c08-548441d40d3f') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:30.056668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9d2a7e-ba73-401e-9c08-548441d40d3f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:30.058318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.072725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61d0874f-14de-46e9-89f6-337ad3c51b49 req-b5d8cdab-189b-48de-9260-358d83bd0140 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881409 Aug 31 07:55:30.093408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.104624 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-611e5627-2958-4827-9f2d-2d61802222d2 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] delete failed (client error): The resource could not be found. Aug 31 07:55:30.108119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-611e5627-2958-4827-9f2d-2d61802222d2 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/69b814b8-b590-45c2-9c0b-6287fea6a849 HTTP/1.1" status: 404 len: 336 time: 0.0465539 Aug 31 07:55:30.108833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.117739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-991c6434-867b-4b41-9277-567b1c35a7a3 req-1b0da3de-f851-4f41-b429-3fc5893c4bfc tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199868 Aug 31 07:55:30.130141 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.137293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:55:30.137800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:55:30.142442 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:55:30.149179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ef00b52a-6c80-4530-9cbf-aa49809c35a5 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=21e1d084-9187-4657-8d98-7c062862909d HTTP/1.1" status: 200 len: 205 time: 0.0367887 Aug 31 07:55:30.149179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53130) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.192018 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-79c287a3-1047-43bb-9364-e6b24885206f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] delete failed (client error): The resource could not be found. Aug 31 07:55:30.193231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79c287a3-1047-43bb-9364-e6b24885206f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/21e1d084-9187-4657-8d98-7c062862909d HTTP/1.1" status: 404 len: 336 time: 0.0427873 Aug 31 07:55:30.196313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53132) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.224807 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ab95d28-0c48-4c46-8af5-e57db809a291 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f HTTP/1.1" status: 200 len: 205 time: 0.0273769 Aug 31 07:55:30.227249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53134) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.236146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99965802-ca44-4df1-988d-41f3d91dd6a4 req-fa7ddc4e-c109-420c-837d-1c5b4789558b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0782011 Aug 31 07:55:30.244970 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5229611c-8573-4686-9a13-31ab35a2fe54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.278430 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-84c0060a-475a-41f6-93b9-3a48aee52a5f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] delete failed (client error): The resource could not be found. Aug 31 07:55:30.280141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-84c0060a-475a-41f6-93b9-3a48aee52a5f tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/routers/be6ac115-9b36-4f90-bdfa-81f3e7c7ce3f HTTP/1.1" status: 404 len: 336 time: 0.0519340 Aug 31 07:55:30.282921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53136) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.310496 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-00dc6a4b-03ed-41d7-b25e-144720b33f34 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] DELETE failed (client error): The resource could not be found. Aug 31 07:55:30.310496 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00dc6a4b-03ed-41d7-b25e-144720b33f34 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:55:30.312122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-00dc6a4b-03ed-41d7-b25e-144720b33f34 tempest-RoutersIpV6AdminTest-731480202 tempest-RoutersIpV6AdminTest-731480202-project] 10.222.0.36 "DELETE /v2.0/subnets/d8394d76-96c6-46c5-ae8b-cd7e15a1272e HTTP/1.1" status: 404 len: 337 time: 0.0282800 Aug 31 07:55:30.603624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5229611c-8573-4686-9a13-31ab35a2fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.606329 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.607959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.618774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.622182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:30.628651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['038dff2b-37eb-49af-bbab-d878dfd383ec', '4342ad24-f6b8-4455-9551-74212ceddadc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:30.630566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.633083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/networks/17774304-dca3-4705-a82a-3ba1336a582c HTTP/1.1" status: 204 len: 168 time: 4.3022761 Aug 31 07:55:30.635701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.687931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7a2d9-13b1-4c3f-8b2f-229d577c29fb tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Network': ['ID=17774304-dca3-4705-a82a-3ba1336a582c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:30.709507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event deleted for resources: {'Port': ['ID=1250d58f-caa1-4fad-a5cf-6de7170cee5d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:30.721272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5229611c-8573-4686-9a13-31ab35a2fe54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6320c287a91a44159a031f2eba82bb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8603487 Aug 31 07:55:30.726235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.733633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229611c-8573-4686-9a13-31ab35a2fe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85ec68-9b74-45b2-ac49-5d05a95ebac4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:30.830325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] No DVR routers for this DVR port 1250d58f-caa1-4fad-a5cf-6de7170cee5d on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:30.836610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.839902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1313346-ec42-46ec-8d98-c67cfd77c1ce req-76da7bca-1134-4e09-b990-5550efd99cd0 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "DELETE /v2.0/ports/1250d58f-caa1-4fad-a5cf-6de7170cee5d HTTP/1.1" status: 204 len: 173 time: 2.6053343 Aug 31 07:55:30.840931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'name': 'network-vif-deleted', 'tag': '1250d58f-caa1-4fad-a5cf-6de7170cee5d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:30.846012 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646cdfea-8c2f-493e-9793-d11d7f5596ce" -d '{"events": [{"server_uuid": "4ec6a863-0861-4773-bb2c-a7e05cd79a18", "name": "network-vif-deleted", "tag": "1250d58f-caa1-4fad-a5cf-6de7170cee5d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:30.928618 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916562b0-6ccf-4244-ac0e-c8d88f5769b2 x-openstack-request-id: req-916562b0-6ccf-4244-ac0e-c8d88f5769b2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:30.929252 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec6a863-0861-4773-bb2c-a7e05cd79a18", "name": "network-vif-deleted", "tag": "1250d58f-caa1-4fad-a5cf-6de7170cee5d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:30.929725 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-916562b0-6ccf-4244-ac0e-c8d88f5769b2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:30.930447 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec6a863-0861-4773-bb2c-a7e05cd79a18', 'name': 'network-vif-deleted', 'tag': '1250d58f-caa1-4fad-a5cf-6de7170cee5d', 'status': 'completed', 'code': 200} Aug 31 07:55:31.183023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:31.301131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5d9e0e42-0aab-4151-8db5-723fc80c52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.302495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5d9e0e42-0aab-4151-8db5-723fc80c52db service neutron] 10.222.0.68 "GET /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 1033 time: 0.1249495 Aug 31 07:55:31.412224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-f9911a0b-b65f-4f07-8ec3-b04366db2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.413645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-f9911a0b-b65f-4f07-8ec3-b04366db2aea service neutron] 10.222.0.68 "GET /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 1032 time: 0.0595841 Aug 31 07:55:31.450171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af5ef0c9-ee04-4356-8d4f-11a83f35bd70 req-8c0a0d64-eb4f-4765-9c37-f7b196882ebf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec6a863-0861-4773-bb2c-a7e05cd79a18 HTTP/1.1" status: 200 len: 210 time: 0.1666915 Aug 31 07:55:31.508754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting subnet 4827ebea-0d4a-4d28-8645-bc17631d8e94 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:55:31.529169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.543656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ccc5322f-910c-4bfc-9ddf-91c18d68ea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.599717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f4796-5074-4ed8-8eff-a5d206a2674c req-543a0785-df08-4a3b-af70-662993204551 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.601392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f89f4796-5074-4ed8-8eff-a5d206a2674c req-543a0785-df08-4a3b-af70-662993204551 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.3481584 Aug 31 07:55:31.620564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d161f34-30ac-4631-ae16-2a7e74f0040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.625606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.661914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ec7b9a47-3e80-4592-82de-aa7b5bc31950 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.668321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ec7b9a47-3e80-4592-82de-aa7b5bc31950 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.675251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ec7b9a47-3e80-4592-82de-aa7b5bc31950 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.677195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ec7b9a47-3e80-4592-82de-aa7b5bc31950 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/networks?id=8bb433c7-8036-4d4a-b691-80e019454346&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=073ab6d4-0122-4a78-8db8-769b1f12df5a&id=073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 200 len: 1995 time: 0.2342725 Aug 31 07:55:31.713710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93fa5ac5-147b-45cb-9515-0f19c6c5c54c req-09603ba3-9d54-4954-855c-844fbcf10166 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0936866 Aug 31 07:55:31.755628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d161f34-30ac-4631-ae16-2a7e74f0040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.759765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.807138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-30d2c964-12ea-451b-bb3c-49e85e5bbbcd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a672b6d78654570ac7995da833b2496 HTTP/1.1" status: 200 len: 379 time: 0.1066027 Aug 31 07:55:31.816168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f89f4796-5074-4ed8-8eff-a5d206a2674c req-d6d22445-d739-471e-a69a-32b9de344d77 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067184 Aug 31 07:55:31.826930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'admin_state_up': True, 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'security_groups': ['4f53cf52-eac1-4630-a27e-044e4ecc3651']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:31.858584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:31.889386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:31.930246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:31.961139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Pushing event updated for resources: {'Port': ['ID=0e615b83-eda9-4d61-9b68-839f1515f122,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:31.972964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.999659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ccc5322f-910c-4bfc-9ddf-91c18d68ea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.159717 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d161f34-30ac-4631-ae16-2a7e74f0040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.166314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d161f34-30ac-4631-ae16-2a7e74f0040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.166425 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ccc5322f-910c-4bfc-9ddf-91c18d68ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.166549 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5d161f34-30ac-4631-ae16-2a7e74f0040f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b85ec68-9b74-45b2-ac49-5d05a95ebac4 HTTP/1.1" status: 204 len: 168 time: 1.4380651 Aug 31 07:55:32.180322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d161f34-30ac-4631-ae16-2a7e74f0040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85ec68-9b74-45b2-ac49-5d05a95ebac4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.198385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1250d58f-caa1-4fad-a5cf-6de7170cee5d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:32.220163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ccc5322f-910c-4bfc-9ddf-91c18d68ea87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf0f62037f1c4c009d108e2a1d659478&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0357831 Aug 31 07:55:32.223344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53174) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:32.245618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5322f-910c-4bfc-9ddf-91c18d68ea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92169dd-f06d-43c5-aceb-76247ba50c5e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.261723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 1250d58f-caa1-4fad-a5cf-6de7170cee5d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:32.262103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1250d58f-caa1-4fad-a5cf-6de7170cee5d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:32.284154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.323843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:32.332710 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.362793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Subnet': ['ID=4827ebea-0d4a-4d28-8645-bc17631d8e94,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.366860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.384541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6357b9b7-c639-4b85-9b96-b21e1bba32cc tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/subnets/4827ebea-0d4a-4d28-8645-bc17631d8e94 HTTP/1.1" status: 204 len: 168 time: 1.7320244 Aug 31 07:55:32.384541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53178) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:32.384765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728ecc9-43a5-4283-a9a6-44bd34bba217 None None] Network 72bdaf74-78ff-4fb7-a424-2898676a4103 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:32.478911 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45f90bb3-b544-4f24-b414-e62cdbac231c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.530346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45f90bb3-b544-4f24-b414-e62cdbac231c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.561545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.563077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 172.20.0.4 (8bb433c7-8036-4d4a-b691-80e019454346/3c471819-fde2-4fd0-97d6-aff12222ef78/23190871-4ced-40db-ba9b-b340816ada1c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:32.568086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.721850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] DHCP port deletion for 72bdaf74-78ff-4fb7-a424-2898676a4103 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:55:32.798659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] Deleting port d865bb67-576b-4fa4-aa48-95c5987b5c6f {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:32.799509 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.804694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.825546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object 23190871-4ced-40db-ba9b-b340816ada1c will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:32.828411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45f90bb3-b544-4f24-b414-e62cdbac231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.832057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45f90bb3-b544-4f24-b414-e62cdbac231c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.833261 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45f90bb3-b544-4f24-b414-e62cdbac231c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e92169dd-f06d-43c5-aceb-76247ba50c5e HTTP/1.1" status: 204 len: 168 time: 0.6084602 Aug 31 07:55:32.861783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f90bb3-b544-4f24-b414-e62cdbac231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92169dd-f06d-43c5-aceb-76247ba50c5e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.898385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port d865bb67-576b-4fa4-aa48-95c5987b5c6f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:32.899000 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.962235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-226560ac-0976-43c5-9a30-42f4ed9ff09d req-57ec8074-648f-4630-9f39-4ab211632cfb tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0758195 Aug 31 07:55:33.015329 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.025546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] For port d865bb67-576b-4fa4-aa48-95c5987b5c6f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d865bb67-576b-4fa4-aa48-95c5987b5c6f,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:33.027371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.064273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d865bb67-576b-4fa4-aa48-95c5987b5c6f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:33.074227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port d865bb67-576b-4fa4-aa48-95c5987b5c6f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d865bb67-576b-4fa4-aa48-95c5987b5c6f,segment=NetworkSegment(5b9e4444-c214-408a-a9ae-cb4ba32db093),segment_id=5b9e4444-c214-408a-a9ae-cb4ba32db093)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:33.080621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.089403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] Calling delete_port for d865bb67-576b-4fa4-aa48-95c5987b5c6f owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:33.095082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 8bb433c7-8036-4d4a-b691-80e019454346 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:33.097373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:33.111212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:33.113681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:33.145240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for d865bb67-576b-4fa4-aa48-95c5987b5c6f owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:33.159779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914786-b471-46ae-b63e-bc2deb063cf5 req-aa2d9a0b-17ae-4173-8c20-3fbf5226100e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:33.170228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d914786-b471-46ae-b63e-bc2deb063cf5 req-aa2d9a0b-17ae-4173-8c20-3fbf5226100e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.2018456 Aug 31 07:55:33.178998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.213908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:33.214597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.251331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d914786-b471-46ae-b63e-bc2deb063cf5 req-f30710f4-e28d-4c87-ac49-5cb3a9fd681c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797842 Aug 31 07:55:33.315296 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.455070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-6579ee64-f174-41f0-842d-18c31a248ad5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6333027 Aug 31 07:55:33.472075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'admin_state_up': True, 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'security_groups': ['4f53cf52-eac1-4630-a27e-044e4ecc3651']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:33.568640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Router ed523175-3b42-4942-be01-9f3e1d4e68d8 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:55:33.592375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53210) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:33.611413 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8a36dd9-5712-4520-b7ff-c9341252c96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.642533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:55:33.642533 n-d-713499-16 neutron-server[95447]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 07:55:33.642533 n-d-713499-16 neutron-server[95447]: [parameters: {'status': 'DOWN', 'ports_id': 'd865bb67-576b-4fa4-aa48-95c5987b5c6f'}] Aug 31 07:55:33.642533 n-d-713499-16 neutron-server[95447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:55:33.643434 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:55:33.679656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a9d1329d-ff1f-4dc4-9d4a-9aae5a782475 None None] Provisioning for port 23190871-4ced-40db-ba9b-b340816ada1c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:33.686111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a9d1329d-ff1f-4dc4-9d4a-9aae5a782475 None None] Provisioning complete for port 23190871-4ced-40db-ba9b-b340816ada1c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:33.686763 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a9d1329d-ff1f-4dc4-9d4a-9aae5a782475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.688794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.732350 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.753479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] No DVR routers for this DVR port d865bb67-576b-4fa4-aa48-95c5987b5c6f on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:33.765900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port d865bb67-576b-4fa4-aa48-95c5987b5c6f on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:33.771966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78d2f4-cd3b-4e39-ae5e-44ec6ca8f6e3 None None] Pushing event deleted for resources: {'Port': ['ID=d865bb67-576b-4fa4-aa48-95c5987b5c6f,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:33.785690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8a36dd9-5712-4520-b7ff-c9341252c96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.794850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a9d1329d-ff1f-4dc4-9d4a-9aae5a782475 None None] Port 23190871-4ced-40db-ba9b-b340816ada1c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:33.848507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=d865bb67-576b-4fa4-aa48-95c5987b5c6f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:33.859399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:33.872348 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Sync routers for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:33.918031 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:33.918962 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:55:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:33.925083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8a36dd9-5712-4520-b7ff-c9341252c96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.971699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.998150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bdaf74-78ff-4fb7-a424-2898676a4103']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:34.014918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c8a36dd9-5712-4520-b7ff-c9341252c96c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=550ffd30a010477ebf29a7e967c87f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211981 Aug 31 07:55:34.018948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9e4444-c214-408a-a9ae-cb4ba32db093') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:34.019260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9e4444-c214-408a-a9ae-cb4ba32db093') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:34.028364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53222) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:34.047217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.073026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.085571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:55:34.086321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a36dd9-5712-4520-b7ff-c9341252c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb758d0-8606-465b-a7d5-b62bb401cf71,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:34.086484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:55:34.091843 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:55:34.183813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port d865bb67-576b-4fa4-aa48-95c5987b5c6f update to DOWN by agent not found {{(pid=95447) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 07:55:34.185412 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:34.242871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ea1f9-9dd1-4b6d-adff-cd62d4f0e5d3 req-4a13dd92-541f-4378-84e5-ddcda4e09872 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:34.246277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c2ea1f9-9dd1-4b6d-adff-cd62d4f0e5d3 req-4a13dd92-541f-4378-84e5-ddcda4e09872 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 931 time: 0.1099298 Aug 31 07:55:34.248558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31423fce-daa2-4672-a2b0-855f56bdf5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.288423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31423fce-daa2-4672-a2b0-855f56bdf5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.314940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c2ea1f9-9dd1-4b6d-adff-cd62d4f0e5d3 req-c9650c6e-d56b-4e16-aa4c-697775c9d684 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630255 Aug 31 07:55:34.394188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd2fb2-85e2-4af7-89c3-c6de857793b0 req-be0a8abe-e75c-41e2-8563-49f6be93596d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:34.396166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ffd2fb2-85e2-4af7-89c3-c6de857793b0 req-be0a8abe-e75c-41e2-8563-49f6be93596d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.0727279 Aug 31 07:55:34.423735 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:32Z', 'revision_number': 3, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:34.439697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.445833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.447915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/networks/72bdaf74-78ff-4fb7-a424-2898676a4103 HTTP/1.1" status: 204 len: 168 time: 2.0726771 Aug 31 07:55:34.456459 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Checking router: ed523175-3b42-4942-be01-9f3e1d4e68d8 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:34.457057 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Updating router ed523175-3b42-4942-be01-9f3e1d4e68d8 port 0e615b83-eda9-4d61-9b68-839f1515f122 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:55:34.460992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53232) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:34.468764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1882712741'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:34.482147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:34.485763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.492540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06278ee-5296-4b05-a3a5-e2de7da71269 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Network': ['ID=72bdaf74-78ff-4fb7-a424-2898676a4103,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:34.494790 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.542527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ffd2fb2-85e2-4af7-89c3-c6de857793b0 req-8bc9ea45-4e6b-45c3-a5cd-5c0cdf35da37 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370556 Aug 31 07:55:34.558385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31423fce-daa2-4672-a2b0-855f56bdf5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.563441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31423fce-daa2-4672-a2b0-855f56bdf5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.563441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-31423fce-daa2-4672-a2b0-855f56bdf5e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfb758d0-8606-465b-a7d5-b62bb401cf71 HTTP/1.1" status: 204 len: 168 time: 0.5328259 Aug 31 07:55:34.603058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.613972 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ce34b41-9638-4912-8b82-7d47c4943361 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.7155619 Aug 31 07:55:34.614665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53244) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:34.719738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:34.741439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31423fce-daa2-4672-a2b0-855f56bdf5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb758d0-8606-465b-a7d5-b62bb401cf71,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:34.752622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 10.1.1.245 (01cbd714-8ca6-4b88-949a-5b7f15be2462/bd8079bb-68ed-42a2-a84d-70deec44110b/7070293b-6786-4958-844f-338fa1c38741) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:34.906119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:34.911518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.977886 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.979138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:55:35.007249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.007249 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Added segment 99736851-dca0-4834-863c-8f7f7d38ba83 of type vlan for network 1887bfa2-2c2d-439a-911d-35550b20385a Aug 31 07:55:35.008872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Transition to ACTIVE for port object 0e615b83-eda9-4d61-9b68-839f1515f122 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:35.016600 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.022824 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f7096aa6-e009-4545-a728-25c0e3db88fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2744e85a98c04051b32de2432bc9ddab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018770 Aug 31 07:55:35.024488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53260) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:35.035091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object 7070293b-6786-4958-844f-338fa1c38741 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:35.071798 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.111134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.220344 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Attempting to bind port 0e615b83-eda9-4d61-9b68-839f1515f122 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:35.222001 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Attempting to bind port 0e615b83-eda9-4d61-9b68-839f1515f122 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:35.222001 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Attempting to bind port 0e615b83-eda9-4d61-9b68-839f1515f122 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:35.250939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:35.251598 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:35.252255 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.252866 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:35.287816 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Bound port: 0e615b83-eda9-4d61-9b68-839f1515f122, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:35.287816 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.287816 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Pushing event updated for resources: {'Port': ['ID=0e615b83-eda9-4d61-9b68-839f1515f122,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.312125 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.312479 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.312829 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.313167 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.313502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.313925 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.314265 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.314594 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.314923 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.315250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.315579 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.315904 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.352512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.355631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.358090 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] For port 0e615b83-eda9-4d61-9b68-839f1515f122, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:35.362496 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] For port 0e615b83-eda9-4d61-9b68-839f1515f122, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0e615b83-eda9-4d61-9b68-839f1515f122,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:35.367897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:35.377105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.471400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f594-96b0-4167-ae24-ed08098599be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.473427 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.539234 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3e46e-6d49-40f4-80a7-73b791139c34 None None] Pushing event updated for resources: {'Port': ['ID=0e615b83-eda9-4d61-9b68-839f1515f122,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.540266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f594-96b0-4167-ae24-ed08098599be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.556098 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:35.557193 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:55:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:35.724260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:35.739466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2773905 Aug 31 07:55:35.748379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53288) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:35.752761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:35.754731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'subnet': {'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:35.778897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:35.782370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f6054-22bb-458e-8193-518edc520659 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Network': ['ID=1887bfa2-2c2d-439a-911d-35550b20385a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.794765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1887bfa2-2c2d-439a-911d-35550b20385a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:55:35.858739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.882469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b00e-e4e6-48a0-a46e-b3537eb8aaaa req-ea975899-f384-4926-bbca-157fd57fe776 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:35.882763 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:35.891559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b00e-e4e6-48a0-a46e-b3537eb8aaaa req-ea975899-f384-4926-bbca-157fd57fe776 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:35.894387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fd2b00e-e4e6-48a0-a46e-b3537eb8aaaa req-ea975899-f384-4926-bbca-157fd57fe776 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 1653 time: 0.4296031 Aug 31 07:55:35.898633 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f594-96b0-4167-ae24-ed08098599be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.916717 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f594-96b0-4167-ae24-ed08098599be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.922325 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4b8f594-96b0-4167-ae24-ed08098599be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddaf920e-3a65-4f54-8968-cbb3389724ea HTTP/1.1" status: 204 len: 168 time: 0.7335649 Aug 31 07:55:35.981674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:35.982485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.026314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8f594-96b0-4167-ae24-ed08098599be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf920e-3a65-4f54-8968-cbb3389724ea,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:36.092332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.113379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fd2b00e-e4e6-48a0-a46e-b3537eb8aaaa req-1e0ff6e7-14a1-4172-9840-c0d0cd68a9f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102587 Aug 31 07:55:36.165232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c4a6a3bf-3c8b-422e-9cfe-7b3f7fd32b71 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7026644 Aug 31 07:55:36.183466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'admin_state_up': True, 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'security_groups': ['4f53cf52-eac1-4630-a27e-044e4ecc3651']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:36.381634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:36.385835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.392339 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:32Z', 'revision_number': 3, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:36.423177 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20191-fae7-41f3-9ebe-fad6d06fa842 None None] The sync data for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 is: [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:32Z', 'revision_number': 3, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:36.489221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4b2b9ea4-825f-47b3-a4a0-3df109f7f327 None None] Provisioning for port 7070293b-6786-4958-844f-338fa1c38741 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:36.496424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4b2b9ea4-825f-47b3-a4a0-3df109f7f327 None None] Provisioning complete for port 7070293b-6786-4958-844f-338fa1c38741 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:36.496424 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9ea4-825f-47b3-a4a0-3df109f7f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.505928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:36.512132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.584157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b9ea4-825f-47b3-a4a0-3df109f7f327 None None] Port 7070293b-6786-4958-844f-338fa1c38741 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:36.636021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Allocated IP 172.20.0.1 (539faf84-b375-4287-be8b-797d074c190a/f11b6c77-645c-4369-832c-8946b48dbb87/3a0cabec-c10b-4892-94ca-f04f90db4e63) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:36.641455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:36.814482 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.914752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 10.1.1.185 (01cbd714-8ca6-4b88-949a-5b7f15be2462/bd8079bb-68ed-42a2-a84d-70deec44110b/1f5f0b62-a958-4e42-b633-6d4d920a2c8f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:37.274839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.326441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.405242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object 1f5f0b62-a958-4e42-b633-6d4d920a2c8f will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:37.422092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0e615b83-eda9-4d61-9b68-839f1515f122 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:37.481327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ba61-6e8a-4a71-b72c-2c3ef405e4b6 req-40cc1e1d-3eb1-4695-99bb-7dff0c89d189 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:37.496269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d258ba61-6e8a-4a71-b72c-2c3ef405e4b6 req-40cc1e1d-3eb1-4695-99bb-7dff0c89d189 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 947 time: 0.2013273 Aug 31 07:55:37.555451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.560866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:37.563192 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2cf477-a48b-4ecd-9859-e1247b01ac8c" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-unplugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:37.580837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:37.662298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Network 539faf84-b375-4287-be8b-797d074c190a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:37.742060 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.754754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:37.798920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:37.861432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0e615b83-eda9-4d61-9b68-839f1515f122 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:37.876216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0e615b83-eda9-4d61-9b68-839f1515f122 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:37.877709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.886087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=14']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:37.945107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0cabec-c10b-4892-94ca-f04f90db4e63,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:37.961564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.060512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51bfa0-5858-42de-b000-8bb963d6eab2 req-7c753073-8cd3-4ffb-971a-05eb6f55a814 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:38.067636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51bfa0-5858-42de-b000-8bb963d6eab2 req-7c753073-8cd3-4ffb-971a-05eb6f55a814 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:38.069321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e51bfa0-5858-42de-b000-8bb963d6eab2 req-7c753073-8cd3-4ffb-971a-05eb6f55a814 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 1653 time: 0.7081501 Aug 31 07:55:38.076248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d258ba61-6e8a-4a71-b72c-2c3ef405e4b6 req-96693c1c-15fd-42bd-ab48-0f02f1508e9f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683744 Aug 31 07:55:38.134203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.139922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.159013 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.191264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e51bfa0-5858-42de-b000-8bb963d6eab2 req-574b32c4-0021-43e9-ba8f-11b7341eab0f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010556 Aug 31 07:55:38.216529 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff275b-1297-43f5-8cb5-ca31aad62c6b x-openstack-request-id: req-ddff275b-1297-43f5-8cb5-ca31aad62c6b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:38.218032 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-unplugged", "status": "completed", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:38.218947 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddff275b-1297-43f5-8cb5-ca31aad62c6b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:38.219587 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'code': 200} Aug 31 07:55:38.243797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0e615b83-eda9-4d61-9b68-839f1515f122, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0e615b83-eda9-4d61-9b68-839f1515f122,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:38.270856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:38.276840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:38.281613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:38.335541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.356613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Subnet': ['ID=3982ce89-bd80-4f43-b75f-90dd19c5ac52,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.402527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53372) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:38.413867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.486307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0e615b83-eda9-4d61-9b68-839f1515f122,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.491255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Checking segment: {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:38.491977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network hostable DHCP agents. Network: 1887bfa2-2c2d-439a-911d-35550b20385a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:38.509326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:38.510051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.627639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 1887bfa2-2c2d-439a-911d-35550b20385a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:38.640032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.644469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a245e4e7-8fed-4d04-ad89-16eebfbc757f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4717596 Aug 31 07:55:38.656974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a', 'admin_state_up': True, 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'security_groups': ['4f53cf52-eac1-4630-a27e-044e4ecc3651']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:38.737642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1887bfa2-2c2d-439a-911d-35550b20385a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:38.748157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2352e-f697-44f5-9f26-c19c2c500046 None None] Network 1887bfa2-2c2d-439a-911d-35550b20385a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:38.792287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:38.793267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.907029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-825a3439-b0a6-417a-9274-6a7c274c379d None None] Provisioning for port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:38.907580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-351844866'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:38.946060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-825a3439-b0a6-417a-9274-6a7c274c379d None None] Provisioning complete for port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:38.948918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-825a3439-b0a6-417a-9274-6a7c274c379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.007917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-825a3439-b0a6-417a-9274-6a7c274c379d None None] Port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:39.022432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53392) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:39.022799 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8a2ccb78-1557-4635-bcb4-301a16819567 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2728581 Aug 31 07:55:39.033349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1912643323'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:39.049954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0e615b83-eda9-4d61-9b68-839f1515f122 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:39.198340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0e615b83-eda9-4d61-9b68-839f1515f122 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:39.199115 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.202659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-1887bfa2-2c2d-439a-911d-35550b20385a', 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'fixed_ips': [{'subnet_id': '3982ce89-bd80-4f43-b75f-90dd19c5ac52'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:39.203593 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.214199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:39.306051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.432725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:39.439719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.468537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.471878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.483307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.517517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Allocated IP 19.80.0.2 (1887bfa2-2c2d-439a-911d-35550b20385a/3982ce89-bd80-4f43-b75f-90dd19c5ac52/5a527c45-91b5-4a6e-a8f8-9874d3fef1c8) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:39.554506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:55:39.554506 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:55:39.554506 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': 'a2b27715156d44fa962406a3bd23f3be', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 55, 39, 45727)}] Aug 31 07:55:39.554506 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:55:39.562059 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:55:39.623798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.635702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0cabec-c10b-4892-94ca-f04f90db4e63,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:39.686083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57429f65-3c54-4088-9ef4-7cc930a6a9c2 req-433cb7f7-c950-43a2-920b-7488caefb5ec tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:39.711398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57429f65-3c54-4088-9ef4-7cc930a6a9c2 req-433cb7f7-c950-43a2-920b-7488caefb5ec tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:39.718271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57429f65-3c54-4088-9ef4-7cc930a6a9c2 req-433cb7f7-c950-43a2-920b-7488caefb5ec tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:39.726351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57429f65-3c54-4088-9ef4-7cc930a6a9c2 req-433cb7f7-c950-43a2-920b-7488caefb5ec tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 2374 time: 0.2719553 Aug 31 07:55:39.800196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Network 539faf84-b375-4287-be8b-797d074c190a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:39.803669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:39.828456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.840063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Transition to ACTIVE for port object 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:39.870708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Transition to ACTIVE for port object 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:39.876794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57429f65-3c54-4088-9ef4-7cc930a6a9c2 req-93f56551-1bd4-400a-838c-33c5f0b44023 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478350 Aug 31 07:55:39.948305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 10.2.2.100 (073ab6d4-0122-4a78-8db8-769b1f12df5a/f7270fd9-0173-41ec-a9a6-4058badc6358/3c6a5b78-d20e-49a3-a45b-65f730acfea7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:40.014286 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.036738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Router ed523175-3b42-4942-be01-9f3e1d4e68d8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:40.123529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Network 1887bfa2-2c2d-439a-911d-35550b20385a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:40.135500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:40.143227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:40.164830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Pushing event updated for resources: {'Port': ['ID=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.208473 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.231288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object 3c6a5b78-d20e-49a3-a45b-65f730acfea7 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:40.315581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Attempting to bind port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:40.315865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Attempting to bind port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:40.316240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Attempting to bind port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 on network 1887bfa2-2c2d-439a-911d-35550b20385a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:40.334377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:40.334762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Checking segment: {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:40.335183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.335587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Bound using segment: {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:40.336125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Bound port: 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:40.336459 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.437880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.475403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] For port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:40.485748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] For port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:40.553211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:40.583464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:40.586341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.592257 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.605680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:40.716997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.721839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:40.731555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:40.741406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.741752 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8480cd56-9e27-45a1-bfc4-7e9e404b5253 admin admin] 10.222.0.36 "PUT /v2.0/routers/ed523175-3b42-4942-be01-9f3e1d4e68d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1238072 Aug 31 07:55:40.761680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Sync routers for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:40.781644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.795715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f7ee3-7773-4c55-8ebc-c8ab1ac2d823 None None] Pushing event updated for resources: {'Port': ['ID=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.802139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:40.803280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:55:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:40.876457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-2c10254d-65df-4fd8-be6e-27c4082b8034 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2248933 Aug 31 07:55:40.893470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2297e1ba-3435-4111-af80-ec51e7c665dd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.899023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a', 'admin_state_up': True, 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'security_groups': ['4f53cf52-eac1-4630-a27e-044e4ecc3651']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:40.918934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:55:40.943214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.943608 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Added segment f0c79b12-dbbc-4d48-9143-c796609fd5ff of type vlan for network 4ef263df-a671-4198-bca1-9125250c364f Aug 31 07:55:41.125836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.255755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:41.260158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.260901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.271679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:41.280197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:41.280886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.353297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-961dd0bf-b49b-46e1-aa5f-9c7683f484e3 None None] Provisioning for port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:41.376761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-961dd0bf-b49b-46e1-aa5f-9c7683f484e3 None None] Provisioning complete for port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:41.377017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-961dd0bf-b49b-46e1-aa5f-9c7683f484e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.472239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:55:41.516428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.516836 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Added segment 48747fef-c823-44a6-baef-d78c70ba4f75 of type vlan for network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 Aug 31 07:55:41.579331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Network': ['ID=4ef263df-a671-4198-bca1-9125250c364f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:41.587995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac90a89d-4d17-4c81-b6c5-4c2c6dbad66e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1822438 Aug 31 07:55:41.591646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53468) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:41.608139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'subnet': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:41.682901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 4ef263df-a671-4198-bca1-9125250c364f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:55:41.690153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.880382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbcecf-c5ef-410b-9ea8-5c86a87075c5 req-fcb9d92e-0ee0-415a-9f61-3b2fccd985f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:41.886589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbcecf-c5ef-410b-9ea8-5c86a87075c5 req-fcb9d92e-0ee0-415a-9f61-3b2fccd985f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:41.895267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbcecf-c5ef-410b-9ea8-5c86a87075c5 req-fcb9d92e-0ee0-415a-9f61-3b2fccd985f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:41.897171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-961dd0bf-b49b-46e1-aa5f-9c7683f484e3 None None] Port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:41.903378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbcecf-c5ef-410b-9ea8-5c86a87075c5 req-fcb9d92e-0ee0-415a-9f61-3b2fccd985f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:41.906041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dcbcecf-c5ef-410b-9ea8-5c86a87075c5 req-fcb9d92e-0ee0-415a-9f61-3b2fccd985f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 3095 time: 0.7757285 Aug 31 07:55:41.913729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:55:41.913729 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:55:41.913729 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id_1': 'c5719620b91e421b98f9f23164d85fb2', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 55, 41, 836144)}] Aug 31 07:55:41.913729 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:55:41.915653 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:55:41.930491 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.941727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:41.943678 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.028377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 2, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:42.067086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Checking router: ed523175-3b42-4942-be01-9f3e1d4e68d8 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:42.067491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Updating router ed523175-3b42-4942-be01-9f3e1d4e68d8 port 3a0cabec-c10b-4892-94ca-f04f90db4e63 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:55:42.121713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.128287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Network': ['ID=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.161369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:55:42.174008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dcbcecf-c5ef-410b-9ea8-5c86a87075c5 req-c5f2ae2f-9a0d-4162-bb16-c6a83d371591 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175660 Aug 31 07:55:42.191890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Made reservation on behalf of 5a672b6d78654570ac7995da833b2496 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:42.203966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.243419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-c380d547-82c7-48db-a4e5-14ceef0f0b5b tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:42.245687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-c380d547-82c7-48db-a4e5-14ceef0f0b5b tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 820 time: 0.5019674 Aug 31 07:55:42.313876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53482) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:42.319249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c6dc19e6-74a2-44d1-8d74-d30b6a55421a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.2865250 Aug 31 07:55:42.332058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'subnet': {'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:42.361770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-5fe7d331-edf5-47aa-b089-d62f77cbca6a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/quotas/d8f6776ab56c4e5f98ab853a24806192 HTTP/1.1" status: 200 len: 375 time: 0.0958710 Aug 31 07:55:42.680148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3336e1ad-5ba2-45e0-ae94-c3a0fbeb8a5f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3045416 Aug 31 07:55:42.688780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Allocated IP 10.2.2.200 (073ab6d4-0122-4a78-8db8-769b1f12df5a/f7270fd9-0173-41ec-a9a6-4058badc6358/3182d3fd-b37e-4516-b823-6808b1c3b286) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:42.704421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158438f-a003-4489-b0b7-c12a109cfbe1 None None] Network 1887bfa2-2c2d-439a-911d-35550b20385a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:42.834779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4000f-b0e5-442a-8c22-5047346e7ecc req-e96bd485-5e68-460a-9c46-745733cc26aa tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:42.837367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eee4000f-b0e5-442a-8c22-5047346e7ecc req-e96bd485-5e68-460a-9c46-745733cc26aa tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.3119462 Aug 31 07:55:42.869355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:42.874460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.974740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-fc813a26-599b-4f46-bbd6-566c3d4a2e6e service neutron] 10.222.0.36 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795784 Aug 31 07:55:43.123865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-f604915d-b07d-48e4-bce9-e4dbad9342e5 service neutron] 10.222.0.36 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481180 Aug 31 07:55:43.135183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:43.149267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.168474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eee4000f-b0e5-442a-8c22-5047346e7ecc req-7e0e8774-59d0-4e28-9ccd-ff339001f695 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193760 Aug 31 07:55:43.175424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:43.180272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.209781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0042c0a0-50b9-471c-a620-ae1ce56ef019 None None] Provisioning for port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:43.247420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Transition to ACTIVE for port object 3a0cabec-c10b-4892-94ca-f04f90db4e63 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:43.275467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.303535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Transition to ACTIVE for port object 3182d3fd-b37e-4516-b823-6808b1c3b286 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:43.387068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.559459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88289a-cc58-4c6c-8955-b5885fca304d None None] Pushing event updated for resources: {'Port': ['ID=3a0cabec-c10b-4892-94ca-f04f90db4e63,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:43.573240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Attempting to bind port 3a0cabec-c10b-4892-94ca-f04f90db4e63 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:43.573611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Attempting to bind port 3a0cabec-c10b-4892-94ca-f04f90db4e63 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:43.574041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Attempting to bind port 3a0cabec-c10b-4892-94ca-f04f90db4e63 on network 539faf84-b375-4287-be8b-797d074c190a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:43.580293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:43.580653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Checking segment: {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:43.581693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.581693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Bound using segment: {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:43.582036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Bound port: 3a0cabec-c10b-4892-94ca-f04f90db4e63, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:43.582391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.586267 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.599911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:43.638128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.650865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:43.652586 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.664693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:43.677182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:43.697847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:43.765351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.779021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:43.831608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:43.834583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.852921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] For port 3a0cabec-c10b-4892-94ca-f04f90db4e63, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:43.887136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Subnet': ['ID=43629087-6055-487e-b9b4-6af6fea303bc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:43.921927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event updated for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:44.007710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ee3e52e9-a638-47ae-aa72-78ced40dca20 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1228077 Aug 31 07:55:44.030856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:44.055985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c6f5ea4-f825-4e60-9310-1b15d482d5d5 req-00f4fae9-46ef-49c4-99d4-47f11ffb3ec3 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 210 time: 0.1636481 Aug 31 07:55:44.056422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Checking segment: {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:44.056422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network hostable DHCP agents. Network: 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:44.059263 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.080343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] For port 3a0cabec-c10b-4892-94ca-f04f90db4e63, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3a0cabec-c10b-4892-94ca-f04f90db4e63,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:44.084340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Subnet': ['ID=cda835d0-2eba-4cd9-927c-fe00e14ad4a6,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:44.091811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d79c06fe-b764-4138-b396-a1e8db8c5f46 None None] Provisioning complete for port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:44.092733 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d79c06fe-b764-4138-b396-a1e8db8c5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.189570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:44.189747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-3333b7fc-a2b2-47e0-9090-23cf19132e85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.215263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-3333b7fc-a2b2-47e0-9090-23cf19132e85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.232668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-3333b7fc-a2b2-47e0-9090-23cf19132e85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.235719 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.241224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-3333b7fc-a2b2-47e0-9090-23cf19132e85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.249395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-3333b7fc-a2b2-47e0-9090-23cf19132e85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.251349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-3333b7fc-a2b2-47e0-9090-23cf19132e85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 3816 time: 0.4137688 Aug 31 07:55:44.285560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Checking segment: {'id': 'f0c79b12-dbbc-4d48-9143-c796609fd5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4ef263df-a671-4198-bca1-9125250c364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:44.288508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network hostable DHCP agents. Network: 4ef263df-a671-4198-bca1-9125250c364f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:44.292589 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d79c06fe-b764-4138-b396-a1e8db8c5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.319596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.354946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49ea796e-1f3b-4320-8ad7-998fc3054e73 req-20112e46-dc12-4490-b6c3-db519beba2a9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949659 Aug 31 07:55:44.363353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.375041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2ace13f-52ca-4333-9313-db3249529022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.378643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:44.378643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:55:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:44.381454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-f998d0de-e6ec-4d0e-9240-aa63f2b4a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.392929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-f998d0de-e6ec-4d0e-9240-aa63f2b4a1cd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1097 time: 0.3983061 Aug 31 07:55:44.562928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88289a-cc58-4c6c-8955-b5885fca304d None None] Pushing event updated for resources: {'Port': ['ID=3a0cabec-c10b-4892-94ca-f04f90db4e63,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:44.569005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-135242c9-e69d-48a4-bd17-98ed3b9f77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.571836 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-135242c9-e69d-48a4-bd17-98ed3b9f77cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1120508 Aug 31 07:55:44.585084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:44.676488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-f8d93f2c-4cf9-4574-bc99-8ef5f345fcb4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.0954719 Aug 31 07:55:44.718951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:44.758445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-27cbd5eb-f427-4b6a-b823-4ea4bb2ea752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.763085 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-27cbd5eb-f427-4b6a-b823-4ea4bb2ea752 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0798285 Aug 31 07:55:44.774950 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-bfcdded1-9f4d-47b7-8424-debe8b8908c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5110834 Aug 31 07:55:44.775595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:44.883838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:44.891207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-d79c06fe-b764-4138-b396-a1e8db8c5f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:55:44.891207 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-d79c06fe-b764-4138-b396-a1e8db8c5f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:55:44.908964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:44.925593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-9dec403a-20be-420b-83ef-34b1f2752479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.929397 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-9dec403a-20be-420b-83ef-34b1f2752479 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556578 Aug 31 07:55:44.929397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 4ef263df-a671-4198-bca1-9125250c364f) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:44.931895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:44.932500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.934289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23190871-4ced-40db-ba9b-b340816ada1c {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:44.944317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.957977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Transition to ACTIVE for port object 23190871-4ced-40db-ba9b-b340816ada1c will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:44.980391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae5f85-8ae1-41bf-a31a-d0c83752e3d7 None None] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:44.992593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07283f3d-d22d-4f5d-a33f-785304355f30 None None] Network 4ef263df-a671-4198-bca1-9125250c364f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:45.056331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5fab-1c26-4eae-805b-243e0ba118ec req-15798cc1-37a2-48f8-b4f6-93ddd147fc9f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.061085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6df5fab-1c26-4eae-805b-243e0ba118ec req-15798cc1-37a2-48f8-b4f6-93ddd147fc9f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 946 time: 0.0930469 Aug 31 07:55:45.072037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeaa61-8753-44e0-8895-a65da7f771c4 req-11eafc74-a2c7-4b23-82f0-3f82cd54b184 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.079849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cbeaa61-8753-44e0-8895-a65da7f771c4 req-11eafc74-a2c7-4b23-82f0-3f82cd54b184 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.3109279 Aug 31 07:55:45.110550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.111172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.117209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-96e696a1-bbcd-46a8-976a-7ff4333245ee service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678700 Aug 31 07:55:45.117662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.122899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:45.212781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:45.250615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6df5fab-1c26-4eae-805b-243e0ba118ec req-f25be352-d668-49e8-91bf-fde764b44fd8 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501050 Aug 31 07:55:45.278608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cbeaa61-8753-44e0-8895-a65da7f771c4 req-95f266b6-37f3-417b-9e26-f9d3cab98b74 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976714 Aug 31 07:55:45.453594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2ace13f-52ca-4333-9313-db3249529022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.466891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-2171cb0a-f90f-4ba0-a90c-e255ccb394be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.468954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-2171cb0a-f90f-4ba0-a90c-e255ccb394be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 1098 time: 0.6529586 Aug 31 07:55:45.600889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3849780-c4cf-4f89-9243-0264c540a780 req-43cead6b-2bb5-4813-9724-1121c06a632e tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 210 time: 0.1515262 Aug 31 07:55:45.615775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Attempting to bind port 23190871-4ced-40db-ba9b-b340816ada1c on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:45.622851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Attempting to bind port 23190871-4ced-40db-ba9b-b340816ada1c by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:45.622851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Attempting to bind port 23190871-4ced-40db-ba9b-b340816ada1c on network 8bb433c7-8036-4d4a-b691-80e019454346 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:45.622851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Port 23190871-4ced-40db-ba9b-b340816ada1c on network 8bb433c7-8036-4d4a-b691-80e019454346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:55:45.623294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Attempting to bind port 23190871-4ced-40db-ba9b-b340816ada1c on network 8bb433c7-8036-4d4a-b691-80e019454346 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:45.629851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:45.630208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Checking segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:45.631099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Bound using segment: {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:45.631554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Bound port: 23190871-4ced-40db-ba9b-b340816ada1c, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f223e898-86fc-41bc-bfc8-b35eca38bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:45.631916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.659432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-219d6675-a64b-4256-9df6-0c9bf5cc0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.660955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-219d6675-a64b-4256-9df6-0c9bf5cc0163 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 200 len: 916 time: 0.1589801 Aug 31 07:55:45.666810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-5b50d608-41ac-40e8-ad8a-471912d38421 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.673839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-5b50d608-41ac-40e8-ad8a-471912d38421 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.677587 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2ace13f-52ca-4333-9313-db3249529022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.681362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-5b50d608-41ac-40e8-ad8a-471912d38421 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.692541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-5b50d608-41ac-40e8-ad8a-471912d38421 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.710378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-5b50d608-41ac-40e8-ad8a-471912d38421 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.727567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-5b50d608-41ac-40e8-ad8a-471912d38421 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 3828 time: 0.2404029 Aug 31 07:55:45.732763 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-7f1dc899-48bc-49ed-b878-873150b6d31c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d HTTP/1.1" status: 200 len: 217 time: 0.0574105 Aug 31 07:55:45.806922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0097a48a-3f9a-4db2-b8e2-c97b7f764d91 req-ac3558ff-cb6c-4d53-86f1-cb324ba9ed5c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780995 Aug 31 07:55:45.829140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-365736d2-584c-4855-99c7-d63a61ff190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.832352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-365736d2-584c-4855-99c7-d63a61ff190b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 200 len: 855 time: 0.0867472 Aug 31 07:55:45.839871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:45.846770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=23190871-4ced-40db-ba9b-b340816ada1c,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:45.858481 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24c40ff2-3664-4531-a3cf-4d5760cf68af tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2654622 Aug 31 07:55:45.862037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3741128b-4e55-4298-86de-5b8f4cc296d4 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5457041 Aug 31 07:55:45.864246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53542) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:45.873238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'name': 'tempest-AllowedAddressPairTestJSON-19749010'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:45.881763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:45.883505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.914035 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-f6fe6d7c-5b48-42e0-8436-223af9fea9e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594201 Aug 31 07:55:45.921550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-581ae7d6-5251-4225-9f4d-dce712375b2a req-c3bc5dd5-88ed-461a-8b78-e023e7a5fccf service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951639 Aug 31 07:55:45.944428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e2ace13f-52ca-4333-9313-db3249529022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f2a556b90e0454aac23c05c8107f5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1179361 Aug 31 07:55:45.947876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53546) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:45.961383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ace13f-52ca-4333-9313-db3249529022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8997f694-9b97-460e-a539-8de9a9230929,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:45.961835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b987d761-94a1-4e81-be95-465d84f94471 None None] Provisioning for port 3182d3fd-b37e-4516-b823-6808b1c3b286 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:46.010886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.113893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b987d761-94a1-4e81-be95-465d84f94471 None None] Provisioning complete for port 3182d3fd-b37e-4516-b823-6808b1c3b286 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:46.114559 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b987d761-94a1-4e81-be95-465d84f94471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.138710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:46.173464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.174468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.174645 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-01abc1b6-64d9-4316-9507-9f6ab16d4380 service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490222 Aug 31 07:55:46.185715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e6726f0f-458a-47d1-8f0c-92e7a248ba14 service neutron] 10.222.0.68 "PUT /v2.0/ports/23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 200 len: 1092 time: 2.1527455 Aug 31 07:55:46.185715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:46.186036 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "23190871-4ced-40db-ba9b-b340816ada1c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:46.243254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b987d761-94a1-4e81-be95-465d84f94471 None None] Port 3182d3fd-b37e-4516-b823-6808b1c3b286 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:46.254513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87f61a0b-6404-4e5e-bee7-4acaa5efab32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.284309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87f61a0b-6404-4e5e-bee7-4acaa5efab32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.346897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:46.366353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-4ef263df-a671-4198-bca1-9125250c364f', 'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'tenant_id': 'c5719620b91e421b98f9f23164d85fb2', 'fixed_ips': [{'subnet_id': 'cda835d0-2eba-4cd9-927c-fe00e14ad4a6'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:46.368200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.376064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21a079cd-6452-4fa4-90f1-50dde0aa9fea req-48bbbc21-62e9-40bf-b0e5-7f47097cd661 service neutron] 10.222.0.68 "GET /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901128 Aug 31 07:55:46.404213 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d09f4-f4d5-45be-be2c-f7e7eeb4fe95 x-openstack-request-id: req-d06d09f4-f4d5-45be-be2c-f7e7eeb4fe95 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:46.404686 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "23190871-4ced-40db-ba9b-b340816ada1c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:46.405066 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d06d09f4-f4d5-45be-be2c-f7e7eeb4fe95 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:46.405650 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c', 'status': 'completed', 'code': 200} Aug 31 07:55:46.475838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:43Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:46.492962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-5613df97-b50b-4180-bd1c-6e1e85268849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.494194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-5613df97-b50b-4180-bd1c-6e1e85268849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.494746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-5613df97-b50b-4180-bd1c-6e1e85268849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.495521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-5613df97-b50b-4180-bd1c-6e1e85268849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.497093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-5613df97-b50b-4180-bd1c-6e1e85268849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.500644 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-5613df97-b50b-4180-bd1c-6e1e85268849 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 4364 time: 0.1222372 Aug 31 07:55:46.545629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.633694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-adf88b72-d33a-4bd6-b750-abb11254ef36 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.641408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-adf88b72-d33a-4bd6-b750-abb11254ef36 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.646429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-adf88b72-d33a-4bd6-b750-abb11254ef36 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/networks?id=1887bfa2-2c2d-439a-911d-35550b20385a&id=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 HTTP/1.1" status: 200 len: 1392 time: 0.2938647 Aug 31 07:55:46.663794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f264bd-2ea1-44cf-90c7-27a6dc34f253 None None] The sync data for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 is: [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:43Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:46.682066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87f61a0b-6404-4e5e-bee7-4acaa5efab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.686629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-42d69a28-2b4a-40dd-87a4-9dd2945d4dd3', 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'fixed_ips': [{'subnet_id': '43629087-6055-487e-b9b4-6af6fea303bc'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:46.687476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.689926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87f61a0b-6404-4e5e-bee7-4acaa5efab32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.704504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-87f61a0b-6404-4e5e-bee7-4acaa5efab32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8997f694-9b97-460e-a539-8de9a9230929 HTTP/1.1" status: 204 len: 168 time: 0.7503603 Aug 31 07:55:46.789366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-0fe0bb1b-5dbf-4acd-b104-b1891ac702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.794774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-0fe0bb1b-5dbf-4acd-b104-b1891ac702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.795794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-0fe0bb1b-5dbf-4acd-b104-b1891ac702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.797858 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-0fe0bb1b-5dbf-4acd-b104-b1891ac702ef service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5a672b6d78654570ac7995da833b2496&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2897952 Aug 31 07:55:47.001151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:47.003929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:47.048915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-039f6393-1378-4cb3-aac7-57759764e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.050930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ebe98a6-589f-4fa1-9c82-5208a868eaf8 req-039f6393-1378-4cb3-aac7-57759764e2db service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2457705 Aug 31 07:55:47.169708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f61a0b-6404-4e5e-bee7-4acaa5efab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8997f694-9b97-460e-a539-8de9a9230929,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:47.178872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-4354448b-3669-4b3e-b716-782ce4c795c3 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/quotas/a2b27715156d44fa962406a3bd23f3be HTTP/1.1" status: 200 len: 375 time: 0.4706364 Aug 31 07:55:47.261918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a76800-1583-4c40-a501-8ac34c009a44 req-54689a1e-a031-49d1-b3c1-bb28917b2196 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.270225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1a76800-1583-4c40-a501-8ac34c009a44 req-54689a1e-a031-49d1-b3c1-bb28917b2196 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 946 time: 0.6512220 Aug 31 07:55:47.282381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-0b61ec2e-b9b2-491b-a600-a233a336186c tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.287467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-0b61ec2e-b9b2-491b-a600-a233a336186c tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 946 time: 0.6346176 Aug 31 07:55:47.287467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] device_id is not set on port 54658518-d591-4c31-8ade-05c2990b22ed yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:55:47.302269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3a0cabec-c10b-4892-94ca-f04f90db4e63 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:47.464864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Allocated IP 19.86.0.2 (42d69a28-2b4a-40dd-87a4-9dd2945d4dd3/43629087-6055-487e-b9b4-6af6fea303bc/32a17158-d3af-40de-843a-3c1ba821f01c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:47.670147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-92856f16-23d0-42de-bd1f-a532f80c6bb1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.672141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-92856f16-23d0-42de-bd1f-a532f80c6bb1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 820 time: 0.2901313 Aug 31 07:55:47.699164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'port': {'device_id': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'admin_state_up': True, 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:47.827166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Allocated IP 172.20.0.2 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/6ede855f-47a5-46ef-b17d-c4b88e75ace7) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:47.975474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3a0cabec-c10b-4892-94ca-f04f90db4e63 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:47.978376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:47.991644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3a0cabec-c10b-4892-94ca-f04f90db4e63 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:47.992332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:47.999689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Transition to ACTIVE for port object 32a17158-d3af-40de-843a-3c1ba821f01c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:48.047569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Transition to ACTIVE for port object 32a17158-d3af-40de-843a-3c1ba821f01c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:48.117753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Made reservation on behalf of d8f6776ab56c4e5f98ab853a24806192 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:48.130787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.176066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53582) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:48.222929 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.225464 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.229471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.257200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9a04770-72f3-4ac6-ad18-7f6c54f165b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.257443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Transition to ACTIVE for port object 6ede855f-47a5-46ef-b17d-c4b88e75ace7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:48.368708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:48.375975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:48.381381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:48.382087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-3a272bfe-195a-482f-8b65-d62c695eaa7c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1794460 Aug 31 07:55:48.385647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1a76800-1583-4c40-a501-8ac34c009a44 req-1fcf8895-fc12-4668-a592-4dd2e2e8d2cd tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1146538 Aug 31 07:55:48.434456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9a04770-72f3-4ac6-ad18-7f6c54f165b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.449455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Transition to ACTIVE for port object 6ede855f-47a5-46ef-b17d-c4b88e75ace7 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:48.485997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Pushing event updated for resources: {'Port': ['ID=32a17158-d3af-40de-843a-3c1ba821f01c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:48.496405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3a0cabec-c10b-4892-94ca-f04f90db4e63, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3a0cabec-c10b-4892-94ca-f04f90db4e63,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:48.611472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.624692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.639770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Attempting to bind port 32a17158-d3af-40de-843a-3c1ba821f01c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:48.640589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Attempting to bind port 32a17158-d3af-40de-843a-3c1ba821f01c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:48.641500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Attempting to bind port 32a17158-d3af-40de-843a-3c1ba821f01c on network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:48.676619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Allocated IP 172.20.0.14 (539faf84-b375-4287-be8b-797d074c190a/f11b6c77-645c-4369-832c-8946b48dbb87/61f0b970-877d-4073-bda4-400083d5fa50) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:48.689268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:48.689656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Checking segment: {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:48.690206 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.690610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Bound using segment: {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:48.691106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Bound port: 32a17158-d3af-40de-843a-3c1ba821f01c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:48.691501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.712140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:48.719060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:48.724465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:48.732336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:48.759483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9a04770-72f3-4ac6-ad18-7f6c54f165b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.784121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.827209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3a0cabec-c10b-4892-94ca-f04f90db4e63,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:48.843336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Deleting port 4342ad24-f6b8-4455-9551-74212ceddadc {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:48.843815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.860141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Allocated IP 172.20.0.10 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/54658518-d591-4c31-8ade-05c2990b22ed) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:48.866903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d9a04770-72f3-4ac6-ad18-7f6c54f165b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d316ea08fe214506ae9f5ff458789042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873019 Aug 31 07:55:48.867705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53590) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:48.880188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Transition to ACTIVE for port object ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:48.931138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Attempting to bind port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:48.936019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Attempting to bind port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f0c79b12-dbbc-4d48-9143-c796609fd5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4ef263df-a671-4198-bca1-9125250c364f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:48.936019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Attempting to bind port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 on network 4ef263df-a671-4198-bca1-9125250c364f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:48.936528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed97582-7ec9-410a-8af9-04114eb5c97d req-f9997d8a-3e59-4f6e-afb1-024816a44586 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:48.938659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eed97582-7ec9-410a-8af9-04114eb5c97d req-f9997d8a-3e59-4f6e-afb1-024816a44586 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.3713808 Aug 31 07:55:48.945356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-12e72817-9534-408a-b86d-bd025feff564 None None] For port 32a17158-d3af-40de-843a-3c1ba821f01c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:48.948525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-a364aab7-4f47-4eac-a186-08f2a0f1e927 service neutron] 10.222.0.36 "GET /v2.0/networks/1887bfa2-2c2d-439a-911d-35550b20385a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045581 Aug 31 07:55:48.956249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:48.956645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Checking segment: {'id': 'f0c79b12-dbbc-4d48-9143-c796609fd5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4ef263df-a671-4198-bca1-9125250c364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:48.957268 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.957680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Bound using segment: {'id': 'f0c79b12-dbbc-4d48-9143-c796609fd5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4ef263df-a671-4198-bca1-9125250c364f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:48.958202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Bound port: 6ede855f-47a5-46ef-b17d-c4b88e75ace7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c79b12-dbbc-4d48-9143-c796609fd5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4ef263df-a671-4198-bca1-9125250c364f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:48.958770 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.973468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a04770-72f3-4ac6-ad18-7f6c54f165b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86351c39-74fe-471c-b46c-2ed3f8bb4b44,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:48.980928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:48.994851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-12e72817-9534-408a-b86d-bd025feff564 None None] For port 32a17158-d3af-40de-843a-3c1ba821f01c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=32a17158-d3af-40de-843a-3c1ba821f01c,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:48.998885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Pushing event updated for resources: {'Port': ['ID=6ede855f-47a5-46ef-b17d-c4b88e75ace7,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.033746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bb77404-0406-4856-bc20-a13b573ad311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.047627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.079769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bb77404-0406-4856-bc20-a13b573ad311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.127954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] For port 6ede855f-47a5-46ef-b17d-c4b88e75ace7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:49.135476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] For port 6ede855f-47a5-46ef-b17d-c4b88e75ace7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6ede855f-47a5-46ef-b17d-c4b88e75ace7,segment=NetworkSegment(f0c79b12-dbbc-4d48-9143-c796609fd5ff),segment_id=f0c79b12-dbbc-4d48-9143-c796609fd5ff)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:49.146546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-326f15ac-49a1-4bdc-935e-3f1d304f329a service neutron] 10.222.0.36 "GET /v2.0/networks/1887bfa2-2c2d-439a-911d-35550b20385a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971288 Aug 31 07:55:49.146955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3a0cabec-c10b-4892-94ca-f04f90db4e63 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:49.158190 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.250155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.258007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eed97582-7ec9-410a-8af9-04114eb5c97d req-56b2bcc1-e6db-480b-870d-449f7bb692fd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895017 Aug 31 07:55:49.271514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.362037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bb77404-0406-4856-bc20-a13b573ad311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.369081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bb77404-0406-4856-bc20-a13b573ad311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.374172 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4bb77404-0406-4856-bc20-a13b573ad311 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86351c39-74fe-471c-b46c-2ed3f8bb4b44 HTTP/1.1" status: 204 len: 168 time: 0.4709375 Aug 31 07:55:49.398938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.459831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Network 539faf84-b375-4287-be8b-797d074c190a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:49.460922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77404-0406-4856-bc20-a13b573ad311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86351c39-74fe-471c-b46c-2ed3f8bb4b44,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.489681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:49.494692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:49.524192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3a0cabec-c10b-4892-94ca-f04f90db4e63 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:49.528813 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.554332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.614275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e72817-9534-408a-b86d-bd025feff564 None None] Pushing event updated for resources: {'Port': ['ID=32a17158-d3af-40de-843a-3c1ba821f01c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.651028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:49.651583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.739607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7e613-d5e8-436b-9b72-bd9d1664e143 None None] Pushing event updated for resources: {'Port': ['ID=6ede855f-47a5-46ef-b17d-c4b88e75ace7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.786160 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-3c7a2665-4ce4-4fd4-8487-37117a529464 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0992053 Aug 31 07:55:49.804987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Request body: {'port': {'device_id': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:49.964460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.020485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Attempting to bind port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:50.020836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Attempting to bind port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:50.021178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Attempting to bind port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:50.031750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4342ad24-f6b8-4455-9551-74212ceddadc,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:50.032130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.075238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-df36814d-6f51-43f5-a6d9-a5b96dc74fe3 service neutron] 10.222.0.36 "GET /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936172 Aug 31 07:55:50.076080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:55:50.076623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Attempting to bind port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:50.079213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Calling delete_port for 4342ad24-f6b8-4455-9551-74212ceddadc owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:50.206950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:50.207296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Checking segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:50.207692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Bound using segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:50.208141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Bound port: ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:50.208505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.218535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea364c-d978-45f3-967e-0fac1fa3b8fd req-377fcab0-e3d7-414c-9c1a-8d277d7e28cd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:50.219749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06ea364c-d978-45f3-967e-0fac1fa3b8fd req-377fcab0-e3d7-414c-9c1a-8d277d7e28cd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 932 time: 0.7465920 Aug 31 07:55:50.240284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-8a994082-fd88-493d-ae10-0fde507c5c72 service neutron] 10.222.0.36 "GET /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472313 Aug 31 07:55:50.373186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4342ad24-f6b8-4455-9551-74212ceddadc no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:50.388796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f0b970-877d-4073-bda4-400083d5fa50 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:50.433632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.457798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Transition to ACTIVE for port object 61f0b970-877d-4073-bda4-400083d5fa50 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:50.473608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.522248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06ea364c-d978-45f3-967e-0fac1fa3b8fd req-64ebe36f-8feb-4f66-b32e-6f82cd6888bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845032 Aug 31 07:55:50.529737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.562482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Transition to ACTIVE for port object 54658518-d591-4c31-8ade-05c2990b22ed will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:50.564803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:50.582719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:50.614154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.614970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4342ad24-f6b8-4455-9551-74212ceddadc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4342ad24-f6b8-4455-9551-74212ceddadc,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:50.618699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:50.626941 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a309371a-54c1-4fa4-b61e-8e344fc1b90a" -d '{"events": [{"server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "name": "network-vif-unplugged", "status": "completed", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:50.637988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.640739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53608) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:50.728529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.759373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:50.778673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:50.779317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.780780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] 10.222.0.68 "PUT /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 1137 time: 4.4417624 Aug 31 07:55:50.794029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': 'ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:50.802010 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7e26df-90f6-402b-9c35-3a10aefe24ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:50.837112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:50.897263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Attempting to bind port 61f0b970-877d-4073-bda4-400083d5fa50 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:50.897897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Attempting to bind port 61f0b970-877d-4073-bda4-400083d5fa50 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:50.898160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Attempting to bind port 61f0b970-877d-4073-bda4-400083d5fa50 on network 539faf84-b375-4287-be8b-797d074c190a {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:50.903498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Port 61f0b970-877d-4073-bda4-400083d5fa50 on network 539faf84-b375-4287-be8b-797d074c190a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:55:50.903891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Attempting to bind port 61f0b970-877d-4073-bda4-400083d5fa50 on network 539faf84-b375-4287-be8b-797d074c190a {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:50.913029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:50.913385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Checking segment: {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:50.913762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Bound using segment: {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:50.914198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9025c4d5-b967-4667-8c90-4b14c3f4bde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:50.914377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Bound port: 61f0b970-877d-4073-bda4-400083d5fa50, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c842211d-08fa-4226-8659-5862240f5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '539faf84-b375-4287-be8b-797d074c190a'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:50.914603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.051277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:51.114952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995a600-ced6-44e5-9259-859a10fe2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:51.131677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:51.139763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.150183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:51.243653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.270710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6ede855f-47a5-46ef-b17d-c4b88e75ace7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:51.316703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.317650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.319628 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] 10.222.0.45 "PUT /v2.0/ports/61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 1093 time: 1.5195587 Aug 31 07:55:51.320547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:51.323101 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:51.338523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b48d72-8729-4c25-9b24-0546618be268 None None] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:51.357602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bd780-b96b-48b7-bc51-4dd4aa837d85 service neutron] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:51.576219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=54658518-d591-4c31-8ade-05c2990b22ed,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:51.599963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-8a69e603-b805-404f-9a6c-35befdf75234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.601571 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-8a69e603-b805-404f-9a6c-35befdf75234 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1096 time: 0.0897961 Aug 31 07:55:51.688439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.698291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.711320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e49ca-7147-415b-9b49-af9f60931136 None None] Network 4ef263df-a671-4198-bca1-9125250c364f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:51.712886 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-943b2b7a-67cd-48a5-81ea-dfec6c9e9543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.0931427 Aug 31 07:55:51.713559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.726895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.741334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.764348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.772159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4970a667-8951-4128-ba19-4db820e79fca req-9b4b4b78-c84f-4b91-9540-889cace3ac5a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 4606 time: 1.1226342 Aug 31 07:55:51.779863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:51.794964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.795849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-77c589dd-f777-45f7-9a92-c6284d351531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.797903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-77c589dd-f777-45f7-9a92-c6284d351531 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.0786762 Aug 31 07:55:51.798602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 32a17158-d3af-40de-843a-3c1ba821f01c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:51.806491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:51.820731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:51.827379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:51.831889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:51.834063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['038dff2b-37eb-49af-bbab-d878dfd383ec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:51.852749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-386bb609-1853-469f-9909-a7f274a98740 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416436 Aug 31 07:55:51.868734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.916215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event deleted for resources: {'Port': ['ID=4342ad24-f6b8-4455-9551-74212ceddadc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:51.950480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46512de5-eeee-47df-beea-d409cf638385 req-af694270-5c94-4c87-8702-08b2e14093ce tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.952071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46512de5-eeee-47df-beea-d409cf638385 req-af694270-5c94-4c87-8702-08b2e14093ce tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 865 time: 0.8752291 Aug 31 07:55:51.958607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Provisioning for port 32a17158-d3af-40de-843a-3c1ba821f01c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:52.006713 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-8e233df0-00b1-427c-b96e-8e0cc84ee1b9 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438503 Aug 31 07:55:52.014504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4970a667-8951-4128-ba19-4db820e79fca req-647600c0-0015-445c-b300-2c027eaa4df9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409875 Aug 31 07:55:52.082923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 32a17158-d3af-40de-843a-3c1ba821f01c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:52.113978 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb4f45f-519a-4b54-a6f5-374ec7389a03 x-openstack-request-id: req-ebb4f45f-519a-4b54-a6f5-374ec7389a03 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:52.114280 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "name": "network-vif-unplugged", "status": "completed", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:52.114535 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebb4f45f-519a-4b54-a6f5-374ec7389a03 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:52.115189 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc', 'code': 200} Aug 31 07:55:52.141044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Provisioning for port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:52.152708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 32a17158-d3af-40de-843a-3c1ba821f01c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:52.153140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.185178 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eac57e1b-ba91-4b4a-94eb-99fa44880359 req-ef98845f-43f7-44f7-b879-6a8ce7067c2e service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514792 Aug 31 07:55:52.205139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Provisioning complete for port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:52.206374 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.284364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] No DVR routers for this DVR port 4342ad24-f6b8-4455-9551-74212ceddadc on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:52.287255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.289330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60e9efe8-93ec-40fe-ae57-f13a664849b4 req-d3ba2e55-b0c0-42a0-8d32-f262c5ac8fdf tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "DELETE /v2.0/ports/4342ad24-f6b8-4455-9551-74212ceddadc HTTP/1.1" status: 204 len: 173 time: 4.9820316 Aug 31 07:55:52.306581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.307287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.358815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-174dd531-9866-477a-ab76-257a312220d7 req-0ab94fef-cbf7-4afe-b01f-f2e22af1fc31 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 210 time: 0.0859921 Aug 31 07:55:52.415302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46512de5-eeee-47df-beea-d409cf638385 req-b3c77bcc-51c8-4045-82dd-9a2c8839daf5 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339588 Aug 31 07:55:52.511222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9025c4d5-b967-4667-8c90-4b14c3f4bde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.565196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.589210 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469ad7a4-5055-40d3-84c3-adf3dd63a2e2 x-openstack-request-id: req-469ad7a4-5055-40d3-84c3-adf3dd63a2e2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:52.589673 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:52.589772 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-469ad7a4-5055-40d3-84c3-adf3dd63a2e2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:52.593644 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': 'ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd', 'status': 'completed', 'code': 200} Aug 31 07:55:52.619179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9025c4d5-b967-4667-8c90-4b14c3f4bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.624474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.673166 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0f995-1dc9-400d-9209-e61e931b0da5 x-openstack-request-id: req-d6e0f995-1dc9-400d-9209-e61e931b0da5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:52.675195 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:52.675524 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6e0f995-1dc9-400d-9209-e61e931b0da5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:52.675954 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'status': 'completed', 'code': 200} Aug 31 07:55:52.724173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.724684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.725204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.725686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.726219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.726740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.729399 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-73c4a0f6-1dca-4daf-9aa3-a5d46a8bf86d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5294 time: 0.1270525 Aug 31 07:55:52.742558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 32a17158-d3af-40de-843a-3c1ba821f01c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=32a17158-d3af-40de-843a-3c1ba821f01c,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:52.746353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] For port 6ede855f-47a5-46ef-b17d-c4b88e75ace7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6ede855f-47a5-46ef-b17d-c4b88e75ace7,segment=NetworkSegment(f0c79b12-dbbc-4d48-9143-c796609fd5ff),segment_id=f0c79b12-dbbc-4d48-9143-c796609fd5ff)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:52.759221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6ecb0f6f-79e8-42e6-b266-6e151b009837 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.8936284 Aug 31 07:55:52.762023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53642) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:52.768759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'name': 'tempest-AllowedAddressPairTestJSON-1757768959', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:83:ea:6c'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:52.788664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f3fcc9-0048-4929-a9a0-87bf75cc1746 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:52.861902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.870880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9025c4d5-b967-4667-8c90-4b14c3f4bde2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a6f60d1f4684c84b99991f42a3807d0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2248812 Aug 31 07:55:52.873631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c4d5-b967-4667-8c90-4b14c3f4bde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d09c818-2fe2-4369-ba19-7566f57d4cd0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:52.874395 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.879290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:52.892876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53644) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:52.954119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Transition to ACTIVE for port object 56f3fcc9-0048-4929-a9a0-87bf75cc1746 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:52.963286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-03913a68-9933-46c9-886b-f01d4bd8d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.966402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-03913a68-9933-46c9-886b-f01d4bd8d62e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1096 time: 0.2682517 Aug 31 07:55:52.983696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305d579-88d5-475e-a4af-3acf3238c990 req-6f4104a4-0998-481a-92ad-7529d9761bd7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.985394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6305d579-88d5-475e-a4af-3acf3238c990 req-6f4104a4-0998-481a-92ad-7529d9761bd7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 944 time: 0.2251139 Aug 31 07:55:53.026426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c5ea8-f58c-4345-928a-2fec1fec13f1 None None] Pushing event updated for resources: {'Port': ['ID=6ede855f-47a5-46ef-b17d-c4b88e75ace7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:53.088848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-2dadef3e-41a7-4aa8-8f0d-9fb76a89b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.090955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-2dadef3e-41a7-4aa8-8f0d-9fb76a89b12f service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.1040077 Aug 31 07:55:53.129797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Provisioning for port 54658518-d591-4c31-8ade-05c2990b22ed completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:53.132052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=32a17158-d3af-40de-843a-3c1ba821f01c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:53.138329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Provisioning complete for port 54658518-d591-4c31-8ade-05c2990b22ed triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:53.138329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.138649 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.146632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-fe529aca-fe54-45f5-9329-936c8a2733ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.147326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-fe529aca-fe54-45f5-9329-936c8a2733ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.147875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-fe529aca-fe54-45f5-9329-936c8a2733ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.150074 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-fe529aca-fe54-45f5-9329-936c8a2733ff service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5a672b6d78654570ac7995da833b2496&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4080977 Aug 31 07:55:53.151386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f425e44-d5aa-45bc-ac8d-b770aa1f8c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.177415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Port 54658518-d591-4c31-8ade-05c2990b22ed cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:53.189908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Provisioning complete for port 32a17158-d3af-40de-843a-3c1ba821f01c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:53.190373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.208139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-f86a90c5-7cf1-4727-9076-09ad8204b260 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.0962007 Aug 31 07:55:53.317100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Provisioning complete for port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:53.322775 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-539d21dc-462a-4d6b-bfd1-e0fde7c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.331140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6305d579-88d5-475e-a4af-3acf3238c990 req-b29d6cf7-2121-44b7-8260-bd49c0dde1ee tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288599 Aug 31 07:55:53.337185 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f425e44-d5aa-45bc-ac8d-b770aa1f8c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.359069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281630f3-7557-4577-b265-dc9336ebfa08 req-d04f8361-ac96-4d63-8b41-196712121c60 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.367220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-281630f3-7557-4577-b265-dc9336ebfa08 req-d04f8361-ac96-4d63-8b41-196712121c60 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.8041234 Aug 31 07:55:53.394386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Pushing event updated for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:53.459107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-3070994a-a8a6-4010-b3f0-870650a22005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.459107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-3070994a-a8a6-4010-b3f0-870650a22005 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.2337182 Aug 31 07:55:53.493770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:53.502379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-b924670b-b80f-4fdd-97cd-ca036b82f550 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371404 Aug 31 07:55:53.532416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-281630f3-7557-4577-b265-dc9336ebfa08 req-aa1ebbd5-3488-4858-9a91-62c95bc98c08 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639304 Aug 31 07:55:53.660092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Attempting to bind port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:53.660721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Attempting to bind port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:53.660938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Attempting to bind port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:53.694377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-00ccb0fd-b0aa-47c3-a09e-dce076df7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.698633 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7a7e26df-90f6-402b-9c35-3a10aefe24ba req-00ccb0fd-b0aa-47c3-a09e-dce076df7c34 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5279982 Aug 31 07:55:53.708302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f425e44-d5aa-45bc-ac8d-b770aa1f8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.716854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f425e44-d5aa-45bc-ac8d-b770aa1f8c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.720278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:55:53.727320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Attempting to bind port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:53.727471 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f425e44-d5aa-45bc-ac8d-b770aa1f8c8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d09c818-2fe2-4369-ba19-7566f57d4cd0 HTTP/1.1" status: 204 len: 168 time: 0.8289981 Aug 31 07:55:53.756042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f425e44-d5aa-45bc-ac8d-b770aa1f8c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d09c818-2fe2-4369-ba19-7566f57d4cd0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:53.789944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:53.790294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Checking segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:53.790644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Bound using segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:53.791108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Bound port: 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:53.791484 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.811565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:53.851983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] device_id is not set on port 58ebe8bf-598c-4013-992f-b4392fee206f yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:55:53.872630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d720e78-e90b-4422-b13c-274358f0f073 req-fa6dee48-5fe8-46c6-95b8-a83c0a802f37 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 210 time: 0.1424232 Aug 31 07:55:53.923503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.940724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.948186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.957492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.963761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.969607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.974046 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:55:53.978342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.980390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-861d362c-0216-4e57-bbbf-cac2067fd57e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5383 time: 0.4458942 Aug 31 07:55:53.989935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-a528ec94-b957-4412-bcb4-ddb7e310ae65 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564977 Aug 31 07:55:53.997704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.006329 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e88d2fc8-5ff5-4b3d-847f-54b798a39a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.049884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Allocated IP 172.20.0.4 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/58ebe8bf-598c-4013-992f-b4392fee206f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:54.115981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-755aa3ba-36c7-4031-aa59-d0c57d0508fe req-6b6ac17e-9d13-4c82-8495-496f5f53e799 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d19c76-d000-414e-8af5-d5fc4689a90c HTTP/1.1" status: 200 len: 210 time: 0.0935521 Aug 31 07:55:54.120267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad7ec510-f1d1-4b2f-a42a-b8cd1c62e348 req-a2016d20-7f57-4d64-a538-f30893adf96c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293669 Aug 31 07:55:54.141766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:54.147075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:54.221502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c9a1827-a95a-492a-8e3c-2f71642d2e3f req-fe0464ef-e961-4a5f-b49e-b4e292c0866b service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014444 Aug 31 07:55:54.233229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.264880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.280346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Transition to ACTIVE for port object 58ebe8bf-598c-4013-992f-b4392fee206f will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:54.325880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.326770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.335932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] 10.222.0.68 "PUT /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 1136 time: 3.3011069 Aug 31 07:55:54.370368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1fc7a-aa11-4d47-8cf1-7e2992a909a5 service neutron] Pushing event updated for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:54.393798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4e789-c012-4fcd-b881-d23f352e0ea3 req-93a6b5fd-b62b-4ef6-b86e-fc6c0d595898 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.401160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81c4e789-c012-4fcd-b881-d23f352e0ea3 req-93a6b5fd-b62b-4ef6-b86e-fc6c0d595898 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1037974 Aug 31 07:55:54.485547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81c4e789-c012-4fcd-b881-d23f352e0ea3 req-f53d3645-ced4-4eaa-b8c0-c2627d7f10f9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833132 Aug 31 07:55:54.488752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.508185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a748c8-587a-475f-9102-ac40fea3af3a req-135c70e8-c6ad-4799-9f56-294ae3e54c9f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.517479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00a748c8-587a-475f-9102-ac40fea3af3a req-135c70e8-c6ad-4799-9f56-294ae3e54c9f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 944 time: 0.0865321 Aug 31 07:55:54.570951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00a748c8-587a-475f-9102-ac40fea3af3a req-3b611aa5-b811-41b6-8495-782c66bf5fef tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Aug 31 07:55:54.575967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:54.579796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:54.585349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:54.594516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=58ebe8bf-598c-4013-992f-b4392fee206f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:54.594731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:54.596661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'name': 'network-vif-deleted', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc'}, {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '56f3fcc9-0048-4929-a9a0-87bf75cc1746'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:54.599878 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cbd269-ae58-4bdc-8953-0779484bad1c" -d '{"events": [{"server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "name": "network-vif-deleted", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc"}, {"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "56f3fcc9-0048-4929-a9a0-87bf75cc1746"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:54.666552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.666825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.801087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.802811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.803499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.805003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.805704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.806709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.807375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:54.811521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-f0978239-4587-44ad-957a-04f072396f5d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6223 time: 0.1013045 Aug 31 07:55:54.909602 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-952c1ae3-a4bd-42bc-b157-9d3eed2c4cc8 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1456847 Aug 31 07:55:54.910348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:55.079250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6ede855f-47a5-46ef-b17d-c4b88e75ace7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:55.101902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-9b6ef02c-1a23-4d06-85c1-acff313b5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.102384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-9b6ef02c-1a23-4d06-85c1-acff313b5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.102851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-9b6ef02c-1a23-4d06-85c1-acff313b5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.105189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-9b6ef02c-1a23-4d06-85c1-acff313b5829 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5a672b6d78654570ac7995da833b2496&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2865818 Aug 31 07:55:55.111771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e5ebf34c-e68e-4509-a967-a311aae7dcd3 None None] Provisioning for port 58ebe8bf-598c-4013-992f-b4392fee206f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:55.129362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e5ebf34c-e68e-4509-a967-a311aae7dcd3 None None] Provisioning complete for port 58ebe8bf-598c-4013-992f-b4392fee206f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:55.133600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577048b8-ebf8-4318-8196-7d284aa4eae4 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.134364 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf34c-e68e-4509-a967-a311aae7dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.141982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577048b8-ebf8-4318-8196-7d284aa4eae4 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.148186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577048b8-ebf8-4318-8196-7d284aa4eae4 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.157204 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-577048b8-ebf8-4318-8196-7d284aa4eae4 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1306801 Aug 31 07:55:55.157448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:55.259356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebf34c-e68e-4509-a967-a311aae7dcd3 None None] Port 58ebe8bf-598c-4013-992f-b4392fee206f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:55.269369 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639745e-27a7-4a7f-aa97-88c63e12c66e x-openstack-request-id: req-7639745e-27a7-4a7f-aa97-88c63e12c66e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:55.269973 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d19c76-d000-414e-8af5-d5fc4689a90c", "name": "network-vif-deleted", "tag": "4342ad24-f6b8-4455-9551-74212ceddadc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "56f3fcc9-0048-4929-a9a0-87bf75cc1746", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:55.269973 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7639745e-27a7-4a7f-aa97-88c63e12c66e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:55.270312 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d19c76-d000-414e-8af5-d5fc4689a90c', 'name': 'network-vif-deleted', 'tag': '4342ad24-f6b8-4455-9551-74212ceddadc', 'status': 'completed', 'code': 200} Aug 31 07:55:55.270618 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '56f3fcc9-0048-4929-a9a0-87bf75cc1746', 'status': 'completed', 'code': 200} Aug 31 07:55:55.289771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:55.290358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.368248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-bfc68449-a646-4864-8017-8761e357e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.370470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02cbd269-ae58-4bdc-8953-0779484bad1c req-bfc68449-a646-4864-8017-8761e357e8b7 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559307 Aug 31 07:55:55.395865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port 58ebe8bf-598c-4013-992f-b4392fee206f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:55.396361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.404754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 32a17158-d3af-40de-843a-3c1ba821f01c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:55.431938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c33168df-e69a-4d30-97a0-20dbc96db42a req-7832aaa6-dc85-41f1-b51c-a8a58e1ccc31 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 210 time: 0.1651809 Aug 31 07:55:55.437418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.484117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 32a17158-d3af-40de-843a-3c1ba821f01c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:55.485667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.737067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-85b094d3-7ee4-419f-b15d-817a1f6f166b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.743792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-85b094d3-7ee4-419f-b15d-817a1f6f166b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.746718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-85b094d3-7ee4-419f-b15d-817a1f6f166b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.45 "GET /v2.0/networks?id=1887bfa2-2c2d-439a-911d-35550b20385a&id=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 HTTP/1.1" status: 200 len: 1392 time: 0.4790869 Aug 31 07:55:55.870236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d82169ac-98d3-460d-8ac7-6e30ba963db0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:55.878080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d82169ac-98d3-460d-8ac7-6e30ba963db0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.6065240 Aug 31 07:55:55.888993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.891800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'port': {'device_id': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a', 'admin_state_up': True, 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:55.915073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.929293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for 58ebe8bf-598c-4013-992f-b4392fee206f owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:56.014091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-cb0571ae-5cba-4bb5-8264-c092fe43248d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/quotas/0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 375 time: 0.1319644 Aug 31 07:55:56.072667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.080103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.087342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.094830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.102311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.109967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.117693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.120018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-c225fa90-b78c-48fd-9d80-ee8c4aded8f2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5383 time: 0.4850407 Aug 31 07:55:56.208478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.249637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=58ebe8bf-598c-4013-992f-b4392fee206f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:56.312721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-b27ea128-ba7d-4b8f-a353-b541114fa822 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2978289 Aug 31 07:55:56.317405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9a8a275-defe-4881-a55d-e5dc060c2fd5 req-bb83a523-c903-4af1-bfac-e00b636f7785 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732357 Aug 31 07:55:56.390378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 61f0b970-877d-4073-bda4-400083d5fa50 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:55:56.623932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.634365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2c5ec0f0-c0dd-4ac7-83d6-b373d2d1f7c9 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/ports/58ebe8bf-598c-4013-992f-b4392fee206f HTTP/1.1" status: 204 len: 168 time: 1.4758000 Aug 31 07:55:56.635104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:56.649437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:56.653933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.694515 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c23516-f3e1-4b9e-a54b-2164c294b8da tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] GET failed (client error): The resource could not be found. Aug 31 07:55:56.702125 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-81c23516-f3e1-4b9e-a54b-2164c294b8da tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "GET /v2.0/ports/58ebe8bf-598c-4013-992f-b4392fee206f HTTP/1.1" status: 404 len: 333 time: 0.0646288 Aug 31 07:55:56.702920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53734) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:56.708963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'name': 'tempest-AllowedAddressPairTestJSON-1721081260'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:56.722462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.731020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7070293b-6786-4958-844f-338fa1c38741 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:56.763338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.768486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:56.780544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-ae90c816-82b2-40ce-9d9e-7aac1b48df73 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548523 Aug 31 07:55:56.808657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '61f0b970-877d-4073-bda4-400083d5fa50', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'port_id': '61f0b970-877d-4073-bda4-400083d5fa50', 'mac_address': 'fa:16:3e:f9:8b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:55:56.935619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.940134 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9d280ef5-d235-44c0-917f-a21b3fa2cd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:56.972570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f0b970-877d-4073-bda4-400083d5fa50 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:56.995663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-1234dbd7-caec-4575-8410-d4500e49f356 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136672 Aug 31 07:55:56.997904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:57.000066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Transition to ACTIVE for port object 7070293b-6786-4958-844f-338fa1c38741 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:57.102036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Allocated IP 19.80.0.17 (1887bfa2-2c2d-439a-911d-35550b20385a/3982ce89-bd80-4f43-b75f-90dd19c5ac52/acf1271f-c087-41d0-8812-b7c7608f5493) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:57.139064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:57.143795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:57.148391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:57.222656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] device_id is not set on port 725fb749-1c4c-4225-912f-b32acc2dca84 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:55:57.233734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:57.296052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:57.390147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['61f0b970-877d-4073-bda4-400083d5fa50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:57.439703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Allocated IP 172.20.0.11 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/725fb749-1c4c-4225-912f-b32acc2dca84) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:57.473357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53748) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:57.700295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b5a525c-564b-48e7-ab83-052e455bf2c5 req-100afcb5-72ea-4b8e-86aa-58f7bd11c89c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 210 time: 0.2330654 Aug 31 07:55:57.741560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:57.744653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d38b2-ba2f-45c5-917d-4c1cb8ff7fb2 req-4cab3b40-6490-4c5e-a77f-0cd3a88c2732 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:57.758891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-747d38b2-ba2f-45c5-917d-4c1cb8ff7fb2 req-4cab3b40-6490-4c5e-a77f-0cd3a88c2732 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 945 time: 0.5306766 Aug 31 07:55:57.777073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Transition to ACTIVE for port object 725fb749-1c4c-4225-912f-b32acc2dca84 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:57.814722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Pushing event updated for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:57.948251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0966dc6d-d914-4718-a282-9fa04639cb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.008399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.010682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.099768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=725fb749-1c4c-4225-912f-b32acc2dca84,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:58.110118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:58.112071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:58.116352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:58.199617 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.210303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:58.214497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.235819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Transition to ACTIVE for port object acf1271f-c087-41d0-8812-b7c7608f5493 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:58.299889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-747d38b2-ba2f-45c5-917d-4c1cb8ff7fb2 req-6983a6eb-0fbe-4f95-90ea-49c5050f642a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376878 Aug 31 07:55:58.367910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.383371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c07f1-234a-4492-a10d-1c8af82f2ba7 req-9a683490-f35e-49ba-93f7-4dfb14565d0a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:58.385172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e36c07f1-234a-4492-a10d-1c8af82f2ba7 req-9a683490-f35e-49ba-93f7-4dfb14565d0a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 945 time: 0.4922009 Aug 31 07:55:58.386275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 61f0b970-877d-4073-bda4-400083d5fa50 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:58.491296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb817aa8-f7ae-439f-9966-2d673e5b6dba req-4845cef5-9066-48e8-8760-b40c91e40614 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 210 time: 0.1178377 Aug 31 07:55:58.508631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Attempting to bind port 7070293b-6786-4958-844f-338fa1c38741 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:58.508631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Attempting to bind port 7070293b-6786-4958-844f-338fa1c38741 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:58.508631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Attempting to bind port 7070293b-6786-4958-844f-338fa1c38741 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:58.536798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0966dc6d-d914-4718-a282-9fa04639cb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.539313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 61f0b970-877d-4073-bda4-400083d5fa50 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:58.540101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 1887bfa2-2c2d-439a-911d-35550b20385a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:58.542406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Port': ['ID=acf1271f-c087-41d0-8812-b7c7608f5493,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:58.547843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 61f0b970-877d-4073-bda4-400083d5fa50 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:58.547843 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.550879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Port 7070293b-6786-4958-844f-338fa1c38741 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:55:58.551202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Attempting to bind port 7070293b-6786-4958-844f-338fa1c38741 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:58.556607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:58.586905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:58.592728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ace40f49-5e23-4ad5-8cb0-4deffa8651c6 None None] Provisioning for port 725fb749-1c4c-4225-912f-b32acc2dca84 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:58.599744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:58.600269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Checking segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:58.600490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Bound using segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:58.601784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ace40f49-5e23-4ad5-8cb0-4deffa8651c6 None None] Provisioning complete for port 725fb749-1c4c-4225-912f-b32acc2dca84 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:58.602140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ace40f49-5e23-4ad5-8cb0-4deffa8651c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.606859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Bound port: 7070293b-6786-4958-844f-338fa1c38741, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:58.612706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.664642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ace40f49-5e23-4ad5-8cb0-4deffa8651c6 None None] Port 725fb749-1c4c-4225-912f-b32acc2dca84 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:58.697908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e36c07f1-234a-4492-a10d-1c8af82f2ba7 req-56290a4a-770a-425d-ab25-78e5b6f384f2 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545781 Aug 31 07:55:58.698599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0966dc6d-d914-4718-a282-9fa04639cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.777118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.799598 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e2424472-a4e7-403e-a7cd-bbe356af04fb tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0954020 Aug 31 07:55:58.808064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53764) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:58.815218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:58.817643 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb0025c-6c39-4eec-8b98-c9e298d1e19b" -d '{"events": [{"server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "name": "network-vif-plugged", "status": "completed", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:58.826141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:83:ea:6c'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:58.836438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:58.937186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:58.937871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.960056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:58.980616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0966dc6d-d914-4718-a282-9fa04639cb90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a43f87ce9f044848b62f5412f9c5f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4195645 Aug 31 07:55:58.981396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966dc6d-d914-4718-a282-9fa04639cb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5960cbf3-caab-481e-9354-5066ef572295,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:58.984811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53770) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:58.995970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-8b4e93a6-5c92-4d18-84d2-3fe47e0cd29a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:58.998621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-8b4e93a6-5c92-4d18-84d2-3fe47e0cd29a tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 945 time: 0.2802122 Aug 31 07:55:59.044449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:59.065550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.074175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.082197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.088300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.095368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.102208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.109482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.112445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-d30fefcb-05a3-4ea2-b1c1-3d04686da9ab tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5395 time: 0.4534206 Aug 31 07:55:59.122152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fe60876d-11e0-4467-a7ca-504fea7e4e5b None None] Provisioning for port acf1271f-c087-41d0-8812-b7c7608f5493 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:59.126539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fe60876d-11e0-4467-a7ca-504fea7e4e5b None None] Provisioning complete for port acf1271f-c087-41d0-8812-b7c7608f5493 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:59.127146 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fe60876d-11e0-4467-a7ca-504fea7e4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.176832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:59.182985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fe60876d-11e0-4467-a7ca-504fea7e4e5b None None] Port acf1271f-c087-41d0-8812-b7c7608f5493 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:59.189772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f802f-1f0d-4b7b-a0a4-444dce32c656 req-0695d4e6-3221-47da-8509-5fbda9800d6d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.192193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c3f802f-1f0d-4b7b-a0a4-444dce32c656 req-0695d4e6-3221-47da-8509-5fbda9800d6d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 931 time: 0.3218379 Aug 31 07:55:59.197680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d1adc85a-cea4-453d-a336-24a82bc4677b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3123391 Aug 31 07:55:59.210983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.223143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Request body: {'port': {'device_id': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3', 'admin_state_up': True, 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:59.298586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Deleting port 038dff2b-37eb-49af-bbab-d878dfd383ec {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:59.298938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.444421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] For port 038dff2b-37eb-49af-bbab-d878dfd383ec, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=038dff2b-37eb-49af-bbab-d878dfd383ec,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:59.444844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.465154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Calling delete_port for 038dff2b-37eb-49af-bbab-d878dfd383ec owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:59.468240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7070293b-6786-4958-844f-338fa1c38741,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:59.471132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c693-5760-4528-b484-afeca17ced2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.839889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c693-5760-4528-b484-afeca17ced2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.850750 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d57e3dc9-89ed-4d39-89ae-d7aa7f0d1b91 req-9abb14d8-8a93-439b-9446-154effde5b43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4208376 Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c3f802f-1f0d-4b7b-a0a4-444dce32c656 req-824ef4b2-622c-4321-be84-b83e0aa2b723 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153864 Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Made reservation on behalf of a2b27715156d44fa962406a3bd23f3be for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c693-5760-4528-b484-afeca17ced2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c693-5760-4528-b484-afeca17ced2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.852881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bcc2c693-5760-4528-b484-afeca17ced2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5960cbf3-caab-481e-9354-5066ef572295 HTTP/1.1" status: 204 len: 168 time: 0.7117379 Aug 31 07:55:59.854308 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884753a3-434d-4fe3-af70-a2334d89fcf6 x-openstack-request-id: req-884753a3-434d-4fe3-af70-a2334d89fcf6 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:59.854308 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "name": "network-vif-plugged", "status": "completed", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:59.854308 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-884753a3-434d-4fe3-af70-a2334d89fcf6 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:59.854308 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'code': 200} Aug 31 07:55:59.855381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:59.855381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.855381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] 10.222.0.68 "PUT /v2.0/ports/7070293b-6786-4958-844f-338fa1c38741 HTTP/1.1" status: 200 len: 1092 time: 5.1827726 Aug 31 07:55:59.855381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2c693-5760-4528-b484-afeca17ced2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960cbf3-caab-481e-9354-5066ef572295,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:59.855381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '7070293b-6786-4958-844f-338fa1c38741'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:59.855381 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "7070293b-6786-4958-844f-338fa1c38741"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:00.011781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:00.020212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-affe258c-1fd0-4016-b112-6056fc7385d0 req-13749c29-9492-446b-aed5-70f3dbb3f96f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 210 time: 0.1077847 Aug 31 07:56:00.026666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:00.142969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['038dff2b-37eb-49af-bbab-d878dfd383ec'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:00.220541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event deleted for resources: {'Port': ['ID=038dff2b-37eb-49af-bbab-d878dfd383ec,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:00.249448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:00.255613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74ba29-9b4c-49f2-b02c-94b6034065ef service neutron] Pushing event updated for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:00.346041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] No DVR routers for this DVR port 038dff2b-37eb-49af-bbab-d878dfd383ec on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:00.370419 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:00.372429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8c4cb12f-420a-4173-8293-b806e02d2103 req-0389e0e1-88b4-415f-a1b3-293a894e1b98 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.45 "DELETE /v2.0/ports/038dff2b-37eb-49af-bbab-d878dfd383ec HTTP/1.1" status: 204 len: 173 time: 1.3614759 Aug 31 07:56:00.383224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'name': 'network-vif-deleted', 'tag': '038dff2b-37eb-49af-bbab-d878dfd383ec'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:00.385675 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab457795-90f1-467f-857b-cff34612c706" -d '{"events": [{"server_uuid": "c5d29103-c128-46ce-9fac-3c8e5d78432e", "name": "network-vif-deleted", "tag": "038dff2b-37eb-49af-bbab-d878dfd383ec"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:00.413158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c45b7f-97d3-46f8-acfa-defbbae96345 req-2afd9140-9084-44f1-b234-bb08a9b682e5 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.421509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41c45b7f-97d3-46f8-acfa-defbbae96345 req-2afd9140-9084-44f1-b234-bb08a9b682e5 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.6133873 Aug 31 07:56:00.427065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14463073-3595-481b-a5fb-7ebf806b4aa1 req-e11b2f02-adc4-40da-9fcb-d4539b5dd2d8 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d29103-c128-46ce-9fac-3c8e5d78432e HTTP/1.1" status: 200 len: 210 time: 0.2039642 Aug 31 07:56:00.618573 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af80adf9-c2c9-44cf-b42e-514df490d636 x-openstack-request-id: req-af80adf9-c2c9-44cf-b42e-514df490d636 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:00.619750 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "7070293b-6786-4958-844f-338fa1c38741", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:00.622200 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af80adf9-c2c9-44cf-b42e-514df490d636 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:00.622764 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '7070293b-6786-4958-844f-338fa1c38741', 'status': 'completed', 'code': 200} Aug 31 07:56:00.630789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd13e23-c962-4c9c-8675-71c7af284b51 req-e290aca5-7d7b-4981-9d55-15e7178e9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.635608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bd13e23-c962-4c9c-8675-71c7af284b51 req-e290aca5-7d7b-4981-9d55-15e7178e9fe7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.6883366 Aug 31 07:56:00.707794 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15af56c7-375a-48fa-909e-2e384bb0039c x-openstack-request-id: req-15af56c7-375a-48fa-909e-2e384bb0039c {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:00.710240 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d29103-c128-46ce-9fac-3c8e5d78432e", "name": "network-vif-deleted", "tag": "038dff2b-37eb-49af-bbab-d878dfd383ec", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:00.712278 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15af56c7-375a-48fa-909e-2e384bb0039c {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:00.712979 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d29103-c128-46ce-9fac-3c8e5d78432e', 'name': 'network-vif-deleted', 'tag': '038dff2b-37eb-49af-bbab-d878dfd383ec', 'status': 'completed', 'code': 200} Aug 31 07:56:00.756334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41c45b7f-97d3-46f8-acfa-defbbae96345 req-0073f500-a5a5-4765-b61a-3fbee38e5ae2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335984 Aug 31 07:56:00.817514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:00.928986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-e6a50056-6c9b-45e8-8080-c049d29fe5ea tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.935014 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-e6a50056-6c9b-45e8-8080-c049d29fe5ea tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.5898602 Aug 31 07:56:00.950272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.955091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.955091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.955091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.955091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.955091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.955091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:00.961007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-1b0236ba-7c2b-4cd8-87a5-0a0c0b3e0729 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6291 time: 0.3618450 Aug 31 07:56:00.964714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:00.968145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Allocated IP 19.86.0.61 (42d69a28-2b4a-40dd-87a4-9dd2945d4dd3/43629087-6055-487e-b9b4-6af6fea303bc/711ceaba-8b6d-4ac7-8786-cbd456a7bf87) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:00.976123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'port': {'device_id': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'admin_state_up': True, 'tenant_id': '0e7e6f1abd0540abadbabc8305830633'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:01.053191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bd13e23-c962-4c9c-8675-71c7af284b51 req-33d88cef-aa6b-40a6-84d1-1926022b99fc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809063 Aug 31 07:56:01.214397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:01.235370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-236bf2df-1475-49bf-9248-fd2a79adcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.235861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-236bf2df-1475-49bf-9248-fd2a79adcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.236348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-236bf2df-1475-49bf-9248-fd2a79adcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.238311 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-236bf2df-1475-49bf-9248-fd2a79adcacc service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5a672b6d78654570ac7995da833b2496&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2664049 Aug 31 07:56:01.399135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=725fb749-1c4c-4225-912f-b32acc2dca84,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:01.521131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] In _notify_port_updated(), no bound segment for port 725fb749-1c4c-4225-912f-b32acc2dca84 on network 4ef263df-a671-4198-bca1-9125250c364f {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:56:01.527347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.528186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:01.529727 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24617b74-4d69-48a5-84c3-e6837a702803 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "PUT /v2.0/ports/725fb749-1c4c-4225-912f-b32acc2dca84 HTTP/1.1" status: 200 len: 995 time: 2.7204292 Aug 31 07:56:01.534566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53814) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:01.566720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:01.570726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:01.602909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc8f21-010c-477a-b611-aa0c23fb0c9a req-0cda7847-b72b-4ff3-8b8c-11c3855a012f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.604049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-883e3800-dc78-446b-a280-72ce37612f73 None None] Provisioning complete for port 725fb749-1c4c-4225-912f-b32acc2dca84 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:01.604968 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-883e3800-dc78-446b-a280-72ce37612f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:01.618965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abfc8f21-010c-477a-b611-aa0c23fb0c9a req-0cda7847-b72b-4ff3-8b8c-11c3855a012f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 931 time: 0.7684364 Aug 31 07:56:01.645761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-883e3800-dc78-446b-a280-72ce37612f73 None None] Port 725fb749-1c4c-4225-912f-b32acc2dca84 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:01.742866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.749166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.755161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.761185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.768071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.774153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.780790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.785199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-3e2c6593-cf85-4e2c-b20d-0e13b05a892b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5395 time: 0.8065398 Aug 31 07:56:01.800883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-92b8d94a-c137-4252-bf7b-cb1f7b5d1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:01.802667 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-10097b0d-a8a5-46cf-a277-d2f3ec52f2b0 req-92b8d94a-c137-4252-bf7b-cb1f7b5d1839 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5273714 Aug 31 07:56:01.844028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Allocated IP 172.20.0.5 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/504b5fb6-649a-46ff-9c93-80031746c290) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:01.861683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port 725fb749-1c4c-4225-912f-b32acc2dca84 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:01.861683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:01.964901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abfc8f21-010c-477a-b611-aa0c23fb0c9a req-78ecccc1-089a-45c7-aa2f-39b1dda15710 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516774 Aug 31 07:56:02.030965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0321abd2-43cf-443f-a3f6-1c4a17409f05 req-784e10f9-a7d9-429c-bf2d-172e18e7b395 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1947176 Aug 31 07:56:02.107940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.180135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for 725fb749-1c4c-4225-912f-b32acc2dca84 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:02.259927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-256ef97d-84cb-45b9-822c-f24c6e872352 req-b67d9f6a-afc7-4b03-a2d9-64ad8b44fd9d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 210 time: 0.0883346 Aug 31 07:56:02.349143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.384134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Transition to ACTIVE for port object 504b5fb6-649a-46ff-9c93-80031746c290 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:02.404196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.419745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 038dff2b-37eb-49af-bbab-d878dfd383ec no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:02.453606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fa9c5-b2c2-49c1-8963-a71c67ad710e req-7f595e91-2bed-4c06-ad40-9733632685b3 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:02.457233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-729fa9c5-b2c2-49c1-8963-a71c67ad710e req-7f595e91-2bed-4c06-ad40-9733632685b3 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1627223 Aug 31 07:56:02.482364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 038dff2b-37eb-49af-bbab-d878dfd383ec {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:02.485468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 038dff2b-37eb-49af-bbab-d878dfd383ec not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:02.562438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.576181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Transition to ACTIVE for port object 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:02.588416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5f0b62-a958-4e42-b633-6d4d920a2c8f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:02.597443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-729fa9c5-b2c2-49c1-8963-a71c67ad710e req-ae2e38e3-7d10-4c0c-8d9a-e4f06003fe05 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081858 Aug 31 07:56:02.603155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.626684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Transition to ACTIVE for port object 1f5f0b62-a958-4e42-b633-6d4d920a2c8f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:02.642258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=725fb749-1c4c-4225-912f-b32acc2dca84,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:02.668752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.734532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.741273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:02.751864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:02.754511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:02.758817 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=504b5fb6-649a-46ff-9c93-80031746c290,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:02.792367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:02.880310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:02.881579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Pushing event updated for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:02.896872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:02.916023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:02.923223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:02.923884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.035738 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.037789 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6464dfc8-f900-40d5-a04c-1378495a0327 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/ports/725fb749-1c4c-4225-912f-b32acc2dca84 HTTP/1.1" status: 204 len: 168 time: 1.4814746 Aug 31 07:56:03.041631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:03.076790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.077486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.112743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event updated for resources: {'Port': ['ID=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:03.144805 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f456af9-c230-4e96-a50e-3437f16d71ca tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] GET failed (client error): The resource could not be found. Aug 31 07:56:03.147548 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f456af9-c230-4e96-a50e-3437f16d71ca tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "GET /v2.0/ports/725fb749-1c4c-4225-912f-b32acc2dca84 HTTP/1.1" status: 404 len: 333 time: 0.1047690 Aug 31 07:56:03.155519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53842) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:03.158223 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d5fcd295-9a19-4057-b2ad-8f4cc23411df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1785638 Aug 31 07:56:03.164311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Request body: {'port': {'device_id': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:03.243421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'name': 'tempest-AllowedAddressPairTestJSON-1558551754'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:03.249463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-6271cf17-0310-464b-94c7-82b90804b41c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0300214 Aug 31 07:56:03.269078 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.387250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Request body: {'port': {'device_id': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:03.396016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9ced19bc-5c9f-44b7-92dd-cdfbf3dafc4b None None] Provisioning for port 504b5fb6-649a-46ff-9c93-80031746c290 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:03.400837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9ced19bc-5c9f-44b7-92dd-cdfbf3dafc4b None None] Provisioning complete for port 504b5fb6-649a-46ff-9c93-80031746c290 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:03.401361 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ced19bc-5c9f-44b7-92dd-cdfbf3dafc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.505767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9ced19bc-5c9f-44b7-92dd-cdfbf3dafc4b None None] Port 504b5fb6-649a-46ff-9c93-80031746c290 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:03.512957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.756038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Attempting to bind port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:03.756517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Attempting to bind port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:03.756858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Attempting to bind port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:03.761779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0c00b892-f26c-4d48-a870-7684de91387f None None] Provisioning for port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:03.767342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0c00b892-f26c-4d48-a870-7684de91387f None None] Provisioning complete for port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:03.767957 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c00b892-f26c-4d48-a870-7684de91387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.778344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a3204-c147-453d-af70-2a93638581ad req-e4f58e17-42de-4486-91e9-8be207e0f67a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.784423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a3204-c147-453d-af70-2a93638581ad req-e4f58e17-42de-4486-91e9-8be207e0f67a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.786127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f9a3204-c147-453d-af70-2a93638581ad req-e4f58e17-42de-4486-91e9-8be207e0f67a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1653 time: 0.6279452 Aug 31 07:56:03.819487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.831911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504b5fb6-649a-46ff-9c93-80031746c290 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:03.837342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.843198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0c00b892-f26c-4d48-a870-7684de91387f None None] Port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:03.850335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.854272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.856966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.863593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.869936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.876487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:03.885077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-d8f620dd-08f6-4a3a-a3bf-6c0f60c9a343 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5407 time: 0.6344419 Aug 31 07:56:03.890000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Transition to ACTIVE for port object 504b5fb6-649a-46ff-9c93-80031746c290 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:03.898200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:03.898677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Attempting to bind port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:03.951690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:03.952174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Checking segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:03.952720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Bound using segment: {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:03.953487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Bound port: 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:03.954081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:03.973697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.075764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f9a3204-c147-453d-af70-2a93638581ad req-fdcaf694-a59b-4d2b-9f29-a0fe077f1c80 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823174 Aug 31 07:56:04.086664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=504b5fb6-649a-46ff-9c93-80031746c290,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:04.203459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Attempting to bind port 504b5fb6-649a-46ff-9c93-80031746c290 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:04.203819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Attempting to bind port 504b5fb6-649a-46ff-9c93-80031746c290 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:04.204161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Attempting to bind port 504b5fb6-649a-46ff-9c93-80031746c290 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:04.209283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Port 504b5fb6-649a-46ff-9c93-80031746c290 on network 7b50952f-e83d-4303-87f8-4502994ce831 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:04.209617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Attempting to bind port 504b5fb6-649a-46ff-9c93-80031746c290 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:04.221330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:04.222622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:04.223133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:04.223877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c904bb67-9ad6-4a88-b198-9c2b062f2bd5 req-cdb14037-23f5-4e8f-b851-51905709acc5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3379049 Aug 31 07:56:04.239781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Bound port: 504b5fb6-649a-46ff-9c93-80031746c290, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:04.240879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.410630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:04.438442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:04.473994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] For port 504b5fb6-649a-46ff-9c93-80031746c290, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:04.476695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:04.485214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] For port 504b5fb6-649a-46ff-9c93-80031746c290, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=504b5fb6-649a-46ff-9c93-80031746c290,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:04.485316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.553246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e869d-02a1-43df-a064-4ec8d0f2c213 req-659605f7-5c29-4c9e-83ec-0ea307cf62fe tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:04.554850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-429e869d-02a1-43df-a064-4ec8d0f2c213 req-659605f7-5c29-4c9e-83ec-0ea307cf62fe tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 943 time: 0.3500435 Aug 31 07:56:04.563383 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.563575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.606415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:04.607081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.611771 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] 10.222.0.68 "PUT /v2.0/ports/504b5fb6-649a-46ff-9c93-80031746c290 HTTP/1.1" status: 200 len: 1092 time: 1.4494586 Aug 31 07:56:04.612367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'tag': '504b5fb6-649a-46ff-9c93-80031746c290'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:04.617202 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247db887-0767-4a77-a7d8-f2fde43992d5" -d '{"events": [{"name": "network-changed", "server_uuid": "70e804ae-5a37-4445-9f29-ffbe5f63cb87", "tag": "504b5fb6-649a-46ff-9c93-80031746c290"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:04.635421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Pushing event updated for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:04.655550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf1271f-c087-41d0-8812-b7c7608f5493 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:04.681445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] device_id is not set on port d1b9d622-314d-42c2-b522-ff883e608039 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:56:04.728813 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.741386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6922-5e7f-4147-98b7-c2381fd5d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=504b5fb6-649a-46ff-9c93-80031746c290,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:04.775073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:04.775730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:04.783597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-fc67fdf2-2d37-4fb2-92b8-61ce6486f7ae service neutron] 10.222.0.68 "PUT /v2.0/ports/1f5f0b62-a958-4e42-b633-6d4d920a2c8f HTTP/1.1" status: 200 len: 1092 time: 4.5589533 Aug 31 07:56:04.811398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:04.813864 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe26c58-e30d-4549-9cab-f9625113343a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:04.853260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-eae0eaa5-145a-4b11-a191-ace4d58ac230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:04.854924 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-eae0eaa5-145a-4b11-a191-ace4d58ac230 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 1095 time: 0.1227875 Aug 31 07:56:04.914105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Transition to ACTIVE for port object acf1271f-c087-41d0-8812-b7c7608f5493 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:04.952362 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-101d6b8a-f3f2-43fa-bbd5-826ed8ef28cd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=504b5fb6-649a-46ff-9c93-80031746c290 HTTP/1.1" status: 200 len: 217 time: 0.0880589 Aug 31 07:56:04.983928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaae4a-9fa8-4382-891c-8d3733c1ae2b req-d68891a3-13d3-4626-b38a-0c90ea922c2a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:04.986096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0baaae4a-9fa8-4382-891c-8d3733c1ae2b req-d68891a3-13d3-4626-b38a-0c90ea922c2a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.5437102 Aug 31 07:56:04.995838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-429e869d-02a1-43df-a064-4ec8d0f2c213 req-d432196d-b551-4373-8997-76acc8352c66 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303944 Aug 31 07:56:05.041696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-7e9ca67e-a25c-4213-866d-8496f4f7ab45 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:56:05.046156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-7e9ca67e-a25c-4213-866d-8496f4f7ab45 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116887 Aug 31 07:56:05.060408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-6b672296-ad16-41ec-a5bd-024d3741ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.064080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-6b672296-ad16-41ec-a5bd-024d3741ce68 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.1044271 Aug 31 07:56:05.068143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:05.123388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:05.152915 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43586d5-fcb0-45bf-8ba3-0c17180adb1d x-openstack-request-id: req-a43586d5-fcb0-45bf-8ba3-0c17180adb1d {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:05.154758 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e804ae-5a37-4445-9f29-ffbe5f63cb87", "tag": "504b5fb6-649a-46ff-9c93-80031746c290", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:05.155187 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a43586d5-fcb0-45bf-8ba3-0c17180adb1d {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:05.158312 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'tag': '504b5fb6-649a-46ff-9c93-80031746c290', 'status': 'completed', 'code': 200} Aug 31 07:56:05.224074 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a34df-4054-41b7-b71c-24fbb5f0717f x-openstack-request-id: req-e93a34df-4054-41b7-b71c-24fbb5f0717f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:05.224598 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:05.224598 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e93a34df-4054-41b7-b71c-24fbb5f0717f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:05.225538 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f', 'status': 'completed', 'code': 200} Aug 31 07:56:05.255548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d84dab82-249f-481b-8d71-17ade2f286f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.257433 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-d84dab82-249f-481b-8d71-17ade2f286f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863513 Aug 31 07:56:05.288646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0baaae4a-9fa8-4382-891c-8d3733c1ae2b req-9d93a934-e5b0-4a6d-9eca-19dbdba5848c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887959 Aug 31 07:56:05.444267 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-4b77de00-a9ae-40ea-958e-08cc3567633c service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781003 Aug 31 07:56:05.466950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:05.471305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.471854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.472334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.472862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.473337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.473826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.474341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.476336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9fe26c58-e30d-4549-9cab-f9625113343a req-52100d03-84e4-4c95-957a-9d95aadd2542 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6359 time: 0.2860184 Aug 31 07:56:05.600579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Pushing event updated for resources: {'Port': ['ID=acf1271f-c087-41d0-8812-b7c7608f5493,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:05.635865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Allocated IP 172.20.0.4 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/d1b9d622-314d-42c2-b522-ff883e608039) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:05.712955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d0b88288-3a3f-4f61-aedf-d34666b32b82 req-1430906a-1db7-4166-a140-7d8551164c17 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589796 Aug 31 07:56:05.723325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-e10f2c31-641b-4807-b5ab-1cef5a0e7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.731188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-e10f2c31-641b-4807-b5ab-1cef5a0e7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.731853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-e10f2c31-641b-4807-b5ab-1cef5a0e7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.733688 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9fe26c58-e30d-4549-9cab-f9625113343a req-e10f2c31-641b-4807-b5ab-1cef5a0e7882 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5a672b6d78654570ac7995da833b2496&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2475195 Aug 31 07:56:05.743541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1dc17-35e1-4d57-9826-f6fb3da8808e req-f6aec52b-01df-4730-ba1f-b0fb36445ced tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.750734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1dc17-35e1-4d57-9826-f6fb3da8808e req-f6aec52b-01df-4730-ba1f-b0fb36445ced tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.753103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffa1dc17-35e1-4d57-9826-f6fb3da8808e req-f6aec52b-01df-4730-ba1f-b0fb36445ced tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1665 time: 0.4143558 Aug 31 07:56:05.823174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.838622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.846671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.854754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.860916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe26c58-e30d-4549-9cab-f9625113343a req-dabc076e-232e-4510-bdb3-ace2b83af303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.862515 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9fe26c58-e30d-4549-9cab-f9625113343a req-dabc076e-232e-4510-bdb3-ace2b83af303 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209331 Aug 31 07:56:05.865301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.892803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.901520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.903736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-9284213f-5ec6-4f07-99c2-5f3fa81fcd26 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5407 time: 0.4559810 Aug 31 07:56:05.958412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-2246caa3-9d05-4df1-9fe2-bfe3b525cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:05.958412 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-2246caa3-9d05-4df1-9fe2-bfe3b525cee9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 1095 time: 0.0853324 Aug 31 07:56:05.968264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Attempting to bind port acf1271f-c087-41d0-8812-b7c7608f5493 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:05.968649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Attempting to bind port acf1271f-c087-41d0-8812-b7c7608f5493 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:05.968957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Attempting to bind port acf1271f-c087-41d0-8812-b7c7608f5493 on network 1887bfa2-2c2d-439a-911d-35550b20385a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:06.054315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Port acf1271f-c087-41d0-8812-b7c7608f5493 on network 1887bfa2-2c2d-439a-911d-35550b20385a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:06.054555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Attempting to bind port acf1271f-c087-41d0-8812-b7c7608f5493 on network 1887bfa2-2c2d-439a-911d-35550b20385a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:06.073667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-43fef05d-822f-4807-9bb8-bbccc6cac04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:06.076865 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-43fef05d-822f-4807-9bb8-bbccc6cac04e service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1152213 Aug 31 07:56:06.077312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffa1dc17-35e1-4d57-9826-f6fb3da8808e req-6f664914-6e3c-4934-afff-3190239d5fae tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035648 Aug 31 07:56:06.087549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:06.087912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Checking segment: {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:06.088329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Bound using segment: {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:06.088795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Bound port: acf1271f-c087-41d0-8812-b7c7608f5493, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99736851-dca0-4834-863c-8f7f7d38ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:06.089164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:06.138365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-d4ddfb5a-becb-42f7-99fd-6e045ef3ed0d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=504b5fb6-649a-46ff-9c93-80031746c290 HTTP/1.1" status: 200 len: 217 time: 0.0447667 Aug 31 07:56:06.249382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-5d60ebdf-df12-4bff-9a6f-b4d291ba0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:06.252361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-5d60ebdf-df12-4bff-9a6f-b4d291ba0e23 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.1036909 Aug 31 07:56:06.330376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-fdfa00cd-0e0a-41cd-873c-eb9a6ea6d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:06.332261 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-fdfa00cd-0e0a-41cd-873c-eb9a6ea6d348 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729053 Aug 31 07:56:06.386849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a67b342f-605b-44f0-a036-6e9d0a81d4f1 req-c68f3bde-8ac6-4902-8707-819d08bd23c5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4498696 Aug 31 07:56:06.406084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] For port acf1271f-c087-41d0-8812-b7c7608f5493, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:06.449953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-d1375a4f-0594-4b08-ba4d-85d85610183c service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071913 Aug 31 07:56:06.467918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] For port acf1271f-c087-41d0-8812-b7c7608f5493, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=acf1271f-c087-41d0-8812-b7c7608f5493,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:06.486795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:06.573094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Transition to ACTIVE for port object d1b9d622-314d-42c2-b522-ff883e608039 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:06.578628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:06.653179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6a5b78-d20e-49a3-a45b-65f730acfea7 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:06.679491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:06.680135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:06.681757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] 10.222.0.45 "PUT /v2.0/ports/acf1271f-c087-41d0-8812-b7c7608f5493 HTTP/1.1" status: 200 len: 1092 time: 3.3471785 Aug 31 07:56:06.736002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfaa61-e8c6-4d6e-8c7b-df9ed9b378b2 req-ece902e4-6d21-4d13-bf0d-87733226d8f9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:06.738960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bdfaa61-e8c6-4d6e-8c7b-df9ed9b378b2 req-ece902e4-6d21-4d13-bf0d-87733226d8f9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 943 time: 0.2696121 Aug 31 07:56:06.746045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:06.775647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Transition to ACTIVE for port object 3c6a5b78-d20e-49a3-a45b-65f730acfea7 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:06.844502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Request body: {'port': {'device_id': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:06.973820 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-247db887-0767-4a77-a7d8-f2fde43992d5 req-4fbde866-b7f4-47ba-b91d-2e836ddab293 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159039 Aug 31 07:56:06.987189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:07.032874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716fa05-5f18-483d-bf8e-7e264c0b7466 service neutron] Pushing event updated for resources: {'Port': ['ID=acf1271f-c087-41d0-8812-b7c7608f5493,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:07.036245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:07.159851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bdfaa61-e8c6-4d6e-8c7b-df9ed9b378b2 req-6840e3f5-5270-4913-a7da-b84f4e3369e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303587 Aug 31 07:56:07.177071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9a3ea-24b6-483d-9ae6-254022b9f514 req-f6afc820-abc8-47bc-9db3-07fd71f9221d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:07.184983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbf9a3ea-24b6-483d-9ae6-254022b9f514 req-f6afc820-abc8-47bc-9db3-07fd71f9221d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.4731245 Aug 31 07:56:07.193141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:07.198913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-93ea8dba-a9ce-485d-95a6-94581e7d7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:07.198913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-93ea8dba-a9ce-485d-95a6-94581e7d7759 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.4054739 Aug 31 07:56:07.203602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:07.207430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:07.227979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:07.242444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:07.284495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'tag': 'acf1271f-c087-41d0-8812-b7c7608f5493'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:07.286798 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0035dd98-1e53-485f-9e06-47ba69474ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "tag": "acf1271f-c087-41d0-8812-b7c7608f5493"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:07.836348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c5c30ca6-14a0-467d-ac09-1b9d68737be9 None None] Provisioning for port d1b9d622-314d-42c2-b522-ff883e608039 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:07.840817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c5c30ca6-14a0-467d-ac09-1b9d68737be9 None None] Provisioning complete for port d1b9d622-314d-42c2-b522-ff883e608039 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:07.841196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c5c30ca6-14a0-467d-ac09-1b9d68737be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:07.922142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c5c30ca6-14a0-467d-ac09-1b9d68737be9 None None] Port d1b9d622-314d-42c2-b522-ff883e608039 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:07.938401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53918) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:08.140547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.227676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=d1b9d622-314d-42c2-b522-ff883e608039,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:08.348399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbf9a3ea-24b6-483d-9ae6-254022b9f514 req-1aebd1f2-94c4-4eb5-81d0-46b7d6e5807d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1623924 Aug 31 07:56:08.364508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.364508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.385518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396607e-3430-47e6-997c-761f56945a08 req-f7e83593-d19e-4512-8c8e-8bf3cf28ca7b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.394388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396607e-3430-47e6-997c-761f56945a08 req-f7e83593-d19e-4512-8c8e-8bf3cf28ca7b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.397248 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.403204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2396607e-3430-47e6-997c-761f56945a08 req-f7e83593-d19e-4512-8c8e-8bf3cf28ca7b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1665 time: 0.4568274 Aug 31 07:56:08.482491 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.504235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Attempting to bind port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:08.504584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Attempting to bind port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:08.504918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Attempting to bind port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 on network 073ab6d4-0122-4a78-8db8-769b1f12df5a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:08.525707 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46c9c516b71f46bbae8b9820552362ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5857797 Aug 31 07:56:08.526544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da70b698-95ba-4e6e-a435-e90e18e3f289,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:08.529985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:08.532788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2396607e-3430-47e6-997c-761f56945a08 req-58f82162-592b-49a4-a61e-73139af3f0c7 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286347 Aug 31 07:56:08.546354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.546721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.547058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.547413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.547807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.548161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.548472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.548805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.549135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.549650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.551270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.555281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212626a3-c55b-4316-b1d9-5fd0b0bf4922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:08.581878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 on network 073ab6d4-0122-4a78-8db8-769b1f12df5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:08.582294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Attempting to bind port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 on network 073ab6d4-0122-4a78-8db8-769b1f12df5a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:08.589199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-000d05c1-fccb-4d5b-a00d-b1d607585ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.591406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-000d05c1-fccb-4d5b-a00d-b1d607585ee2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 1.3079066 Aug 31 07:56:08.599786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49e6aaa5-e4de-4549-ac16-14b12943deab tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3592985 Aug 31 07:56:08.603033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53930) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:08.606110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79237adb-a169-4fa6-8d83-e7f84acdbeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.607162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:08.607512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Checking segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:08.607904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Bound using segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:08.608362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Bound port: 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:08.608722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.622733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:83:ea:6c'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:08.628512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79237adb-a169-4fa6-8d83-e7f84acdbeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.717869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-5976c2c5-f498-4e6d-b187-abfb539736ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.1137583 Aug 31 07:56:08.744706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79237adb-a169-4fa6-8d83-e7f84acdbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.747987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79237adb-a169-4fa6-8d83-e7f84acdbeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.749263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79237adb-a169-4fa6-8d83-e7f84acdbeb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da70b698-95ba-4e6e-a435-e90e18e3f289 HTTP/1.1" status: 204 len: 168 time: 0.2182519 Aug 31 07:56:08.757659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79237adb-a169-4fa6-8d83-e7f84acdbeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70b698-95ba-4e6e-a435-e90e18e3f289,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:08.787711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.793798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.799477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 504b5fb6-649a-46ff-9c93-80031746c290 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:08.799916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.806023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.812539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.818527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.825348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.827407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9969071f-8140-484f-8f1f-267583cb00fa req-d7219f13-5b51-4617-96ae-2424cb9c55e8 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5419 time: 0.3626819 Aug 31 07:56:08.908958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 504b5fb6-649a-46ff-9c93-80031746c290, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=504b5fb6-649a-46ff-9c93-80031746c290,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:08.925039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '504b5fb6-649a-46ff-9c93-80031746c290', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '504b5fb6-649a-46ff-9c93-80031746c290', 'mac_address': 'fa:16:3e:bd:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:08.965582 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:08.979043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504b5fb6-649a-46ff-9c93-80031746c290 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:08.982298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2c4ae-80c5-4d7d-a99c-7225186bbc6a req-8f3ab555-29b6-4a18-b3c0-d07e39d2e4d7 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:08.984000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09b2c4ae-80c5-4d7d-a99c-7225186bbc6a req-8f3ab555-29b6-4a18-b3c0-d07e39d2e4d7 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 946 time: 0.3580153 Aug 31 07:56:09.000067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 504b5fb6-649a-46ff-9c93-80031746c290, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=504b5fb6-649a-46ff-9c93-80031746c290,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:09.050099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-75dc05c2-2e88-47d1-875e-d44b6a4da46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.051635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-75dc05c2-2e88-47d1-875e-d44b6a4da46b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.3203199 Aug 31 07:56:09.065883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:09.073096 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.075170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9969071f-8140-484f-8f1f-267583cb00fa req-faa7b81e-3859-4ef9-a2d0-02c9a2618964 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2239323 Aug 31 07:56:09.138312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:09.140467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=504b5fb6-649a-46ff-9c93-80031746c290,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:09.145693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-11508670-78f7-4a36-bfc5-13c66997efb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773821 Aug 31 07:56:09.227744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09b2c4ae-80c5-4d7d-a99c-7225186bbc6a req-6465a5a5-2fbc-4816-9109-0e120027d19b tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/security-groups?id=536af31b-ef51-4d64-86f8-fde989bcfff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229490 Aug 31 07:56:09.255438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:09.265891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.281282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.335848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.335848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.336979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:09.337231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] 10.222.0.68 "PUT /v2.0/ports/3c6a5b78-d20e-49a3-a45b-65f730acfea7 HTTP/1.1" status: 200 len: 1092 time: 4.2790544 Aug 31 07:56:09.379962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.384176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-1c5ab9f0-5144-4175-8e2e-66cb0124bce6 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293515 Aug 31 07:56:09.399261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Transition to ACTIVE for port object 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:09.429213 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b40250f-9a75-4365-9bc4-88115d22cc2e x-openstack-request-id: req-5b40250f-9a75-4365-9bc4-88115d22cc2e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:09.429548 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "tag": "acf1271f-c087-41d0-8812-b7c7608f5493", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:09.429758 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b40250f-9a75-4365-9bc4-88115d22cc2e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:09.430201 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'tag': 'acf1271f-c087-41d0-8812-b7c7608f5493', 'status': 'completed', 'code': 200} Aug 31 07:56:09.512820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Request body: {'port': {'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:09.533308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-7016eec8-d060-4038-ad6d-2baea6b3dc68 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.535830 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-7016eec8-d060-4038-ad6d-2baea6b3dc68 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.68 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 946 time: 0.1879673 Aug 31 07:56:09.551874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-e4ffc43d-f847-49af-bc9a-91c0b86abf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.552578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-e4ffc43d-f847-49af-bc9a-91c0b86abf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.561369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-e4ffc43d-f847-49af-bc9a-91c0b86abf8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1913 time: 0.1327865 Aug 31 07:56:09.561369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:09.584223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b526c2f-ddaa-4c2c-ab7f-709b0ace7762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.604614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.686346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1ef34-06eb-414d-bb72-c24dc2f549e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:09.782632 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.832162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32587-7214-4fd1-8ba2-5c4d0784ede5 req-8ae9893e-0515-4c60-a070-8afda395019d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.833752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ef32587-7214-4fd1-8ba2-5c4d0784ede5 req-8ae9893e-0515-4c60-a070-8afda395019d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 944 time: 0.5067670 Aug 31 07:56:09.840612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-828fd35f-4fcf-4ea0-b7f6-29dd80536f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.841406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-828fd35f-4fcf-4ea0-b7f6-29dd80536f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.841563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-828fd35f-4fcf-4ea0-b7f6-29dd80536f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.843290 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-828fd35f-4fcf-4ea0-b7f6-29dd80536f6f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a2b27715156d44fa962406a3bd23f3be&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2746181 Aug 31 07:56:09.846992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Deleting port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:09.848505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.888847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-8fb9d1dc-6165-4548-9bd7-8dd131bae0ef service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883959 Aug 31 07:56:09.892464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Pushing event updated for resources: {'Port': ['ID=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:09.984796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b526c2f-ddaa-4c2c-ab7f-709b0ace7762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:09.991721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b6f5d-810c-4fec-bb27-546fd5898818 req-38068dc0-5a4b-4dbf-9f48-ab4f706b0606 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:09.998258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d6b6f5d-810c-4fec-bb27-546fd5898818 req-38068dc0-5a4b-4dbf-9f48-ab4f706b0606 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.4337840 Aug 31 07:56:10.039463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] For port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,segment=NetworkSegment(7412cd15-e95c-45c2-a426-8aa38b881b08),segment_id=7412cd15-e95c-45c2-a426-8aa38b881b08)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:10.039761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.060036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Calling delete_port for f7d2a797-7cd4-49ec-8302-a1d41da9cd2d owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:10.066836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b526c2f-ddaa-4c2c-ab7f-709b0ace7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.121266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ef32587-7214-4fd1-8ba2-5c4d0784ede5 req-b99c3408-fba4-4911-9ad2-0485f2670f73 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678158 Aug 31 07:56:10.167697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-a283ad77-10a4-46e7-8e7b-0e933688fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.169352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0035dd98-1e53-485f-9e06-47ba69474ea5 req-a283ad77-10a4-46e7-8e7b-0e933688fab6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177247 Aug 31 07:56:10.173900 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b526c2f-ddaa-4c2c-ab7f-709b0ace7762 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64e18e5a9ca34a1183c770282681277d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042256 Aug 31 07:56:10.192454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:10.195462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b526c2f-ddaa-4c2c-ab7f-709b0ace7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86368037-9c1d-40ac-83c2-2b8a5b161726,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:10.195876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d6b6f5d-810c-4fec-bb27-546fd5898818 req-3820e769-c5a5-4840-b30a-d43f201384cf tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960380 Aug 31 07:56:10.196558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Attempting to bind port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:10.196902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Attempting to bind port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:10.197229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Attempting to bind port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 on network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:10.285864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 on network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:10.286477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Attempting to bind port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 on network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:10.331727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:10.332131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Checking segment: {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:10.332473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Bound using segment: {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:10.333019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Bound port: 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48747fef-c823-44a6-baef-d78c70ba4f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:10.333392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.356650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.369374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:10.408252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.408926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Pushing event deleted for resources: {'Port': ['ID=f7d2a797-7cd4-49ec-8302-a1d41da9cd2d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:10.475318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] No DVR routers for this DVR port f7d2a797-7cd4-49ec-8302-a1d41da9cd2d on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:10.482454 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e4496757-48fb-4207-af16-ea4537923489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.483316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.486990 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b3a7a6de-0d28-4d4f-bad6-78bf730ee517 req-bf50fb7d-ac3d-4a8b-9391-6b69e5751059 tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.68 "DELETE /v2.0/ports/f7d2a797-7cd4-49ec-8302-a1d41da9cd2d HTTP/1.1" status: 204 len: 173 time: 0.9384620 Aug 31 07:56:10.487916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'name': 'network-vif-deleted', 'tag': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:10.492961 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceec2ae-39c6-424a-8a9d-46ebb25084ba" -d '{"events": [{"server_uuid": "c1ebef08-b797-42d8-bf2c-ae34bbf852fa", "name": "network-vif-deleted", "tag": "f7d2a797-7cd4-49ec-8302-a1d41da9cd2d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:10.520811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91717bf-cdac-47eb-95bf-79fed254c522 req-cfa591c1-99f6-4629-88d1-bfa2d40c5522 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.527020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91717bf-cdac-47eb-95bf-79fed254c522 req-cfa591c1-99f6-4629-88d1-bfa2d40c5522 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.528714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b91717bf-cdac-47eb-95bf-79fed254c522 req-cfa591c1-99f6-4629-88d1-bfa2d40c5522 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1677 time: 0.3140104 Aug 31 07:56:10.541103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.554206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.561143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.567446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.574941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.581416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.588341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.594453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:10.598476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-3bc4925e-b02b-40f1-aeb1-df849d0bb394 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5419 time: 0.3011920 Aug 31 07:56:10.728355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e4496757-48fb-4207-af16-ea4537923489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:10.770387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] For port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:10.805312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 504b5fb6-649a-46ff-9c93-80031746c290 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:10.879370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] For port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:10.907879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=d1b9d622-314d-42c2-b522-ff883e608039,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:10.943531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17793d9e-77ca-4b72-ab7d-8b5a26616702 req-993f042f-f160-4b8d-8859-8f3ae69cadac tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3057063 Aug 31 07:56:11.001743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 504b5fb6-649a-46ff-9c93-80031746c290 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:11.007914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 504b5fb6-649a-46ff-9c93-80031746c290 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:11.008310 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.135173 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.152128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-baa7bc65-24c0-46c1-9dad-0e2d7d14bd6a None None] Provisioning complete for port d1b9d622-314d-42c2-b522-ff883e608039 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:11.152521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-baa7bc65-24c0-46c1-9dad-0e2d7d14bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.191888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504b5fb6-649a-46ff-9c93-80031746c290'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:11.194832 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793a8265-409c-4f3c-88fb-93e79973967a" -d '{"events": [{"server_uuid": "70e804ae-5a37-4445-9f29-ffbe5f63cb87", "name": "network-vif-plugged", "status": "completed", "tag": "504b5fb6-649a-46ff-9c93-80031746c290"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:11.235059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 504b5fb6-649a-46ff-9c93-80031746c290, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=504b5fb6-649a-46ff-9c93-80031746c290,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:11.245663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-baa7bc65-24c0-46c1-9dad-0e2d7d14bd6a None None] Port d1b9d622-314d-42c2-b522-ff883e608039 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:11.361674 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.383533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b91717bf-cdac-47eb-95bf-79fed254c522 req-3799cd56-2706-44c5-9c7b-785ce357ba62 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831769 Aug 31 07:56:11.390201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] In _notify_port_updated(), no bound segment for port d1b9d622-314d-42c2-b522-ff883e608039 on network 4ef263df-a671-4198-bca1-9125250c364f {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:56:11.394722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:11.395363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.396693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8b40e7be-97ec-4d00-8f3b-abdb2e2b197e tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "PUT /v2.0/ports/d1b9d622-314d-42c2-b522-ff883e608039 HTTP/1.1" status: 200 len: 996 time: 2.7906482 Aug 31 07:56:11.397968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.399665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53968) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:11.437045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=504b5fb6-649a-46ff-9c93-80031746c290,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:11.438702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:11.440985 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2795a62f-6db6-420b-b19c-f8ced027ca72" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:11.487216 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec91f11-13d5-4196-bd95-dc272fe949bf x-openstack-request-id: req-1ec91f11-13d5-4196-bd95-dc272fe949bf {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:11.489109 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ebef08-b797-42d8-bf2c-ae34bbf852fa", "name": "network-vif-deleted", "tag": "f7d2a797-7cd4-49ec-8302-a1d41da9cd2d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:11.489377 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ec91f11-13d5-4196-bd95-dc272fe949bf {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:11.489795 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ebef08-b797-42d8-bf2c-ae34bbf852fa', 'name': 'network-vif-deleted', 'tag': 'f7d2a797-7cd4-49ec-8302-a1d41da9cd2d', 'status': 'completed', 'code': 200} Aug 31 07:56:11.490785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:11.492285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.493404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] 10.222.0.45 "PUT /v2.0/ports/711ceaba-8b6d-4ac7-8786-cbd456a7bf87 HTTP/1.1" status: 200 len: 1092 time: 4.6651440 Aug 31 07:56:11.524230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bffa329c-4950-451f-abeb-6ab61580557a req-422fc0f4-c0e2-432d-be6a-79f72169fb3f tempest-AttachVolumeNegativeTest-1950469043 tempest-AttachVolumeNegativeTest-1950469043-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1ebef08-b797-42d8-bf2c-ae34bbf852fa HTTP/1.1" status: 200 len: 210 time: 0.1338773 Aug 31 07:56:11.563242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3182d3fd-b37e-4516-b823-6808b1c3b286 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:11.592910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.647919 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93d4cbb-f9c7-49b7-b04e-0d735a8dc271 x-openstack-request-id: req-b93d4cbb-f9c7-49b7-b04e-0d735a8dc271 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:11.648225 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e804ae-5a37-4445-9f29-ffbe5f63cb87", "name": "network-vif-plugged", "status": "completed", "tag": "504b5fb6-649a-46ff-9c93-80031746c290", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:11.665724 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b93d4cbb-f9c7-49b7-b04e-0d735a8dc271 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:11.666471 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504b5fb6-649a-46ff-9c93-80031746c290', 'code': 200} Aug 31 07:56:11.815276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e4496757-48fb-4207-af16-ea4537923489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.817942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e4496757-48fb-4207-af16-ea4537923489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.824065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e4496757-48fb-4207-af16-ea4537923489 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86368037-9c1d-40ac-83c2-2b8a5b161726 HTTP/1.1" status: 204 len: 168 time: 1.6221044 Aug 31 07:56:11.827654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port d1b9d622-314d-42c2-b522-ff883e608039 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:11.837863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.862371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Transition to ACTIVE for port object 3182d3fd-b37e-4516-b823-6808b1c3b286 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:11.874194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223346f2-86fe-48de-bc55-fa88eb5cb971 service neutron] Pushing event updated for resources: {'Port': ['ID=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:11.911431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496757-48fb-4207-af16-ea4537923489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86368037-9c1d-40ac-83c2-2b8a5b161726,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:11.919157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145db10-d71b-409c-87b8-a59f57bf5db2 req-6157ba48-038a-413b-b7e5-1a7b1cdff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:11.920217 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b145db10-d71b-409c-87b8-a59f57bf5db2 req-6157ba48-038a-413b-b7e5-1a7b1cdff021 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 1097 time: 0.1369493 Aug 31 07:56:11.936182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d292c-6b39-48ae-90fc-2b842bcead3e req-29eeef33-e0f7-4eba-8561-80cc4bd8aa30 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:11.937785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-613d292c-6b39-48ae-90fc-2b842bcead3e req-29eeef33-e0f7-4eba-8561-80cc4bd8aa30 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.3652844 Aug 31 07:56:11.944121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:11.965842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-e0fbef53-aa5d-4842-ae83-18c7b7496fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:11.966353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-e0fbef53-aa5d-4842-ae83-18c7b7496fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:11.967975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-e0fbef53-aa5d-4842-ae83-18c7b7496fce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1981 time: 0.2352767 Aug 31 07:56:12.003245 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:12.013900 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b145db10-d71b-409c-87b8-a59f57bf5db2 req-38ac7289-ffd9-47cd-b1e0-513a1b2ffcb9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809388 Aug 31 07:56:12.014974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ca0b3-22ee-4f04-bb56-243ecfc87538 req-9bec59d9-306b-4168-bb9d-c6b5821b480e tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.018426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-374ca0b3-22ee-4f04-bb56-243ecfc87538 req-9bec59d9-306b-4168-bb9d-c6b5821b480e tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1887875 Aug 31 07:56:12.020217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for d1b9d622-314d-42c2-b522-ff883e608039 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:12.082856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-2af1f5c3-ab39-49a9-bf26-896785ce4361 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=acf1271f-c087-41d0-8812-b7c7608f5493 HTTP/1.1" status: 200 len: 217 time: 0.0875719 Aug 31 07:56:12.125267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:12.182645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-613d292c-6b39-48ae-90fc-2b842bcead3e req-aef2c4f0-af11-41e1-889c-5b39dc2f82a0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308612 Aug 31 07:56:12.246682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-374ca0b3-22ee-4f04-bb56-243ecfc87538 req-6ca2d2d4-06b8-48da-bae2-94077ac69f7b tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794705 Aug 31 07:56:12.262162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-5d1656f7-7fa1-4bc6-834a-87ec1ccf84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.263878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-5d1656f7-7fa1-4bc6-834a-87ec1ccf84f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3982ce89-bd80-4f43-b75f-90dd19c5ac52 HTTP/1.1" status: 200 len: 801 time: 0.1586328 Aug 31 07:56:12.289020 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe580712-15e8-4976-bdba-da02eaccf080 x-openstack-request-id: req-fe580712-15e8-4976-bdba-da02eaccf080 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:12.289020 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:12.289020 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe580712-15e8-4976-bdba-da02eaccf080 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:12.296491 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7', 'status': 'completed', 'code': 200} Aug 31 07:56:12.300992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Attempting to bind port 3182d3fd-b37e-4516-b823-6808b1c3b286 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:12.300992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Attempting to bind port 3182d3fd-b37e-4516-b823-6808b1c3b286 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:12.300992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Attempting to bind port 3182d3fd-b37e-4516-b823-6808b1c3b286 on network 073ab6d4-0122-4a78-8db8-769b1f12df5a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:12.321413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Port 3182d3fd-b37e-4516-b823-6808b1c3b286 on network 073ab6d4-0122-4a78-8db8-769b1f12df5a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:12.321748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Attempting to bind port 3182d3fd-b37e-4516-b823-6808b1c3b286 on network 073ab6d4-0122-4a78-8db8-769b1f12df5a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:12.322343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:12.333941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:12.334328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Checking segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:12.334673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Bound using segment: {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:12.335260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Bound port: 3182d3fd-b37e-4516-b823-6808b1c3b286, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ca66e5-e61e-4e52-80ac-21fbe2d6e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:12.335631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:12.352195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-66bb7803-8904-43cd-b87e-8971ddf303f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.353829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-66bb7803-8904-43cd-b87e-8971ddf303f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1887bfa2-2c2d-439a-911d-35550b20385a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783691 Aug 31 07:56:12.365538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=d1b9d622-314d-42c2-b522-ff883e608039,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:12.536106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.536770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.537273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.537840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.539160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.540432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.541224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.546750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-249c5fe1-c6fc-4324-8775-bce961fba3cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6453 time: 0.2306893 Aug 31 07:56:12.600299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.610117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.616186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.622503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.628908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.635408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.639485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:12.641095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.642636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb8c00c2-2d7e-44f2-91c4-d3fad4804b86 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/ports/d1b9d622-314d-42c2-b522-ff883e608039 HTTP/1.1" status: 204 len: 168 time: 1.2412014 Aug 31 07:56:12.643095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-e93020d2-536c-4864-85cb-1297c1241eb2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2883537 Aug 31 07:56:12.647276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53994) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:12.648022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:12.679341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3182d3fd-b37e-4516-b823-6808b1c3b286,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:12.690902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-78fca236-630e-45a4-85b6-20cce75d9876 service neutron] 10.222.0.45 "GET /v2.0/networks/1887bfa2-2c2d-439a-911d-35550b20385a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204775 Aug 31 07:56:12.709724 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcd24a3-348b-447c-b3c3-2879a3526010 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] GET failed (client error): The resource could not be found. Aug 31 07:56:12.718647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53998) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:12.718799 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6dcd24a3-348b-447c-b3c3-2879a3526010 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "GET /v2.0/ports/d1b9d622-314d-42c2-b522-ff883e608039 HTTP/1.1" status: 404 len: 333 time: 0.0695934 Aug 31 07:56:12.727890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1871b5b-e368-43f3-a78f-4b7b0d81429a req-bad8fa3d-b18e-446a-b35e-3f6d3c611faa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.734531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1871b5b-e368-43f3-a78f-4b7b0d81429a req-bad8fa3d-b18e-446a-b35e-3f6d3c611faa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.736188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1871b5b-e368-43f3-a78f-4b7b0d81429a req-bad8fa3d-b18e-446a-b35e-3f6d3c611faa tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1677 time: 0.2418411 Aug 31 07:56:12.750863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'name': 'tempest-AllowedAddressPairTestJSON-1848545035'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:12.774833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-85733a16-77f3-49b2-8e6d-854f65d111be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.782742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-85733a16-77f3-49b2-8e6d-854f65d111be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.782987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-85733a16-77f3-49b2-8e6d-854f65d111be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.784713 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-85733a16-77f3-49b2-8e6d-854f65d111be service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5a672b6d78654570ac7995da833b2496&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2277701 Aug 31 07:56:12.814862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:12.815297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f7d2a797-7cd4-49ec-8302-a1d41da9cd2d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:12.863842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: f7d2a797-7cd4-49ec-8302-a1d41da9cd2d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:12.864255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f7d2a797-7cd4-49ec-8302-a1d41da9cd2d not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:12.893528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-44f07605-fa3a-47ee-bf94-387d3fcae9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.895001 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2795a62f-6db6-420b-b19c-f8ced027ca72 req-44f07605-fa3a-47ee-bf94-387d3fcae9fe service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023130 Aug 31 07:56:12.968597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68e0c40a-fb9e-4fc9-ab5b-5de865ca9fe2 req-5fc2575b-6f7c-4d59-9e28-7eb5b05fe3a4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004458 Aug 31 07:56:12.981329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:12.985378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:12.989777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] 10.222.0.68 "PUT /v2.0/ports/3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 200 len: 1092 time: 3.5078127 Aug 31 07:56:12.997439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-076ff689-f19b-418e-a597-0cb7512b6c3f service neutron] 10.222.0.45 "GET /v2.0/networks/1887bfa2-2c2d-439a-911d-35550b20385a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967608 Aug 31 07:56:13.034647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797045ea-2577-4de7-a59c-120cfbb5c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:13.071616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54004) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:13.162542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1871b5b-e368-43f3-a78f-4b7b0d81429a req-4051b2ea-e3db-4d77-bca0-7a96aa0d3e1b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766899 Aug 31 07:56:13.164117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-acb404ff-e4c0-4dfc-a56b-2979927d3cee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.61&port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87 HTTP/1.1" status: 200 len: 217 time: 0.1161745 Aug 31 07:56:13.179633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Deleting subnet a415f8b2-78f5-4ff7-877a-0f9844265e5f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:13.185856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.240189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.303744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-de0f71e6-d756-4fe0-9bc6-6cfd8ac4a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.315161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-de0f71e6-d756-4fe0-9bc6-6cfd8ac4a894 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43629087-6055-487e-b9b4-6af6fea303bc HTTP/1.1" status: 200 len: 801 time: 0.1266484 Aug 31 07:56:13.347418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.347727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.348606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.348747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.349237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.349726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.350240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.352279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-77027cf9-c93a-49b3-a1c7-5c123fbb9485 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6495 time: 0.1872764 Aug 31 07:56:13.353824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.470565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-5d2a395f-bf9c-47ca-aeff-2d92ad5e537e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 200 len: 217 time: 0.0847218 Aug 31 07:56:13.488338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.520613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a415f8b2-78f5-4ff7-877a-0f9844265e5f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:13.525107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.526353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:13.527303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7ec2abab-06da-4624-8d97-7383abd59442 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a415f8b2-78f5-4ff7-877a-0f9844265e5f HTTP/1.1" status: 204 len: 168 time: 0.4544489 Aug 31 07:56:13.529701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54018) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:13.529988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.541273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d54102e1-143f-4673-8a91-3c49c7f262e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.543361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-d54102e1-143f-4673-8a91-3c49c7f262e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131639 Aug 31 07:56:13.579923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96040ce6-ba86-4bcf-b5fe-8710458b3ba9 req-d41f5587-4c03-4f45-98cd-6ad95fb08542 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.581414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96040ce6-ba86-4bcf-b5fe-8710458b3ba9 req-d41f5587-4c03-4f45-98cd-6ad95fb08542 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.2280784 Aug 31 07:56:13.603021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d72d5-6d1b-4021-ae9b-131a2aea30a3 req-8cf4daa7-3cc5-4169-bb8a-db30b50cb2fe tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.604426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f88d72d5-6d1b-4021-ae9b-131a2aea30a3 req-8cf4daa7-3cc5-4169-bb8a-db30b50cb2fe tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2216048 Aug 31 07:56:13.618534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.638720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] device_id is not set on port 5653802c-60fb-4fc2-ad42-7ef6d9797381 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:56:13.685290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-975dd486-e73b-4bde-b243-66ec37f3d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.686802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-975dd486-e73b-4bde-b243-66ec37f3d830 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c471819-fde2-4fd0-97d6-aff12222ef78 HTTP/1.1" status: 200 len: 856 time: 0.2052152 Aug 31 07:56:13.730964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.744281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c70ff7-c36e-4a55-bdfe-c57615cdbd84']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:13.760858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7412cd15-e95c-45c2-a426-8aa38b881b08') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:13.761359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7412cd15-e95c-45c2-a426-8aa38b881b08') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:13.774193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.789060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.796121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:13.796685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:13.798484 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:13.826963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f88d72d5-6d1b-4021-ae9b-131a2aea30a3 req-cb3cd429-768d-4e79-827f-1d397a31b869 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795828 Aug 31 07:56:13.830268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96040ce6-ba86-4bcf-b5fe-8710458b3ba9 req-1055be23-c86d-40ad-8e34-303cb5c79106 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925287 Aug 31 07:56:13.892995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-58c71127-7ed0-4345-ab62-52cebdd1edfb service neutron] 10.222.0.45 "GET /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347950 Aug 31 07:56:13.895150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-0b06b9db-190b-4a47-82a6-320f1cdc859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:13.896539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-0b06b9db-190b-4a47-82a6-320f1cdc859e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8bb433c7-8036-4d4a-b691-80e019454346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697776 Aug 31 07:56:13.935370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.942202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:13.946032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c4c70ff7-c36e-4a55-bdfe-c57615cdbd84 HTTP/1.1" status: 204 len: 168 time: 0.4145000 Aug 31 07:56:13.955579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Allocated IP 172.20.0.4 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/5653802c-60fb-4fc2-ad42-7ef6d9797381) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:13.982202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa14387-76fa-46c9-8ff8-6f3e62989284 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c70ff7-c36e-4a55-bdfe-c57615cdbd84,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:14.198120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:14.223105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a89baab4-8a3b-4a64-a5ab-ef3d620fb84b req-0dec7106-9ffb-4ff3-a6ef-4c0b2526b169 service neutron] 10.222.0.45 "GET /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212013 Aug 31 07:56:14.231876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-65f5f2af-b4b2-4fcd-9536-cfdb547a5104 service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182924 Aug 31 07:56:14.280224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.286276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.292280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.311637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.311637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.311637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.316938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.318887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-c1b76c85-a79e-4988-8d85-3013b1166551 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2345536 Aug 31 07:56:14.347999 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d24323c-a8d0-45ba-9596-5af717e6e438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.352546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'tag': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87'}, {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:14.354777 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be29b66-be1b-4686-956f-d6f8b6552b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "tag": "711ceaba-8b6d-4ac7-8786-cbd456a7bf87"}, {"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:14.429328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54038) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:14.476373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d24323c-a8d0-45ba-9596-5af717e6e438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.486626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.490218 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f156680b-4b4f-40dc-abf8-7e620c832299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e91c92f64ac040be8e4a697aad6cb36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572610 Aug 31 07:56:14.490585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:14.493834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31a62c20-d99e-4502-87c8-e44e9fb20077 req-6bb6c027-cfc2-4fcc-9952-78e38755ff64 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294124 Aug 31 07:56:14.506471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb59b9d-1b56-4630-9965-700389f93638 req-7b840ea3-ae3f-4dbe-923c-7ca9940c3e51 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.512916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb59b9d-1b56-4630-9965-700389f93638 req-7b840ea3-ae3f-4dbe-923c-7ca9940c3e51 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.514316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddb59b9d-1b56-4630-9965-700389f93638 req-7b840ea3-ae3f-4dbe-923c-7ca9940c3e51 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1677 time: 0.2598841 Aug 31 07:56:14.519786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-a206a395-ae52-4fae-bcf5-b4e116e56adf service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792354 Aug 31 07:56:14.548981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-951b4f9e-0d2b-4cc0-9f9a-fa56cf791d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.573110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-951b4f9e-0d2b-4cc0-9f9a-fa56cf791d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.580141 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e31dd23-82c1-427e-ab2c-e6a595ba9c94 x-openstack-request-id: req-4e31dd23-82c1-427e-ab2c-e6a595ba9c94 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:14.580141 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "tag": "711ceaba-8b6d-4ac7-8786-cbd456a7bf87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:14.580449 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e31dd23-82c1-427e-ab2c-e6a595ba9c94 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:14.581174 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'tag': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87', 'status': 'completed', 'code': 200} Aug 31 07:56:14.581174 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286', 'status': 'completed', 'code': 200} Aug 31 07:56:14.582137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Transition to ACTIVE for port object 5653802c-60fb-4fc2-ad42-7ef6d9797381 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:14.584623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ffe91ada-5211-4452-aeb1-7e32164102ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 217 time: 0.0526450 Aug 31 07:56:14.591714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d24323c-a8d0-45ba-9596-5af717e6e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.649284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d24323c-a8d0-45ba-9596-5af717e6e438 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db9bc017d62e45ee9ee4ecc56612461d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488389 Aug 31 07:56:14.650393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24323c-a8d0-45ba-9596-5af717e6e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aca4d7-bad5-4dbd-8f7e-b45c6eaef00a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:14.653162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54042) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:14.653499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddb59b9d-1b56-4630-9965-700389f93638 req-56d24b30-ccd5-4a18-96f5-581ff4922ee5 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310155 Aug 31 07:56:14.698766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-80d3034b-9e6b-422a-85fa-5a36831efe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.700283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-80d3034b-9e6b-422a-85fa-5a36831efe62 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1025183 Aug 31 07:56:14.732388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-8a15c4f4-35ff-4e6c-ac6e-38ac5dce5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.732886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-8a15c4f4-35ff-4e6c-ac6e-38ac5dce5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.734519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-8a15c4f4-35ff-4e6c-ac6e-38ac5dce5a85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b27715156d44fa962406a3bd23f3be&device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1981 time: 0.1195152 Aug 31 07:56:14.739908 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82c8f0cb-9425-440d-a406-f680ef4710bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.766676 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82c8f0cb-9425-440d-a406-f680ef4710bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.779227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-951b4f9e-0d2b-4cc0-9f9a-fa56cf791d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.781755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-951b4f9e-0d2b-4cc0-9f9a-fa56cf791d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.782946 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-951b4f9e-0d2b-4cc0-9f9a-fa56cf791d22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/536af31b-ef51-4d64-86f8-fde989bcfff2 HTTP/1.1" status: 204 len: 168 time: 0.2914317 Aug 31 07:56:14.811643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b4f9e-0d2b-4cc0-9f9a-fa56cf791d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536af31b-ef51-4d64-86f8-fde989bcfff2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:14.842334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.904749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-b384df8f-5934-47a1-85dd-7dca4fea0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:14.906911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-b384df8f-5934-47a1-85dd-7dca4fea0d58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 HTTP/1.1" status: 200 len: 903 time: 0.1573293 Aug 31 07:56:14.918846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82c8f0cb-9425-440d-a406-f680ef4710bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.923658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82c8f0cb-9425-440d-a406-f680ef4710bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:14.927432 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82c8f0cb-9425-440d-a406-f680ef4710bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84aca4d7-bad5-4dbd-8f7e-b45c6eaef00a HTTP/1.1" status: 204 len: 168 time: 0.2709005 Aug 31 07:56:14.955185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8f0cb-9425-440d-a406-f680ef4710bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aca4d7-bad5-4dbd-8f7e-b45c6eaef00a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:15.008071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-9f4e3837-9de6-4147-9b18-b6a5afe2e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:15.009660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-9f4e3837-9de6-4147-9b18-b6a5afe2e70b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2903130 Aug 31 07:56:15.442206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-6569dc76-31be-4375-b31a-d597a8b9c1f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.61&port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87 HTTP/1.1" status: 200 len: 217 time: 0.4796133 Aug 31 07:56:15.496112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:15.563059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:15.574141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=5653802c-60fb-4fc2-ad42-7ef6d9797381,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:15.585828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:15.722645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487e51e-9a16-4099-9667-b98d5fbc3717 req-c3977a5a-1257-4a2b-8985-746d13ebb337 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:15.727590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b487e51e-9a16-4099-9667-b98d5fbc3717 req-c3977a5a-1257-4a2b-8985-746d13ebb337 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.7237833 Aug 31 07:56:15.729493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-85d8746e-b2bd-45a4-b25a-bed955b80c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:15.731666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-85d8746e-b2bd-45a4-b25a-bed955b80c48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43629087-6055-487e-b9b4-6af6fea303bc HTTP/1.1" status: 200 len: 801 time: 0.2479713 Aug 31 07:56:15.750365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb987f73-e291-41c8-bc28-600f5d1d22d4 req-488bfda8-2eed-4bf8-9159-25e8e837aa58 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:15.752176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb987f73-e291-41c8-bc28-600f5d1d22d4 req-488bfda8-2eed-4bf8-9159-25e8e837aa58 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.7464621 Aug 31 07:56:15.801663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:15.801663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:15.854026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3b77f94f-0000-4dff-b742-de88fc41f34f service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228716 Aug 31 07:56:15.950697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b487e51e-9a16-4099-9667-b98d5fbc3717 req-ed2ccfde-7a22-4267-bc46-360c406fd915 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951036 Aug 31 07:56:15.957751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-ce462fb7-9b1d-4dbf-90f5-a58db623dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:15.959815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-ce462fb7-9b1d-4dbf-90f5-a58db623dad4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023270 Aug 31 07:56:15.965796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3e2bb96-9fa3-4e5d-917b-4d6edea87d98 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2285848 Aug 31 07:56:15.968833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:15.975468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'network_id': '4ef263df-a671-4198-bca1-9125250c364f', 'name': 'tempest-AllowedAddressPairTestJSON-467540151'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:15.979389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb987f73-e291-41c8-bc28-600f5d1d22d4 req-5cd302d6-520d-4ce4-8692-b87ff005a231 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764655 Aug 31 07:56:16.009027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a4dd65cf-9fe3-4298-a971-6d1aa102d8b5 None None] Provisioning for port 5653802c-60fb-4fc2-ad42-7ef6d9797381 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:16.018326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a4dd65cf-9fe3-4298-a971-6d1aa102d8b5 None None] Provisioning complete for port 5653802c-60fb-4fc2-ad42-7ef6d9797381 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:16.019038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a4dd65cf-9fe3-4298-a971-6d1aa102d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:16.117157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd65cf-9fe3-4298-a971-6d1aa102d8b5 None None] Port 5653802c-60fb-4fc2-ad42-7ef6d9797381 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:16.204649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-b4e8ef70-f96f-4e5b-84cb-b0ac6f134100 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400524 Aug 31 07:56:16.275906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-34194faa-8530-4839-a69e-a3b9014c6f6f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 217 time: 0.0570779 Aug 31 07:56:16.287589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Made reservation on behalf of c5719620b91e421b98f9f23164d85fb2 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:16.291177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:16.291498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.299316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.305992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.313054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.319330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] device_id is not set on port 16f8ddb7-d679-4231-a396-1c684c1d078a yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:56:16.322408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.329051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.337842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.340489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4be28059-dda4-4b34-a157-bf145ca67628 req-c4fa7a0f-bdcd-47c1-89d0-ce65ff987d93 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2407677 Aug 31 07:56:16.352641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090fdb-ed85-4951-9d2d-fb97fec4bfe9 req-9d948f58-7699-4727-a1a6-d3b28dfa799c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.358787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f090fdb-ed85-4951-9d2d-fb97fec4bfe9 req-9d948f58-7699-4727-a1a6-d3b28dfa799c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.360673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f090fdb-ed85-4951-9d2d-fb97fec4bfe9 req-9d948f58-7699-4727-a1a6-d3b28dfa799c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1677 time: 0.2641382 Aug 31 07:56:16.374799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-4f481ecb-4f54-4193-b2a7-9753d8eef02e service neutron] 10.222.0.45 "GET /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885794 Aug 31 07:56:16.476874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Allocated IP 172.20.0.5 (4ef263df-a671-4198-bca1-9125250c364f/cda835d0-2eba-4cd9-927c-fe00e14ad4a6/16f8ddb7-d679-4231-a396-1c684c1d078a) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:16.524815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3db3692f-22dd-44fe-8438-9021e449dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.526384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3db3692f-22dd-44fe-8438-9021e449dbb3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1833780 Aug 31 07:56:16.534716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4be28059-dda4-4b34-a157-bf145ca67628 req-7c064960-192c-4efc-a746-66f56ebc1730 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729791 Aug 31 07:56:16.556426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f090fdb-ed85-4951-9d2d-fb97fec4bfe9 req-225137dc-c6e2-4da2-88ce-1f2fe4f0216a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797242 Aug 31 07:56:16.616594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-ea16b2e2-761a-4530-9a94-a215d259bb18 service neutron] 10.222.0.45 "GET /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023776 Aug 31 07:56:16.626349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-22778844-a2d8-467c-a5ef-bdc87d809ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:16.628079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-22778844-a2d8-467c-a5ef-bdc87d809ccf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923333 Aug 31 07:56:16.679734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:16.715190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Transition to ACTIVE for port object 16f8ddb7-d679-4231-a396-1c684c1d078a will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:16.783169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-f44ddefc-1688-4d21-85a5-81128e2e97e0 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461885 Aug 31 07:56:16.883459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-34f45d86-c22f-49a3-a674-28a94c1a9c5b service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918899 Aug 31 07:56:16.917406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:17.039595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-245f2c77-1a44-4aba-bae0-f83bc51e8486 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=7070293b-6786-4958-844f-338fa1c38741 HTTP/1.1" status: 200 len: 217 time: 0.1454136 Aug 31 07:56:17.081309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Network 4ef263df-a671-4198-bca1-9125250c364f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:17.091669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:17.095494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:17.156875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.157553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:17.177533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=16f8ddb7-d679-4231-a396-1c684c1d078a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:17.217402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2264c4c-5c6f-4e0b-8f8f-ca08a1abd7b6 req-de34c413-06c9-4e23-8a84-a8f7157100ba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.219102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2264c4c-5c6f-4e0b-8f8f-ca08a1abd7b6 req-de34c413-06c9-4e23-8a84-a8f7157100ba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1651633 Aug 31 07:56:17.223141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-704a564f-b592-4811-b84c-ff10f95f404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.224878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-704a564f-b592-4811-b84c-ff10f95f404f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1647415 Aug 31 07:56:17.254951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba72eb-caf8-4d99-907a-20af3a503a59 req-5f5c0745-5ef1-4e63-a14e-ac7b2f31bb60 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.258889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4ba72eb-caf8-4d99-907a-20af3a503a59 req-5f5c0745-5ef1-4e63-a14e-ac7b2f31bb60 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1558044 Aug 31 07:56:17.284148 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3ce93ef4-ec81-42f9-a9ac-cfee515a8282 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3130677 Aug 31 07:56:17.284830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:17.298370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:83:ea:6c'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e0:8e:c5'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:17.410554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2264c4c-5c6f-4e0b-8f8f-ca08a1abd7b6 req-cfa8956c-cca2-40fb-9c79-de408fbe892f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802309 Aug 31 07:56:17.413406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4ba72eb-caf8-4d99-907a-20af3a503a59 req-a300d7ae-2340-4426-ad4b-42ea6ff6f262 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273196 Aug 31 07:56:17.415363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e0ebb089-a329-4994-bcb8-5bd2b22a3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.416860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e0ebb089-a329-4994-bcb8-5bd2b22a3d55 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1794035 Aug 31 07:56:17.607264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-96fd737b-93cd-411b-9817-a0dfd425684e None None] Provisioning for port 16f8ddb7-d679-4231-a396-1c684c1d078a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:17.611961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-96fd737b-93cd-411b-9817-a0dfd425684e None None] Provisioning complete for port 16f8ddb7-d679-4231-a396-1c684c1d078a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:17.612523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-96fd737b-93cd-411b-9817-a0dfd425684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:17.635916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-31d9cc4d-34b4-4cb1-93fd-cb9666d9d21b service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911390 Aug 31 07:56:17.685908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-96fd737b-93cd-411b-9817-a0dfd425684e None None] Port 16f8ddb7-d679-4231-a396-1c684c1d078a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:17.776276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:17.866047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.871967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.877857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.883723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.889631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.896156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.902603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.904553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-141212f1-1b8d-4357-9bbd-be3b7fdc7672 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2488935 Aug 31 07:56:17.924865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684f33-d867-449a-88ec-ab6c9436ec67 req-da9a2c99-6e70-4ecd-a24b-8e9853b13bba tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.930775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684f33-d867-449a-88ec-ab6c9436ec67 req-da9a2c99-6e70-4ecd-a24b-8e9853b13bba tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:17.932397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86684f33-d867-449a-88ec-ab6c9436ec67 req-da9a2c99-6e70-4ecd-a24b-8e9853b13bba tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1677 time: 0.2955346 Aug 31 07:56:17.952571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ef8a2f64-0949-4720-a214-50b125ff3963 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957981 Aug 31 07:56:18.034719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-9e22e19d-7f39-461a-953e-bfc8546376db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f HTTP/1.1" status: 200 len: 217 time: 0.0671835 Aug 31 07:56:18.138532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8824f9f0-4fc2-4ea4-afac-6058eeca243c req-4b70fbc1-a72f-4206-8233-47af63acd141 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050097 Aug 31 07:56:18.163646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86684f33-d867-449a-88ec-ab6c9436ec67 req-b662dc80-ff8e-4e48-ac5e-d9ec32140b24 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213497 Aug 31 07:56:18.209124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-506e72e1-8b8b-46c7-b8f3-2f6ffffc347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:18.210678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-506e72e1-8b8b-46c7-b8f3-2f6ffffc347b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1618288 Aug 31 07:56:18.312894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.315992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-47800c75-09be-4aac-91f1-58e995274c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:18.317556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-47800c75-09be-4aac-91f1-58e995274c34 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983534 Aug 31 07:56:18.422336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.462741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-74c66251-d41d-42b8-bed4-d8adbb2a7858 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364751 Aug 31 07:56:18.524284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device acf1271f-c087-41d0-8812-b7c7608f5493 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:18.631119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event updated for resources: {'Port': ['ID=16f8ddb7-d679-4231-a396-1c684c1d078a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:18.741001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port acf1271f-c087-41d0-8812-b7c7608f5493, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=acf1271f-c087-41d0-8812-b7c7608f5493,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:18.750046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] In _notify_port_updated(), no bound segment for port 16f8ddb7-d679-4231-a396-1c684c1d078a on network 4ef263df-a671-4198-bca1-9125250c364f {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:56:18.758262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'acf1271f-c087-41d0-8812-b7c7608f5493', 'network_id': '1887bfa2-2c2d-439a-911d-35550b20385a', 'port_id': 'acf1271f-c087-41d0-8812-b7c7608f5493', 'mac_address': 'fa:16:3e:8a:96:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3982ce89-bd80-4f43-b75f-90dd19c5ac52', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:18.762862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:18.768908 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.770377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cd2ec361-7ffd-4349-96e1-a7b3072c994c tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "PUT /v2.0/ports/16f8ddb7-d679-4231-a396-1c684c1d078a HTTP/1.1" status: 200 len: 1055 time: 1.4826689 Aug 31 07:56:18.773354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54162) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:18.851326 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.854569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8613801-5c3f-406b-b268-dcecaf4f076b req-59259418-8c45-45fe-812a-afd6e3bb2528 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:18.863134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8613801-5c3f-406b-b268-dcecaf4f076b req-59259418-8c45-45fe-812a-afd6e3bb2528 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2415173 Aug 31 07:56:18.867748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf1271f-c087-41d0-8812-b7c7608f5493 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:18.892726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port acf1271f-c087-41d0-8812-b7c7608f5493, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=acf1271f-c087-41d0-8812-b7c7608f5493,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:18.909692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdbc1-65c1-4533-a2af-272557f1f1d3 req-8fd008a6-a491-44ea-9161-7f03b504f044 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:18.911582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46fbdbc1-65c1-4533-a2af-272557f1f1d3 req-8fd008a6-a491-44ea-9161-7f03b504f044 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.3691628 Aug 31 07:56:18.922400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c373a36d-c7d5-4c87-806e-d219ac8685e2 None None] Provisioning complete for port 16f8ddb7-d679-4231-a396-1c684c1d078a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:18.922989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c373a36d-c7d5-4c87-806e-d219ac8685e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.926496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8613801-5c3f-406b-b268-dcecaf4f076b req-aeb611f0-d2c3-4a6a-a67f-924d05c93d91 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625877 Aug 31 07:56:18.943105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port 16f8ddb7-d679-4231-a396-1c684c1d078a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:18.943105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.956959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-bb501afb-5d67-4362-9f29-e65418e4c56e service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782610 Aug 31 07:56:18.969219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:18.971804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:19.031268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-06b5cc19-a5c0-4dc5-9d51-3ea31a6e9789 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7 HTTP/1.1" status: 200 len: 217 time: 0.0653403 Aug 31 07:56:19.036567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46fbdbc1-65c1-4533-a2af-272557f1f1d3 req-9089ceb7-9f19-4b35-bf21-9cf8d55bf971 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163859 Aug 31 07:56:19.068803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c373a36d-c7d5-4c87-806e-d219ac8685e2 None None] Port 16f8ddb7-d679-4231-a396-1c684c1d078a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:19.074383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=acf1271f-c087-41d0-8812-b7c7608f5493,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:19.102435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:19.118903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e4588813-ebf9-4577-be98-8f38c0f84c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.120416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-e4588813-ebf9-4577-be98-8f38c0f84c00 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0812969 Aug 31 07:56:19.123936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for 16f8ddb7-d679-4231-a396-1c684c1d078a owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:19.164656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:19.178894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87', 'network_id': '42d69a28-2b4a-40dd-87a4-9dd2945d4dd3', 'port_id': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87', 'mac_address': 'fa:16:3e:d6:8d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43629087-6055-487e-b9b4-6af6fea303bc', 'ip_address': '19.86.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:19.189664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ef601ba3-01dc-4a17-acd4-083a1f19c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.192027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-ef601ba3-01dc-4a17-acd4-083a1f19c885 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590589 Aug 31 07:56:19.229645 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:19.245391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:19.279784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:19.444777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:19.508640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:19.539343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:19.583576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=16f8ddb7-d679-4231-a396-1c684c1d078a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:19.680949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['acf1271f-c087-41d0-8812-b7c7608f5493'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:19.918465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92119d22-ce44-4f1a-9277-e8f4b66f46b7 req-94ef82bf-9f9f-4336-8521-19c54370fe9a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.924461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92119d22-ce44-4f1a-9277-e8f4b66f46b7 req-94ef82bf-9f9f-4336-8521-19c54370fe9a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.926155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92119d22-ce44-4f1a-9277-e8f4b66f46b7 req-94ef82bf-9f9f-4336-8521-19c54370fe9a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1679 time: 0.6147554 Aug 31 07:56:19.930894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-86ee4c06-b3b1-4e85-8a1f-39dd121dbe58 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239466 Aug 31 07:56:19.942822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.950878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.956875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.962892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.970307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.986806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.986806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:19.986947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:19.997239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f109bf3e-eda5-4872-8a9e-b0c5d3f2bb9f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/ports/16f8ddb7-d679-4231-a396-1c684c1d078a HTTP/1.1" status: 204 len: 168 time: 1.2136812 Aug 31 07:56:19.997538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-2768cae7-db89-415d-b2f4-29f117f9ccca tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.6885161 Aug 31 07:56:19.997656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54186) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:20.017082 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee93bae-eaa8-4736-abaf-e4cc6e34121f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] GET failed (client error): The resource could not be found. Aug 31 07:56:20.019746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7ee93bae-eaa8-4736-abaf-e4cc6e34121f tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "GET /v2.0/ports/16f8ddb7-d679-4231-a396-1c684c1d078a HTTP/1.1" status: 404 len: 333 time: 0.0272822 Aug 31 07:56:20.022797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:20.109708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92119d22-ce44-4f1a-9277-e8f4b66f46b7 req-5de6bcb9-419d-4078-b164-0cb62de4a7f2 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172523 Aug 31 07:56:20.120611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9afa381d-448a-4d97-b9af-978c7f73b489 req-7fb0b527-1f3e-4f75-b853-2fecc03f31c2 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061871 Aug 31 07:56:20.124045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port 5653802c-60fb-4fc2-ad42-7ef6d9797381 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:20.124539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:20.176991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-612b1486-c020-4a2e-a482-738a72790e61 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856005 Aug 31 07:56:20.295263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:20.310140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-cd15f818-e315-43f8-a875-828d9410b2ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 200 len: 217 time: 0.1134124 Aug 31 07:56:20.324409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for 5653802c-60fb-4fc2-ad42-7ef6d9797381 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:20.431092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53d9e8-b881-46ea-a0e6-a1114b194d96 req-d9d3df8b-4006-4218-82ff-2e5d469a0fda tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:20.433835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e53d9e8-b881-46ea-a0e6-a1114b194d96 req-d9d3df8b-4006-4218-82ff-2e5d469a0fda tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1293144 Aug 31 07:56:20.436929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3c3e69d5-a9d8-4c72-9163-d00928ed9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:20.436929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3c3e69d5-a9d8-4c72-9163-d00928ed9fa6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.1172707 Aug 31 07:56:20.467901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edfeb1-fb6d-4407-a16a-53fa8c0771de req-1c1083b7-be0c-4b2a-b9d9-b66ab2dd3986 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:20.469524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74edfeb1-fb6d-4407-a16a-53fa8c0771de req-1c1083b7-be0c-4b2a-b9d9-b66ab2dd3986 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1381176 Aug 31 07:56:20.529801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device acf1271f-c087-41d0-8812-b7c7608f5493 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:20.557220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e53d9e8-b881-46ea-a0e6-a1114b194d96 req-553ff5ed-9368-4cab-9484-705be77d3a70 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010761 Aug 31 07:56:20.565576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3320eb26-b104-459d-a46b-150af0f89fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:20.567344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-3320eb26-b104-459d-a46b-150af0f89fbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222119 Aug 31 07:56:20.576562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74edfeb1-fb6d-4407-a16a-53fa8c0771de req-2bff734a-812c-4901-af67-cd957a0fdef4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847697 Aug 31 07:56:20.579447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:20.617830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=5653802c-60fb-4fc2-ad42-7ef6d9797381,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:20.701407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:20.706990 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f99749ca-41ba-42b4-b782-6e8acb79b88a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/ports/5653802c-60fb-4fc2-ad42-7ef6d9797381 HTTP/1.1" status: 204 len: 168 time: 0.6829374 Aug 31 07:56:20.707842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54204) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:20.726581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-1a643a05-6d28-48ca-a423-32429692fc20 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454496 Aug 31 07:56:20.737731 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba81e09-6ee2-4a4b-98e5-596a7c580bcd tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] GET failed (client error): The resource could not be found. Aug 31 07:56:20.742073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['711ceaba-8b6d-4ac7-8786-cbd456a7bf87'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:20.750232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8ba81e09-6ee2-4a4b-98e5-596a7c580bcd tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "GET /v2.0/ports/5653802c-60fb-4fc2-ad42-7ef6d9797381 HTTP/1.1" status: 404 len: 333 time: 0.0376732 Aug 31 07:56:20.751231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:20.807087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port acf1271f-c087-41d0-8812-b7c7608f5493 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:20.822540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port acf1271f-c087-41d0-8812-b7c7608f5493 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:20.822913 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:20.894648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e75a11be-ce06-4568-8d72-621674b5f6d0 req-c05a9d17-209e-483f-9dd6-6275e707e501 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573741 Aug 31 07:56:20.918762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port 54658518-d591-4c31-8ade-05c2990b22ed {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:20.919272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:20.961071 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.012967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1271f-c087-41d0-8812-b7c7608f5493'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:21.025553 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c46fb5-cd2f-456f-a88a-7b19a4bde4be" -d '{"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-plugged", "status": "completed", "tag": "acf1271f-c087-41d0-8812-b7c7608f5493"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:21.049075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port acf1271f-c087-41d0-8812-b7c7608f5493, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=acf1271f-c087-41d0-8812-b7c7608f5493,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:21.120203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.129196 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b1d70c-8b94-4085-a20c-351ab7469069 x-openstack-request-id: req-b1b1d70c-8b94-4085-a20c-351ab7469069 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:21.129463 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-plugged", "status": "completed", "tag": "acf1271f-c087-41d0-8812-b7c7608f5493", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:21.129797 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1b1d70c-8b94-4085-a20c-351ab7469069 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:21.130217 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1271f-c087-41d0-8812-b7c7608f5493', 'code': 200} Aug 31 07:56:21.143765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for 54658518-d591-4c31-8ade-05c2990b22ed owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:21.190997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.191556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.191949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.192475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.192949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.193417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.193917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.196153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-154a8457-288a-4a21-bf38-5d0fe6c19ac2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6495 time: 0.0788884 Aug 31 07:56:21.248033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.334698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=acf1271f-c087-41d0-8812-b7c7608f5493,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:21.413109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd202-55b9-4c60-91d4-b4aa7999f9a9 req-895904aa-ff99-4bc3-ade9-d16fa989c61b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.416034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd202-55b9-4c60-91d4-b4aa7999f9a9 req-895904aa-ff99-4bc3-ade9-d16fa989c61b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.418123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b23dd202-55b9-4c60-91d4-b4aa7999f9a9 req-895904aa-ff99-4bc3-ade9-d16fa989c61b tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1680 time: 0.2076619 Aug 31 07:56:21.450310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-637c5c57-a57d-4d36-8928-b09f4bca4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.451761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-637c5c57-a57d-4d36-8928-b09f4bca4cfd service neutron] 10.222.0.68 "GET /v2.0/networks?id=073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 200 len: 902 time: 0.2430754 Aug 31 07:56:21.462512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.468977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.474804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.481194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.487039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.492880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.499633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.501650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-0258e16a-9da4-4904-88fd-b690d5f415ae tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2291896 Aug 31 07:56:21.562597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-8548f57f-cbb4-4e6a-9b65-acbcb5b15f95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 200 len: 217 time: 0.0599003 Aug 31 07:56:21.574606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b23dd202-55b9-4c60-91d4-b4aa7999f9a9 req-5c819c73-0caf-48ac-981c-ae6e3d7be68a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485205 Aug 31 07:56:21.591819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.635738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2c5a506-b4b5-4d1f-b764-056ba097653e req-f8751cde-423e-4b0b-9a1f-cf20c0625907 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241999 Aug 31 07:56:21.661391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-62bd617d-dcea-4b4b-af17-0d4b8b69cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.663742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-62bd617d-dcea-4b4b-af17-0d4b8b69cb06 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0933223 Aug 31 07:56:21.681970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=54658518-d591-4c31-8ade-05c2990b22ed,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:21.772498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f5099-6bf9-418e-b5f7-672ac77a1054 req-1920c042-79ba-4475-ba0e-817b66c79d14 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.774141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-607f5099-6bf9-418e-b5f7-672ac77a1054 req-1920c042-79ba-4475-ba0e-817b66c79d14 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1094921 Aug 31 07:56:21.794225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-966c4af5-bc06-4931-bebc-daf23ebb651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.799413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-966c4af5-bc06-4931-bebc-daf23ebb651d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1212149 Aug 31 07:56:21.841268 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.844226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-47c2d506-f12f-4937-8ec0-40a9e5922e17 tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/ports/54658518-d591-4c31-8ade-05c2990b22ed HTTP/1.1" status: 204 len: 168 time: 1.0924315 Aug 31 07:56:21.846673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:21.905482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting subnet cda835d0-2eba-4cd9-927c-fe00e14ad4a6 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:21.909189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.925961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-607f5099-6bf9-418e-b5f7-672ac77a1054 req-0ddae375-3ae4-40fd-922b-a6caf586a6ae tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369839 Aug 31 07:56:21.946577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4521a17-f683-4ce3-bd36-fe9d2751691d req-84834c90-8303-4995-9f6a-c5f0632329cb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:21.948010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4521a17-f683-4ce3-bd36-fe9d2751691d req-84834c90-8303-4995-9f6a-c5f0632329cb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1696899 Aug 31 07:56:21.985401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:21.990221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-359c4e2d-5f92-4593-b716-f670781f5cab service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669424 Aug 31 07:56:22.017256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4521a17-f683-4ce3-bd36-fe9d2751691d req-ecdeb3c8-311a-4651-8aad-d801adfabc30 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564752 Aug 31 07:56:22.081516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.096949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0be29b66-be1b-4686-956f-d6f8b6552b4b req-20dc4ba8-8082-4ee6-94ec-cfa8b8acf792 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935829 Aug 31 07:56:22.213743 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.241028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Subnet': ['ID=cda835d0-2eba-4cd9-927c-fe00e14ad4a6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:22.246602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.248490 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-48578359-ec6e-49c1-adde-98da19a8c18a tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/subnets/cda835d0-2eba-4cd9-927c-fe00e14ad4a6 HTTP/1.1" status: 204 len: 168 time: 0.4008164 Aug 31 07:56:22.253907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64476c92-bdbd-40f8-90c8-f2a255b4519e None None] Network 4ef263df-a671-4198-bca1-9125250c364f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:22.255485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54242) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:22.339873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.430079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Deleting port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:22.430635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.479382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] DHCP port deletion for 4ef263df-a671-4198-bca1-9125250c364f request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:56:22.539741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] Deleting port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:22.540400 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.555255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] For port 6ede855f-47a5-46ef-b17d-c4b88e75ace7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6ede855f-47a5-46ef-b17d-c4b88e75ace7,segment=NetworkSegment(f0c79b12-dbbc-4d48-9143-c796609fd5ff),segment_id=f0c79b12-dbbc-4d48-9143-c796609fd5ff)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:22.555255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.561207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Calling delete_port for 6ede855f-47a5-46ef-b17d-c4b88e75ace7 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:22.588701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:22.662373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] For port 6ede855f-47a5-46ef-b17d-c4b88e75ace7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6ede855f-47a5-46ef-b17d-c4b88e75ace7,segment=NetworkSegment(f0c79b12-dbbc-4d48-9143-c796609fd5ff),segment_id=f0c79b12-dbbc-4d48-9143-c796609fd5ff)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:22.662777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.677997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] Calling delete_port for 6ede855f-47a5-46ef-b17d-c4b88e75ace7 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:22.736839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f08eb-8b04-4f72-a0bc-18e13c463a77 req-fbe0cf36-9849-42fe-8e29-baf938314038 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.738967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.744735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f08eb-8b04-4f72-a0bc-18e13c463a77 req-fbe0cf36-9849-42fe-8e29-baf938314038 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.753069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02f08eb-8b04-4f72-a0bc-18e13c463a77 req-fbe0cf36-9849-42fe-8e29-baf938314038 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1680 time: 0.0891461 Aug 31 07:56:22.762317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Port': ['ID=6ede855f-47a5-46ef-b17d-c4b88e75ace7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:22.773054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] No DVR routers for this DVR port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:22.796344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.828835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] Pushing event deleted for resources: {'Port': ['ID=6ede855f-47a5-46ef-b17d-c4b88e75ace7,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:22.830674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:22.835489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36521708-9f84-41fd-bc39-72396993d7f6 None None] No DVR routers for this DVR port 6ede855f-47a5-46ef-b17d-c4b88e75ace7 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:22.837566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:22.838102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.867894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.875037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.881489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.888373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.894751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.897793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.900869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.907703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:22.908869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef263df-a671-4198-bca1-9125250c364f']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:22.909744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-9b601e82-00e5-49c3-910e-1adde572b029 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.1544056 Aug 31 07:56:22.913194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02f08eb-8b04-4f72-a0bc-18e13c463a77 req-63916bab-9b5c-4de4-8d34-fb410774823d tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592121 Aug 31 07:56:22.926942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c79b12-dbbc-4d48-9143-c796609fd5ff') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:22.927247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c79b12-dbbc-4d48-9143-c796609fd5ff') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:22.938668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.948421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.959439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:22.982397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-514be7ad-a440-4c57-b85f-0db82a157fb1 req-79a5e56b-8af0-4cdc-ac4f-44ab074fb72c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568564 Aug 31 07:56:22.994613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:22.996471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:23.005319 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:23.041646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:23.048158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6ede855f-47a5-46ef-b17d-c4b88e75ace7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:23.069630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 6ede855f-47a5-46ef-b17d-c4b88e75ace7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:23.070318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6ede855f-47a5-46ef-b17d-c4b88e75ace7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:23.103714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ef3ad-e574-4ec2-ab66-34171aec1f31 req-82142319-5fa7-4806-84fc-89e7916eebd7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:23.105155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f6ef3ad-e574-4ec2-ab66-34171aec1f31 req-82142319-5fa7-4806-84fc-89e7916eebd7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.0735791 Aug 31 07:56:23.131292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:23.134037 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9367b8e-94fc-45c2-b7f1-073b90cad627" -d '{"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-plugged", "status": "completed", "tag": "711ceaba-8b6d-4ac7-8786-cbd456a7bf87"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:23.168871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f6ef3ad-e574-4ec2-ab66-34171aec1f31 req-f49379df-0af7-4250-a408-ab0c2f502327 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533195 Aug 31 07:56:23.173617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:23.179824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd0f73-5558-4d45-907d-f439081fad87 req-769824ae-0688-456b-892c-f031e0bc79ee tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:23.182078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4abd0f73-5558-4d45-907d-f439081fad87 req-769824ae-0688-456b-892c-f031e0bc79ee tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.0750985 Aug 31 07:56:23.213625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:23.226574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:23.228795 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] 10.222.0.36 "DELETE /v2.0/networks/4ef263df-a671-4198-bca1-9125250c364f HTTP/1.1" status: 204 len: 168 time: 0.9720647 Aug 31 07:56:23.236069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4abd0f73-5558-4d45-907d-f439081fad87 req-9683a64f-1e9b-482c-b31b-e0d2f4124cce tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481191 Aug 31 07:56:23.240663 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2be5c6-2bde-4fea-8b18-faf4d655a3fc x-openstack-request-id: req-da2be5c6-2bde-4fea-8b18-faf4d655a3fc {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:23.240961 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-plugged", "status": "completed", "tag": "711ceaba-8b6d-4ac7-8786-cbd456a7bf87", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:23.244150 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da2be5c6-2bde-4fea-8b18-faf4d655a3fc {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:23.244484 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87', 'code': 200} Aug 31 07:56:23.250924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:23.266482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6db4cb-9047-421b-9cdf-410823e5824d tempest-AllowedAddressPairTestJSON-2050848003 tempest-AllowedAddressPairTestJSON-2050848003-project] Pushing event deleted for resources: {'Network': ['ID=4ef263df-a671-4198-bca1-9125250c364f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:23.350571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640efa36-8949-47bc-aa2a-4a49c06101a2 req-c389cc55-1b91-4ee5-b9a8-cdabe4f73968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:23.351189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640efa36-8949-47bc-aa2a-4a49c06101a2 req-c389cc55-1b91-4ee5-b9a8-cdabe4f73968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:23.352865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-640efa36-8949-47bc-aa2a-4a49c06101a2 req-c389cc55-1b91-4ee5-b9a8-cdabe4f73968 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1985 time: 0.0589924 Aug 31 07:56:23.399722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-640efa36-8949-47bc-aa2a-4a49c06101a2 req-95387947-68b2-4363-adec-29f6f0e696a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Aug 31 07:56:23.681921 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:23.744558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6bb538e3-e5ba-49b0-9eef-93fa63f2ce30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:23.897353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54282) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:24.144421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c45cda-6969-4729-8700-940b10e816f6 req-a32d8bc4-cfd4-4fbf-938d-22973acb0a56 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.150508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c45cda-6969-4729-8700-940b10e816f6 req-a32d8bc4-cfd4-4fbf-938d-22973acb0a56 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.152191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86c45cda-6969-4729-8700-940b10e816f6 req-a32d8bc4-cfd4-4fbf-938d-22973acb0a56 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1681 time: 0.1696863 Aug 31 07:56:24.157939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c716397a-a45d-4d1f-87e6-5b5f08f6c79b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5719620b91e421b98f9f23164d85fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593520 Aug 31 07:56:24.160742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54296) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:24.196235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.202445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.208500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.214393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.219730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e82c940-f899-4be6-af22-110cb8dbe93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.220282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.226192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.232593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.234602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-f6355a9d-c721-41bf-b761-aec24289bd52 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.1601748 Aug 31 07:56:24.247943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e82c940-f899-4be6-af22-110cb8dbe93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.268962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86c45cda-6969-4729-8700-940b10e816f6 req-9edb7320-9f57-43ea-8027-77ee9b2bd917 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050475 Aug 31 07:56:24.321199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2180a14-d1d5-4d69-8d1d-16ec92c5ed33 req-3d3b08a4-3b76-4a8a-a745-86055938ff4a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716164 Aug 31 07:56:24.452936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e82c940-f899-4be6-af22-110cb8dbe93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.456160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e82c940-f899-4be6-af22-110cb8dbe93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.457427 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2e82c940-f899-4be6-af22-110cb8dbe93e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2297e1ba-3435-4111-af80-ec51e7c665dd HTTP/1.1" status: 204 len: 168 time: 0.2956641 Aug 31 07:56:24.471482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c940-f899-4be6-af22-110cb8dbe93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2297e1ba-3435-4111-af80-ec51e7c665dd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:24.564070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf426f-1dd2-407a-9ef7-35bdbdaa7c52 req-a81c0844-4150-4934-b3bf-a257a08f252f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.590296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92bf426f-1dd2-407a-9ef7-35bdbdaa7c52 req-a81c0844-4150-4934-b3bf-a257a08f252f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1839516 Aug 31 07:56:24.628118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46613519-d1e1-4f6a-928f-308335015547 req-2046a408-c474-4620-b2d1-c9c5017666bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:24.629761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46613519-d1e1-4f6a-928f-308335015547 req-2046a408-c474-4620-b2d1-c9c5017666bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1861262 Aug 31 07:56:24.634291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92bf426f-1dd2-407a-9ef7-35bdbdaa7c52 req-29c7c0a0-6748-4eb2-9558-ed4c66bca0db tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589638 Aug 31 07:56:24.689321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46613519-d1e1-4f6a-928f-308335015547 req-b1dad4e5-9eca-4ef4-9624-e1207338441a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522668 Aug 31 07:56:25.403151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4fd3-10d6-4a4b-8f46-52056ee2c137 req-39862729-8b77-4baa-a649-136a97a6b5a2 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.409103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4fd3-10d6-4a4b-8f46-52056ee2c137 req-39862729-8b77-4baa-a649-136a97a6b5a2 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.410727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7fa4fd3-10d6-4a4b-8f46-52056ee2c137 req-39862729-8b77-4baa-a649-136a97a6b5a2 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1681 time: 0.0584314 Aug 31 07:56:25.482915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7fa4fd3-10d6-4a4b-8f46-52056ee2c137 req-c5ba6f3b-4081-4196-b3e0-99ac1fdd02db tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622637 Aug 31 07:56:25.495022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.506684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.507268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.513199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.522265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.529018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.534811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.536778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-a27fa813-ff7f-4ce4-828e-2a55d90ba59f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.1251459 Aug 31 07:56:25.585351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be5f5cc7-aece-41a8-a6a4-2dc4dcc43dd2 req-24573d5e-e782-4e1d-bd71-e03ba373afbd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389638 Aug 31 07:56:25.764515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dfac9-c7be-490a-b212-4ed893825b82 req-9473e924-bfe2-4cf8-8d52-d5382cb2f8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.770366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-026dfac9-c7be-490a-b212-4ed893825b82 req-9473e924-bfe2-4cf8-8d52-d5382cb2f8e2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.0540481 Aug 31 07:56:25.807013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-026dfac9-c7be-490a-b212-4ed893825b82 req-fdc0530e-74bc-461b-acb3-f3a64af46f63 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349469 Aug 31 07:56:25.876324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:25.937690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54360) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:25.964190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81c821-c487-4a74-a777-95401202093a req-c881dead-1957-4f25-8c9c-e2bc486ad6d7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:25.965851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d81c821-c487-4a74-a777-95401202093a req-c881dead-1957-4f25-8c9c-e2bc486ad6d7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.0700622 Aug 31 07:56:26.029975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d81c821-c487-4a74-a777-95401202093a req-c2c03f31-f049-45cc-aeba-9d026b2a4203 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547028 Aug 31 07:56:26.080310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005967814'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:26.183216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb8887-3e77-4077-8e0b-1960491955c1 req-c7a15f4a-bce2-4ef9-9ada-de818a6d17ee tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.189315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb8887-3e77-4077-8e0b-1960491955c1 req-c7a15f4a-bce2-4ef9-9ada-de818a6d17ee tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.190970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeb8887-3e77-4077-8e0b-1960491955c1 req-c7a15f4a-bce2-4ef9-9ada-de818a6d17ee tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1681 time: 0.0662210 Aug 31 07:56:26.232115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeb8887-3e77-4077-8e0b-1960491955c1 req-5800e47a-6754-49da-948e-33f7cdbe6e4f tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Aug 31 07:56:26.240987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:26.245210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.261726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.363004 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.476012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.503163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:26.512666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504ad6e9-30c8-4bbb-b9ba-0ea7ba947bc4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:26.519137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.519488 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 83f9f0ac-e166-40d4-ad8c-a4295f474ed8 of type vlan for network c56e1947-3acc-49cd-be48-e8bd13e2d33e Aug 31 07:56:26.527879 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.590921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.681049 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a1880a58-b070-455b-af86-15b98236f080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.743395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.750968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.752859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:26.885611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=c56e1947-3acc-49cd-be48-e8bd13e2d33e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:26.893973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b8788c0e-a64d-4c8d-93a1-620dba1e70b7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9543948 Aug 31 07:56:26.908772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c56e1947-3acc-49cd-be48-e8bd13e2d33e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:26.948061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.956401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.966955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.971886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.983012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.989051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:26.997345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.007585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-084b59a0-ea25-4e1f-82bf-2eb7da909f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.3225524 Aug 31 07:56:27.052466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54412) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:27.058447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:27.089682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c58cfc2-0994-4bec-a00a-251300dc0921 req-3ec39177-8ac1-43cb-a9c3-bdfe346d257f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811710 Aug 31 07:56:27.111309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7cf36-514e-49b6-889a-300a6de9b7bd req-6d191d43-5b64-4526-99d4-8cc80b9824bb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.113573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f7cf36-514e-49b6-889a-300a6de9b7bd req-6d191d43-5b64-4526-99d4-8cc80b9824bb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.0747201 Aug 31 07:56:27.240664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f7cf36-514e-49b6-889a-300a6de9b7bd req-67e5fc02-0646-4e0a-b92a-7d37753637bf tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106253 Aug 31 07:56:27.287162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:27.291022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.391134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aa71a-c765-4735-b8ce-9e01671e95e8 req-95c49292-9078-4272-bed6-1f9ebefaf547 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.392846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-405aa71a-c765-4735-b8ce-9e01671e95e8 req-95c49292-9078-4272-bed6-1f9ebefaf547 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.0590217 Aug 31 07:56:27.447909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-405aa71a-c765-4735-b8ce-9e01671e95e8 req-3043312d-62e3-4376-a17c-eea78b7dbdd8 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Aug 31 07:56:27.504464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022c101-b5ce-4efd-b9da-8e778f549588 req-24f394d0-81db-45b7-a982-af11d1e87d57 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.510571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022c101-b5ce-4efd-b9da-8e778f549588 req-24f394d0-81db-45b7-a982-af11d1e87d57 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.512196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8022c101-b5ce-4efd-b9da-8e778f549588 req-24f394d0-81db-45b7-a982-af11d1e87d57 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1681 time: 0.0630491 Aug 31 07:56:27.588185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8022c101-b5ce-4efd-b9da-8e778f549588 req-68ae36bf-bd17-4934-af25-48ce9ae1dda1 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648816 Aug 31 07:56:27.698850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.713244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-700f9a18-63ac-4e96-914c-c716cd0d2ac3 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.720058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-700f9a18-63ac-4e96-914c-c716cd0d2ac3 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:27.721705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-700f9a18-63ac-4e96-914c-c716cd0d2ac3 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.45 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 1681 time: 0.0732479 Aug 31 07:56:27.777289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=cec6e2d9-1a22-4c05-a95c-8a238476f64e,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:27.793411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '83f9f0ac-e166-40d4-ad8c-a4295f474ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:27.793906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: c56e1947-3acc-49cd-be48-e8bd13e2d33e, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:27.840554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:27.840971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.927884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.928413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network c56e1947-3acc-49cd-be48-e8bd13e2d33e is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:27.959724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:27.960170 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.973891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:28.018478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c56e1947-3acc-49cd-be48-e8bd13e2d33e) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:28.032295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.035653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.036047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5b953-b73f-406e-94e6-34af6b9f7b67 None None] Network c56e1947-3acc-49cd-be48-e8bd13e2d33e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:28.160823 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0da4ea48-c076-479e-b0f5-0c0275232706 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1035063 Aug 31 07:56:28.161356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54430) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:28.166434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1760108529'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:28.186565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.301182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=711ceaba-8b6d-4ac7-8786-cbd456a7bf87,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:28.379721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['acf1271f-c087-41d0-8812-b7c7608f5493', '711ceaba-8b6d-4ac7-8786-cbd456a7bf87'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:28.410229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:28.410229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.475370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:28.488417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.489169 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 14f26ffb-542c-4616-aada-2bb0b1cce4c8 of type vlan for network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 Aug 31 07:56:28.542997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:28.550765 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.553013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-eed7b8ff-86f7-42c9-a8f2-621e8a260c2a tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.45 "DELETE /v2.0/ports/711ceaba-8b6d-4ac7-8786-cbd456a7bf87 HTTP/1.1" status: 204 len: 173 time: 0.8206093 Aug 31 07:56:28.586723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.619661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-deleted', 'tag': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:28.623658 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a940344-2370-4d3f-ab80-c5358fd647be" -d '{"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-deleted", "tag": "711ceaba-8b6d-4ac7-8786-cbd456a7bf87"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:28.757783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c56e1947-3acc-49cd-be48-e8bd13e2d33e', 'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': 'cec6e2d9-1a22-4c05-a95c-8a238476f64e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:56:28.758666 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.773118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.780360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.781053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:28.814929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.822030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.828306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.834846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.841472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.847818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.854083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:28.856974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-2606e8c8-2300-4df5-a46f-f0a67d05c4f5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.6339915 Aug 31 07:56:28.987709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8231337 Aug 31 07:56:28.988261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54448) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:28.994523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:29.031516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Allocated IP 172.20.255.242 (c56e1947-3acc-49cd-be48-e8bd13e2d33e/cec6e2d9-1a22-4c05-a95c-8a238476f64e/23d1f58d-c777-4ec7-b821-fb4b7a37bfb1) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:29.058291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042de59a-7a2f-4aa5-8091-c72b4a24814b req-5d725aa6-63d7-45da-8276-9b23724c9b03 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:29.066091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-042de59a-7a2f-4aa5-8091-c72b4a24814b req-5d725aa6-63d7-45da-8276-9b23724c9b03 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.6722348 Aug 31 07:56:29.129287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port acf1271f-c087-41d0-8812-b7c7608f5493 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:29.133730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.225000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.237404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Transition to ACTIVE for port object 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:29.257983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Transition to ACTIVE for port object 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:29.321005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-086373b9-4d34-4d3b-a2e7-66734c43d47f req-a98caae2-4aef-447f-99db-955033e22844 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4488268 Aug 31 07:56:29.344157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3fa28-b025-4cff-b891-f7ae797fe27b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=926c3095-9ee7-48fa-a5c5-d7b3bc751502,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:29.361787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:29.380605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-042de59a-7a2f-4aa5-8091-c72b4a24814b req-9502af93-3304-4572-bc55-f9b3631ca015 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134255 Aug 31 07:56:29.381573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.431194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port acf1271f-c087-41d0-8812-b7c7608f5493, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=acf1271f-c087-41d0-8812-b7c7608f5493,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:29.436210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.474587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for acf1271f-c087-41d0-8812-b7c7608f5493 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:29.650966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Network c56e1947-3acc-49cd-be48-e8bd13e2d33e is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:29.716582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbc7cd-df47-4cd2-a5bc-3aaeca9e97c3 req-bbbb705f-68a7-4979-9c0c-ef2edd4f4055 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:29.724810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bedbc7cd-df47-4cd2-a5bc-3aaeca9e97c3 req-bbbb705f-68a7-4979-9c0c-ef2edd4f4055 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 945 time: 0.2218270 Aug 31 07:56:29.727081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:29.732630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:29.782679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6d4a-7ff6-415a-8650-9c33418bb019 req-e38dbb6a-bd5b-458b-b0c5-6672e7b734b0 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:29.786418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.804395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f0e6d4a-7ff6-415a-8650-9c33418bb019 req-e38dbb6a-bd5b-458b-b0c5-6672e7b734b0 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2851062 Aug 31 07:56:29.892137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Pushing event updated for resources: {'Port': ['ID=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:29.900346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bedbc7cd-df47-4cd2-a5bc-3aaeca9e97c3 req-0efb8267-fc9f-4be7-82dd-0d0403537a24 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/security-groups?id=df7c2d8e-d815-4c61-a324-59362e3c77bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743939 Aug 31 07:56:29.904256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.904609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.908147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:29.928402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Attempting to bind port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:29.928922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Attempting to bind port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '83f9f0ac-e166-40d4-ad8c-a4295f474ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:29.929686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Attempting to bind port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 on network c56e1947-3acc-49cd-be48-e8bd13e2d33e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:29.946102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:29.951950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Checking segment: {'id': '83f9f0ac-e166-40d4-ad8c-a4295f474ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:29.951950 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.951950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Bound using segment: {'id': '83f9f0ac-e166-40d4-ad8c-a4295f474ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:29.951950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Bound port: 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f9f0ac-e166-40d4-ad8c-a4295f474ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c56e1947-3acc-49cd-be48-e8bd13e2d33e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:29.951950 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.990085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f0e6d4a-7ff6-415a-8650-9c33418bb019 req-a213a920-376e-42c3-a212-ff2f1b4e275f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803710 Aug 31 07:56:30.036710 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0035a-12a2-4a90-b10d-52b0be3ee312 x-openstack-request-id: req-f8d0035a-12a2-4a90-b10d-52b0be3ee312 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:30.037424 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-deleted", "tag": "711ceaba-8b6d-4ac7-8786-cbd456a7bf87", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:30.037424 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8d0035a-12a2-4a90-b10d-52b0be3ee312 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:30.038043 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-deleted', 'tag': '711ceaba-8b6d-4ac7-8786-cbd456a7bf87', 'status': 'completed', 'code': 200} Aug 31 07:56:30.071233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] For port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:30.075353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] For port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,segment=NetworkSegment(83f9f0ac-e166-40d4-ad8c-a4295f474ed8),segment_id=83f9f0ac-e166-40d4-ad8c-a4295f474ed8)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:30.126297 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:30.142195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['711ceaba-8b6d-4ac7-8786-cbd456a7bf87'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:30.177074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:30.181319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=acf1271f-c087-41d0-8812-b7c7608f5493,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:30.203471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.203897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.204307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.204651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.204988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.205320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.205648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.206142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.206594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.206926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.207249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.207572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:56:30.253083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:30.256808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:30.292622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port acf1271f-c087-41d0-8812-b7c7608f5493 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:30.295433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:30.295933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b561-c66b-45fa-9e10-c8ccb6bffc91 None None] Pushing event updated for resources: {'Port': ['ID=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:30.297680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e85ff06-a2eb-4683-8090-8d741603d402 req-99f9ac14-3939-4488-8d16-9a23778a365e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.45 "DELETE /v2.0/ports/acf1271f-c087-41d0-8812-b7c7608f5493 HTTP/1.1" status: 204 len: 173 time: 1.6503806 Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-a8f00bee-8bcf-41e9-9b9d-6250f2e1bc49 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2098758 Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e0a7d-0249-4e97-8e24-c03cda1424d8 req-0b70233b-95fc-4eb1-aa3b-5b5368aacdb8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a97e0a7d-0249-4e97-8e24-c03cda1424d8 req-0b70233b-95fc-4eb1-aa3b-5b5368aacdb8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1426103 Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96b087b9-d6b5-40f1-bac3-69757091f410 req-aa9e6345-84c1-4b7f-9a8a-da84f5f0c880 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629435 Aug 31 07:56:30.804957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a97e0a7d-0249-4e97-8e24-c03cda1424d8 req-67c2f853-8e0f-42c3-9f40-b7799c5912b4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Aug 31 07:56:30.975883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:30.991510 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:56:31.143207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:31.224952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=b69bc50d-a5f4-4cf1-be98-6c6b4dea7ed5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:31.235346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '14f26ffb-542c-4616-aada-2bb0b1cce4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:31.247554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: 926c3095-9ee7-48fa-a5c5-d7b3bc751502, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:31.270722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30432ec7-1ecf-444f-a0c9-7600d297ad21 req-a9ee2eea-af90-4d93-872a-412467cac4d0 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "GET /v2.0/ports?device_id=38b40fcc-ea9d-4bdc-b030-81d35c3f876c HTTP/1.1" status: 200 len: 210 time: 0.1142368 Aug 31 07:56:31.374452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe354-a9f6-4029-90a6-3422b9de4113 req-05d154e7-167b-414b-806b-09b7b05feede tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:31.386751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-600fe354-a9f6-4029-90a6-3422b9de4113 req-05d154e7-167b-414b-806b-09b7b05feede tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1396480 Aug 31 07:56:31.390579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:31.470338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:31.478235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-600fe354-a9f6-4029-90a6-3422b9de4113 req-c3ee8f4f-75c5-4914-8ce6-222b7bdedb59 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902035 Aug 31 07:56:31.584716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 926c3095-9ee7-48fa-a5c5-d7b3bc751502) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:31.590233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:31.598276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:31.601574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0bce6-5a37-40b0-b134-5ab8ccf6310e None None] Network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:31.771367 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3699daad-d72e-4ff1-95a2-cfae88b66e22 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7818274 Aug 31 07:56:31.771719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54480) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:31.987185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-926c3095-9ee7-48fa-a5c5-d7b3bc751502', 'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': 'b69bc50d-a5f4-4cf1-be98-6c6b4dea7ed5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:56:31.988543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:32.203043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:32.212975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-deleted', 'tag': 'acf1271f-c087-41d0-8812-b7c7608f5493'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:32.218165 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027b961f-8ddc-42d6-bd91-0a19d1431b53" -d '{"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-deleted", "tag": "acf1271f-c087-41d0-8812-b7c7608f5493"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:32.341050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50dda5-640c-461d-8555-218f4ad62493 req-fb1d2fa8-c169-4783-9208-bc57de16cf66 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.342799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e50dda5-640c-461d-8555-218f4ad62493 req-fb1d2fa8-c169-4783-9208-bc57de16cf66 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.2650354 Aug 31 07:56:32.350809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34386c40-feaa-4ff0-984e-f0a00fa5128d None None] Network c56e1947-3acc-49cd-be48-e8bd13e2d33e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:32.364204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.372365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.377837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.384251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.390972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.401050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.412940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.419716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-8eb49f50-6e1b-4890-9fa4-bafd54680f63 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.4326069 Aug 31 07:56:32.472967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Allocated IP 172.20.0.2 (926c3095-9ee7-48fa-a5c5-d7b3bc751502/b69bc50d-a5f4-4cf1-be98-6c6b4dea7ed5/9d5511dc-6b22-430d-9e00-fd320f312eee) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:32.581871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e50dda5-640c-461d-8555-218f4ad62493 req-de347152-b1fb-4af2-9acc-fae217756422 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437020 Aug 31 07:56:32.591826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:32.632333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] Provisioning for port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:32.637452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device acf1271f-c087-41d0-8812-b7c7608f5493 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:32.672598 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c94e17d-1789-4cf0-a844-e6444f3600fb x-openstack-request-id: req-2c94e17d-1789-4cf0-a844-e6444f3600fb {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:32.672598 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b40fcc-ea9d-4bdc-b030-81d35c3f876c", "name": "network-vif-deleted", "tag": "acf1271f-c087-41d0-8812-b7c7608f5493", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:32.672598 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c94e17d-1789-4cf0-a844-e6444f3600fb {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:32.672598 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b40fcc-ea9d-4bdc-b030-81d35c3f876c', 'name': 'network-vif-deleted', 'tag': 'acf1271f-c087-41d0-8812-b7c7608f5493', 'status': 'completed', 'code': 200} Aug 31 07:56:32.706984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: acf1271f-c087-41d0-8812-b7c7608f5493 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:32.711269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device acf1271f-c087-41d0-8812-b7c7608f5493 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:32.711269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:32.717310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd7ef4e4-62e3-44e7-8cac-a725125861ec req-f0b47205-c7b5-49d8-b151-c7feeba6f6d7 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2571187 Aug 31 07:56:32.732117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54506) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:32.754063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:32.754415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 711ceaba-8b6d-4ac7-8786-cbd456a7bf87 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:32.761606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] Provisioning complete for port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:32.762037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:32.873827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting subnet 43629087-6055-487e-b9b4-6af6fea303bc {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:32.878498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:32.903630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa54d7-25f1-4347-b8c1-af4c615c6d1a req-8c5bd8b9-d1b1-411c-b766-f6c37c8fbbbd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:32.911749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4caa54d7-25f1-4347-b8c1-af4c615c6d1a req-8c5bd8b9-d1b1-411c-b766-f6c37c8fbbbd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.0844727 Aug 31 07:56:32.976214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4caa54d7-25f1-4347-b8c1-af4c615c6d1a req-0c78af3b-4bd3-4a6e-8dc7-3d84d30abd3d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635180 Aug 31 07:56:32.999673 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.034250 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.043764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Transition to ACTIVE for port object 9d5511dc-6b22-430d-9e00-fd320f312eee will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:33.061319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Transition to ACTIVE for port object 9d5511dc-6b22-430d-9e00-fd320f312eee will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:33.098367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.187061 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.190612 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.197159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] For port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,segment=NetworkSegment(83f9f0ac-e166-40d4-ad8c-a4295f474ed8),segment_id=83f9f0ac-e166-40d4-ad8c-a4295f474ed8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:33.234062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:33.239190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:33.242923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:33.257839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Pushing event updated for resources: {'Port': ['ID=9d5511dc-6b22-430d-9e00-fd320f312eee,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:33.305429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.319167 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.364954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Attempting to bind port 9d5511dc-6b22-430d-9e00-fd320f312eee on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:33.365602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Attempting to bind port 9d5511dc-6b22-430d-9e00-fd320f312eee by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '14f26ffb-542c-4616-aada-2bb0b1cce4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:33.365720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Attempting to bind port 9d5511dc-6b22-430d-9e00-fd320f312eee on network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:33.378523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:33.378912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Checking segment: {'id': '14f26ffb-542c-4616-aada-2bb0b1cce4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:33.379325 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.379729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Bound using segment: {'id': '14f26ffb-542c-4616-aada-2bb0b1cce4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:33.380288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Bound port: 9d5511dc-6b22-430d-9e00-fd320f312eee, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f26ffb-542c-4616-aada-2bb0b1cce4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:33.381722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.408800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eee5f-f7f4-4988-adc4-80fa50b7ad5b None None] Pushing event updated for resources: {'Port': ['ID=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:33.461575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.473186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926c3095-9ee7-48fa-a5c5-d7b3bc751502']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:33.484881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f26ffb-542c-4616-aada-2bb0b1cce4c8') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:33.485271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f26ffb-542c-4616-aada-2bb0b1cce4c8') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:33.496382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.510218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.512638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.519305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:33.520037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.536581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.541769 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/subnets/43629087-6055-487e-b9b4-6af6fea303bc HTTP/1.1" status: 204 len: 168 time: 0.8054814 Aug 31 07:56:33.561323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] For port 9d5511dc-6b22-430d-9e00-fd320f312eee, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:33.580980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54518) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:33.583836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9df6a-7673-4524-a980-ddd7f5db0a4c tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Subnet': ['ID=43629087-6055-487e-b9b4-6af6fea303bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:33.596247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b797596-88a9-4f38-88b5-db9c888e6c11 None None] Network 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:33.597065 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:33.599553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=b69bc50d-a5f4-4cf1-be98-6c6b4dea7ed5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:33.647672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:56:33.647672 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:56:33.647672 n-d-713499-16 neutron-server[95446]: [parameters: {'id': '926c3095-9ee7-48fa-a5c5-d7b3bc751502'}] Aug 31 07:56:33.647672 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:56:33.648029 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:56:33.702356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] For port 9d5511dc-6b22-430d-9e00-fd320f312eee, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9d5511dc-6b22-430d-9e00-fd320f312eee,segment=NetworkSegment(14f26ffb-542c-4616-aada-2bb0b1cce4c8),segment_id=14f26ffb-542c-4616-aada-2bb0b1cce4c8)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:33.756791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-523c08f8-9f5e-4234-b200-f2a8d3edd897 None None] Provisioning complete for port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:33.757195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-523c08f8-9f5e-4234-b200-f2a8d3edd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.770889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.844291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d4446-9560-4e4b-8f55-e31d3efe8130 req-a63dc817-02ac-4f60-8d95-51308f548633 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:33.846141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-566d4446-9560-4e4b-8f55-e31d3efe8130 req-a63dc817-02ac-4f60-8d95-51308f548633 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1181824 Aug 31 07:56:33.895221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:33.960675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fb618-1a1f-49dd-9a1e-c9c3887b0f05 None None] Pushing event updated for resources: {'Port': ['ID=9d5511dc-6b22-430d-9e00-fd320f312eee,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:33.990911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 32a17158-d3af-40de-843a-3c1ba821f01c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:33.993937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.012635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-566d4446-9560-4e4b-8f55-e31d3efe8130 req-f3eb39b3-d0d5-4ddf-b58a-3397978adc2f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397681 Aug 31 07:56:34.036721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.039975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.046988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.054104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.061739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.069049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.081614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.085490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-d9e0f184-e06a-4d59-96fa-02bb0cefaa8e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.2238069 Aug 31 07:56:34.148965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.164394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 32a17158-d3af-40de-843a-3c1ba821f01c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=32a17158-d3af-40de-843a-3c1ba821f01c,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:34.164824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.196734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b4087-3c47-4c84-b248-55b9e85dc9f3 None None] Network 926c3095-9ee7-48fa-a5c5-d7b3bc751502 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:34.230983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 32a17158-d3af-40de-843a-3c1ba821f01c owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:34.296259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f78a252-9cad-4be7-a86f-eddd5b59f5a2 req-94d67482-2126-4fc8-a225-e5c9c08b8ad0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2005413 Aug 31 07:56:34.384742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] DHCP port deletion for 42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:56:34.431803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28486c-77c2-4bd5-9a76-5e46a02c0a47 req-8d090754-debf-41f0-9576-3eace8c7db00 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:34.447847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d28486c-77c2-4bd5-9a76-5e46a02c0a47 req-8d090754-debf-41f0-9576-3eace8c7db00 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2463896 Aug 31 07:56:34.537112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] Deleting port 32a17158-d3af-40de-843a-3c1ba821f01c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:34.537679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.568842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d28486c-77c2-4bd5-9a76-5e46a02c0a47 req-368a3ca7-d988-4df0-a374-62a40f9ae7be tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196055 Aug 31 07:56:34.604817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 9d5511dc-6b22-430d-9e00-fd320f312eee {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:34.605293 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.630108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.707813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=32a17158-d3af-40de-843a-3c1ba821f01c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:34.712739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 32a17158-d3af-40de-843a-3c1ba821f01c on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:34.841087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 9d5511dc-6b22-430d-9e00-fd320f312eee, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9d5511dc-6b22-430d-9e00-fd320f312eee,segment=NetworkSegment(14f26ffb-542c-4616-aada-2bb0b1cce4c8),segment_id=14f26ffb-542c-4616-aada-2bb0b1cce4c8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:34.841469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.871748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.879249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] For port 32a17158-d3af-40de-843a-3c1ba821f01c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=32a17158-d3af-40de-843a-3c1ba821f01c,segment=NetworkSegment(48747fef-c823-44a6-baef-d78c70ba4f75),segment_id=48747fef-c823-44a6-baef-d78c70ba4f75)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:34.879656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:34.894428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] Calling delete_port for 32a17158-d3af-40de-843a-3c1ba821f01c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:34.906616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 9d5511dc-6b22-430d-9e00-fd320f312eee owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:34.927996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d69a28-2b4a-40dd-87a4-9dd2945d4dd3']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:34.969567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48747fef-c823-44a6-baef-d78c70ba4f75') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:34.971359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48747fef-c823-44a6-baef-d78c70ba4f75') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:35.025890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.091455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.102854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:35.117608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:35.120532 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:35.124417 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:35.151855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.185757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] Pushing event deleted for resources: {'Port': ['ID=32a17158-d3af-40de-843a-3c1ba821f01c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:35.244385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae7369-4c57-494b-9fc7-938577393381 None None] No DVR routers for this DVR port 32a17158-d3af-40de-843a-3c1ba821f01c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:35.268762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1558d-fc97-4e1b-b052-1bb00c44ba25 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:56:35.322399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:35.322780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.345776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2cf2e-0575-442b-8249-93e3c91ddebd req-cda9c784-4dba-49c4-887d-bccc273df15f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:35.356993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ef2cf2e-0575-442b-8249-93e3c91ddebd req-cda9c784-4dba-49c4-887d-bccc273df15f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1925333 Aug 31 07:56:35.385050 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.395611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.400985 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/networks/42d69a28-2b4a-40dd-87a4-9dd2945d4dd3 HTTP/1.1" status: 204 len: 168 time: 1.8183191 Aug 31 07:56:35.402548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54544) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:35.490571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ef2cf2e-0575-442b-8249-93e3c91ddebd req-dc8be296-66a9-4bbd-92a8-76b03d510a6d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324301 Aug 31 07:56:35.512454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81d73f-82ec-4e51-a8a7-754599345420 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Network': ['ID=42d69a28-2b4a-40dd-87a4-9dd2945d4dd3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:35.545303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.594040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting subnet 3982ce89-bd80-4f43-b75f-90dd19c5ac52 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:35.598240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.706781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:35.774841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 32a17158-d3af-40de-843a-3c1ba821f01c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:35.888827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 32a17158-d3af-40de-843a-3c1ba821f01c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:35.889188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 32a17158-d3af-40de-843a-3c1ba821f01c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:35.912993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1558d-fc97-4e1b-b052-1bb00c44ba25 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:56:35.926139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.253108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.290949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=9d5511dc-6b22-430d-9e00-fd320f312eee,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:36.321947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Subnet': ['ID=3982ce89-bd80-4f43-b75f-90dd19c5ac52,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:36.332549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.337554 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7902e386-38e1-44c8-9509-2298fc82f9f6 tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/subnets/3982ce89-bd80-4f43-b75f-90dd19c5ac52 HTTP/1.1" status: 204 len: 168 time: 0.8884792 Aug 31 07:56:36.338209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54554) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:36.350279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 9d5511dc-6b22-430d-9e00-fd320f312eee on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:36.517954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.623860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.630221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.636485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.642608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.652627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.652799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Deleting port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:36.659625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.681894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.684301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.692609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-868a7728-0a34-4d65-8f3a-eba1e115228e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 1.2404325 Aug 31 07:56:36.715302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b781de-e2ef-4a23-be48-f8fcaf0774cd req-ed1c1c87-b6bf-45da-ac43-96a8f59f1430 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.723145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8b781de-e2ef-4a23-be48-f8fcaf0774cd req-ed1c1c87-b6bf-45da-ac43-96a8f59f1430 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.4810748 Aug 31 07:56:36.749374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.775370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926c3095-9ee7-48fa-a5c5-d7b3bc751502']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:36.819850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddc1915e-8197-4893-a08e-e017b3c0ad2e req-54c41513-02f2-4082-8125-829a2f1e69fc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261621 Aug 31 07:56:36.834404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f26ffb-542c-4616-aada-2bb0b1cce4c8') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:36.835841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f26ffb-542c-4616-aada-2bb0b1cce4c8') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:36.862138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8b781de-e2ef-4a23-be48-f8fcaf0774cd req-502c0e35-ef1d-425c-bafb-badf0fccd90d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318834 Aug 31 07:56:36.886476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca320b4d-b671-473b-8bbe-6d103c10d3f9 req-8a55ed25-4be4-457f-a5d0-cf162ced162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:36.892645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca320b4d-b671-473b-8bbe-6d103c10d3f9 req-8a55ed25-4be4-457f-a5d0-cf162ced162f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.6153269 Aug 31 07:56:36.894599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.908816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] For port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,segment=NetworkSegment(99736851-dca0-4834-863c-8f7f7d38ba83),segment_id=99736851-dca0-4834-863c-8f7f7d38ba83)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:36.909208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.940104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Calling delete_port for 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:36.979733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:36.996945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:36.997124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:37.010163 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:37.150284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca320b4d-b671-473b-8bbe-6d103c10d3f9 req-2c18fe02-ef1d-4feb-812e-ec8b2f7fc3b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360971 Aug 31 07:56:37.186268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f8ff59-0358-4f5f-a28a-185273b0536e None None] Network 1887bfa2-2c2d-439a-911d-35550b20385a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:37.201487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057c24d-8333-4ae1-a248-ddeee4a92134 req-9a50a7aa-033d-43aa-a53b-a47d7b717e05 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:37.203042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e057c24d-8333-4ae1-a248-ddeee4a92134 req-9a50a7aa-033d-43aa-a53b-a47d7b717e05 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.0800617 Aug 31 07:56:37.262946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e057c24d-8333-4ae1-a248-ddeee4a92134 req-bf36f5be-16af-4a77-a47b-efebc71d9822 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537746 Aug 31 07:56:37.311208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.338283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] No DVR routers for this DVR port 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:37.373523 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.413899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.423481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/926c3095-9ee7-48fa-a5c5-d7b3bc751502 HTTP/1.1" status: 204 len: 168 time: 5.6364491 Aug 31 07:56:37.423677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Port': ['ID=5a527c45-91b5-4a6e-a8f8-9874d3fef1c8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:37.423786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1b9d1-7d59-43a7-8d95-16c74e45e55e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=926c3095-9ee7-48fa-a5c5-d7b3bc751502,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:37.425091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54562) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:37.430805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336180622'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:37.450663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dcf6d9-b01e-47a5-835c-9969e67ba085 None None] DHCP port deletion for 1887bfa2-2c2d-439a-911d-35550b20385a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:56:37.510661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.523308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1887bfa2-2c2d-439a-911d-35550b20385a']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:37.543266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99736851-dca0-4834-863c-8f7f7d38ba83') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:37.543266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99736851-dca0-4834-863c-8f7f7d38ba83') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:37.550354 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.566427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.573673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:37.574151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:37.577235 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:37.619014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:37.623866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.666906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:37.678459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.679008 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment ebf90b76-7462-4ce3-9260-bf8bcad16d8d of type vlan for network 8d9ef4e4-1925-44a9-b8cc-132added7e6f Aug 31 07:56:37.722670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.807841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.846305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.846305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] 10.222.0.36 "DELETE /v2.0/networks/1887bfa2-2c2d-439a-911d-35550b20385a HTTP/1.1" status: 204 len: 168 time: 1.4883552 Aug 31 07:56:37.846305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732901c-6755-42c6-96fa-d08d68e1247e tempest-ServersTestMultiNic-1330314692 tempest-ServersTestMultiNic-1330314692-project] Pushing event deleted for resources: {'Network': ['ID=1887bfa2-2c2d-439a-911d-35550b20385a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:37.876314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:37.882531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:37.883333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:38.009976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=8d9ef4e4-1925-44a9-b8cc-132added7e6f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:38.021553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66670bb2-c570-48e3-ad3d-2668af7ace5e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5948143 Aug 31 07:56:38.022271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8d9ef4e4-1925-44a9-b8cc-132added7e6f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:38.024330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54578) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:38.034020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:38.044569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.052116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.058824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.065217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.072893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.080415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.086469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.088600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-b65f8427-54b8-46a8-a644-4e41773fccf9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.1431086 Aug 31 07:56:38.162052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2dcd2-cdff-49d8-a993-4d9b77896b10 req-2c42b4bb-bd77-4e1b-8bb6-3c9bb0f5a277 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.163640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27b2dcd2-cdff-49d8-a993-4d9b77896b10 req-2c42b4bb-bd77-4e1b-8bb6-3c9bb0f5a277 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1602333 Aug 31 07:56:38.206684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2371f83f-eed4-4162-a3da-8bb9e75ac4a0 req-a5bb0f14-3bd4-413f-b1ed-aabd217d2ca5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072853 Aug 31 07:56:38.264559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27b2dcd2-cdff-49d8-a993-4d9b77896b10 req-4cae874b-004d-4363-b709-9b8f3da35dd2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857937 Aug 31 07:56:38.315814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:38.320552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:38.340880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54592) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:38.416001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing IP validity checks on allocation pools {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:56:38.417421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:56:38.519717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea348-3df2-4b70-8e38-fd42e79f83de req-521a54a6-93cc-475e-9dcf-a30bceee86db tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:38.521275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3ea348-3df2-4b70-8e38-fd42e79f83de req-521a54a6-93cc-475e-9dcf-a30bceee86db tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.0675898 Aug 31 07:56:38.644165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3ea348-3df2-4b70-8e38-fd42e79f83de req-ed58bab7-3e48-467e-bc9d-b31b0f8e8a00 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824134 Aug 31 07:56:38.681954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:38.782410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=19e55eeb-8bee-4322-9e99-e6cc3a598648,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:38.801980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:38.802460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: 8d9ef4e4-1925-44a9-b8cc-132added7e6f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:38.921430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network 8d9ef4e4-1925-44a9-b8cc-132added7e6f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:38.952191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7070293b-6786-4958-844f-338fa1c38741 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:38.978404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54606) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:39.000453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.041743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8d9ef4e4-1925-44a9-b8cc-132added7e6f) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:39.047014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.064209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.066719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7312f-5332-4b88-9b4a-8225e243698b None None] Network 8d9ef4e4-1925-44a9-b8cc-132added7e6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:39.115797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:39.160910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:39.160910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5a527c45-91b5-4a6e-a8f8-9874d3fef1c8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:39.208546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7070293b-6786-4958-844f-338fa1c38741,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:39.238757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d0430287-ded0-49ed-a79d-f9e3b4346c49 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2104430 Aug 31 07:56:39.239082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:39.245582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7070293b-6786-4958-844f-338fa1c38741', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'port_id': '7070293b-6786-4958-844f-338fa1c38741', 'mac_address': 'fa:16:3e:35:12:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:39.313270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.320003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Deleting port b9b60f54-10a2-4d79-8ca9-ad6eb860f376 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:39.320806 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.336295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-8d9ef4e4-1925-44a9-b8cc-132added7e6f', 'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': '19e55eeb-8bee-4322-9e99-e6cc3a598648'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:56:39.337182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.352339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7070293b-6786-4958-844f-338fa1c38741 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:39.387907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7070293b-6786-4958-844f-338fa1c38741,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:39.457628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36fc8fb6-fe1e-48a1-b245-31b11b54c9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.524149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.524747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1f5f0b62-a958-4e42-b633-6d4d920a2c8f details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:39.550955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.602069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06137d7e-14e7-4086-adf1-aa762b189acc req-145de0e2-92ee-48fe-86c2-d94cf8f81a2d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.603840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06137d7e-14e7-4086-adf1-aa762b189acc req-145de0e2-92ee-48fe-86c2-d94cf8f81a2d tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.1888919 Aug 31 07:56:39.610615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] For port b9b60f54-10a2-4d79-8ca9-ad6eb860f376, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,segment=NetworkSegment(a516fbb4-4541-4590-8be1-b6881842917f),segment_id=a516fbb4-4541-4590-8be1-b6881842917f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:39.611083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.613736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54620) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:39.651908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.663088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.666977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:39.679762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.683301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Allocated IP 172.20.0.3 (8d9ef4e4-1925-44a9-b8cc-132added7e6f/19e55eeb-8bee-4322-9e99-e6cc3a598648/0db6286e-741b-4105-8867-9a080d556056) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:39.685976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.697406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'port_id': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f', 'mac_address': 'fa:16:3e:42:80:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:39.706332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.708959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:39.721620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.728891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.750333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:39.752314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82a0ead-da01-4984-9fd4-026af49e161c req-b67d38ab-1aeb-4dad-bcd8-b81f71c0ea37 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5431 time: 0.3353987 Aug 31 07:56:39.802727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Calling delete_port for b9b60f54-10a2-4d79-8ca9-ad6eb860f376 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:39.917410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d35b40c1-2b92-4686-b3d7-ee6d0f8b86ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.943534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:39.958613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06137d7e-14e7-4086-adf1-aa762b189acc req-19806439-ec3a-46c5-8c78-41b9893f0f6c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215666 Aug 31 07:56:39.996059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5f0b62-a958-4e42-b633-6d4d920a2c8f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:40.007744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a82a0ead-da01-4984-9fd4-026af49e161c req-978d6ad6-d8d5-43d9-9524-2d1f3bae5b6e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2269773 Aug 31 07:56:40.052830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:40.064599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.073985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Transition to ACTIVE for port object 0db6286e-741b-4105-8867-9a080d556056 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:40.089477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Transition to ACTIVE for port object 0db6286e-741b-4105-8867-9a080d556056 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:40.097344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-756bd597-0548-4225-8429-15120ed46726 req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1140580486', 'description': 'tempest-description-1098656707'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:40.184672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36fc8fb6-fe1e-48a1-b245-31b11b54c9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.185219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.185952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 56f3fcc9-0048-4929-a9a0-87bf75cc1746 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:40.200758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cfa2d-20d4-4a65-83c4-17553843a0c6 req-b4c2d366-6aae-4617-9516-bff8539efcca tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:40.202328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab5cfa2d-20d4-4a65-83c4-17553843a0c6 req-b4c2d366-6aae-4617-9516-bff8539efcca tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1121876 Aug 31 07:56:40.239654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.261743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.277867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab5cfa2d-20d4-4a65-83c4-17553843a0c6 req-d048b7aa-8fa1-471e-beb5-2d074932d06e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655580 Aug 31 07:56:40.282718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Network 8d9ef4e4-1925-44a9-b8cc-132added7e6f is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:40.282929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36fc8fb6-fe1e-48a1-b245-31b11b54c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.293751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:40.317548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:40.324193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:40.330761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.331331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '56f3fcc9-0048-4929-a9a0-87bf75cc1746', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'port_id': '56f3fcc9-0048-4929-a9a0-87bf75cc1746', 'mac_address': 'fa:16:3e:aa:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:40.351475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Pushing event updated for resources: {'Port': ['ID=0db6286e-741b-4105-8867-9a080d556056,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.359598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-36fc8fb6-fe1e-48a1-b245-31b11b54c9ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88e1820fb65144c1b995dd65b0deeae3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3821843 Aug 31 07:56:40.362549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc8fb6-fe1e-48a1-b245-31b11b54c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ee18d-2e46-47fc-9f9c-58d4a9ed873d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.365210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54628) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:40.414563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.470504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.480119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b60f54-10a2-4d79-8ca9-ad6eb860f376,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.487982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Attempting to bind port 0db6286e-741b-4105-8867-9a080d556056 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:40.489506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Attempting to bind port 0db6286e-741b-4105-8867-9a080d556056 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:40.490044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Attempting to bind port 0db6286e-741b-4105-8867-9a080d556056 on network 8d9ef4e4-1925-44a9-b8cc-132added7e6f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:40.493940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9ef4e4-1925-44a9-b8cc-132added7e6f']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:40.511463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.513657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:40.514070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Checking segment: {'id': 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:40.514548 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.515135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Bound using segment: {'id': 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:40.515440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Bound port: 0db6286e-741b-4105-8867-9a080d556056, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:40.515825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.533884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=19e55eeb-8bee-4322-9e99-e6cc3a598648,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.537120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f3fcc9-0048-4929-a9a0-87bf75cc1746 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:40.539398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:40.539776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:40.555830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.573622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.580556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:40.581052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.583817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:40.588127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c107-b767-4243-ac0c-7496e741fbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:40.590961 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:40.617132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c107-b767-4243-ac0c-7496e741fbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.624762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] For port 0db6286e-741b-4105-8867-9a080d556056, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:40.699916 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.700616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3c6a5b78-d20e-49a3-a45b-65f730acfea7 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:40.740031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d35b40c1-2b92-4686-b3d7-ee6d0f8b86ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.754440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] For port 0db6286e-741b-4105-8867-9a080d556056, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0db6286e-741b-4105-8867-9a080d556056,segment=NetworkSegment(ebf90b76-7462-4ce3-9260-bf8bcad16d8d),segment_id=ebf90b76-7462-4ce3-9260-bf8bcad16d8d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:40.814833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:40.854030 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:56:40.854030 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:56:40.854030 n-d-713499-16 neutron-server[95445]: [parameters: {'id': '8d9ef4e4-1925-44a9-b8cc-132added7e6f'}] Aug 31 07:56:40.854030 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:56:40.887178 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:56:40.887492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:40.887606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.887729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '3c6a5b78-d20e-49a3-a45b-65f730acfea7', 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a', 'port_id': '3c6a5b78-d20e-49a3-a45b-65f730acfea7', 'mac_address': 'fa:16:3e:16:37:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7270fd9-0173-41ec-a9a6-4058badc6358', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:40.916438 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:40.932835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6a5b78-d20e-49a3-a45b-65f730acfea7 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:40.954394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:40.985080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d35b40c1-2b92-4686-b3d7-ee6d0f8b86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.048114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.083531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c107-b767-4243-ac0c-7496e741fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.086274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c107-b767-4243-ac0c-7496e741fbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.090650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6fe0c107-b767-4243-ac0c-7496e741fbf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d2ee18d-2e46-47fc-9f9c-58d4a9ed873d HTTP/1.1" status: 204 len: 168 time: 0.7223303 Aug 31 07:56:41.094236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b40c1-2b92-4686-b3d7-ee6d0f8b86ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e4b9da-ba62-44c8-9f75-a4d0e2781d3f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:41.098860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d35b40c1-2b92-4686-b3d7-ee6d0f8b86ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85a9284abcab4e82bedcb48aff79b0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4842286 Aug 31 07:56:41.101949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54636) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:41.126260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0c107-b767-4243-ac0c-7496e741fbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ee18d-2e46-47fc-9f9c-58d4a9ed873d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:41.165311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.166033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:41.196814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-756bd597-0548-4225-8429-15120ed46726 req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.216057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18d7-5c85-4770-a10b-6fd5e628270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.243133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.244558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18d7-5c85-4770-a10b-6fd5e628270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.262491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.262491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.263356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c470a93-ad66-40e2-b37f-cef229678d21 None None] Pushing event updated for resources: {'Port': ['ID=0db6286e-741b-4105-8867-9a080d556056,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:41.263440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.268113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.274550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.280407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.293720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4170ada-ff69-46bd-a127-2ca9bdb5ee44 None None] Network 8d9ef4e4-1925-44a9-b8cc-132added7e6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:41.298932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-8690fb86-e980-4661-b114-ababc97a8443 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5435 time: 0.1952591 Aug 31 07:56:41.305989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:41.342524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Router 672a0163-667b-4d5a-8dbe-7e14412b5022 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:41.355551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.359864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd', 'network_id': '01cbd714-8ca6-4b88-949a-5b7f15be2462', 'port_id': 'ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd', 'mac_address': 'fa:16:3e:aa:3c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8079bb-68ed-42a2-a84d-70deec44110b', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:41.365600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e295b49-a18c-4d8c-8521-4ff5b0086998 req-ae439843-0ced-412b-a6c6-14cd6555b70b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588555 Aug 31 07:56:41.437564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:41.438082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 0db6286e-741b-4105-8867-9a080d556056 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:41.438569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.466048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.503491 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18d7-5c85-4770-a10b-6fd5e628270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.506194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18d7-5c85-4770-a10b-6fd5e628270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.508103 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2dcf18d7-5c85-4770-a10b-6fd5e628270b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3e4b9da-ba62-44c8-9f75-a4d0e2781d3f HTTP/1.1" status: 204 len: 168 time: 0.4050620 Aug 31 07:56:41.560953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf18d7-5c85-4770-a10b-6fd5e628270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e4b9da-ba62-44c8-9f75-a4d0e2781d3f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:41.583389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:41.610263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:41.618068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 0db6286e-741b-4105-8867-9a080d556056, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0db6286e-741b-4105-8867-9a080d556056,segment=NetworkSegment(ebf90b76-7462-4ce3-9260-bf8bcad16d8d),segment_id=ebf90b76-7462-4ce3-9260-bf8bcad16d8d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:41.618068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.620658 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] Sync routers for ids ['672a0163-667b-4d5a-8dbe-7e14412b5022'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:41.633226 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] Routers {'672a0163-667b-4d5a-8dbe-7e14412b5022'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:41.633518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['672a0163-667b-4d5a-8dbe-7e14412b5022'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:41.645943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5ddb-2449-47eb-a602-cf51c0ddfbc9 req-20981f20-82eb-421b-8955-3eb5d725fc72 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:41.647546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b1c5ddb-2449-47eb-a602-cf51c0ddfbc9 req-20981f20-82eb-421b-8955-3eb5d725fc72 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.2035861 Aug 31 07:56:41.661694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 0db6286e-741b-4105-8867-9a080d556056 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:41.677881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-41b4d777-2386-4b68-9d47-7ea32f911e6d admin admin] 10.222.0.36 "PUT /v2.0/routers/672a0163-667b-4d5a-8dbe-7e14412b5022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3353415 Aug 31 07:56:41.679418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:41.694640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:41.745036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646e58e-c4f9-41be-bb20-ceb047cfdf6c None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:56:41.781668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.782641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 23190871-4ced-40db-ba9b-b340816ada1c details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:41.809358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-756bd597-0548-4225-8429-15120ed46726 req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:41.813093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b1c5ddb-2449-47eb-a602-cf51c0ddfbc9 req-142e7a30-1168-4c33-92f3-57be56fe968f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340935 Aug 31 07:56:41.858525 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] Set router 672a0163-667b-4d5a-8dbe-7e14412b5022 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:41.950781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:41.972672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-756bd597-0548-4225-8429-15120ed46726 req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.067599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad1b7f6-5fd6-43b9-ae0c-4be22fc6f7fb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:42.086445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.119179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=23190871-4ced-40db-ba9b-b340816ada1c,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:42.126636 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:56:40Z', 'revision_number': 5, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:42.133023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-756bd597-0548-4225-8429-15120ed46726 req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.134477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-756bd597-0548-4225-8429-15120ed46726 req-77ee9e8d-20e7-499d-b593-8a9f6a5e5925 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 2.0464270 Aug 31 07:56:42.146228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '23190871-4ced-40db-ba9b-b340816ada1c', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'port_id': '23190871-4ced-40db-ba9b-b340816ada1c', 'mac_address': 'fa:16:3e:7b:28:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:42.153144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e646e58e-c4f9-41be-bb20-ceb047cfdf6c None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:56:42.169085 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] Checking router: 672a0163-667b-4d5a-8dbe-7e14412b5022 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:42.178427 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] Routers {'672a0163-667b-4d5a-8dbe-7e14412b5022'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:42.179267 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['672a0163-667b-4d5a-8dbe-7e14412b5022'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:42.255027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.277450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54650) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:42.300942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=0db6286e-741b-4105-8867-9a080d556056,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:42.315294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] Set router 672a0163-667b-4d5a-8dbe-7e14412b5022 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:42.323729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 0db6286e-741b-4105-8867-9a080d556056 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:42.378869 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.392854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7616c05a-3663-4ed9-9d87-05ae1c9f3c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.505431 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.574818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9ef4e4-1925-44a9-b8cc-132added7e6f']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:42.620856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:42.622217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf90b76-7462-4ce3-9260-bf8bcad16d8d') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:42.649520 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.686670 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:56:40Z', 'revision_number': 5, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:42.687332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7616c05a-3663-4ed9-9d87-05ae1c9f3c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.698615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23190871-4ced-40db-ba9b-b340816ada1c {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:42.711327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-8cd4ff6d-bb8d-44e0-9ec6-b90a185a36bf tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1140580486&fields=id&tenant_id=d8f6776ab56c4e5f98ab853a24806192 HTTP/1.1" status: 200 len: 267 time: 0.4625399 Aug 31 07:56:42.718067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.768449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d6aac-42df-492b-8d85-1b284f1b14b3 None None] The sync data for ids ['672a0163-667b-4d5a-8dbe-7e14412b5022'] in n-d-713499-16 is: [{'id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'name': 'tempest-ServersTestMultiNic-971934377-router', 'tenant_id': 'a2b27715156d44fa962406a3bd23f3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:54:14Z', 'updated_at': '2021-08-31T07:56:40Z', 'revision_number': 5, 'project_id': 'a2b27715156d44fa962406a3bd23f3be', 'gw_port': {'id': 'b336b0bd-fa16-45e4-8449-3b113042a8fd', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672a0163-667b-4d5a-8dbe-7e14412b5022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:54:15Z', 'updated_at': '2021-08-31T07:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:56:42.776267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.812673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Deleting port b336b0bd-fa16-45e4-8449-3b113042a8fd {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:42.813028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.826803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:42.827236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.832735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=23190871-4ced-40db-ba9b-b340816ada1c,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:42.840178 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:42.852189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7616c05a-3663-4ed9-9d87-05ae1c9f3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.894479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:42.995305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:42.999476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3182d3fd-b37e-4516-b823-6808b1c3b286 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:56:43.008605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-a180003d-8d5a-462a-b8a0-2ac70bcc0965 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.017416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-a180003d-8d5a-462a-b8a0-2ac70bcc0965 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2955284 Aug 31 07:56:43.026742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:43.026990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7616c05a-3663-4ed9-9d87-05ae1c9f3c0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4adcc610cd584d7fab3b260a988ce5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481918 Aug 31 07:56:43.031436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'port': {'security_groups': ['3b03fe0c-1e5c-47ec-9b95-59e697df2507', 'fad1b7f6-5fd6-43b9-ae0c-4be22fc6f7fb']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:43.041213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616c05a-3663-4ed9-9d87-05ae1c9f3c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec9678-387b-4970-8764-3f129e110f0b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:43.073223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] For port b336b0bd-fa16-45e4-8449-3b113042a8fd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b336b0bd-fa16-45e4-8449-3b113042a8fd,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:43.073647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.138036 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.158484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Calling delete_port for b336b0bd-fa16-45e4-8449-3b113042a8fd owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:43.162591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a31989fe-1c66-4164-9534-97e21348b519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.230884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a31989fe-1c66-4164-9534-97e21348b519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.231302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9b60f54-10a2-4d79-8ca9-ad6eb860f376 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:43.247917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3182d3fd-b37e-4516-b823-6808b1c3b286,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:43.249480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.261321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.267580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.281356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.285312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '3182d3fd-b37e-4516-b823-6808b1c3b286', 'network_id': '073ab6d4-0122-4a78-8db8-769b1f12df5a', 'port_id': '3182d3fd-b37e-4516-b823-6808b1c3b286', 'mac_address': 'fa:16:3e:77:2a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7270fd9-0173-41ec-a9a6-4058badc6358', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:56:43.294149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.300755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.303189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/8d9ef4e4-1925-44a9-b8cc-132added7e6f HTTP/1.1" status: 204 len: 168 time: 4.0632248 Aug 31 07:56:43.303612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.308217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320e00b-7cd9-4021-afca-8b7281adfd61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=8d9ef4e4-1925-44a9-b8cc-132added7e6f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:43.310180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:43.316639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.321657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461763772'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:43.323892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-74bcde60-5969-409d-9b7a-997c75d8ee43 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5436 time: 0.6115427 Aug 31 07:56:43.378038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7070293b-6786-4958-844f-338fa1c38741'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:43.390760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a31989fe-1c66-4164-9534-97e21348b519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.394850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a31989fe-1c66-4164-9534-97e21348b519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.397114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a31989fe-1c66-4164-9534-97e21348b519 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74ec9678-387b-4970-8764-3f129e110f0b HTTP/1.1" status: 204 len: 168 time: 0.3660722 Aug 31 07:56:43.417897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31989fe-1c66-4164-9534-97e21348b519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec9678-387b-4970-8764-3f129e110f0b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:43.421155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.487235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8576c069-5d80-45de-8ffd-d0dd2594a9e0 req-8918c068-f6e3-4141-acfc-a45d88c1f791 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230109 Aug 31 07:56:43.524779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b9b60f54-10a2-4d79-8ca9-ad6eb860f376 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:43.524779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9b60f54-10a2-4d79-8ca9-ad6eb860f376 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:43.546390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:43.554877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:43.560083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.612406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:43.636724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['23190871-4ced-40db-ba9b-b340816ada1c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:43.655451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.655842 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment b5e17f5b-acb1-4a59-855d-bb424a1d9e51 of type vlan for network fd00d2a5-e18b-4059-acc1-8c952477a6e2 Aug 31 07:56:43.734312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.749009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.810340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Pushing event deleted for resources: {'Port': ['ID=b336b0bd-fa16-45e4-8449-3b113042a8fd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:43.851747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.903630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:43.937501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.961718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3182d3fd-b37e-4516-b823-6808b1c3b286 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:43.985622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.035969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3182d3fd-b37e-4516-b823-6808b1c3b286,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:44.039145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.046925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:44.047914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.087817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.101623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.107450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['61f0b970-877d-4073-bda4-400083d5fa50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:44.115687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.164076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:44.165012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.171765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3acd51ad-b0c2-4f82-8c4d-e89cf6f0a6f8 req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "PUT /v2.0/ports/61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 982 time: 1.1534359 Aug 31 07:56:44.172491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:44.186052 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6e4b63-e813-4c94-ad83-219d44d4d60c" -d '{"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:44.204486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.247209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=fd00d2a5-e18b-4059-acc1-8c952477a6e2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:44.264245 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f2644e32-dc93-42fa-9a95-8da807d69db5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9510608 Aug 31 07:56:44.267543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54690) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:44.275845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': 'fd00d2a5-e18b-4059-acc1-8c952477a6e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:44.277470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['61f0b970-877d-4073-bda4-400083d5fa50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:44.279403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network fd00d2a5-e18b-4059-acc1-8c952477a6e2 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:44.286706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191ae1-14fb-42a1-843c-f81efe81be0c tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:44.317584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-f7f80446-24d6-4741-9063-2fa90cd4e2a3 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1140580486&fields=id&tenant_id=d8f6776ab56c4e5f98ab853a24806192 HTTP/1.1" status: 200 len: 267 time: 0.0555930 Aug 31 07:56:44.329491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55c259-eed2-422b-bd34-5e55b3611fe7 req-00b0fc71-5ffb-4938-8ade-4769c7c8939d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:44.330892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd55c259-eed2-422b-bd34-5e55b3611fe7 req-00b0fc71-5ffb-4938-8ade-4769c7c8939d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1106157 Aug 31 07:56:44.371026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:44.399048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['1f5f0b62-a958-4e42-b633-6d4d920a2c8f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:44.418036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd55c259-eed2-422b-bd34-5e55b3611fe7 req-e2e8ba80-b53d-4a8f-8b96-fc03120a4312 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661602 Aug 31 07:56:44.426114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-9e59aea0-729b-4666-a691-e50d7f7484b7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:44.433981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.434559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-9e59aea0-729b-4666-a691-e50d7f7484b7 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 985 time: 0.1024003 Aug 31 07:56:44.435889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 672a0163-667b-4d5a-8dbe-7e14412b5022 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:56:44.440732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'port': {'security_groups': ['3b03fe0c-1e5c-47ec-9b95-59e697df2507']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:44.447571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.451993 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6caf634-7fb7-4ab4-acb3-6e937548577c admin admin] 10.222.0.36 "DELETE /v2.0/routers/672a0163-667b-4d5a-8dbe-7e14412b5022 HTTP/1.1" status: 204 len: 168 time: 2.7591395 Aug 31 07:56:44.454420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54696) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:44.524807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['56f3fcc9-0048-4929-a9a0-87bf75cc1746'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:44.561929 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219cdbab-05fe-4d6b-a018-fbb1d494175c x-openstack-request-id: req-219cdbab-05fe-4d6b-a018-fbb1d494175c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:44.563739 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:44.564208 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-219cdbab-05fe-4d6b-a018-fbb1d494175c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:44.566002 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'status': 'completed', 'code': 200} Aug 31 07:56:44.573232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Deleting subnet 726ce74a-2eaf-481e-9055-8faa379363af {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:56:44.576507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3182d3fd-b37e-4516-b823-6808b1c3b286'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:44.579466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:44.589293 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.706191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:44.730448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.735396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b61e940-1ef7-47cd-aa4b-4e0a182a2012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.740423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:44.800256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-0d133a19-10a8-47a8-974b-4fe1f429258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:44.802893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-0d133a19-10a8-47a8-974b-4fe1f429258c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1137 time: 0.2351933 Aug 31 07:56:45.137339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.145967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.154781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.162173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.168532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.173299 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.175819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.190373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.199927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-e95eb305-0728-43c2-a45c-e96251aaa0c4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5438 time: 0.4076030 Aug 31 07:56:45.221697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b336b0bd-fa16-45e4-8449-3b113042a8fd no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:45.241119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.277727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-57aa6d32-73fe-402e-b878-7dfdada77603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.279584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-57aa6d32-73fe-402e-b878-7dfdada77603 service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.4548056 Aug 31 07:56:45.302509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b336b0bd-fa16-45e4-8449-3b113042a8fd {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:45.303053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b336b0bd-fa16-45e4-8449-3b113042a8fd not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:45.441618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-cad8eaca-f046-46cf-b14a-6893e4d6c7c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.1468263 Aug 31 07:56:45.475339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=5b48d5a1-c9a5-4e1f-9627-ac453a95e3a3,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:45.476342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3c6a5b78-d20e-49a3-a45b-65f730acfea7'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:45.499011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be5870e6-2332-4609-90e2-0d4d1f4ec6d2 req-127e64ff-8477-488b-b416-3a010f3ba89f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2977948 Aug 31 07:56:45.567196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': 'b5e17f5b-acb1-4a59-855d-bb424a1d9e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd00d2a5-e18b-4059-acc1-8c952477a6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:45.568496 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: fd00d2a5-e18b-4059-acc1-8c952477a6e2, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:45.592770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.687315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-aea79d59-6387-4ca7-a643-1a75bbbe4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.688609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-aea79d59-6387-4ca7-a643-1a75bbbe4528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.1852808 Aug 31 07:56:45.776177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b61e940-1ef7-47cd-aa4b-4e0a182a2012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.817594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-3b4100a6-ed60-4fde-b679-d549232da963 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012506 Aug 31 07:56:45.841056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-9ab2c760-c1e8-4a95-935b-13ee0c04046c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:56:45.841575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network fd00d2a5-e18b-4059-acc1-8c952477a6e2 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:45.843109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-9ab2c760-c1e8-4a95-935b-13ee0c04046c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115612 Aug 31 07:56:45.847206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:45.917112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.956410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b61e940-1ef7-47cd-aa4b-4e0a182a2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.965242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726ce74a-2eaf-481e-9055-8faa379363af,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:45.987429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a9abe-5b82-4a1f-b2ef-519674beae1c None None] Network cba00636-86f3-45fe-a522-325fe05dc849 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:45.988372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:45.989542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b28d6-0f62-4f34-82f0-e7ac280dda98 req-15fc327a-0e4d-4dfa-999f-2dd66ff04608 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:45.996134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d4b28d6-0f62-4f34-82f0-e7ac280dda98 req-15fc327a-0e4d-4dfa-999f-2dd66ff04608 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.2999351 Aug 31 07:56:46.000586 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a3914db9-52a8-45f8-a655-e46ecd288005 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/726ce74a-2eaf-481e-9055-8faa379363af HTTP/1.1" status: 204 len: 168 time: 1.5448174 Aug 31 07:56:46.001270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54722) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:46.102465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.111759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2b61e940-1ef7-47cd-aa4b-4e0a182a2012 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=287a49f943b24a41904d88624f1ee563&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4042819 Aug 31 07:56:46.115623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61e940-1ef7-47cd-aa4b-4e0a182a2012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2020f425-e1b0-47cc-a4e3-aadec8d4072b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:46.120528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54724) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:46.204952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d4b28d6-0f62-4f34-82f0-e7ac280dda98 req-7345139d-3b35-447c-8600-894176f36a5b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970844 Aug 31 07:56:46.232914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-e1671306-6e40-46cd-ba40-96216ca5532a service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810000 Aug 31 07:56:46.281060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] DHCP port deletion for cba00636-86f3-45fe-a522-325fe05dc849 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:56:46.345025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.373968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['61f0b970-877d-4073-bda4-400083d5fa50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:46.433238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c64c902-8a28-4e1c-bd30-a45497bb5420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.536552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] Deleting port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:46.537042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.626339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] For port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,segment=NetworkSegment(a516fbb4-4541-4590-8be1-b6881842917f),segment_id=a516fbb4-4541-4590-8be1-b6881842917f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:46.626651 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.651354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] Calling delete_port for 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:46.905884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.908308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.913919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, fd00d2a5-e18b-4059-acc1-8c952477a6e2) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:46.920138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:46.920882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:46.948500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697bcff-b173-474a-816a-4ebc8c50cdc2 None None] Network fd00d2a5-e18b-4059-acc1-8c952477a6e2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:47.018264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.023598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.036717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c45d74-6d79-4dc5-9f95-6506619f7650 req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "PUT /v2.0/ports/61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 943 time: 2.6006377 Aug 31 07:56:47.044050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 56f3fcc9-0048-4929-a9a0-87bf75cc1746 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:47.058366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:47.073462 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f02730-5bc7-4de5-84be-7e407a8aee41" -d '{"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:47.126295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c64c902-8a28-4e1c-bd30-a45497bb5420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.131646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.136890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] Pushing event deleted for resources: {'Port': ['ID=65023d1e-3b8a-44f5-be17-ce7c10f1ed6f,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:47.142292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae01c5-9340-430a-ab50-bea1bf499b26 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event updated for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:47.149261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7912206-63d0-4daa-8946-b31cfe7c904d None None] No DVR routers for this DVR port 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:47.160183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:56:47.165987 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7f51443-9d2f-4796-aaaf-cc8f57d549e7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8942816 Aug 31 07:56:47.170191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:47.171981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba00636-86f3-45fe-a522-325fe05dc849']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.206012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['61f0b970-877d-4073-bda4-400083d5fa50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:47.207186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6e4b63-e813-4c94-ad83-219d44d4d60c req-2c590af8-5c8c-4e14-89ed-e4a5f932c7bd service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9650505 Aug 31 07:56:47.208767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:56:47.209223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 65023d1e-3b8a-44f5-be17-ce7c10f1ed6f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:56:47.240678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadddee2-b75d-4766-9383-e4bca2cfdada req-349c99e8-6aac-4b9c-acdd-bf45ad0147ff tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.240944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eadddee2-b75d-4766-9383-e4bca2cfdada req-349c99e8-6aac-4b9c-acdd-bf45ad0147ff tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.8553865 Aug 31 07:56:47.289332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.296847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.301903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.308432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.314487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.314978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.321754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.321975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a516fbb4-4541-4590-8be1-b6881842917f') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.322711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a516fbb4-4541-4590-8be1-b6881842917f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.327787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.329753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-f62066bc-5fb7-4a5a-8d86-2b1d60435f59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5438 time: 0.2016208 Aug 31 07:56:47.341919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4730da-3013-476d-8b22-e0048e039342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-fd00d2a5-e18b-4059-acc1-8c952477a6e2', 'network_id': 'fd00d2a5-e18b-4059-acc1-8c952477a6e2', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': '5b48d5a1-c9a5-4e1f-9627-ac453a95e3a3'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:56:47.343084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa4730da-3013-476d-8b22-e0048e039342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.346511 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.390332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eadddee2-b75d-4766-9383-e4bca2cfdada req-dd3b3e2e-1367-4751-979f-a6c5a9dc518e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410489 Aug 31 07:56:47.410444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3f9ac42-7acb-4c40-bc6d-cb50ac58c54d req-2a8a3921-7663-4c04-9e2a-5f51fbfde196 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700557 Aug 31 07:56:47.425640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.440882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:47.442008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:47.448185 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:47.450004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:47.459830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:47.463981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.466316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.612974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c64c902-8a28-4e1c-bd30-a45497bb5420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.624412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c64c902-8a28-4e1c-bd30-a45497bb5420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.630964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1c64c902-8a28-4e1c-bd30-a45497bb5420 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2020f425-e1b0-47cc-a4e3-aadec8d4072b HTTP/1.1" status: 204 len: 168 time: 1.5052147 Aug 31 07:56:47.643584 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97284371-17f2-4aa6-9ee2-5d437b1d8085 x-openstack-request-id: req-97284371-17f2-4aa6-9ee2-5d437b1d8085 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:47.643801 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:47.645943 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97284371-17f2-4aa6-9ee2-5d437b1d8085 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:47.646107 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'status': 'completed', 'code': 200} Aug 31 07:56:47.664635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.707109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.711702 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cba00636-86f3-45fe-a522-325fe05dc849 HTTP/1.1" status: 204 len: 168 time: 1.7069135 Aug 31 07:56:47.716285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf383b-7618-4d67-bedc-b543b1f3ae76 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba00636-86f3-45fe-a522-325fe05dc849,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:47.729797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.775591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.804898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3fcc9-0048-4929-a9a0-87bf75cc1746'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:47.806782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=5b48d5a1-c9a5-4e1f-9627-ac453a95e3a3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:47.813187 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f81cd-cab9-4af8-bc7c-bea708973c02" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "56f3fcc9-0048-4929-a9a0-87bf75cc1746"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:47.844685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64c902-8a28-4e1c-bd30-a45497bb5420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2020f425-e1b0-47cc-a4e3-aadec8d4072b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server [None req-fa4730da-3013-476d-8b22-e0048e039342 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b48d5a1-c9a5-4e1f-9627-ac453a95e3a3: This subnet is being modified by another concurrent operation. Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b48d5a1-c9a5-4e1f-9627-ac453a95e3a3: This subnet is being modified by another concurrent operation. Aug 31 07:56:47.909397 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Aug 31 07:56:47.934268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:47.949747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-ebd5f860-9784-4c9e-9f8b-0d09b120ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:47.951334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-ebd5f860-9784-4c9e-9f8b-0d09b120ec44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.3038535 Aug 31 07:56:47.967202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:47.968854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01500a31-d6a3-4743-b56d-35cb2175469b req-07cad81b-2647-4637-86c3-7b5a829c4dd1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5086958 Aug 31 07:56:47.971898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e934aa5-bc95-474a-aa75-b53e8eafb3c2 None None] Network fd00d2a5-e18b-4059-acc1-8c952477a6e2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:47.986086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd00d2a5-e18b-4059-acc1-8c952477a6e2']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:47.993863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:48.009777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e17f5b-acb1-4a59-855d-bb424a1d9e51') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:48.010989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e17f5b-acb1-4a59-855d-bb424a1d9e51') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:48.037875 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.038706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7070293b-6786-4958-844f-338fa1c38741 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:48.061940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.098663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.105942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:48.106335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.132858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-90c2ead9-b7bb-46bb-9520-d979d81a74fb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:48.134652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-90c2ead9-b7bb-46bb-9520-d979d81a74fb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.3623967 Aug 31 07:56:48.168502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3b2d2986-2b04-4b77-ae12-2fc5c0a4a24d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/quotas/0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 375 time: 0.0174344 Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:48.181720 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:48.183901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.196708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-bf735f91-c8c3-408c-9712-3034a8573d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:48.198906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-bf735f91-c8c3-408c-9712-3034a8573d2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.2382746 Aug 31 07:56:48.230632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e54e2-a8c4-4c77-8aaa-c35c77131e88 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:56:48.267519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-268e702f-237e-4db4-8add-eb83a5f2e12b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.0519030 Aug 31 07:56:48.272819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.301126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.304702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7070293b-6786-4958-844f-338fa1c38741 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:48.307418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.310210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/fd00d2a5-e18b-4059-acc1-8c952477a6e2 HTTP/1.1" status: 204 len: 168 time: 1.1288779 Aug 31 07:56:48.315291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54778) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:48.322138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7070293b-6786-4958-844f-338fa1c38741 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:48.323053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.335796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2050024938'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:48.341004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2ddcb-ce52-458e-8db0-483d3a77dd0a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=fd00d2a5-e18b-4059-acc1-8c952477a6e2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.381775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-84506b12-a6bd-4067-887f-8676bab7d66e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2006569 Aug 31 07:56:48.402508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e54e2-a8c4-4c77-8aaa-c35c77131e88 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:56:48.409873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-da5300c5-6413-4749-b8ab-193c68bf7bcd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:56:48.410961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-da5300c5-6413-4749-b8ab-193c68bf7bcd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132153 Aug 31 07:56:48.418517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-80d31ec8-e82a-449a-97bf-32876bf6c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:48.420043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-80d31ec8-e82a-449a-97bf-32876bf6c817 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.1403778 Aug 31 07:56:48.456332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.463848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:48.468328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.469051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-31b6d91a-017f-4886-bfe6-10bb51e686a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401866 Aug 31 07:56:48.494249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:48.507546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.508054 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment dff8eb9a-ee79-4c0a-98b8-56b5f679fe87 of type vlan for network c9af1721-314d-4355-b2fc-7c908564271a Aug 31 07:56:48.538216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7070293b-6786-4958-844f-338fa1c38741,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:48.560536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.584408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.621526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:48.655347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-8dc5392f-bea2-4778-8191-91c195783b7c service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741958 Aug 31 07:56:48.698541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e45d6091-ea5f-4e78-b4b1-dd8ae9ea0262 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2b27715156d44fa962406a3bd23f3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808177 Aug 31 07:56:48.699413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54786) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:48.718995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.725704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:48.727554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.753180 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.754801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 23190871-4ced-40db-ba9b-b340816ada1c up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:48.859952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.867015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=c9af1721-314d-4355-b2fc-7c908564271a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:48.876298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a70166cb-e9ca-4f7d-9f0e-1cd36811bbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.906583 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8b966174-c693-4144-a647-6c22c1d11c65 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5879636 Aug 31 07:56:48.908953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a70166cb-e9ca-4f7d-9f0e-1cd36811bbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:48.909590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c9af1721-314d-4355-b2fc-7c908564271a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:48.911160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54794) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:48.923978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:48.994390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6f02730-5bc7-4de5-84be-7e407a8aee41 req-b315f2f7-88a8-4ca7-ac84-14fbe0b40288 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179245 Aug 31 07:56:49.027871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Allocated IP 172.25.0.50 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/d10c922a-daef-4d4d-8dc3-a4d0a600ba28) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:49.096111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 23190871-4ced-40db-ba9b-b340816ada1c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:49.107127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 23190871-4ced-40db-ba9b-b340816ada1c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:49.107652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.178820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a70166cb-e9ca-4f7d-9f0e-1cd36811bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.182698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a70166cb-e9ca-4f7d-9f0e-1cd36811bbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.189079 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a70166cb-e9ca-4f7d-9f0e-1cd36811bbc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df7c2d8e-d815-4c61-a324-59362e3c77bf HTTP/1.1" status: 204 len: 168 time: 0.4871352 Aug 31 07:56:49.202085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70166cb-e9ca-4f7d-9f0e-1cd36811bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c2d8e-d815-4c61-a324-59362e3c77bf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:49.218888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:49.225507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.254994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-ccdedad2-79f3-4690-9a58-44543ddbb132 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106384 Aug 31 07:56:49.290650 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.356428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.377161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=23190871-4ced-40db-ba9b-b340816ada1c,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:49.435252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-4cc1d08c-d8a1-465f-b9c9-77afcd5f8fb7 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691079 Aug 31 07:56:49.521344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.525843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:49.551209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.599135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:49.601550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:49.604696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:49.651269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:49.671893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.680012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event updated for resources: {'Port': ['ID=d10c922a-daef-4d4d-8dc3-a4d0a600ba28,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:49.738419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:49.742668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:49.743067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.798736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=f7793491-1ba4-4c4a-8454-2287a2b5f4c9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:49.828443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.887806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:49.888182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: c9af1721-314d-4355-b2fc-7c908564271a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:49.896686 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:49.940167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:49.983173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.052866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network c9af1721-314d-4355-b2fc-7c908564271a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:50.115614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.116543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1f5f0b62-a958-4e42-b633-6d4d920a2c8f up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:50.161512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.175349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54830) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:50.184681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c9af1721-314d-4355-b2fc-7c908564271a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:50.189993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.200680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.202750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce23cc9-cf01-4a85-b347-a03dc7067442 None None] Network c9af1721-314d-4355-b2fc-7c908564271a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:50.205334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:50.334197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.385480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c99c2e9f-08d5-4fb4-bb9f-efc5c1b37877 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4725304 Aug 31 07:56:50.388343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54836) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:50.391470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c9af1721-314d-4355-b2fc-7c908564271a', 'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': 'f7793491-1ba4-4c4a-8454-2287a2b5f4c9'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:56:50.392351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.424999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event updated for resources: {'Port': ['ID=d10c922a-daef-4d4d-8dc3-a4d0a600ba28,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:50.437568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:50.445105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.459434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:50.460027 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.552935 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec0175-56d1-477c-a420-f5ef68ca4ace x-openstack-request-id: req-02ec0175-56d1-477c-a420-f5ef68ca4ace {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:50.553520 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "56f3fcc9-0048-4929-a9a0-87bf75cc1746", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:50.553520 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02ec0175-56d1-477c-a420-f5ef68ca4ace {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:50.554224 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3fcc9-0048-4929-a9a0-87bf75cc1746', 'code': 200} Aug 31 07:56:50.567307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.568646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01500a31-d6a3-4743-b56d-35cb2175469b req-3cadd537-b1b3-4a91-9837-feaadac03970 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5790672 Aug 31 07:56:50.636944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.696021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01500a31-d6a3-4743-b56d-35cb2175469b req-133660b7-1aad-4656-bac0-7d2c7649ec34 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.1146533 Aug 31 07:56:50.708512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.780734 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.789089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.798493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.805504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.813076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.817589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:50.820800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.827618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.834503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:50.836457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-bedb880f-74f4-4117-9f55-fc77f95cee14 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5442 time: 0.1870129 Aug 31 07:56:50.841190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Allocated IP 172.20.0.2 (c9af1721-314d-4355-b2fc-7c908564271a/f7793491-1ba4-4c4a-8454-2287a2b5f4c9/90c4b668-5394-45b1-8646-aa72f763b4d1) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:50.905959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.916964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-14397040-3965-49a0-bfc5-d909a7b23951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:50.933596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3c6a5b78-d20e-49a3-a45b-65f730acfea7 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:50.942438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-895f9bc3-74cf-4adc-bca9-4b499acd4ff6 req-236c5eb3-1b04-421b-aa87-4bff2526480d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675237 Aug 31 07:56:51.022574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01500a31-d6a3-4743-b56d-35cb2175469b req-eb681313-c2ea-4ed1-ba2b-011d930777db tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:51.024156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01500a31-d6a3-4743-b56d-35cb2175469b req-eb681313-c2ea-4ed1-ba2b-011d930777db tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.3180101 Aug 31 07:56:51.081152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.097591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f7dcf2-fb3f-4cd7-a7aa-1ec167e575ac req-03369201-5770-4e7e-bfd0-23ddd93af8c7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 210 time: 0.0652676 Aug 31 07:56:51.179205 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.183952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-14397040-3965-49a0-bfc5-d909a7b23951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.190387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Transition to ACTIVE for port object 90c4b668-5394-45b1-8646-aa72f763b4d1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:51.192120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-18d5cdd2-463c-4d6b-ad1f-7280b36546b1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:51.193840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-18d5cdd2-463c-4d6b-ad1f-7280b36546b1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0938618 Aug 31 07:56:51.206732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Transition to ACTIVE for port object 90c4b668-5394-45b1-8646-aa72f763b4d1 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:51.249796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-03a1d1f3-a992-46f6-bfed-44dc52f06ac8 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.0464272 Aug 31 07:56:51.260691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'floatingip': {'port_id': '61f0b970-877d-4073-bda4-400083d5fa50', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:51.299025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:51.299025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:51.299025 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.302733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-14397040-3965-49a0-bfc5-d909a7b23951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.335244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-14397040-3965-49a0-bfc5-d909a7b23951 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46c97e56dba249a2b31cbb8709418c52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563451 Aug 31 07:56:51.335890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54862) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:51.342043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.367370 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.411265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14397040-3965-49a0-bfc5-d909a7b23951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aaf208-dad7-477d-8651-f123b4cbae05,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.465141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59eaf6f-ec44-48b6-acce-ed6c7e74beb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.512835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59eaf6f-ec44-48b6-acce-ed6c7e74beb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.601632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.630206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Network c9af1721-314d-4355-b2fc-7c908564271a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:51.638644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:51.640923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:51.647419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Pushing event updated for resources: {'Port': ['ID=90c4b668-5394-45b1-8646-aa72f763b4d1,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.657380 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.698167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=f7793491-1ba4-4c4a-8454-2287a2b5f4c9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.719174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.728972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59eaf6f-ec44-48b6-acce-ed6c7e74beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.734125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59eaf6f-ec44-48b6-acce-ed6c7e74beb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.736439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f59eaf6f-ec44-48b6-acce-ed6c7e74beb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68aaf208-dad7-477d-8651-f123b4cbae05 HTTP/1.1" status: 204 len: 168 time: 0.3994899 Aug 31 07:56:51.742579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9af1721-314d-4355-b2fc-7c908564271a']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:51.743401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Attempting to bind port 90c4b668-5394-45b1-8646-aa72f763b4d1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:51.743873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Attempting to bind port 90c4b668-5394-45b1-8646-aa72f763b4d1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:51.744861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Attempting to bind port 90c4b668-5394-45b1-8646-aa72f763b4d1 on network c9af1721-314d-4355-b2fc-7c908564271a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:51.751918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:51.754060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:51.754060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Checking segment: {'id': 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:51.754606 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.755306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Bound using segment: {'id': 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:51.756005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Bound port: 90c4b668-5394-45b1-8646-aa72f763b4d1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c9af1721-314d-4355-b2fc-7c908564271a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:51.756512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.759581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eaf6f-ec44-48b6-acce-ed6c7e74beb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aaf208-dad7-477d-8651-f123b4cbae05,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.765448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:51.765751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:51.775759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.791827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.798737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:51.799149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:51.802413 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:51.852255 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:51.852255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3182d3fd-b37e-4516-b823-6808b1c3b286 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:56:51.927795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:56:51.927795 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:56:51.927795 n-d-713499-16 neutron-server[95445]: [parameters: {'id': 'c9af1721-314d-4355-b2fc-7c908564271a'}] Aug 31 07:56:51.927795 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:56:51.927795 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:56:51.952132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] For port 90c4b668-5394-45b1-8646-aa72f763b4d1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:51.957893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] For port 90c4b668-5394-45b1-8646-aa72f763b4d1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=90c4b668-5394-45b1-8646-aa72f763b4d1,segment=NetworkSegment(dff8eb9a-ee79-4c0a-98b8-56b5f679fe87),segment_id=dff8eb9a-ee79-4c0a-98b8-56b5f679fe87)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:51.959272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:51.985763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.039907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.082581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.091616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 3182d3fd-b37e-4516-b823-6808b1c3b286 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:52.097522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.104379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.110398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54880) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:52.110806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.116761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.131074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 3182d3fd-b37e-4516-b823-6808b1c3b286 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:52.131474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.133293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.142242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.156145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.158147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-05dffa0f-9849-41f3-bf69-088d699c7e90 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5444 time: 0.1236048 Aug 31 07:56:52.173645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b3969-05b8-42b9-8f44-847bd55f9d80 None None] Pushing event updated for resources: {'Port': ['ID=90c4b668-5394-45b1-8646-aa72f763b4d1,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:52.208863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e9c65-fa27-4733-aeb6-81435fc19735 None None] Network c9af1721-314d-4355-b2fc-7c908564271a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:52.297553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.306041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e9cc7a-eb84-42ce-b328-e9b7cd066413 req-2ed6c9b8-634f-46f3-ad1c-f094403b1c09 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072271 Aug 31 07:56:52.328434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-c95ac370-1f8d-4586-b436-fff8209f8cf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028275 Aug 31 07:56:52.330265 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Floating IP f57f6fb3-3d0d-4f4f-87ee-f05fd0786085 associated. External IP: 172.25.0.50, port: 61f0b970-877d-4073-bda4-400083d5fa50. Aug 31 07:56:52.415062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3182d3fd-b37e-4516-b823-6808b1c3b286,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:52.429539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.439611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a59fbb-1205-4bbc-a1b8-8c75606fcd18 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:56:52.482170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21e65a76-88bc-4810-ae01-e05d2eaebf46 req-f575b12a-76fc-4275-91d5-7b2d940217ed tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 210 time: 0.0603337 Aug 31 07:56:52.498865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 90c4b668-5394-45b1-8646-aa72f763b4d1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:56:52.499253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.555582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070293b-6786-4958-844f-338fa1c38741'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:52.560228 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72def4-300f-4c8c-a0ce-1ba2ae06eb3c" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "7070293b-6786-4958-844f-338fa1c38741"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "23190871-4ced-40db-ba9b-b340816ada1c"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:52.577757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-e6a3abfe-1b81-4bf5-ac8b-46930e17a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:52.579347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-e6a3abfe-1b81-4bf5-ac8b-46930e17a5f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.1078048 Aug 31 07:56:52.635507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 90c4b668-5394-45b1-8646-aa72f763b4d1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=90c4b668-5394-45b1-8646-aa72f763b4d1,segment=NetworkSegment(dff8eb9a-ee79-4c0a-98b8-56b5f679fe87),segment_id=dff8eb9a-ee79-4c0a-98b8-56b5f679fe87)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:56:52.637445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.639366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.656286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 90c4b668-5394-45b1-8646-aa72f763b4d1 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:56:52.677464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a59fbb-1205-4bbc-a1b8-8c75606fcd18 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:56:52.726800 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cc4b01-b43a-468e-ab14-b69a56d28976 x-openstack-request-id: req-63cc4b01-b43a-468e-ab14-b69a56d28976 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:52.726800 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "7070293b-6786-4958-844f-338fa1c38741", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "23190871-4ced-40db-ba9b-b340816ada1c", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-plugged", "status": "completed", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:52.727153 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63cc4b01-b43a-468e-ab14-b69a56d28976 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:52.727416 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7070293b-6786-4958-844f-338fa1c38741', 'code': 200} Aug 31 07:56:52.727676 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c', 'code': 200} Aug 31 07:56:52.729880 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd', 'code': 200} Aug 31 07:56:52.730070 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f', 'code': 200} Aug 31 07:56:52.730299 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7', 'code': 200} Aug 31 07:56:52.730549 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286', 'code': 200} Aug 31 07:56:52.751789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1660566428-network', 'tenant_id': '61979286ac14460fb5b1f76603b31235'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:52.818252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:52.870984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Made reservation on behalf of 61979286ac14460fb5b1f76603b31235 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:52.874967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.890241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.909091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:52.960867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=90c4b668-5394-45b1-8646-aa72f763b4d1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:52.971036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 90c4b668-5394-45b1-8646-aa72f763b4d1 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:56:53.117460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.133599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:53.142025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9af1721-314d-4355-b2fc-7c908564271a']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:53.159780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:53.160112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff8eb9a-ee79-4c0a-98b8-56b5f679fe87') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:53.175811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.200615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.215683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:56:53.216207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:56:53.219375 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:56:53.234677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.289591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-03c419e6-8dfc-461d-94cf-944e0258928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.292066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-03c419e6-8dfc-461d-94cf-944e0258928a service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.6762416 Aug 31 07:56:53.298738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Router ed523175-3b42-4942-be01-9f3e1d4e68d8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:53.411594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-b6c9f83f-caa3-4c71-994f-c04e95048c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 999 time: 0.1080723 Aug 31 07:56:53.425240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-699744078-network', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:53.517588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.528257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.550071 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.553447 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/c9af1721-314d-4355-b2fc-7c908564271a HTTP/1.1" status: 204 len: 168 time: 3.1639187 Aug 31 07:56:53.561178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54920) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:53.567370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-71025016'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:53.594548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-913a95a6-3e88-4b92-a0d9-6e87428db5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.596040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-913a95a6-3e88-4b92-a0d9-6e87428db5a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.1453562 Aug 31 07:56:53.605279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:53.610454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.615886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.619267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.621950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.625897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9fac-b67e-4413-ae04-33e2b65c192c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=c9af1721-314d-4355-b2fc-7c908564271a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:53.629055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.636039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.642517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.648477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:53.659128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1ecd8a43-891d-4acb-b332-0e561d1951bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.2489784 Aug 31 07:56:53.667084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f9d5f-0425-4468-a457-8c14a0db3df4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:53.668438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:53.673217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:53.674447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Made reservation on behalf of 795d94598cab41f7ba19c471fe6b3bf0 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:53.676813 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.120644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] Sync routers for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:54.122615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.122615 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Added segment 0f0acf11-ec91-45f2-bf8d-9ca0176257fe of type vlan for network e909d975-5222-483a-81e8-23f6a4a1194d Aug 31 07:56:54.123989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:54.123989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:54.125098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-1ca02043-1f46-4c63-a70c-8fc1dc2c8089 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6509 time: 0.5698073 Aug 31 07:56:54.125374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-db5a24cc-20d9-4627-88ee-ebb83600f32d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189804 Aug 31 07:56:54.133515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.133691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-11928823-0c2d-4256-aa7b-42463edec927 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "PUT /v2.0/floatingips/f57f6fb3-3d0d-4f4f-87ee-f05fd0786085 HTTP/1.1" status: 200 len: 996 time: 2.5448289 Aug 31 07:56:54.133691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:54.133691 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fead69-b3f8-477c-acfd-d69e7746bf03" -d '{"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:54.134205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-67b565c9-6714-4de4-bc6b-b7c3750dc27a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.134205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-67b565c9-6714-4de4-bc6b-b7c3750dc27a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.45 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.2581048 Aug 31 07:56:54.134555 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35b8e28a-32c9-4044-baee-2808305c1bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.134711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'port': {'device_id': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'admin_state_up': True, 'tenant_id': '0e7e6f1abd0540abadbabc8305830633'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:54.134905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5219d065-43f3-429e-a332-39dcb6a04c3a req-1e3671af-a2a8-44da-952c-cc3f908321cf tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2470493 Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e44179f7-c511-4236-9515-68ee2b0a3f73 req-eba85493-7050-45be-a59c-9bf4e8026b5e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&id=781ec307-e37d-4e04-985f-18da81372a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1511576 Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-d8641bfe-a331-4509-afaf-3126ed959499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-d8641bfe-a331-4509-afaf-3126ed959499 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.1374288 Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7734d4cf-36fb-49de-9aaa-2c35d772d404 req-dd411cea-f6f5-40ca-b0ac-4549154911ea tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 210 time: 0.0426314 Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-e7292bf8-df75-40c5-ba99-3994f36dfe96 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248263 Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f325bf4d-f4a2-4c36-957a-cb7cb3073829 x-openstack-request-id: req-f325bf4d-f4a2-4c36-957a-cb7cb3073829 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f325bf4d-f4a2-4c36-957a-cb7cb3073829 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:54.135059 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'status': 'completed', 'code': 200} Aug 31 07:56:54.136884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'f57f6fb3-3d0d-4f4f-87ee-f05fd0786085', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'port_id': '61f0b970-877d-4073-bda4-400083d5fa50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'mac_address': 'fa:16:3e:f9:8b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:56:49Z', 'updated_at': '2021-08-31T07:56:51Z', 'revision_number': 1, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:48Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:54.137853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] Checking router: ed523175-3b42-4942-be01-9f3e1d4e68d8 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:54.150026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:54.150844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:54.164948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:54.165510 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.167074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.167658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.171456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.195902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-a19fc1c9-faa5-4b60-b9a6-dd43147b356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.200736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-a19fc1c9-faa5-4b60-b9a6-dd43147b356f service neutron] 10.222.0.36 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.2065880 Aug 31 07:56:54.204499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3e37e20-9878-4a5a-b300-b07e0562240e req-edd841dc-dade-4e18-8731-7f60c59b4d21 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725047 Aug 31 07:56:54.206048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:56:54.206048 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:56:54.206048 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id_1': '0e7e6f1abd0540abadbabc8305830633', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 56, 53, 980603)}] Aug 31 07:56:54.206048 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:56:54.207369 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:56:54.263482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:54.285325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:54.288133 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.288871 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 562db80b-c98a-4e34-9b9f-40dff140a95d of type vlan for network 079692da-5fd4-4479-a998-9cdecbf79ee6 Aug 31 07:56:54.306654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-29bcd1ac-b14a-4e25-8d1d-2b51f65cbd02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 999 time: 0.0982008 Aug 31 07:56:54.314074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] Pushing event updated for resources: {'Network': ['ID=e909d975-5222-483a-81e8-23f6a4a1194d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:54.330386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e909d975-5222-483a-81e8-23f6a4a1194d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:54.407437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-fcee8be1-fe07-44c4-bde9-639e93b321d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.408993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-fcee8be1-fe07-44c4-bde9-639e93b321d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.0787685 Aug 31 07:56:54.422152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.451714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.493848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-d4399cf8-c542-4655-a532-6128c8d71bef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606720 Aug 31 07:56:54.556645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.577856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-4751b43f-fc6f-4b24-84c0-c259ff9754b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.579414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-4751b43f-fc6f-4b24-84c0-c259ff9754b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.1695251 Aug 31 07:56:54.599725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:56:54.622104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dfe058-fc82-4bf2-8d20-82f98395c2f5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:54.635295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.635656 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Added segment 2cf6b074-a926-4565-91cb-d0346aed4e88 of type vlan for network 16a751a4-65e3-403d-a85c-c94d7a898859 Aug 31 07:56:54.687054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-6c28ca21-f781-40d8-bd37-d2d4c51eeb27 service neutron] 10.222.0.36 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922934 Aug 31 07:56:54.695805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'f57f6fb3-3d0d-4f4f-87ee-f05fd0786085', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'port_id': '61f0b970-877d-4073-bda4-400083d5fa50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'mac_address': 'fa:16:3e:f9:8b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:56:49Z', 'updated_at': '2021-08-31T07:56:51Z', 'revision_number': 1, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:48Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:54.712641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.723036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.727127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.728090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.734240 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ecb4708c-60ad-42a5-b2af-632467d2f407 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6237350 Aug 31 07:56:54.743116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0038cb62-2ecf-478c-b484-7558b97ad22c None None] The sync data for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 is: [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'f57f6fb3-3d0d-4f4f-87ee-f05fd0786085', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'port_id': '61f0b970-877d-4073-bda4-400083d5fa50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'mac_address': 'fa:16:3e:f9:8b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:56:49Z', 'updated_at': '2021-08-31T07:56:51Z', 'revision_number': 1, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:48Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:56:54.749301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54942) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:54.771266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Request body: {'subnet': {'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1660566428-subnet', 'tenant_id': '61979286ac14460fb5b1f76603b31235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:54.824613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:54.828775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.868203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.869269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.870371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.896107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=079692da-5fd4-4479-a998-9cdecbf79ee6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:54.907864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-0e271633-a032-4031-8ec6-fe73d3f73113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:54.907864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-0e271633-a032-4031-8ec6-fe73d3f73113 service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.3145120 Aug 31 07:56:54.908018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 079692da-5fd4-4479-a998-9cdecbf79ee6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:54.958790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9113371b-32ad-4b5c-842a-1fb32db80a89 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3959107 Aug 31 07:56:54.960349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54946) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:54.978433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:55.045482 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9109674 Aug 31 07:56:55.061946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54950) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:55.065836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e11836f-5856-4ff7-8ea0-53e4b1070ef5 req-cccb5fa9-6169-493a-a4af-fe00625f31e5 service neutron] 10.222.0.36 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661928 Aug 31 07:56:55.073494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-342e938b-2993-4cc7-964a-6dc99d3b63e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 999 time: 0.1485701 Aug 31 07:56:55.102033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Request body: {'subnet': {'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-subnet', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:55.150543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-b10ad544-eb37-444d-88e6-5d8502062076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.152031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-b10ad544-eb37-444d-88e6-5d8502062076 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.0631711 Aug 31 07:56:55.156797 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af1452-d7ce-46ee-94db-5239a2e9e414 None None] New status for floating IP f57f6fb3-3d0d-4f4f-87ee-f05fd0786085: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:56:55.167980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.174844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.181083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.187899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.194372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.201373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.207624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.210018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-f7b6b9c3-b98e-474c-a75f-0ef6119875e9 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.1638224 Aug 31 07:56:55.222106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c549de-8499-4b5c-b0c5-ab07e36eac4b admin admin] Pushing event updated for resources: {'Network': ['ID=16a751a4-65e3-403d-a85c-c94d7a898859,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:55.233044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Made reservation on behalf of 61979286ac14460fb5b1f76603b31235 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:55.233668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 16a751a4-65e3-403d-a85c-c94d7a898859 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:56:55.236177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:55.269180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:56:55.269180 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:56:55.269180 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id_1': 'deeebcbd646743cfaa8924dbc2fea6dc', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 56, 55, 194045)}] Aug 31 07:56:55.269180 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:56:55.269648 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:56:55.282219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f09a260f-fafd-4985-911e-8e5dd7d0589b req-7a20b4d7-d04b-47b1-a843-42a54cb0a34b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 210 time: 0.1279838 Aug 31 07:56:55.284066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Allocated IP 172.20.0.4 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/d71cfc87-e344-4aef-bdc7-9da6113c5a57) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:55.315274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-613d5617-d47b-4df1-9ee1-9cd04af81b72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037440 Aug 31 07:56:55.413377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Made reservation on behalf of 795d94598cab41f7ba19c471fe6b3bf0 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:55.417064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:55.454661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cf768f5-d4b2-46ff-a977-1e1373001036 req-db7d6aeb-913d-4fe5-a962-2233ddf86027 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225466 Aug 31 07:56:55.646563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-4bcd2845-9565-4667-8220-d10510c3c7d9 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 999 time: 0.3137918 Aug 31 07:56:55.648158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:55.675509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Transition to ACTIVE for port object d71cfc87-e344-4aef-bdc7-9da6113c5a57 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:55.724248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-46e1e662-493d-4750-a01f-57bf63e0932d service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944621 Aug 31 07:56:55.737842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-9740ac34-cc87-4066-96d5-678dfc52337f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:55.739204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-9740ac34-cc87-4066-96d5-678dfc52337f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports/61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 943 time: 0.0918558 Aug 31 07:56:55.852844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:55.865424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:56:55.896452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:55.900329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:55.913420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:55.940178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:55.940364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-b0a4ddf5-11fb-4789-8c7c-63f492eb4ad1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 1001 time: 0.1257920 Aug 31 07:56:55.941386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.011261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.011261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.011261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=d71cfc87-e344-4aef-bdc7-9da6113c5a57,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:56.039857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:56:56.040870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3fead69-b3f8-477c-acfd-d69e7746bf03 req-42641815-722d-4a3a-8d8d-6b07aea985f2 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990196 Aug 31 07:56:56.044884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.078721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-248b6152-bc0d-4cfc-b703-20b39c2e6ad1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.080403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-248b6152-bc0d-4cfc-b703-20b39c2e6ad1 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.1448107 Aug 31 07:56:56.081966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.144390 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-839770a0-dda8-46f6-bb60-a9447ccd614f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3038702 Aug 31 07:56:56.153528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing IP validity checks on allocation pools {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:56:56.154207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:56:56.162651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Request body: {'port': {'device_id': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:56.178774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74481271-5560-47c9-8c92-d8312bfcd971,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:56.196661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416d0e55-f243-40c2-815f-220d991f5435,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:56.205603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-4999833e-0745-4849-b7c6-b2f60af191d6 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 1001 time: 0.1156213 Aug 31 07:56:56.214048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Checking segment: {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:56.214048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Network hostable DHCP agents. Network: e909d975-5222-483a-81e8-23f6a4a1194d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:56.220569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:56.283040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Checking segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:56.284089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Network hostable DHCP agents. Network: 16a751a4-65e3-403d-a85c-c94d7a898859, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:56.294017 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.309604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.401178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7855755c-2651-431b-a3d2-b2195c004ec5 None None] Provisioning for port d71cfc87-e344-4aef-bdc7-9da6113c5a57 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:56:56.407675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7855755c-2651-431b-a3d2-b2195c004ec5 None None] Provisioning complete for port d71cfc87-e344-4aef-bdc7-9da6113c5a57 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:56:56.408189 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7855755c-2651-431b-a3d2-b2195c004ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.454864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Network e909d975-5222-483a-81e8-23f6a4a1194d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:56.468908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7855755c-2651-431b-a3d2-b2195c004ec5 None None] Port d71cfc87-e344-4aef-bdc7-9da6113c5a57 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:56:56.474927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3c7fa-66f5-4153-84c4-488d70c54f3c req-5cb31760-f673-47b5-8580-ce98a265a192 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.476468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad3c7fa-66f5-4153-84c4-488d70c54f3c req-5cb31760-f673-47b5-8580-ce98a265a192 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 931 time: 0.0846200 Aug 31 07:56:56.536135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Network 16a751a4-65e3-403d-a85c-c94d7a898859 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:56.543447 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.577236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad3c7fa-66f5-4153-84c4-488d70c54f3c req-75a46565-d8d4-4f77-851b-59f57394d6e7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886729 Aug 31 07:56:56.663322 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.724644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.725123 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e30257a-546e-4c4f-a722-0b6d5f02a992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.733243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 16a751a4-65e3-403d-a85c-c94d7a898859) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:56.753987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f04f4-a586-4a41-bd49-91b6fedaf356 None None] Network 16a751a4-65e3-403d-a85c-c94d7a898859 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:56.759379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e909d975-5222-483a-81e8-23f6a4a1194d) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:56.769721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.770287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.784045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.784375 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Floating IP f57f6fb3-3d0d-4f4f-87ee-f05fd0786085 disassociated. External IP: 172.25.0.50, port: 61f0b970-877d-4073-bda4-400083d5fa50. Aug 31 07:56:56.788503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.789612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.827299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=e69c69f0-53a4-4a79-8a11-55e56b1a8c16,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:56.883426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.890486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.897975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ad0b7-60e2-460b-aa1e-a010d8242815 None None] Network e909d975-5222-483a-81e8-23f6a4a1194d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:56.898184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.905297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '562db80b-c98a-4e34-9b9f-40dff140a95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:56.905674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: 079692da-5fd4-4479-a998-9cdecbf79ee6, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:56:56.906823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.932005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.949732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.956912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71cfc87-e344-4aef-bdc7-9da6113c5a57 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:56:56.966849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:56.968823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:56.976885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-c35b8e3c-1a69-408c-b73a-fdb4def0cc59 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.2902060 Aug 31 07:56:56.980934 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7f1680c7-cbc3-4590-97f8-52884bd97f45 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8880069 Aug 31 07:56:56.981234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 54982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:56.987878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:56.992719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Transition to ACTIVE for port object d71cfc87-e344-4aef-bdc7-9da6113c5a57 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:57.097355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920bef6f-1697-4d70-9e40-b9d27549552d None None] Network 16a751a4-65e3-403d-a85c-c94d7a898859 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:57.145160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network 079692da-5fd4-4479-a998-9cdecbf79ee6 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:56:57.150177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.254848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d3417-ef7b-4bc8-a127-e8edc29f935a None None] Network e909d975-5222-483a-81e8-23f6a4a1194d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:57.280287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.280287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.285684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Pushing event updated for resources: {'Port': ['ID=d71cfc87-e344-4aef-bdc7-9da6113c5a57,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:57.343450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 079692da-5fd4-4479-a998-9cdecbf79ee6) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:57.367553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:57.368156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.369113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00443a20-87e2-4712-8e0b-127669ddec90 None None] Network 079692da-5fd4-4479-a998-9cdecbf79ee6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:57.433853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.460214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Attempting to bind port d71cfc87-e344-4aef-bdc7-9da6113c5a57 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:57.460865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Attempting to bind port d71cfc87-e344-4aef-bdc7-9da6113c5a57 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:57.461394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Attempting to bind port d71cfc87-e344-4aef-bdc7-9da6113c5a57 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:57.467065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Port d71cfc87-e344-4aef-bdc7-9da6113c5a57 on network 7b50952f-e83d-4303-87f8-4502994ce831 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:56:57.467668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Attempting to bind port d71cfc87-e344-4aef-bdc7-9da6113c5a57 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:57.478794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:57.478794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:57.478794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:57.481997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Bound port: d71cfc87-e344-4aef-bdc7-9da6113c5a57, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:57.482645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.595314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cec759d5-889d-4e06-ab22-a0bbf17a3490 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8185480 Aug 31 07:56:57.605679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81f0f3a7-b64d-460c-ba43-698a931bd2e9 req-677595c4-203e-45d2-9593-780a4a779054 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6208699 Aug 31 07:56:57.667726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-14c396cc-9676-4d43-9f37-3d799c0a9ec4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7065418 Aug 31 07:56:57.677801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 54996) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:57.725541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] For port d71cfc87-e344-4aef-bdc7-9da6113c5a57, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:57.792352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] For port d71cfc87-e344-4aef-bdc7-9da6113c5a57, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:57.804871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-079692da-5fd4-4479-a998-9cdecbf79ee6', 'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': 'e69c69f0-53a4-4a79-8a11-55e56b1a8c16'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:56:57.808237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.839426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.944300 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.950500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.996284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Allocated IP 172.20.0.3 (079692da-5fd4-4479-a998-9cdecbf79ee6/e69c69f0-53a4-4a79-8a11-55e56b1a8c16/07031fe2-23fc-43be-9d80-fdfec93fbb69) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:58.007555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9b27-cb4c-411e-9c19-f6309e1eec7d req-14a98cdb-683d-4097-a4f5-3a0ab0b57fe6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.015910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-891e9b27-cb4c-411e-9c19-f6309e1eec7d req-14a98cdb-683d-4097-a4f5-3a0ab0b57fe6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 943 time: 0.2104952 Aug 31 07:56:58.044311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.070050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.071125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.072735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] 10.222.0.45 "PUT /v2.0/ports/d71cfc87-e344-4aef-bdc7-9da6113c5a57 HTTP/1.1" status: 200 len: 1092 time: 1.9144192 Aug 31 07:56:58.073392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'tag': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:58.090792 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e07ea9-175e-427c-b86e-058a6473a231" -d '{"events": [{"name": "network-changed", "server_uuid": "a47cc57f-2a72-4d56-9f69-da6a15a72ab5", "tag": "d71cfc87-e344-4aef-bdc7-9da6113c5a57"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:58.225932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf8af3-c449-4a3a-a77b-ae53517a630b service neutron] Pushing event updated for resources: {'Port': ['ID=d71cfc87-e344-4aef-bdc7-9da6113c5a57,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:58.274504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-891e9b27-cb4c-411e-9c19-f6309e1eec7d req-e2e6d0a0-1dda-4da9-bb06-8827caec7548 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527223 Aug 31 07:56:58.277249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Router ed523175-3b42-4942-be01-9f3e1d4e68d8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:56:58.341234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.362063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Transition to ACTIVE for port object 07031fe2-23fc-43be-9d80-fdfec93fbb69 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:58.366148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-f895cf5a-177b-44e2-bbeb-08765046db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.372038 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-f895cf5a-177b-44e2-bbeb-08765046db16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 1095 time: 0.1331570 Aug 31 07:56:58.423196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Transition to ACTIVE for port object 07031fe2-23fc-43be-9d80-fdfec93fbb69 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:56:58.452928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.476501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-60be8394-4006-4770-b416-ddff400b0dc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57 HTTP/1.1" status: 200 len: 217 time: 0.0943131 Aug 31 07:56:58.602859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.613744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:56:58.619387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.638495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.645212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.652245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.658613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.661606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] Sync routers for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:56:58.665179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.672380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.679377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:58.692501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b5471e6-a06c-441d-a2bc-598ec726f15a req-1625ed42-aad1-4955-985b-e7c90e8572e1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.2607422 Aug 31 07:56:58.708418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Network 079692da-5fd4-4479-a998-9cdecbf79ee6 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:58.719823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:58.724705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:58.746956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:58.747854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:58.755771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55020) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:56:58.785290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Request body: {'floatingip': {'port_id': '23190871-4ced-40db-ba9b-b340816ada1c'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:56:58.875670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:58.879110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-a4be4fd7-5ab5-4855-a199-9d3cf7555037 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "PUT /v2.0/floatingips/f57f6fb3-3d0d-4f4f-87ee-f05fd0786085 HTTP/1.1" status: 200 len: 694 time: 2.6634729 Aug 31 07:56:58.889920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:56:58.892824 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d392780-ea72-4d24-97a4-26ce07ef7499" -d '{"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:56:58.902698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Pushing event updated for resources: {'Port': ['ID=07031fe2-23fc-43be-9d80-fdfec93fbb69,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:58.922619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.018534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-a5365457-d633-467d-aa72-aff30a2bd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:59.020637 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-a5365457-d633-467d-aa72-aff30a2bd8af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.5342116 Aug 31 07:56:59.026571 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b137545-fecb-475c-87f2-8e9988f754a6 x-openstack-request-id: req-3b137545-fecb-475c-87f2-8e9988f754a6 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:56:59.027105 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47cc57f-2a72-4d56-9f69-da6a15a72ab5", "tag": "d71cfc87-e344-4aef-bdc7-9da6113c5a57", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:56:59.027611 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b137545-fecb-475c-87f2-8e9988f754a6 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:56:59.028210 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'tag': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57', 'status': 'completed', 'code': 200} Aug 31 07:56:59.064398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.088641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.149023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-a54c9633-8d67-4b75-aafc-92b03165a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:59.151431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-a54c9633-8d67-4b75-aafc-92b03165a413 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200128 Aug 31 07:56:59.161588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Attempting to bind port 07031fe2-23fc-43be-9d80-fdfec93fbb69 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:56:59.161588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Attempting to bind port 07031fe2-23fc-43be-9d80-fdfec93fbb69 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '562db80b-c98a-4e34-9b9f-40dff140a95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:56:59.161994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Attempting to bind port 07031fe2-23fc-43be-9d80-fdfec93fbb69 on network 079692da-5fd4-4479-a998-9cdecbf79ee6 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:56:59.176512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:56:59.176942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Checking segment: {'id': '562db80b-c98a-4e34-9b9f-40dff140a95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:56:59.177526 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.177799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Bound using segment: {'id': '562db80b-c98a-4e34-9b9f-40dff140a95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:56:59.178385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Bound port: 07031fe2-23fc-43be-9d80-fdfec93fbb69, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562db80b-c98a-4e34-9b9f-40dff140a95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '079692da-5fd4-4479-a998-9cdecbf79ee6'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:56:59.178780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.182702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:56:59.191893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=e69c69f0-53a4-4a79-8a11-55e56b1a8c16,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:59.323178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Allocated IP 172.25.0.188 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/bed957cd-5f29-47be-8925-8e1621ad7bb5) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:56:59.447919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] For port 07031fe2-23fc-43be-9d80-fdfec93fbb69, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:56:59.451198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-6f059051-31c7-463b-b58f-bfb1b4bd1d61 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f5651efb23045a8ade60af033a2ad6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2606945 Aug 31 07:56:59.452415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] For port 07031fe2-23fc-43be-9d80-fdfec93fbb69, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07031fe2-23fc-43be-9d80-fdfec93fbb69,segment=NetworkSegment(562db80b-c98a-4e34-9b9f-40dff140a95d),segment_id=562db80b-c98a-4e34-9b9f-40dff140a95d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:56:59.477739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-08bcc10b-9c20-4a81-8a8b-4b024e6a4de4 service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078091 Aug 31 07:56:59.516879 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.544433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:48Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:59.582572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.588863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.601655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] Checking router: ed523175-3b42-4942-be01-9f3e1d4e68d8 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:56:59.606634 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.611223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-6e501d45-2bf0-438a-ac36-d8f01efcc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:59.612891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-6e501d45-2bf0-438a-ac36-d8f01efcc086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.7107871 Aug 31 07:56:59.618257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079692da-5fd4-4479-a998-9cdecbf79ee6']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:59.645961 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-25304f39-fd22-403a-b5ec-c99de59523d4 req-39d2e0a0-9645-4b25-be15-c4ee712e5415 service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512465 Aug 31 07:56:59.675664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562db80b-c98a-4e34-9b9f-40dff140a95d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:59.676273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562db80b-c98a-4e34-9b9f-40dff140a95d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:59.686164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:56:59.686946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:56:59.695616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.795265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.795731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e39226-8b2b-4bf0-ad20-3014d5a779aa None None] Pushing event updated for resources: {'Port': ['ID=07031fe2-23fc-43be-9d80-fdfec93fbb69,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:59.824618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.875518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceee063-6efe-468b-9799-c76240a1c3f2 None None] Network 079692da-5fd4-4479-a998-9cdecbf79ee6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:56:59.902459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Pushing event updated for resources: {'Port': ['ID=bed957cd-5f29-47be-8925-8e1621ad7bb5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:56:59.937092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:56:59.945949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:56:59.952609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:56:59.965444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:00.056130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-e4663fb2-9e71-4786-8b97-5ac3524c9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.059602 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-e4663fb2-9e71-4786-8b97-5ac3524c9902 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 1095 time: 0.2230961 Aug 31 07:57:00.099104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:00.121870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:00.122354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:00.126193 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:00.196860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:00.205841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-5bb6cdac-e5aa-4b09-ab7b-f299b4503f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.208946 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-5bb6cdac-e5aa-4b09-ab7b-f299b4503f9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1393492 Aug 31 07:57:00.330829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabe7ea-fdc1-47a7-a46b-56681252f936 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:57:00.359619 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Floating IP b247654e-aa8e-421a-a6cc-f69e2f8cfb8a associated. External IP: 172.25.0.101, port: 23190871-4ced-40db-ba9b-b340816ada1c. Aug 31 07:57:00.427556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-6d511ccf-b2c6-4910-9d96-3736cf9344ea tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.430758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-6d511ccf-b2c6-4910-9d96-3736cf9344ea tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9612658 Aug 31 07:57:00.441416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-b907e261-e4a5-4a76-b632-5349445f1f3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57 HTTP/1.1" status: 200 len: 217 time: 0.1774426 Aug 31 07:57:00.471019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-d83a459a-021a-4658-a426-124d697843e0 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/quotas/4f5651efb23045a8ade60af033a2ad6e HTTP/1.1" status: 200 len: 375 time: 0.0193038 Aug 31 07:57:00.504442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:57:00.504442 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:57:00.504442 n-d-713499-16 neutron-server[95446]: [parameters: {'id': '079692da-5fd4-4479-a998-9cdecbf79ee6'}] Aug 31 07:57:00.504442 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:57:00.505108 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:57:00.557266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-20754c34-755f-48da-b6cb-49b22e6120aa tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f5651efb23045a8ade60af033a2ad6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768495 Aug 31 07:57:00.561230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-56a1da6f-86a6-43c1-af68-e83728cb2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.563048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:48Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:00.570760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-56a1da6f-86a6-43c1-af68-e83728cb2a92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.9303970 Aug 31 07:57:00.591258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-3819e4a1-bc15-41fc-8fc9-f2a0b15d5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.593599 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-3819e4a1-bc15-41fc-8fc9-f2a0b15d5a2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.1275823 Aug 31 07:57:00.600658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaf09e0-70f8-4773-8694-ea1f1bbbd3c3 None None] The sync data for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 is: [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3a0cabec-c10b-4892-94ca-f04f90db4e63', 'name': '', 'network_id': '539faf84-b375-4287-be8b-797d074c190a', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'mac_address': 'fa:16:3e:40:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:36Z', 'updated_at': '2021-08-31T07:55:48Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'subnets': [{'id': 'f11b6c77-645c-4369-832c-8946b48dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:00.637850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabe7ea-fdc1-47a7-a46b-56681252f936 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:57:00.646465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-24bc999e-e368-4de6-a82a-256581bdde98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.0723011 Aug 31 07:57:00.747231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:00.868787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-33b90409-f26f-45c5-bce6-e189bdb3beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.872951 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-33b90409-f26f-45c5-bce6-e189bdb3beac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114632 Aug 31 07:57:00.941945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-cb983071-3120-459a-8f77-2c7079400d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:00.941945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-cb983071-3120-459a-8f77-2c7079400d44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.2938745 Aug 31 07:57:01.004866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-fe0c5952-60d0-4fd9-aefc-e34bc1d5c40f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454855 Aug 31 07:57:01.008250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:01.126314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Router ca6ad811-f761-4075-b157-1b785b5856be has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:57:01.197074 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b1da6-2795-4764-90ea-db6aa8b1d747 None None] New status for floating IP f57f6fb3-3d0d-4f4f-87ee-f05fd0786085: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:57:01.291610 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-570ee376-05c3-4ddb-b819-cad639f6fe9e service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645213 Aug 31 07:57:01.300148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-75dc7d46-3690-468d-8dd8-a6c052e0357f service neutron] 10.222.0.36 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859223 Aug 31 07:57:01.415811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:01.493529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55062) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:01.626499 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d3e07ea9-175e-427c-b86e-058a6473a231 req-92996765-5f82-4542-b470-6f621a6db9d1 service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115582 Aug 31 07:57:01.716232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7c2319ba-8896-4520-b524-33f9baf453e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:01.830601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7c2319ba-8896-4520-b524-33f9baf453e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:01.849912 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf8ad6-194e-4134-8e37-1017503aee90 x-openstack-request-id: req-33bf8ad6-194e-4134-8e37-1017503aee90 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:01.850234 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:01.850434 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33bf8ad6-194e-4134-8e37-1017503aee90 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:01.850822 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'status': 'completed', 'code': 200} Aug 31 07:57:01.982702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 07031fe2-23fc-43be-9d80-fdfec93fbb69 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:01.983054 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.006936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Router 0d8f5c42-1298-426b-b5d7-750d2c232500 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:57:02.067836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:02.071619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7c2319ba-8896-4520-b524-33f9baf453e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.084953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-9fb6381b-8699-4d35-bc60-a92605377c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:02.084953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-9fb6381b-8699-4d35-bc60-a92605377c7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d8f6776ab56c4e5f98ab853a24806192&device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 1098 time: 0.2232947 Aug 31 07:57:02.085271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] Sync routers for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:02.086042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.094663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:02.095510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:02.096691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15df8329-3f50-40c7-9734-be0bcd7f9ccd req-619992bb-d561-4114-824c-758bee76bba0 service neutron] 10.222.0.36 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716892 Aug 31 07:57:02.117031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07b4ca-ef3a-4389-b8a8-3fb1adf303e2 req-f00e7eee-b970-4b67-99a6-7185171907b4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:02.118716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb07b4ca-ef3a-4389-b8a8-3fb1adf303e2 req-f00e7eee-b970-4b67-99a6-7185171907b4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 943 time: 0.2637873 Aug 31 07:57:02.174066 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7c2319ba-8896-4520-b524-33f9baf453e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41f04341d66246c5bf912145d5812152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763477 Aug 31 07:57:02.180773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55068) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:02.181514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2319ba-8896-4520-b524-33f9baf453e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d99f9-e9c4-4459-bb6f-d7c8c3c6039a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:02.214195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 07031fe2-23fc-43be-9d80-fdfec93fbb69, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07031fe2-23fc-43be-9d80-fdfec93fbb69,segment=NetworkSegment(562db80b-c98a-4e34-9b9f-40dff140a95d),segment_id=562db80b-c98a-4e34-9b9f-40dff140a95d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:02.214605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.232258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0eee97d5-f0ae-483a-9fc5-b116e0ca4854 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "PUT /v2.0/floatingips/b247654e-aa8e-421a-a6cc-f69e2f8cfb8a HTTP/1.1" status: 200 len: 991 time: 3.4682605 Aug 31 07:57:02.238857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:02.242822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 07031fe2-23fc-43be-9d80-fdfec93fbb69 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:02.257358 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Sync routers for ids ['0d8f5c42-1298-426b-b5d7-750d2c232500'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:02.270634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Routers {'0d8f5c42-1298-426b-b5d7-750d2c232500'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:02.272146 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0d8f5c42-1298-426b-b5d7-750d2c232500'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:02.276031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb07b4ca-ef3a-4389-b8a8-3fb1adf303e2 req-54b0e7cf-f6af-473e-b843-561718c17b17 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041181 Aug 31 07:57:02.300856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:02.331383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dadc-a787-4f30-a601-db9c9df741fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.338819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-85980920-3fb5-4cb9-8cd1-819105e65f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:02.340640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-85980920-3fb5-4cb9-8cd1-819105e65f92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 200 len: 921 time: 0.2531393 Aug 31 07:57:02.376292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.376292 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-14902d9e-d749-4b32-acbd-dd2fc5062282 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3879647 Aug 31 07:57:02.376292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55076) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:02.429146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-c2940235-05e6-4080-a926-4bf94b073a98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 200 len: 217 time: 0.0745790 Aug 31 07:57:02.466767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-edd73b39-607c-4f0f-83e3-9a2234472788 req-04b7dc61-5902-4761-88c0-c7a7c4d47478 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 210 time: 0.0821943 Aug 31 07:57:02.497115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dadc-a787-4f30-a601-db9c9df741fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.579634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Set router 0d8f5c42-1298-426b-b5d7-750d2c232500 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:02.602467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-961f0eb8-588a-45b4-aee3-6feb154f5aeb tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips/f57f6fb3-3d0d-4f4f-87ee-f05fd0786085 HTTP/1.1" status: 200 len: 692 time: 0.1016514 Aug 31 07:57:02.607624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.632550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-e07c4211-7809-4622-aaff-72930fce125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:02.634143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-e07c4211-7809-4622-aaff-72930fce125b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 200 len: 860 time: 0.1704531 Aug 31 07:57:02.684487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=07031fe2-23fc-43be-9d80-fdfec93fbb69,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:02.733517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 07031fe2-23fc-43be-9d80-fdfec93fbb69 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:02.742837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-dfeb3e46-a32f-4541-ac0b-4304e7fa64b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=539faf84-b375-4287-be8b-797d074c190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797579 Aug 31 07:57:02.782993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dadc-a787-4f30-a601-db9c9df741fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.786619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dadc-a787-4f30-a601-db9c9df741fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:02.790909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d71cfc87-e344-4aef-bdc7-9da6113c5a57 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:57:02.791458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f7d4dadc-a787-4f30-a601-db9c9df741fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc1d99f9-e9c4-4459-bb6f-d7c8c3c6039a HTTP/1.1" status: 204 len: 168 time: 0.6051826 Aug 31 07:57:02.805426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4dadc-a787-4f30-a601-db9c9df741fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d99f9-e9c4-4459-bb6f-d7c8c3c6039a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:02.969442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'b247654e-aa8e-421a-a6cc-f69e2f8cfb8a', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'port_id': '23190871-4ced-40db-ba9b-b340816ada1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'mac_address': 'fa:16:3e:7b:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:14Z', 'updated_at': '2021-08-31T07:56:59Z', 'revision_number': 1, 'project_id': '5a672b6d78654570ac7995da833b2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:03.039621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] Checking router: ca6ad811-f761-4075-b157-1b785b5856be for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:57:03.061745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:57:00Z', 'revision_number': 3, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:03.066957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:03.066957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:03.105309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.129793 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Checking router: 0d8f5c42-1298-426b-b5d7-750d2c232500 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:57:03.133008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d71cfc87-e344-4aef-bdc7-9da6113c5a57, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:03.134008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Updating router 0d8f5c42-1298-426b-b5d7-750d2c232500 port bed957cd-5f29-47be-8925-8e1621ad7bb5 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:57:03.202079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079692da-5fd4-4479-a998-9cdecbf79ee6']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:03.206698 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.215621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-763a1843-26b1-4771-81c0-313440d00d55 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:03.223311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-763a1843-26b1-4771-81c0-313440d00d55 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 784 time: 0.5997860 Aug 31 07:57:03.229798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-1aa01e4a-2616-43ff-8651-96465c416945 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:57:03.235358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-1aa01e4a-2616-43ff-8651-96465c416945 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107498 Aug 31 07:57:03.270569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562db80b-c98a-4e34-9b9f-40dff140a95d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:03.270847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562db80b-c98a-4e34-9b9f-40dff140a95d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:03.302291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.324543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:03.477405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.501563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-c16fd00d-41a7-40b9-a013-74910c0a1589 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340627 Aug 31 07:57:03.532053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-8ba31e92-17c4-4c43-8310-fd0254076157 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.2761207 Aug 31 07:57:03.599305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.620047 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.632318 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Transition to ACTIVE for port object bed957cd-5f29-47be-8925-8e1621ad7bb5 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:03.644570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Allocated IP 172.20.0.1 (16a751a4-65e3-403d-a85c-c94d7a898859/416d0e55-f243-40c2-815f-220d991f5435/6d6df693-f02d-4868-b6d5-992476faf1aa) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:03.654644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:03.655296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:03.661957 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:03.720643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-c76ddefe-b037-4228-9642-628bee177040 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.1589086 Aug 31 07:57:03.732877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57', 'mac_address': 'fa:16:3e:2d:dd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:57:03.787236 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.856749 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.864194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:03.866513 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a5eaba-fdae-47f8-9bfa-b613b93119de" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "23190871-4ced-40db-ba9b-b340816ada1c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:03.876979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71cfc87-e344-4aef-bdc7-9da6113c5a57 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:03.882503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70454d9c-6848-45f7-ade3-05521e5f496f req-fd7d3080-f00d-4ad7-9c71-dc4c58561e23 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:03.892162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70454d9c-6848-45f7-ade3-05521e5f496f req-fd7d3080-f00d-4ad7-9c71-dc4c58561e23 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 943 time: 0.4546788 Aug 31 07:57:03.896958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.927478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d392780-ea72-4d24-97a4-26ce07ef7499 req-c2e21ded-f0be-4111-9711-6ac49e4a3ae2 service neutron] 10.222.0.45 "GET /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250147 Aug 31 07:57:03.928011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d71cfc87-e344-4aef-bdc7-9da6113c5a57, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:03.934501 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Attempting to bind port bed957cd-5f29-47be-8925-8e1621ad7bb5 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:03.937529 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Attempting to bind port bed957cd-5f29-47be-8925-8e1621ad7bb5 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:03.938737 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Attempting to bind port bed957cd-5f29-47be-8925-8e1621ad7bb5 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:03.986551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:03.988716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.989839 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:03.990664 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:03.993842 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:03.995344 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Bound port: bed957cd-5f29-47be-8925-8e1621ad7bb5, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:03.996131 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.002784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55096) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:04.021331 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.024677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/079692da-5fd4-4479-a998-9cdecbf79ee6 HTTP/1.1" status: 204 len: 168 time: 6.3398700 Aug 31 07:57:04.025675 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Pushing event updated for resources: {'Port': ['ID=bed957cd-5f29-47be-8925-8e1621ad7bb5,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:04.033625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55098) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:04.049137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-156870903'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:04.056204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20bab8d2-5c11-4a86-9511-a0a2e410a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.060565 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.066226 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.067142 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.067668 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.069997 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.070798 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.075316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.075316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.075316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.075316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.077913 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.078696 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:04.110508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07640163-72a7-41ee-abc3-e1ce0eb8a249 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=079692da-5fd4-4479-a998-9cdecbf79ee6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:04.132302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70454d9c-6848-45f7-ade3-05521e5f496f req-9d1a366a-a6f1-4f32-b6c7-436d34b01400 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405555 Aug 31 07:57:04.138277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.153641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.216162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Deleting port d10c922a-daef-4d4d-8dc3-a4d0a600ba28 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:04.216701 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.253087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:57:04.253087 n-d-713499-16 neutron-server[95445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:57:04.253087 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'id': '4fa08a9d-5915-42e1-8a09-917391e538b7', 'expiration': datetime.datetime(2021, 8, 31, 7, 59, 4, 147155)}] Aug 31 07:57:04.253087 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:57:04.254428 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:57:04.311905 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] For port bed957cd-5f29-47be-8925-8e1621ad7bb5, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:04.315849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'b247654e-aa8e-421a-a6cc-f69e2f8cfb8a', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'port_id': '23190871-4ced-40db-ba9b-b340816ada1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'mac_address': 'fa:16:3e:7b:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:14Z', 'updated_at': '2021-08-31T07:56:59Z', 'revision_number': 1, 'project_id': '5a672b6d78654570ac7995da833b2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:04.324747 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] For port bed957cd-5f29-47be-8925-8e1621ad7bb5, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bed957cd-5f29-47be-8925-8e1621ad7bb5,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:04.328399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6df693-f02d-4868-b6d5-992476faf1aa,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:04.351915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3766a-cd04-441f-9c8d-075e8f1a7f29 None None] The sync data for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 is: [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'b247654e-aa8e-421a-a6cc-f69e2f8cfb8a', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'port_id': '23190871-4ced-40db-ba9b-b340816ada1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'mac_address': 'fa:16:3e:7b:28:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:14Z', 'updated_at': '2021-08-31T07:56:59Z', 'revision_number': 1, 'project_id': '5a672b6d78654570ac7995da833b2496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:04.354150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Network 16a751a4-65e3-403d-a85c-c94d7a898859 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:04.355259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d71cfc87-e344-4aef-bdc7-9da6113c5a57,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:04.371645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:04.387752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d71cfc87-e344-4aef-bdc7-9da6113c5a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:04.395995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:04.436826 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.490577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.549887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-91fda975-d474-4b15-8ab7-13be52c814c1 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4f5651efb23045a8ade60af033a2ad6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443605 Aug 31 07:57:04.655183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Routers {'0d8f5c42-1298-426b-b5d7-750d2c232500'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:04.656197 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0d8f5c42-1298-426b-b5d7-750d2c232500'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:04.778130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59c10a5b-9c59-4169-ac27-6b909346679e req-9a03a121-bd68-4441-94fd-f1b785f5e82d tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 210 time: 0.1389277 Aug 31 07:57:04.840222 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1f791-6a28-435a-a05e-96fd11f5b3b6 None None] Pushing event updated for resources: {'Port': ['ID=bed957cd-5f29-47be-8925-8e1621ad7bb5,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:04.890845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f3d7c-416a-4860-9d1b-c5508b4ca459 None None] New status for floating IP b247654e-aa8e-421a-a6cc-f69e2f8cfb8a: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:57:04.918777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.919295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:04.974860 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e3051-2801-46ff-abbe-418d5264d9b4 x-openstack-request-id: req-7a8e3051-2801-46ff-abbe-418d5264d9b4 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:04.975645 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "tag": "23190871-4ced-40db-ba9b-b340816ada1c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:04.976175 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a8e3051-2801-46ff-abbe-418d5264d9b4 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:04.976880 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c', 'status': 'completed', 'code': 200} Aug 31 07:57:05.032262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Calling delete_port for d10c922a-daef-4d4d-8dc3-a4d0a600ba28 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:05.116795 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] Set router 0d8f5c42-1298-426b-b5d7-750d2c232500 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:05.260430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-6aed8bbf-511a-4f0a-9735-ab1bb85797fa tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.262838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-6aed8bbf-511a-4f0a-9735-ab1bb85797fa tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7031422 Aug 31 07:57:05.295281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Request body: {'port': {'device_id': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '4f5651efb23045a8ade60af033a2ad6e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:05.423112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.424080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.426316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.427180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.428561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.429906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.430552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.434351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-56747172-15f6-4eb9-bf47-7cf221e610c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6509 time: 0.4436820 Aug 31 07:57:05.527824 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:57:00Z', 'revision_number': 3, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:05.568204 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0ed30-63df-4ec7-9373-9d8df2a10b5b None None] The sync data for ids ['0d8f5c42-1298-426b-b5d7-750d2c232500'] in n-d-713499-16 is: [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:57:00Z', 'revision_number': 3, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:05.658600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20bab8d2-5c11-4a86-9511-a0a2e410a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:05.728990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a06e4e-c6c4-465b-9c0a-d22b75373a01 req-7c099bfd-0781-4094-8a0c-3415e2a7f4c6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.730715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30a06e4e-c6c4-465b-9c0a-d22b75373a01 req-7c099bfd-0781-4094-8a0c-3415e2a7f4c6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 944 time: 0.4009762 Aug 31 07:57:05.806566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-19d8a152-b7f8-49d6-9786-b77ca8be9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:05.807309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-19d8a152-b7f8-49d6-9786-b77ca8be9149 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8bb433c7-8036-4d4a-b691-80e019454346 HTTP/1.1" status: 200 len: 918 time: 0.2781348 Aug 31 07:57:05.830428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20bab8d2-5c11-4a86-9511-a0a2e410a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:05.886332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30a06e4e-c6c4-465b-9c0a-d22b75373a01 req-fd4437a9-16a8-4fd3-8d69-c145c787035f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408968 Aug 31 07:57:05.899722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab8d2-5c11-4a86-9511-a0a2e410a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb0e2a7-6743-4224-9b3c-563eb5e9c5da,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:05.949964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:05.979876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-22e2c9aa-0618-49a5-96a1-8ecaf018cbc1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 200 len: 1001 time: 0.1597049 Aug 31 07:57:05.981669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:05.990031 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20bab8d2-5c11-4a86-9511-a0a2e410a1ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bae21ea42c064b24a99e11f8707bb724&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9846957 Aug 31 07:57:05.996534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55112) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:06.088911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event deleted for resources: {'Port': ['ID=d10c922a-daef-4d4d-8dc3-a4d0a600ba28,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:06.098551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:06.102391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.209045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-ed9e120d-0b2e-4922-a15d-98e427cb506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:06.210694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-ed9e120d-0b2e-4922-a15d-98e427cb506b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c471819-fde2-4fd0-97d6-aff12222ef78 HTTP/1.1" status: 200 len: 856 time: 0.2148373 Aug 31 07:57:06.233901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Made reservation on behalf of 4f5651efb23045a8ade60af033a2ad6e for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:06.238534 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.251550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:06.257402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9771f9c5-3ffd-414c-8b86-10133a1089fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.264358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eddf4006-8386-4a32-b05b-a347fa1e5d4a req-cf20abf7-3ade-4316-a576-daaeded253dd tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 210 time: 0.0758514 Aug 31 07:57:06.280921 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.281282 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 5ba753e8-384c-4352-b944-37d963e7f9df of type vlan for network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d Aug 31 07:57:06.307074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.315780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9771f9c5-3ffd-414c-8b86-10133a1089fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.333690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.337292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.338688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df77ef7a-e580-4af0-8cad-c8df08eac7f1 req-e0e71ad3-e784-4bf1-8980-35496b4f89e2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "DELETE /v2.0/floatingips/f57f6fb3-3d0d-4f4f-87ee-f05fd0786085 HTTP/1.1" status: 204 len: 173 time: 2.6017337 Aug 31 07:57:06.427154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.438943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-ae50d92e-d704-47a8-b9c1-67c51da3c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:06.440508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-ae50d92e-d704-47a8-b9c1-67c51da3c719 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8bb433c7-8036-4d4a-b691-80e019454346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944401 Aug 31 07:57:06.451120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1aab615-0510-4964-8084-ab93e54b6fa5 req-e0595538-e2e4-4386-a120-392e6a1e0942 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups/fad1b7f6-5fd6-43b9-ae0c-4be22fc6f7fb HTTP/1.1" status: 200 len: 1810 time: 0.0713911 Aug 31 07:57:06.491319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.636090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.642575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:06.643262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.650685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9771f9c5-3ffd-414c-8b86-10133a1089fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.653792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9771f9c5-3ffd-414c-8b86-10133a1089fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.658763 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9771f9c5-3ffd-414c-8b86-10133a1089fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eb0e2a7-6743-4224-9b3c-563eb5e9c5da HTTP/1.1" status: 204 len: 168 time: 0.6618831 Aug 31 07:57:06.661683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.799285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:06.814202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d71cfc87-e344-4aef-bdc7-9da6113c5a57 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:06.854797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771f9c5-3ffd-414c-8b86-10133a1089fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb0e2a7-6743-4224-9b3c-563eb5e9c5da,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:06.873965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6df693-f02d-4868-b6d5-992476faf1aa,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:06.881356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.901303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:06.988959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Network 16a751a4-65e3-403d-a85c-c94d7a898859 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:06.990662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:07.127974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d71cfc87-e344-4aef-bdc7-9da6113c5a57 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:07.133269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d71cfc87-e344-4aef-bdc7-9da6113c5a57 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:07.133702 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.156096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.169444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Router 0d8f5c42-1298-426b-b5d7-750d2c232500 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:57:07.182876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bed957cd-5f29-47be-8925-8e1621ad7bb5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:07.183164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1aab615-0510-4964-8084-ab93e54b6fa5 req-88dc5853-ec81-408d-9c37-f6d49ea71043 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.185452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-c3276076-fdda-4f57-8cf7-e1ac3183c6e2 service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311380 Aug 31 07:57:07.246227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.332940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.341858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:07.348593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63b3018b-8726-4dd5-9f03-445262504223 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d8f5c42-1298-426b-b5d7-750d2c232500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9733307 Aug 31 07:57:07.367121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:07.367121 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf822e6-c09b-4e51-bf51-a9ae4b8f292c" -d '{"events": [{"server_uuid": "a47cc57f-2a72-4d56-9f69-da6a15a72ab5", "name": "network-vif-plugged", "status": "completed", "tag": "d71cfc87-e344-4aef-bdc7-9da6113c5a57"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:07.379845 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1aab615-0510-4964-8084-ab93e54b6fa5 req-88dc5853-ec81-408d-9c37-f6d49ea71043 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.387527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-763bb87c-a504-4be0-a349-b838a830d646 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.3516848 Aug 31 07:57:07.390969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55134) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:07.399090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d71cfc87-e344-4aef-bdc7-9da6113c5a57, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:07.410402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:07.423898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bed957cd-5f29-47be-8925-8e1621ad7bb5 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:07.430329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bed957cd-5f29-47be-8925-8e1621ad7bb5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:07.430826 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.486260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.501474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20106b15-f6f3-4f1b-8975-4289115a03dc req-d89a8c64-c5fb-43cf-89d5-05c9172144fa tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:07.503614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20106b15-f6f3-4f1b-8975-4289115a03dc req-d89a8c64-c5fb-43cf-89d5-05c9172144fa tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 944 time: 0.3380370 Aug 31 07:57:07.556461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c087a818-61cd-437e-b786-6ba697cb092a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:07.572662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d71cfc87-e344-4aef-bdc7-9da6113c5a57,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:07.655575 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.682151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port bed957cd-5f29-47be-8925-8e1621ad7bb5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bed957cd-5f29-47be-8925-8e1621ad7bb5,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:07.702656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20106b15-f6f3-4f1b-8975-4289115a03dc req-9a96a3eb-bad6-49f4-9580-4f24874b4ef8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743388 Aug 31 07:57:07.708546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9a5eaba-fdae-47f8-9bfa-b613b93119de req-3037e039-6a1c-43e4-9734-0653c967b53c service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977334 Aug 31 07:57:07.731578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Allocated IP 192.168.233.190 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/fe2bf2b1-db7c-49f7-8f89-05f647531638) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:07.732372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:07.741741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.769796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1aab615-0510-4964-8084-ab93e54b6fa5 req-88dc5853-ec81-408d-9c37-f6d49ea71043 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.770597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b1aab615-0510-4964-8084-ab93e54b6fa5 req-88dc5853-ec81-408d-9c37-f6d49ea71043 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.771903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1aab615-0510-4964-8084-ab93e54b6fa5 req-88dc5853-ec81-408d-9c37-f6d49ea71043 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "DELETE /v2.0/security-groups/fad1b7f6-5fd6-43b9-ae0c-4be22fc6f7fb HTTP/1.1" status: 204 len: 173 time: 1.3093576 Aug 31 07:57:07.797704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5853-ec81-408d-9c37-f6d49ea71043 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad1b7f6-5fd6-43b9-ae0c-4be22fc6f7fb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:07.852462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:07.915023 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7f0e9-41db-4165-9788-61574564291a x-openstack-request-id: req-82c7f0e9-41db-4165-9788-61574564291a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:07.915309 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47cc57f-2a72-4d56-9f69-da6a15a72ab5", "name": "network-vif-plugged", "status": "completed", "tag": "d71cfc87-e344-4aef-bdc7-9da6113c5a57", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:07.915597 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82c7f0e9-41db-4165-9788-61574564291a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:07.919744 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57', 'code': 200} Aug 31 07:57:07.976115 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:57:07.996446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=bed957cd-5f29-47be-8925-8e1621ad7bb5,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:08.049176 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Sync routers for ids ['0d8f5c42-1298-426b-b5d7-750d2c232500'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:08.067429 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Routers {'0d8f5c42-1298-426b-b5d7-750d2c232500'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:08.070156 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0d8f5c42-1298-426b-b5d7-750d2c232500'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:08.097223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:08.108990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbcc44-1a04-4a01-bb65-ce93017abada req-26b6e4eb-5b90-44f3-b34b-e142621dafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:08.111620 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5fbbcc44-1a04-4a01-bb65-ce93017abada req-26b6e4eb-5b90-44f3-b34b-e142621dafdd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1432092 Aug 31 07:57:08.179034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Transition to ACTIVE for port object fe2bf2b1-db7c-49f7-8f89-05f647531638 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:08.190424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ea5f628-7146-42f2-bf0c-95dab0026e34 req-35591b8b-e087-4f17-a9d2-f990d2dd37ac tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 210 time: 0.0750518 Aug 31 07:57:08.215848 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5fbbcc44-1a04-4a01-bb65-ce93017abada req-ec2af0cd-efa1-49b7-8a8f-466b199c0dd8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666234 Aug 31 07:57:08.304888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:08.318279 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Set router 0d8f5c42-1298-426b-b5d7-750d2c232500 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:08.397210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=8d59fb10-f703-4193-8fb5-f64b039353bb,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:08.430429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '5ba753e8-384c-4352-b944-37d963e7f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:08.430951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:08.537179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-e48bf021-cbfe-4d22-943b-d2b761bd2e0d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:08.538673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-e48bf021-cbfe-4d22-943b-d2b761bd2e0d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 818 time: 0.1208274 Aug 31 07:57:08.554676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-a896cd5e-7892-470e-96da-84dc80c5b831 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/quotas/795d94598cab41f7ba19c471fe6b3bf0 HTTP/1.1" status: 200 len: 375 time: 0.0097384 Aug 31 07:57:08.572460 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:57:05Z', 'revision_number': 4, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '6d6df693-f02d-4868-b6d5-992476faf1aa', 'name': '', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'mac_address': 'fa:16:3e:06:b2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '416d0e55-f243-40c2-815f-220d991f5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:03Z', 'updated_at': '2021-08-31T07:57:06Z', 'revision_number': 2, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'subnets': [{'id': '416d0e55-f243-40c2-815f-220d991f5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:08.600496 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Checking router: 0d8f5c42-1298-426b-b5d7-750d2c232500 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:57:08.600861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Updating router 0d8f5c42-1298-426b-b5d7-750d2c232500 port 6d6df693-f02d-4868-b6d5-992476faf1aa binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:57:08.614430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-9698c6ce-dc70-43dc-a762-ad39dcaea67e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537426 Aug 31 07:57:08.626798 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:08.648383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:08.739749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:08.761322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:08.765921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:08.766543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:08.771232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf7a06-82b1-4a4f-972e-827711910541 None None] Network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:08.843826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:08.868477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:08.875231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:08.904597 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-50df341b-05c6-4365-9a6e-e1b83bd24b85 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5113914 Aug 31 07:57:08.908164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55178) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:08.952823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Pushing event updated for resources: {'Port': ['ID=fe2bf2b1-db7c-49f7-8f89-05f647531638,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:09.018988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-a107ad74-3130-4372-94f0-c05838ad031d service neutron] 10.222.0.36 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947093 Aug 31 07:57:09.062829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d', 'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': '8d59fb10-f703-4193-8fb5-f64b039353bb'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:09.064503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.122530 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.136583 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Transition to ACTIVE for port object 6d6df693-f02d-4868-b6d5-992476faf1aa will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:09.179884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:09.180551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.193401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bed957cd-5f29-47be-8925-8e1621ad7bb5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:09.195206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.206016 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.236353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c489d9-cd85-44a4-a206-7c1336c535ec req-859f6cef-0560-4d88-827d-e95673266d17 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:09.238055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13c489d9-cd85-44a4-a206-7c1336c535ec req-859f6cef-0560-4d88-827d-e95673266d17 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 945 time: 0.2256560 Aug 31 07:57:09.277047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bed957cd-5f29-47be-8925-8e1621ad7bb5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:09.277751 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.299198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-05fe37e3-738a-4631-b8c8-e778826a8f81 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0151231 Aug 31 07:57:09.305599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.348641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Request body: {'port': {'device_id': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:09.392619 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8706eb-9eaa-4051-bfc8-d3c6904bd65f None None] Pushing event updated for resources: {'Port': ['ID=6d6df693-f02d-4868-b6d5-992476faf1aa,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:09.424685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-a57d7999-de8e-465f-906c-026072d61498 service neutron] 10.222.0.36 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892930 Aug 31 07:57:09.477782 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Attempting to bind port 6d6df693-f02d-4868-b6d5-992476faf1aa on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:09.479981 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Attempting to bind port 6d6df693-f02d-4868-b6d5-992476faf1aa by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:09.480352 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Attempting to bind port 6d6df693-f02d-4868-b6d5-992476faf1aa on network 16a751a4-65e3-403d-a85c-c94d7a898859 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:09.490918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13c489d9-cd85-44a4-a206-7c1336c535ec req-cbb5f906-1408-4fb2-9131-2a4d7e3bae82 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363083 Aug 31 07:57:09.499055 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:09.499437 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Checking segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:09.500200 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.501902 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Bound using segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:09.501902 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Bound port: 6d6df693-f02d-4868-b6d5-992476faf1aa, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:09.501902 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.538099 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.560124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-921ac42a-aaf6-4542-a460-4de4d443f8d9 None None] Provisioning for port fe2bf2b1-db7c-49f7-8f89-05f647531638 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:09.595385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-921ac42a-aaf6-4542-a460-4de4d443f8d9 None None] Provisioning complete for port fe2bf2b1-db7c-49f7-8f89-05f647531638 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:09.595814 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-921ac42a-aaf6-4542-a460-4de4d443f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.638943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Allocated IP 172.20.0.1 (1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d/8d59fb10-f703-4193-8fb5-f64b039353bb/f7b08202-73f3-48df-a58e-453deb81a570) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:09.646128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-921ac42a-aaf6-4542-a460-4de4d443f8d9 None None] Port fe2bf2b1-db7c-49f7-8f89-05f647531638 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:57:09.752654 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] For port 6d6df693-f02d-4868-b6d5-992476faf1aa, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:09.757361 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] For port 6d6df693-f02d-4868-b6d5-992476faf1aa, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6d6df693-f02d-4868-b6d5-992476faf1aa,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:09.841850 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.934461 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Routers {'0d8f5c42-1298-426b-b5d7-750d2c232500'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:09.935694 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0d8f5c42-1298-426b-b5d7-750d2c232500'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:09.944385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.967238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Transition to ACTIVE for port object f7b08202-73f3-48df-a58e-453deb81a570 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:10.005256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Transition to ACTIVE for port object f7b08202-73f3-48df-a58e-453deb81a570 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:10.038561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9467d0c-6b86-4fdc-b5e8-8f93a8bb4a44 req-78808983-74af-4e68-a69a-1eb35714f46f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:10.057629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9467d0c-6b86-4fdc-b5e8-8f93a8bb4a44 req-78808983-74af-4e68-a69a-1eb35714f46f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2845364 Aug 31 07:57:10.072092 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] Set router 0d8f5c42-1298-426b-b5d7-750d2c232500 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:10.110521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.235156 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8706eb-9eaa-4051-bfc8-d3c6904bd65f None None] Pushing event updated for resources: {'Port': ['ID=6d6df693-f02d-4868-b6d5-992476faf1aa,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:10.237010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.243353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf580f3-6106-4897-8d1b-19c13bcb3eff req-c40211f2-3cd0-4fb9-9da9-4704a76be8e8 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:10.251060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Pushing event updated for resources: {'Port': ['ID=f7b08202-73f3-48df-a58e-453deb81a570,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:10.251913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bf580f3-6106-4897-8d1b-19c13bcb3eff req-c40211f2-3cd0-4fb9-9da9-4704a76be8e8 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 936 time: 0.3142405 Aug 31 07:57:10.287145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:10.289215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:10.294609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:10.316973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=8d59fb10-f703-4193-8fb5-f64b039353bb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.337830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.338955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9467d0c-6b86-4fdc-b5e8-8f93a8bb4a44 req-a1dc812a-13c6-42b3-a5d8-d375bee36ec2 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752869 Aug 31 07:57:10.339594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.340567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.341442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:10.410941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Attempting to bind port f7b08202-73f3-48df-a58e-453deb81a570 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:10.412083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Attempting to bind port f7b08202-73f3-48df-a58e-453deb81a570 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5ba753e8-384c-4352-b944-37d963e7f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:10.412451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2bf2b1-db7c-49f7-8f89-05f647531638 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:10.413071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Attempting to bind port f7b08202-73f3-48df-a58e-453deb81a570 on network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:10.427894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:10.429232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Checking segment: {'id': '5ba753e8-384c-4352-b944-37d963e7f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:10.429647 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.431227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Bound using segment: {'id': '5ba753e8-384c-4352-b944-37d963e7f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:10.431749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Bound port: f7b08202-73f3-48df-a58e-453deb81a570, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba753e8-384c-4352-b944-37d963e7f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:10.433390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.437271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bf580f3-6106-4897-8d1b-19c13bcb3eff req-7bbe7d4e-8344-459d-98f0-0beadfb8866b tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844575 Aug 31 07:57:10.459880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.469370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.480441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:10.496231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba753e8-384c-4352-b944-37d963e7f9df') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:10.496824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba753e8-384c-4352-b944-37d963e7f9df') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:10.500790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:57:05Z', 'revision_number': 4, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '6d6df693-f02d-4868-b6d5-992476faf1aa', 'name': '', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'mac_address': 'fa:16:3e:06:b2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '416d0e55-f243-40c2-815f-220d991f5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:03Z', 'updated_at': '2021-08-31T07:57:09Z', 'revision_number': 4, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'subnets': [{'id': '416d0e55-f243-40c2-815f-220d991f5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:10.508610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.528757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.530652 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b691153-8236-4808-9174-47a9dec9f5bb None None] The sync data for ids ['0d8f5c42-1298-426b-b5d7-750d2c232500'] in n-d-713499-16 is: [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:57:05Z', 'revision_number': 4, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '6d6df693-f02d-4868-b6d5-992476faf1aa', 'name': '', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'mac_address': 'fa:16:3e:06:b2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '416d0e55-f243-40c2-815f-220d991f5435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:03Z', 'updated_at': '2021-08-31T07:57:09Z', 'revision_number': 4, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'subnets': [{'id': '416d0e55-f243-40c2-815f-220d991f5435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:10.540461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7af9fd12-96ff-407b-9a58-759fb4054e44 req-5d938f5b-8f36-4356-9c45-0f9ca11ae552 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 210 time: 0.1018059 Aug 31 07:57:10.545575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:10.546254 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:10.549702 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:10.599375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] For port f7b08202-73f3-48df-a58e-453deb81a570, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:10.653981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] For port f7b08202-73f3-48df-a58e-453deb81a570, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f7b08202-73f3-48df-a58e-453deb81a570,segment=NetworkSegment(5ba753e8-384c-4352-b944-37d963e7f9df),segment_id=5ba753e8-384c-4352-b944-37d963e7f9df)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:10.679708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Transition to ACTIVE for port object fe2bf2b1-db7c-49f7-8f89-05f647531638 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:10.706994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21330e1-b608-4d41-a863-43258d97a8d6 req-094bcfd9-750c-4f21-9693-808e914a8ec1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:10.709254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c21330e1-b608-4d41-a863-43258d97a8d6 req-094bcfd9-750c-4f21-9693-808e914a8ec1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 945 time: 0.0832434 Aug 31 07:57:10.721118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:57:10.721118 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:57:10.721118 n-d-713499-16 neutron-server[95445]: [parameters: {'id': '1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d'}] Aug 31 07:57:10.721118 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:57:10.724131 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:57:10.758455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c21330e1-b608-4d41-a863-43258d97a8d6 req-ac4ff78a-cc5f-4fe9-bdda-277437b3c558 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Aug 31 07:57:10.844815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:10.844934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.033646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996f02e-41e9-4db1-9135-5be6970547f7 None None] Network 1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:11.061248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5cfb4-9e91-42da-a040-af8abb51c7f3 None None] Pushing event updated for resources: {'Port': ['ID=f7b08202-73f3-48df-a58e-453deb81a570,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:11.168654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2bf2b1-db7c-49f7-8f89-05f647531638,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:11.263953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.337034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6d6df693-f02d-4868-b6d5-992476faf1aa up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:11.370745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Attempting to bind port fe2bf2b1-db7c-49f7-8f89-05f647531638 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:11.371945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Attempting to bind port fe2bf2b1-db7c-49f7-8f89-05f647531638 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:11.372648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Attempting to bind port fe2bf2b1-db7c-49f7-8f89-05f647531638 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:11.392969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-390923f8-368b-4ed5-8289-1af489602fa9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:11.397837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-390923f8-368b-4ed5-8289-1af489602fa9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 818 time: 0.5454032 Aug 31 07:57:11.405973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Port fe2bf2b1-db7c-49f7-8f89-05f647531638 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:57:11.412982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Attempting to bind port fe2bf2b1-db7c-49f7-8f89-05f647531638 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:11.455055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-61ae6bf8-d454-4739-84db-4b5bd249433a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:11.460094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-61ae6bf8-d454-4739-84db-4b5bd249433a tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.45 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.3039858 Aug 31 07:57:11.485559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:11.487286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:11.489719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:11.490646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Bound port: fe2bf2b1-db7c-49f7-8f89-05f647531638, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:11.491098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.519670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-63a4f028-463f-4c4e-b478-5fedcca346bc tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/quotas/795d94598cab41f7ba19c471fe6b3bf0 HTTP/1.1" status: 200 len: 375 time: 0.0918601 Aug 31 07:57:11.542961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d25b7a-631a-4b5d-9f5e-123928870098 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:57:11.627177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port f7b08202-73f3-48df-a58e-453deb81a570 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:11.633270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.685032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 6d6df693-f02d-4868-b6d5-992476faf1aa completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:11.688052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] For port fe2bf2b1-db7c-49f7-8f89-05f647531638, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:11.691744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] For port fe2bf2b1-db7c-49f7-8f89-05f647531638, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:11.692368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 6d6df693-f02d-4868-b6d5-992476faf1aa triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:11.692765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.777660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port f7b08202-73f3-48df-a58e-453deb81a570, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f7b08202-73f3-48df-a58e-453deb81a570,segment=NetworkSegment(5ba753e8-384c-4352-b944-37d963e7f9df),segment_id=5ba753e8-384c-4352-b944-37d963e7f9df)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:11.778453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.780320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27412dce-5444-47e9-b038-9cc0acb339fc req-7f050634-50cd-401b-a07b-fc513a55417f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:11.786227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27412dce-5444-47e9-b038-9cc0acb339fc req-7f050634-50cd-401b-a07b-fc513a55417f tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 946 time: 0.2852852 Aug 31 07:57:11.797271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for f7b08202-73f3-48df-a58e-453deb81a570 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:11.811691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Deleting port 61f0b970-877d-4073-bda4-400083d5fa50 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:11.812776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-7c62a144-d120-450c-bff1-5daf89751740 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2200849 Aug 31 07:57:11.813281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.833385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.867592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.881640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d25b7a-631a-4b5d-9f5e-123928870098 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:57:11.955884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] For port 61f0b970-877d-4073-bda4-400083d5fa50, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=61f0b970-877d-4073-bda4-400083d5fa50,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:11.956368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:11.971432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Calling delete_port for 61f0b970-877d-4073-bda4-400083d5fa50 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:11.996949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 6d6df693-f02d-4868-b6d5-992476faf1aa, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6d6df693-f02d-4868-b6d5-992476faf1aa,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:12.072043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:12.074884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.084238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.095880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe2bf2b1-db7c-49f7-8f89-05f647531638 HTTP/1.1" status: 200 len: 1097 time: 2.7661769 Aug 31 07:57:12.096600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dc1e2-76fa-4753-930b-9915cbdef3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2bf2b1-db7c-49f7-8f89-05f647531638,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:12.103246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'tag': 'fe2bf2b1-db7c-49f7-8f89-05f647531638'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:12.108355 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea6b5e-ce6e-42aa-8596-957314a3ab23" -d '{"events": [{"name": "network-changed", "server_uuid": "f87efd5e-75c4-4262-a04a-47fc01586f85", "tag": "fe2bf2b1-db7c-49f7-8f89-05f647531638"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:12.157209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27412dce-5444-47e9-b038-9cc0acb339fc req-a5b21d0e-e416-460d-9b5b-c1e9eb452fab tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b03fe0c-1e5c-47ec-9b95-59e697df2507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351047 Aug 31 07:57:12.210556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-2d894ea4-06d7-446b-9948-12c37a466f31 service neutron] 10.222.0.36 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967853 Aug 31 07:57:12.269750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=6d6df693-f02d-4868-b6d5-992476faf1aa,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:12.423139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc93b1-ffe9-4316-993b-d0bfd1568e7e req-c6ab5f4b-8479-40c1-b0f4-a5ced2b60078 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:12.426608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18cc93b1-ffe9-4316-993b-d0bfd1568e7e req-c6ab5f4b-8479-40c1-b0f4-a5ced2b60078 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 948 time: 0.1382110 Aug 31 07:57:12.447527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.500484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=f7b08202-73f3-48df-a58e-453deb81a570,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:12.504129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-2dcf32f1-93de-4111-9ff5-dc0667835ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:12.506333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-2dcf32f1-93de-4111-9ff5-dc0667835ec1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f5651efb23045a8ade60af033a2ad6e&device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 1100 time: 0.2502248 Aug 31 07:57:12.515502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port f7b08202-73f3-48df-a58e-453deb81a570 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:12.598463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-e2dfb13d-e483-44a4-8359-8144d6a13916 service neutron] 10.222.0.36 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868539 Aug 31 07:57:12.609648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18cc93b1-ffe9-4316-993b-d0bfd1568e7e req-8bd26428-462e-4895-ba95-c7c36d178636 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405039 Aug 31 07:57:12.612311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-e9264dce-2bee-4956-908b-2a368a2eb47b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638 HTTP/1.1" status: 200 len: 217 time: 0.0914607 Aug 31 07:57:12.624288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.645037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:12.663848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba753e8-384c-4352-b944-37d963e7f9df') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:12.663848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba753e8-384c-4352-b944-37d963e7f9df') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:12.704195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.704362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-a0348955-1ea8-4529-8098-01735836975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:12.710374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-a0348955-1ea8-4529-8098-01735836975e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0915754 Aug 31 07:57:12.710808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.718784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:12.719239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:12.723428 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:12.749417 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.761594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['61f0b970-877d-4073-bda4-400083d5fa50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:12.818531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-4399bd80-86c6-4bb8-8e41-8ca2459fe56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:12.820093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-4399bd80-86c6-4bb8-8e41-8ca2459fe56a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1057472 Aug 31 07:57:12.836967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Pushing event deleted for resources: {'Port': ['ID=61f0b970-877d-4073-bda4-400083d5fa50,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:12.905604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] No DVR routers for this DVR port 61f0b970-877d-4073-bda4-400083d5fa50 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:12.908370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:12.910562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b7e7c5ae-10b8-4e67-89fa-6c82a0193c2e req-62fe83b4-4b83-4e0d-9de2-03e6d83e65bd tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.45 "DELETE /v2.0/ports/61f0b970-877d-4073-bda4-400083d5fa50 HTTP/1.1" status: 204 len: 173 time: 1.4442139 Aug 31 07:57:12.911009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'name': 'network-vif-deleted', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:12.913321 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b053b-51bb-4ad8-a6cd-3e5eb20a04bc" -d '{"events": [{"server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "name": "network-vif-deleted", "tag": "61f0b970-877d-4073-bda4-400083d5fa50"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:12.955941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.000934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-dfd8c415-8926-4e85-a286-3a53193a9ac6 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719861 Aug 31 07:57:13.002682 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2790088-c746-4bc8-85eb-877736a94624 x-openstack-request-id: req-b2790088-c746-4bc8-85eb-877736a94624 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:13.003048 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87efd5e-75c4-4262-a04a-47fc01586f85", "tag": "fe2bf2b1-db7c-49f7-8f89-05f647531638", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:13.003309 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2790088-c746-4bc8-85eb-877736a94624 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:13.003700 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'tag': 'fe2bf2b1-db7c-49f7-8f89-05f647531638', 'status': 'completed', 'code': 200} Aug 31 07:57:13.015683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.026440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55274) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:13.033977 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d HTTP/1.1" status: 204 len: 168 time: 4.1119471 Aug 31 07:57:13.035575 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aecab0b-e33f-4ce9-af2f-ad06119f1c23 x-openstack-request-id: req-6aecab0b-e33f-4ce9-af2f-ad06119f1c23 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:13.044125 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d55dda-8aba-46a7-9a11-1060a49d0869", "name": "network-vif-deleted", "tag": "61f0b970-877d-4073-bda4-400083d5fa50", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:13.044125 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6aecab0b-e33f-4ce9-af2f-ad06119f1c23 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:13.044125 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d55dda-8aba-46a7-9a11-1060a49d0869', 'name': 'network-vif-deleted', 'tag': '61f0b970-877d-4073-bda4-400083d5fa50', 'status': 'completed', 'code': 200} Aug 31 07:57:13.044125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd606e-a3a5-494a-b351-d898916512c2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:13.070089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-692298644'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:13.093934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6302f9c-ae7b-4a53-b3b7-e557671a926f req-470fb074-108c-4cb5-a124-055dd34f4ee3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 210 time: 0.0893195 Aug 31 07:57:13.165197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:13.169729 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.212642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6d6df693-f02d-4868-b6d5-992476faf1aa up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:13.237874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:13.289424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.289954 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 22111437-5f50-4f92-acae-a74bb4780bf0 of type vlan for network f438b783-1dc1-4f7f-9c87-b11cb296baeb Aug 31 07:57:13.366116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f3a93f1-d174-4c68-acdf-7d42d662df50 req-8335535a-071a-4cfc-9ba8-273932fb441e tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 210 time: 0.0779898 Aug 31 07:57:13.377101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8ed39f-1786-413c-8d78-8a48fca18f2f req-5d98b3e8-c221-4bee-8e9e-66b698d6312a service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624547 Aug 31 07:57:13.381558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 6d6df693-f02d-4868-b6d5-992476faf1aa triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:13.381979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.399243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.583090 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.589520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:13.590310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:13.716937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-4f1d2295-873b-4c4c-8f50-afba406e7273 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:13.718538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-4f1d2295-873b-4c4c-8f50-afba406e7273 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.68 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 818 time: 0.2518294 Aug 31 07:57:13.740878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Request body: {'port': {'device_id': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'admin_state_up': True, 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:13.770508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=f438b783-1dc1-4f7f-9c87-b11cb296baeb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:13.789218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f438b783-1dc1-4f7f-9c87-b11cb296baeb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:13.814479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-6e04b27f-61db-4469-aee2-27628b0d9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:13.816050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-6e04b27f-61db-4469-aee2-27628b0d9d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f5651efb23045a8ade60af033a2ad6e&device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 1100 time: 0.2159894 Aug 31 07:57:13.823597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55300) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:13.829551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:13.834486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-61e56674-2bc3-4b44-a9a9-8f23d47d8ac9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7869594 Aug 31 07:57:14.019949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86293801-cd81-42e5-8cf6-d7790ef6b7a6 req-5f68ceb5-6bc4-4378-ae0e-0b10c5452074 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:14.021612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86293801-cd81-42e5-8cf6-d7790ef6b7a6 req-5f68ceb5-6bc4-4378-ae0e-0b10c5452074 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 948 time: 0.3192408 Aug 31 07:57:14.111504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86293801-cd81-42e5-8cf6-d7790ef6b7a6 req-6cc5a869-245c-4cc8-b318-f939fe970ea6 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 Aug 31 07:57:14.113063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-abe430c5-da44-4387-bd7a-4c2f80a4098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:14.114802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-abe430c5-da44-4387-bd7a-4c2f80a4098c service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.2778738 Aug 31 07:57:14.163564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:14.172822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:14.217661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd895764-d47a-4982-aa9e-62269316fabb req-1aa8f391-66c4-4a5f-b72a-88fd98fe24ae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 210 time: 0.0285523 Aug 31 07:57:14.219137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-f72b6f76-b607-4865-aa49-45cb79adab3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638 HTTP/1.1" status: 200 len: 217 time: 0.0966876 Aug 31 07:57:14.297858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-a787a9ae-b164-4c3b-92f2-d7730d23c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:14.299390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-a787a9ae-b164-4c3b-92f2-d7730d23c0b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0703886 Aug 31 07:57:14.354283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-7fdda044-1283-472f-afcc-daef724056b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:14.355820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-7fdda044-1283-472f-afcc-daef724056b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476806 Aug 31 07:57:14.426851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Made reservation on behalf of 795d94598cab41f7ba19c471fe6b3bf0 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:14.431634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:14.510916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c597e7b-65fb-4c74-8089-5cbfe6d158ac req-b2d34cf9-97ca-433d-8c9d-14dbd55bb2e3 tempest-ServerRescueTestJSONUnderV235-2046826936 tempest-ServerRescueTestJSONUnderV235-2046826936-project] 10.222.0.36 "GET /v2.0/ports?device_id=50d55dda-8aba-46a7-9a11-1060a49d0869 HTTP/1.1" status: 200 len: 210 time: 0.0312595 Aug 31 07:57:14.554994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-4d045bc3-7f35-436a-b325-f1f773194a9b service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907873 Aug 31 07:57:14.691201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Allocated IP 172.20.0.13 (16a751a4-65e3-403d-a85c-c94d7a898859/416d0e55-f243-40c2-815f-220d991f5435/e07c77fa-a003-4149-87b3-5da1972ae6f0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:14.709267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faea6b5e-ce6e-42aa-8596-957314a3ab23 req-27b7b341-c670-40b6-8d4b-be026f804a99 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432273 Aug 31 07:57:14.864320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:14.876783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 61f0b970-877d-4073-bda4-400083d5fa50 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:57:14.880902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:14.939753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 61f0b970-877d-4073-bda4-400083d5fa50 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:57:14.939753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 61f0b970-877d-4073-bda4-400083d5fa50 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:57:14.969248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=b561c235-c2a4-4ba5-99c2-eb309bf9d246,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:14.999029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '22111437-5f50-4f92-acae-a74bb4780bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:14.999391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: f438b783-1dc1-4f7f-9c87-b11cb296baeb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:15.087995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:15.132366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Network 16a751a4-65e3-403d-a85c-c94d7a898859 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:15.137651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:15.140425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:15.173523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Pushing event updated for resources: {'Port': ['ID=e07c77fa-a003-4149-87b3-5da1972ae6f0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:15.208472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:15.209495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:15.235295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network f438b783-1dc1-4f7f-9c87-b11cb296baeb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:15.276370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe700092-89f0-4006-ba16-8d362d7e0f0a req-57bad578-b397-48ab-8b5d-b3de7b37cf54 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:15.283462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe700092-89f0-4006-ba16-8d362d7e0f0a req-57bad578-b397-48ab-8b5d-b3de7b37cf54 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 948 time: 0.0624361 Aug 31 07:57:15.327727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe700092-89f0-4006-ba16-8d362d7e0f0a req-aa7233f4-b11a-4c4c-9946-6dadae8b86e2 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Aug 31 07:57:15.373095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5af979a-c7bb-4932-a57a-b706a238f183 req-c0c3233f-9d96-4dde-94f5-19f80a0a029b tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 210 time: 0.0443149 Aug 31 07:57:15.498792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-179ba512-0eab-4a64-bd11-f36ac45c76b1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7655900 Aug 31 07:57:15.511110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Request body: {'port': {'device_id': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:15.578199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f438b783-1dc1-4f7f-9c87-b11cb296baeb) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:15.579025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55328) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:15.583419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:15.584026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:15.585531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:15.593932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ec71c-02c0-4ff1-a333-a097472887ec None None] Network f438b783-1dc1-4f7f-9c87-b11cb296baeb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:15.724485 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3e3af5be-03fb-4685-84be-7a9c9c40b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8992095 Aug 31 07:57:15.725244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55330) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:15.969888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-f438b783-1dc1-4f7f-9c87-b11cb296baeb', 'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': 'b561c235-c2a4-4ba5-99c2-eb309bf9d246'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:15.972545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:15.982200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.079682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55338) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:16.138955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.281687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Allocated IP 172.20.0.1 (f438b783-1dc1-4f7f-9c87-b11cb296baeb/b561c235-c2a4-4ba5-99c2-eb309bf9d246/4038e482-acc3-4d71-9b2e-6f1875100fc6) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:16.378422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b99acc85-f337-4169-8d00-d985b3924f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.534465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5588d34-3f50-45bc-9730-9046e69eb5d4 req-7aff0925-4705-413d-b34c-03cf293828e6 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 210 time: 0.0516183 Aug 31 07:57:16.557580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b99acc85-f337-4169-8d00-d985b3924f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.627630 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.636155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Transition to ACTIVE for port object 4038e482-acc3-4d71-9b2e-6f1875100fc6 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:16.656285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Transition to ACTIVE for port object 4038e482-acc3-4d71-9b2e-6f1875100fc6 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:16.743648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671e92-ce87-44c1-b3a3-83de66441f69 req-44b0b9c5-a098-405f-802f-650d2211c377 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:16.745184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5671e92-ce87-44c1-b3a3-83de66441f69 req-44b0b9c5-a098-405f-802f-650d2211c377 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 948 time: 0.2228746 Aug 31 07:57:16.759481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07c77fa-a003-4149-87b3-5da1972ae6f0 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:16.782856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.807733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-ac6c78b0-787d-47ac-b852-b6630dc96dc1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:16.809089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-ac6c78b0-787d-47ac-b852-b6630dc96dc1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.45 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 818 time: 0.2437294 Aug 31 07:57:16.824101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Transition to ACTIVE for port object e07c77fa-a003-4149-87b3-5da1972ae6f0 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:16.833943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Request body: {'port': {'device_id': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'admin_state_up': True, 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:16.889370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fe2bf2b1-db7c-49f7-8f89-05f647531638 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:57:16.905367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5671e92-ce87-44c1-b3a3-83de66441f69 req-1c9c04f9-6d59-46da-b88b-664e9689c568 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486843 Aug 31 07:57:16.950271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b99acc85-f337-4169-8d00-d985b3924f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:16.961613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.017021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Network f438b783-1dc1-4f7f-9c87-b11cb296baeb is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:17.028372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:17.032264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:17.035458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99acc85-f337-4169-8d00-d985b3924f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8841837b-ac14-481e-a8fa-1c98299f48ce,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.041451 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b99acc85-f337-4169-8d00-d985b3924f8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef0e6c42a78a454d908ea169f7cbda0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9607463 Aug 31 07:57:17.041661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Pushing event updated for resources: {'Port': ['ID=4038e482-acc3-4d71-9b2e-6f1875100fc6,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.046494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55348) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:17.056572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.110684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port fe2bf2b1-db7c-49f7-8f89-05f647531638, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:17.116144 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.123105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'fe2bf2b1-db7c-49f7-8f89-05f647531638', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': 'fe2bf2b1-db7c-49f7-8f89-05f647531638', 'mac_address': 'fa:16:3e:0b:69:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:57:17.124885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Attempting to bind port 4038e482-acc3-4d71-9b2e-6f1875100fc6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:17.125258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Attempting to bind port 4038e482-acc3-4d71-9b2e-6f1875100fc6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '22111437-5f50-4f92-acae-a74bb4780bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:17.125641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Attempting to bind port 4038e482-acc3-4d71-9b2e-6f1875100fc6 on network f438b783-1dc1-4f7f-9c87-b11cb296baeb {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:17.135370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8c53-a66d-422a-82c7-4fc267bafb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.158320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:17.158520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Checking segment: {'id': '22111437-5f50-4f92-acae-a74bb4780bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:17.158907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.159319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Bound using segment: {'id': '22111437-5f50-4f92-acae-a74bb4780bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:17.159790 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Bound port: 4038e482-acc3-4d71-9b2e-6f1875100fc6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22111437-5f50-4f92-acae-a74bb4780bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:17.160256 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.203710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.227110 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.286290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c77fa-a003-4149-87b3-5da1972ae6f0,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.297568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2bf2b1-db7c-49f7-8f89-05f647531638 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:17.321641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] For port 4038e482-acc3-4d71-9b2e-6f1875100fc6, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:17.321743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Made reservation on behalf of 795d94598cab41f7ba19c471fe6b3bf0 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:17.321743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.322460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] For port 4038e482-acc3-4d71-9b2e-6f1875100fc6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4038e482-acc3-4d71-9b2e-6f1875100fc6,segment=NetworkSegment(22111437-5f50-4f92-acae-a74bb4780bf0),segment_id=22111437-5f50-4f92-acae-a74bb4780bf0)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:17.346728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port fe2bf2b1-db7c-49f7-8f89-05f647531638, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:17.347838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8c53-a66d-422a-82c7-4fc267bafb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.350314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=b561c235-c2a4-4ba5-99c2-eb309bf9d246,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.448868 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.461586 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.465296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Attempting to bind port e07c77fa-a003-4149-87b3-5da1972ae6f0 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:17.465626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Attempting to bind port e07c77fa-a003-4149-87b3-5da1972ae6f0 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:17.466138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Attempting to bind port e07c77fa-a003-4149-87b3-5da1972ae6f0 on network 16a751a4-65e3-403d-a85c-c94d7a898859 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:17.474486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Port e07c77fa-a003-4149-87b3-5da1972ae6f0 on network 16a751a4-65e3-403d-a85c-c94d7a898859 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:57:17.474827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Attempting to bind port e07c77fa-a003-4149-87b3-5da1972ae6f0 on network 16a751a4-65e3-403d-a85c-c94d7a898859 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:17.496751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:17.497071 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.497186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Checking segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:17.501643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Bound using segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:17.501643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Bound port: e07c77fa-a003-4149-87b3-5da1972ae6f0, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:17.501643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.501943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438b783-1dc1-4f7f-9c87-b11cb296baeb']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:17.520347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22111437-5f50-4f92-acae-a74bb4780bf0') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:17.520959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22111437-5f50-4f92-acae-a74bb4780bf0') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:17.534394 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.551891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.560449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:17.561170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:17.565591 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:17.613839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc71d-606c-4300-b841-48c3a1101568 None None] Pushing event updated for resources: {'Port': ['ID=4038e482-acc3-4d71-9b2e-6f1875100fc6,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.619338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804fcd5d-145c-4a16-aeda-f10d62669a02 None None] Network f438b783-1dc1-4f7f-9c87-b11cb296baeb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:17.629071 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8c53-a66d-422a-82c7-4fc267bafb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.637397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8c53-a66d-422a-82c7-4fc267bafb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.641425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6cd8c53-a66d-422a-82c7-4fc267bafb2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8841837b-ac14-481e-a8fa-1c98299f48ce HTTP/1.1" status: 204 len: 168 time: 0.5937436 Aug 31 07:57:17.660909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Allocated IP 172.20.0.12 (16a751a4-65e3-403d-a85c-c94d7a898859/416d0e55-f243-40c2-815f-220d991f5435/644b72ce-67b4-46a6-b516-e181cde34922) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:17.677492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd8c53-a66d-422a-82c7-4fc267bafb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8841837b-ac14-481e-a8fa-1c98299f48ce,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.683384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=fe2bf2b1-db7c-49f7-8f89-05f647531638,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:17.766866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:57:17.766866 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:57:17.766866 n-d-713499-16 neutron-server[95445]: [parameters: {'id': 'f438b783-1dc1-4f7f-9c87-b11cb296baeb'}] Aug 31 07:57:17.766866 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:57:17.767288 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:57:17.779331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4e68d0b-bcf0-4de6-ad12-46efb6421034 req-6f976d27-5d8c-4d54-8384-ab335cd30324 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 210 time: 0.0709317 Aug 31 07:57:17.798612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] For port e07c77fa-a003-4149-87b3-5da1972ae6f0, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:17.809665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['fe2bf2b1-db7c-49f7-8f89-05f647531638'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:17.838957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] For port e07c77fa-a003-4149-87b3-5da1972ae6f0, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:17.882340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f24cc-5a7d-4c15-9da1-48dc060a0e14 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:57:17.923774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Deleting port 3a0cabec-c10b-4892-94ca-f04f90db4e63 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:17.925780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:17.970281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.053075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:18.053761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.055229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] 10.222.0.68 "PUT /v2.0/ports/e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 200 len: 1093 time: 2.5484011 Aug 31 07:57:18.055710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'tag': 'e07c77fa-a003-4149-87b3-5da1972ae6f0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:18.058568 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fc87e5-230b-4368-9941-f492dfc783aa" -d '{"events": [{"name": "network-changed", "server_uuid": "995348ac-f139-4dec-8b5b-93c30e5835a0", "tag": "e07c77fa-a003-4149-87b3-5da1972ae6f0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:18.081552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.096777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f24cc-5a7d-4c15-9da1-48dc060a0e14 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:57:18.145414 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf66f4-ba14-4b5f-a5af-96e987999ca4 x-openstack-request-id: req-2acf66f4-ba14-4b5f-a5af-96e987999ca4 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:18.145719 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995348ac-f139-4dec-8b5b-93c30e5835a0", "tag": "e07c77fa-a003-4149-87b3-5da1972ae6f0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:18.145994 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2acf66f4-ba14-4b5f-a5af-96e987999ca4 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:18.146407 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'tag': 'e07c77fa-a003-4149-87b3-5da1972ae6f0', 'status': 'completed', 'code': 200} Aug 31 07:57:18.157134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc314-e827-4e6b-bafb-9538ced7c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e07c77fa-a003-4149-87b3-5da1972ae6f0,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:18.243903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] For port 3a0cabec-c10b-4892-94ca-f04f90db4e63, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3a0cabec-c10b-4892-94ca-f04f90db4e63,segment=NetworkSegment(c842211d-08fa-4226-8659-5862240f5523),segment_id=c842211d-08fa-4226-8659-5862240f5523)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:18.244283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.267489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Calling delete_port for 3a0cabec-c10b-4892-94ca-f04f90db4e63 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:18.268735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.288048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ded06-c9e4-4da6-9f51-ae221ba378fc req-ec39f73b-09d5-4b3a-93f9-a68b4f360610 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:18.290965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-406ded06-c9e4-4da6-9f51-ae221ba378fc req-ec39f73b-09d5-4b3a-93f9-a68b4f360610 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 949 time: 0.2275715 Aug 31 07:57:18.301367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc87e5-230b-4368-9941-f492dfc783aa req-e4975182-68f2-4f60-8bf6-d5ee7d38ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:18.302923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8fc87e5-230b-4368-9941-f492dfc783aa req-e4975182-68f2-4f60-8bf6-d5ee7d38ceb9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1096 time: 0.1193166 Aug 31 07:57:18.369232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.439975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 4038e482-acc3-4d71-9b2e-6f1875100fc6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:18.440885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.494292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-406ded06-c9e4-4da6-9f51-ae221ba378fc req-c016c0cf-02ad-4e7b-a0ed-953ace6b3246 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902890 Aug 31 07:57:18.510860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Network 16a751a4-65e3-403d-a85c-c94d7a898859 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:18.529531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:18.539697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:18.552525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 4038e482-acc3-4d71-9b2e-6f1875100fc6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4038e482-acc3-4d71-9b2e-6f1875100fc6,segment=NetworkSegment(22111437-5f50-4f92-acae-a74bb4780bf0),segment_id=22111437-5f50-4f92-acae-a74bb4780bf0)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:18.552905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.570345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Pushing event updated for resources: {'Port': ['ID=644b72ce-67b4-46a6-b516-e181cde34922,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:18.589012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 4038e482-acc3-4d71-9b2e-6f1875100fc6 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:18.640079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc87e5-230b-4368-9941-f492dfc783aa req-23e5c158-707d-4a8d-8aa4-4ec452b2fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:18.641070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8fc87e5-230b-4368-9941-f492dfc783aa req-23e5c158-707d-4a8d-8aa4-4ec452b2fe17 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3269405 Aug 31 07:57:18.672472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:18.672472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.732560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55372) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:18.761006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5f985a1-649c-446b-8fac-71d7a448e99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.882602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fe2bf2b1-db7c-49f7-8f89-05f647531638 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:18.887687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:18.932112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=4038e482-acc3-4d71-9b2e-6f1875100fc6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:18.944781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 4038e482-acc3-4d71-9b2e-6f1875100fc6 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:19.033836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.047521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438b783-1dc1-4f7f-9c87-b11cb296baeb']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:19.062053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22111437-5f50-4f92-acae-a74bb4780bf0') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:19.062355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22111437-5f50-4f92-acae-a74bb4780bf0') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:19.069898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port fe2bf2b1-db7c-49f7-8f89-05f647531638 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:19.073091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.075184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port fe2bf2b1-db7c-49f7-8f89-05f647531638 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:19.075689 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.099391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.107111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:19.107830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:19.111540 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:19.181965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-6e0e0f2a-24b6-4457-b4ac-872614e57dae tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3597872 Aug 31 07:57:19.186616 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.210306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Request body: {'port': {'device_id': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:19.213911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2bf2b1-db7c-49f7-8f89-05f647531638'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:19.216485 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526fb2b1-7088-49b1-a7fd-53b3e73845b8" -d '{"events": [{"server_uuid": "f87efd5e-75c4-4262-a04a-47fc01586f85", "name": "network-vif-plugged", "status": "completed", "tag": "fe2bf2b1-db7c-49f7-8f89-05f647531638"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:19.231668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port fe2bf2b1-db7c-49f7-8f89-05f647531638, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:19.260687 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea88412-15e0-42ce-8823-d9100c6082e2 x-openstack-request-id: req-eea88412-15e0-42ce-8823-d9100c6082e2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:19.260986 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87efd5e-75c4-4262-a04a-47fc01586f85", "name": "network-vif-plugged", "status": "completed", "tag": "fe2bf2b1-db7c-49f7-8f89-05f647531638", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:19.261263 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eea88412-15e0-42ce-8823-d9100c6082e2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:19.264262 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2bf2b1-db7c-49f7-8f89-05f647531638', 'code': 200} Aug 31 07:57:19.272627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc87e5-230b-4368-9941-f492dfc783aa req-edb8259a-674b-44e1-b43e-df9f66ffc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:19.274201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8fc87e5-230b-4368-9941-f492dfc783aa req-edb8259a-674b-44e1-b43e-df9f66ffc103 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6236043 Aug 31 07:57:19.314502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cc5e4-07fd-4172-85b9-943056800d9e req-03fe26da-4230-467a-8d5b-5ff93f5347e6 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:19.316030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-877cc5e4-07fd-4172-85b9-943056800d9e req-03fe26da-4230-467a-8d5b-5ff93f5347e6 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 932 time: 0.1443644 Aug 31 07:57:19.323194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.324844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.342704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.349045 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/f438b783-1dc1-4f7f-9c87-b11cb296baeb HTTP/1.1" status: 204 len: 168 time: 3.6195760 Aug 31 07:57:19.349360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55378) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:19.371894 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.378172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177910140'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:19.392483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.395977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb102c3-f1cf-4e76-98bd-f3d9e26a6c87 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=f438b783-1dc1-4f7f-9c87-b11cb296baeb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:19.410193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2626e-a075-4003-8a2e-94d7bb75fbd7 req-fb8b9c2d-508d-422e-9d22-294d8bc2eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:19.411817 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-75a2626e-a075-4003-8a2e-94d7bb75fbd7 req-fb8b9c2d-508d-422e-9d22-294d8bc2eaf5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 1101 time: 0.0866461 Aug 31 07:57:19.454492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=fe2bf2b1-db7c-49f7-8f89-05f647531638,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:19.454806 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-75a2626e-a075-4003-8a2e-94d7bb75fbd7 req-01f3df9a-2071-416b-9c2e-5961832ac969 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334327 Aug 31 07:57:19.464031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0cabec-c10b-4892-94ca-f04f90db4e63,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:19.491877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-877cc5e4-07fd-4172-85b9-943056800d9e req-be6e7a6d-947a-458d-a61e-928362c91f73 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679792 Aug 31 07:57:19.529944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-aa70ad00-460c-46b9-9442-79876ed90eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:19.531473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-aa70ad00-460c-46b9-9442-79876ed90eeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1096 time: 0.1994915 Aug 31 07:57:19.678102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-e2eb3566-b01c-4bd5-88d5-426c64a8a240 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 200 len: 217 time: 0.0769475 Aug 31 07:57:19.791222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5f985a1-649c-446b-8fac-71d7a448e99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:19.862249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-7def53e8-d995-4b0d-9b29-d86ff813dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:19.863779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-7def53e8-d995-4b0d-9b29-d86ff813dc42 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.1629105 Aug 31 07:57:19.884601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5791b-b798-4e14-8936-369fbb369d22 req-d0ce623f-78a0-4fe7-a490-5c1d5440985e tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:19.886074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bd5791b-b798-4e14-8936-369fbb369d22 req-d0ce623f-78a0-4fe7-a490-5c1d5440985e tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 950 time: 0.2733140 Aug 31 07:57:19.937426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-e16e6394-5fdc-49e5-84e4-c6562d41fdca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626051 Aug 31 07:57:19.986116 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5f985a1-649c-446b-8fac-71d7a448e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.046856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:20.050861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.078759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:20.088269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.088652 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment c3e71fde-6a91-4808-b669-d59e25310693 of type vlan for network c6bd916d-a960-4156-b9c3-d57f20cec220 Aug 31 07:57:20.124923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bd5791b-b798-4e14-8936-369fbb369d22 req-ede2cfd3-0de5-4a55-b6d3-92a6de893c84 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268720 Aug 31 07:57:20.131024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.139169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f985a1-649c-446b-8fac-71d7a448e99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e3b97-6ece-4f8f-901d-c9cab3cdd0fe,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:20.143608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e5f985a1-649c-446b-8fac-71d7a448e99c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6823e1966d90457f989f5e7585643c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4104958 Aug 31 07:57:20.153154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55388) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:20.159562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.214991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644b72ce-67b4-46a6-b516-e181cde34922 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:20.223120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f409ae3-fda9-46b1-b187-5bda4fb76ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.248554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f409ae3-fda9-46b1-b187-5bda4fb76ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.251081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.256006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-88160b07-6407-4e14-9fde-375864a138ea service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829313 Aug 31 07:57:20.258157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:20.258942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.263129 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.363135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Transition to ACTIVE for port object 644b72ce-67b4-46a6-b516-e181cde34922 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:20.378929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=c6bd916d-a960-4156-b9c3-d57f20cec220,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:20.406055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c6bd916d-a960-4156-b9c3-d57f20cec220 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:20.430044 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c451b7c-5d26-4865-8d9a-2bb3df2381c6 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0783389 Aug 31 07:57:20.433741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55392) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:20.440136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:20.450554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b098d9c7-8fba-4c8c-a3d1-bec8a49a3909 req-8abdf7c9-ca25-4d0f-a525-7aa0d900961f service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831198 Aug 31 07:57:20.474795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.556705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Pushing event updated for resources: {'Port': ['ID=644b72ce-67b4-46a6-b516-e181cde34922,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:20.617710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f409ae3-fda9-46b1-b187-5bda4fb76ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.621078 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f409ae3-fda9-46b1-b187-5bda4fb76ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.624720 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6f409ae3-fda9-46b1-b187-5bda4fb76ced admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/223e3b97-6ece-4f8f-901d-c9cab3cdd0fe HTTP/1.1" status: 204 len: 168 time: 0.4679482 Aug 31 07:57:20.644512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f409ae3-fda9-46b1-b187-5bda4fb76ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e3b97-6ece-4f8f-901d-c9cab3cdd0fe,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:20.697606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.797542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.800946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Router ed523175-3b42-4942-be01-9f3e1d4e68d8 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:57:20.811832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653c1c2-a8c2-4536-b03e-3e136cf68fa3 req-c59f844c-9a02-4e39-8444-c010f33358b5 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:20.819469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1653c1c2-a8c2-4536-b03e-3e136cf68fa3 req-c59f844c-9a02-4e39-8444-c010f33358b5 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 944 time: 0.2288053 Aug 31 07:57:20.821092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network c6bd916d-a960-4156-b9c3-d57f20cec220 is not hosted by any dhcp agent {{(pid=95445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 07:57:20.828511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:20.829162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:20.832626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "PUT /v2.0/networks/c6bd916d-a960-4156-b9c3-d57f20cec220 HTTP/1.1" status: 200 len: 723 time: 0.3955350 Aug 31 07:57:20.833626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55402) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:20.848356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:20.903837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a83eb-5edf-47e1-b2af-79481b7a6c25 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=c6bd916d-a960-4156-b9c3-d57f20cec220,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:20.916864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c6bd916d-a960-4156-b9c3-d57f20cec220 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:20.967454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Attempting to bind port 644b72ce-67b4-46a6-b516-e181cde34922 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:20.967794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Attempting to bind port 644b72ce-67b4-46a6-b516-e181cde34922 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:20.968124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Attempting to bind port 644b72ce-67b4-46a6-b516-e181cde34922 on network 16a751a4-65e3-403d-a85c-c94d7a898859 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:20.991933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1653c1c2-a8c2-4536-b03e-3e136cf68fa3 req-d94efd95-c5f9-466f-8f54-9e59338b7e9e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713707 Aug 31 07:57:20.992490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Port 644b72ce-67b4-46a6-b516-e181cde34922 on network 16a751a4-65e3-403d-a85c-c94d7a898859 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:57:20.992814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Attempting to bind port 644b72ce-67b4-46a6-b516-e181cde34922 on network 16a751a4-65e3-403d-a85c-c94d7a898859 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:21.011152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:21.011494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Checking segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:21.011867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Bound using segment: {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:21.012308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Bound port: 644b72ce-67b4-46a6-b516-e181cde34922, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf6b074-a926-4565-91cb-d0346aed4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:21.012671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.117631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:21.127211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d4a53fb-b3f2-46f3-bb67-f6bc9880b601 admin admin] 10.222.0.36 "PUT /v2.0/routers/ed523175-3b42-4942-be01-9f3e1d4e68d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5442016 Aug 31 07:57:21.127416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55406) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:21.131263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] Sync routers for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:21.148736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:21.150032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:21.152094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] For port 644b72ce-67b4-46a6-b516-e181cde34922, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:21.156548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] For port 644b72ce-67b4-46a6-b516-e181cde34922, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=644b72ce-67b4-46a6-b516-e181cde34922,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:21.202759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:21.208585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.269601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.288799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.353327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:21.402124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Pushing event updated for resources: {'Port': ['ID=644b72ce-67b4-46a6-b516-e181cde34922,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:21.412856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:21.413406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.414931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-c6ca06f0-9f88-4ef4-9e39-7a086f75d491 service neutron] 10.222.0.45 "PUT /v2.0/ports/644b72ce-67b4-46a6-b516-e181cde34922 HTTP/1.1" status: 200 len: 1093 time: 2.2183568 Aug 31 07:57:21.415385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'tag': '644b72ce-67b4-46a6-b516-e181cde34922'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:21.417725 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b40c8-a102-4be3-867c-d37cb3965ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "922aacc2-b482-4dd4-82b1-e529c87e081c", "tag": "644b72ce-67b4-46a6-b516-e181cde34922"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:21.483938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec0549-3092-4177-85f9-ad84c17f0eda req-10c22edc-75c4-4315-9e34-8b95ec54e14a tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:21.483938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78ec0549-3092-4177-85f9-ad84c17f0eda req-10c22edc-75c4-4315-9e34-8b95ec54e14a tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 950 time: 0.2029390 Aug 31 07:57:21.522163 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf7253-2a89-4dfc-80a0-16af57858a1c x-openstack-request-id: req-9faf7253-2a89-4dfc-80a0-16af57858a1c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:21.522474 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922aacc2-b482-4dd4-82b1-e529c87e081c", "tag": "644b72ce-67b4-46a6-b516-e181cde34922", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:21.522709 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9faf7253-2a89-4dfc-80a0-16af57858a1c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:21.523127 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'tag': '644b72ce-67b4-46a6-b516-e181cde34922', 'status': 'completed', 'code': 200} Aug 31 07:57:21.547425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.553995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78ec0549-3092-4177-85f9-ad84c17f0eda req-da36c1e4-6f50-4198-a7db-674043f0d919 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585718 Aug 31 07:57:21.677951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b40c8-a102-4be3-867c-d37cb3965ddf req-24c83144-c4bb-43a1-9947-a890547bda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:21.681425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-861b40c8-a102-4be3-867c-d37cb3965ddf req-24c83144-c4bb-43a1-9947-a890547bda42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 1096 time: 0.1237943 Aug 31 07:57:21.710444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:57:18Z', 'revision_number': 5, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port': {'id': '0e615b83-eda9-4d61-9b68-839f1515f122', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:29Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:21.750433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Deleting port 0e615b83-eda9-4d61-9b68-839f1515f122 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:21.751024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.767137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] Checking router: ed523175-3b42-4942-be01-9f3e1d4e68d8 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:57:21.778812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] Routers {'ed523175-3b42-4942-be01-9f3e1d4e68d8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:21.779449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:56:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ed523175-3b42-4942-be01-9f3e1d4e68d8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:21.866733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] For port 0e615b83-eda9-4d61-9b68-839f1515f122, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0e615b83-eda9-4d61-9b68-839f1515f122,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:21.867155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:21.885613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Calling delete_port for 0e615b83-eda9-4d61-9b68-839f1515f122 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:21.890011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] Set router ed523175-3b42-4942-be01-9f3e1d4e68d8 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:21.973200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:57:21Z', 'revision_number': 6, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:21.990644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b40c8-a102-4be3-867c-d37cb3965ddf req-3373e92a-64db-470c-b726-0a507fc6c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:21.993899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-861b40c8-a102-4be3-867c-d37cb3965ddf req-3373e92a-64db-470c-b726-0a507fc6c0b8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2965894 Aug 31 07:57:22.004044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a217d-56f1-4fc6-8632-98b161698ff2 None None] The sync data for ids ['ed523175-3b42-4942-be01-9f3e1d4e68d8'] in n-d-713499-16 is: [{'id': 'ed523175-3b42-4942-be01-9f3e1d4e68d8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1830718515-router', 'tenant_id': 'd8f6776ab56c4e5f98ab853a24806192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:27Z', 'updated_at': '2021-08-31T07:57:21Z', 'revision_number': 6, 'project_id': 'd8f6776ab56c4e5f98ab853a24806192', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:22.109155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.182928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=b7ea658b-6a8b-439e-8638-aaea6d075c90,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:22.217047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.257447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e615b83-eda9-4d61-9b68-839f1515f122,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:22.327871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.334828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dc0fd-5d56-4e7c-835f-ad05544d0979 req-7dd167e8-e14f-4391-b670-fe0e575600e1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:22.336523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb8dc0fd-5d56-4e7c-835f-ad05544d0979 req-7dd167e8-e14f-4391-b670-fe0e575600e1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 944 time: 0.1659908 Aug 31 07:57:22.338912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b40c8-a102-4be3-867c-d37cb3965ddf req-465a1d65-faec-4cbd-8f55-d3e8dd63f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:22.340412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-861b40c8-a102-4be3-867c-d37cb3965ddf req-465a1d65-faec-4cbd-8f55-d3e8dd63f151 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3398030 Aug 31 07:57:22.367583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e55f1-e865-4305-bdfe-fa631a635a78 req-1d09771e-417b-486a-a65d-06669a7cbbce tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:22.376567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb8e55f1-e865-4305-bdfe-fa631a635a78 req-1d09771e-417b-486a-a65d-06669a7cbbce tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 950 time: 0.2001333 Aug 31 07:57:22.381281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': 'c3e71fde-6a91-4808-b669-d59e25310693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:22.382400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: c6bd916d-a960-4156-b9c3-d57f20cec220, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:22.496319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.498615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.503240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb8e55f1-e865-4305-bdfe-fa631a635a78 req-e5fd8924-6d20-4592-b9b1-967915d5dc58 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255758 Aug 31 07:57:22.534227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb8dc0fd-5d56-4e7c-835f-ad05544d0979 req-adaa560d-aff3-4dc6-be5f-fd3bedf08a7d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534359 Aug 31 07:57:22.567026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-476d8064-3e9f-4b61-8668-4c76ce1ed129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:22.575870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-476d8064-3e9f-4b61-8668-4c76ce1ed129 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 1096 time: 0.1792102 Aug 31 07:57:22.583679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network c6bd916d-a960-4156-b9c3-d57f20cec220 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:22.636382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.636966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed523175-3b42-4942-be01-9f3e1d4e68d8 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:57:22.641428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.642693 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d3710fd0-14d8-484a-b6d5-dc4344a08579 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ed523175-3b42-4942-be01-9f3e1d4e68d8 HTTP/1.1" status: 204 len: 168 time: 1.5136907 Aug 31 07:57:22.645229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55446) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:22.648794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-f807f351-c137-4bd2-8330-c69399969c58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644b72ce-67b4-46a6-b516-e181cde34922 HTTP/1.1" status: 200 len: 217 time: 0.0544534 Aug 31 07:57:22.697871 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Deleting subnet f11b6c77-645c-4369-832c-8946b48dbb87 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:57:22.701595 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:22.744147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.107419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e07c77fa-a003-4149-87b3-5da1972ae6f0 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:57:23.148698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c6bd916d-a960-4156-b9c3-d57f20cec220) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:23.154352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-f158055c-e950-4cc8-8edb-926892910fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:23.155135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.155230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-f158055c-e950-4cc8-8edb-926892910fa1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.4900658 Aug 31 07:57:23.156128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:23.156763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.228987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-d68b2fce-fa37-4a51-9740-7b5545e36f70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655541 Aug 31 07:57:23.251960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9227a908-2212-4d2b-8582-706082f23520 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4097438 Aug 31 07:57:23.254573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55460) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:23.260459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:23.370355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.370556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-dcc3e1e4-6b66-4752-ac5a-754e6d751179 service neutron] 10.222.0.45 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315069 Aug 31 07:57:23.477345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e189e9c-af3b-4077-877d-a0f89f272bc1 None None] Network c6bd916d-a960-4156-b9c3-d57f20cec220 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:23.480592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3a0cabec-c10b-4892-94ca-f04f90db4e63 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:57:23.507566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cf1ec-d2aa-4b60-9b26-fbd2ed795f51 req-762d85f7-168b-463c-bf33-cc0855742865 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:23.510017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-462cf1ec-d2aa-4b60-9b26-fbd2ed795f51 req-762d85f7-168b-463c-bf33-cc0855742865 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.2602217 Aug 31 07:57:23.530698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11b6c77-645c-4369-832c-8946b48dbb87,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:23.559463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.565034 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3528dce6-8924-43b5-88b5-fd6d8cd9ffd7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f11b6c77-645c-4369-832c-8946b48dbb87 HTTP/1.1" status: 204 len: 168 time: 0.9183109 Aug 31 07:57:23.584768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55472) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:23.656020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3a0cabec-c10b-4892-94ca-f04f90db4e63 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:57:23.656471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3a0cabec-c10b-4892-94ca-f04f90db4e63 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:57:23.662758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0e615b83-eda9-4d61-9b68-839f1515f122 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:57:23.662931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1065610057'] for subnet, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.703385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-462cf1ec-d2aa-4b60-9b26-fbd2ed795f51 req-4b7e4ac5-1c02-4cac-82c5-eb2560795eb4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857071 Aug 31 07:57:23.721733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-59444d2a-8239-4f78-adbb-ef7ce5008b2e tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:23.723384 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-59444d2a-8239-4f78-adbb-ef7ce5008b2e tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.45 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 950 time: 0.1406181 Aug 31 07:57:23.772291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0e615b83-eda9-4d61-9b68-839f1515f122 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:57:23.772659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0e615b83-eda9-4d61-9b68-839f1515f122 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:57:23.773221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c60d3ce0-7b0f-4561-8258-d02f3b4f1c71 req-4d1ae6f6-b243-4881-bcb6-2070fea8178f service neutron] 10.222.0.45 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909545 Aug 31 07:57:23.807169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.817535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13b2a8df-83ba-4d6a-868c-1925a6e94186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.830058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb266ec-67ad-4165-baf9-e13a7b3b3978 req-3c9ab142-c789-4221-888e-f13fbdf8a925 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:23.831734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bb266ec-67ad-4165-baf9-e13a7b3b3978 req-3c9ab142-c789-4221-888e-f13fbdf8a925 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 950 time: 0.1816170 Aug 31 07:57:23.840342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e07c77fa-a003-4149-87b3-5da1972ae6f0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:23.879248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e07c77fa-a003-4149-87b3-5da1972ae6f0', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'port_id': 'e07c77fa-a003-4149-87b3-5da1972ae6f0', 'mac_address': 'fa:16:3e:8e:f1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d0e55-f243-40c2-815f-220d991f5435', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:57:23.939406 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.939668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Deleting port fe2bf2b1-db7c-49f7-8f89-05f647531638 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:23.940007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:23.996432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c6bd916d-a960-4156-b9c3-d57f20cec220', 'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': 'b7ea658b-6a8b-439e-8638-aaea6d075c90'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:23.997668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.001919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bb266ec-67ad-4165-baf9-e13a7b3b3978 req-293494c1-fcc2-490f-8de4-d84cf5b78550 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/security-groups?id=c087a818-61cd-437e-b786-6ba697cb092a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560993 Aug 31 07:57:24.001919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.013214 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.031352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539faf84-b375-4287-be8b-797d074c190a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:24.058804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0551394-fc70-4bf5-bafc-68c07ccac344 req-57fb90d6-53aa-47a1-b670-0b3a7ea0921e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:24.060304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0551394-fc70-4bf5-bafc-68c07ccac344 req-57fb90d6-53aa-47a1-b670-0b3a7ea0921e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 944 time: 0.1860094 Aug 31 07:57:24.062611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c842211d-08fa-4226-8659-5862240f5523') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:24.062916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c842211d-08fa-4226-8659-5862240f5523') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:24.069150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] For port fe2bf2b1-db7c-49f7-8f89-05f647531638, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=fe2bf2b1-db7c-49f7-8f89-05f647531638,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:24.070772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.073014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07c77fa-a003-4149-87b3-5da1972ae6f0 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:24.074541 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.092126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Calling delete_port for fe2bf2b1-db7c-49f7-8f89-05f647531638 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:24.102503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.113776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:24.114223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.139948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e07c77fa-a003-4149-87b3-5da1972ae6f0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:24.141618 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:24.197403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731135233500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066147141'] for subnet, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.217992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0551394-fc70-4bf5-bafc-68c07ccac344 req-cb9eeab6-5f63-47d2-9334-c26cf35d1953 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360269 Aug 31 07:57:24.231376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dee058-0f11-4fd7-90e1-7e0abbff16f4 req-1fed1fba-4aaa-42f3-9fdc-3e621bb1e5d8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:24.241321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7dee058-0f11-4fd7-90e1-7e0abbff16f4 req-1fed1fba-4aaa-42f3-9fdc-3e621bb1e5d8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1240838 Aug 31 07:57:24.268577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:24.269184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.270560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "PUT /v2.0/subnets/b7ea658b-6a8b-439e-8638-aaea6d075c90 HTTP/1.1" status: 200 len: 806 time: 1.0149682 Aug 31 07:57:24.275663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55484) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:24.302735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7dee058-0f11-4fd7-90e1-7e0abbff16f4 req-9110043a-4530-4b71-bce0-ded547d655f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523443 Aug 31 07:57:24.320953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.361248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0a5e1-a5f2-4893-adcd-2ef241df1b8a tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=b7ea658b-6a8b-439e-8638-aaea6d075c90,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:24.410552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Allocated IP 172.20.0.2 (c6bd916d-a960-4156-b9c3-d57f20cec220/b7ea658b-6a8b-439e-8638-aaea6d075c90/00a41936-3845-41f6-b66c-e673a3fdb11f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:24.413007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e07c77fa-a003-4149-87b3-5da1972ae6f0,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:24.443370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.480397 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.485747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.488509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/539faf84-b375-4287-be8b-797d074c190a HTTP/1.1" status: 204 len: 168 time: 0.9025512 Aug 31 07:57:24.517791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adb678-b8d5-4e35-a048-ff1fdaf540d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=539faf84-b375-4287-be8b-797d074c190a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:24.521727 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.621217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.631109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['fe2bf2b1-db7c-49f7-8f89-05f647531638'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:24.651638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Pushing event deleted for resources: {'Port': ['ID=fe2bf2b1-db7c-49f7-8f89-05f647531638,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:24.671744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e07c77fa-a003-4149-87b3-5da1972ae6f0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:24.713116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.721642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] No DVR routers for this DVR port fe2bf2b1-db7c-49f7-8f89-05f647531638 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:24.725080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.726684 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8728c25f-ff83-48ec-9d98-a59a7496cadb req-4b247300-0df2-4e59-8e24-e4e4644a157c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.45 "DELETE /v2.0/ports/fe2bf2b1-db7c-49f7-8f89-05f647531638 HTTP/1.1" status: 204 len: 173 time: 0.9948270 Aug 31 07:57:24.727131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'name': 'network-vif-deleted', 'tag': 'fe2bf2b1-db7c-49f7-8f89-05f647531638'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:24.727904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Transition to ACTIVE for port object 00a41936-3845-41f6-b66c-e673a3fdb11f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:24.729449 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c159d2-1541-4441-8572-852dac25c406" -d '{"events": [{"server_uuid": "f87efd5e-75c4-4262-a04a-47fc01586f85", "name": "network-vif-deleted", "tag": "fe2bf2b1-db7c-49f7-8f89-05f647531638"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:24.771991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Transition to ACTIVE for port object 00a41936-3845-41f6-b66c-e673a3fdb11f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:24.786026 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8de35b-cd52-4332-9331-c15472073400 x-openstack-request-id: req-5d8de35b-cd52-4332-9331-c15472073400 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:24.786318 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87efd5e-75c4-4262-a04a-47fc01586f85", "name": "network-vif-deleted", "tag": "fe2bf2b1-db7c-49f7-8f89-05f647531638", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:24.786573 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d8de35b-cd52-4332-9331-c15472073400 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:24.787018 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87efd5e-75c4-4262-a04a-47fc01586f85', 'name': 'network-vif-deleted', 'tag': 'fe2bf2b1-db7c-49f7-8f89-05f647531638', 'status': 'completed', 'code': 200} Aug 31 07:57:24.900853 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.953945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Network c6bd916d-a960-4156-b9c3-d57f20cec220 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:24.957498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:24.959912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:25.004240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Pushing event updated for resources: {'Port': ['ID=00a41936-3845-41f6-b66c-e673a3fdb11f,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:25.029757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.088073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Attempting to bind port 00a41936-3845-41f6-b66c-e673a3fdb11f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:25.088618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Attempting to bind port 00a41936-3845-41f6-b66c-e673a3fdb11f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c3e71fde-6a91-4808-b669-d59e25310693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:25.089071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Attempting to bind port 00a41936-3845-41f6-b66c-e673a3fdb11f on network c6bd916d-a960-4156-b9c3-d57f20cec220 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:25.093741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ea658b-6a8b-439e-8638-aaea6d075c90,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:25.098152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:25.107018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Checking segment: {'id': 'c3e71fde-6a91-4808-b669-d59e25310693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:25.107018 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.107018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Bound using segment: {'id': 'c3e71fde-6a91-4808-b669-d59e25310693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:25.107018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Bound port: 00a41936-3845-41f6-b66c-e673a3fdb11f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e71fde-6a91-4808-b669-d59e25310693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c6bd916d-a960-4156-b9c3-d57f20cec220'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:25.107018 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.186617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e28eb83-4740-434e-b123-31c003d86ea2 req-29fab135-0a80-40fc-89d9-45208d51ad8c tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 210 time: 0.0576780 Aug 31 07:57:25.227411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.228005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6673d7-da6a-49e2-b588-3c781b25dc19 req-5a4258eb-0e3c-4d2f-979a-3918d79af365 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:25.229713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d6673d7-da6a-49e2-b588-3c781b25dc19 req-5a4258eb-0e3c-4d2f-979a-3918d79af365 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1152520 Aug 31 07:57:25.239350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bd916d-a960-4156-b9c3-d57f20cec220']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:25.242053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] For port 00a41936-3845-41f6-b66c-e673a3fdb11f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:25.246850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] For port 00a41936-3845-41f6-b66c-e673a3fdb11f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=00a41936-3845-41f6-b66c-e673a3fdb11f,segment=NetworkSegment(c3e71fde-6a91-4808-b669-d59e25310693),segment_id=c3e71fde-6a91-4808-b669-d59e25310693)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:25.262376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e71fde-6a91-4808-b669-d59e25310693') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:25.262376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e71fde-6a91-4808-b669-d59e25310693') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:25.269778 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.284099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d6673d7-da6a-49e2-b588-3c781b25dc19 req-9b6f6377-9f57-4e36-b6cf-5ee357602dd5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475888 Aug 31 07:57:25.322563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55508) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:25.382748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d852f-e560-4fc3-8901-c8efd4244322 req-79c008c8-5df6-499e-814f-a7dfff2c95a6 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:25.382748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-150d852f-e560-4fc3-8901-c8efd4244322 req-79c008c8-5df6-499e-814f-a7dfff2c95a6 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 944 time: 0.0755949 Aug 31 07:57:25.382950 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f53a904d-1209-42f0-b251-bedead983885 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8f6776ab56c4e5f98ab853a24806192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536735 Aug 31 07:57:25.387049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55512) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:25.445054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-150d852f-e560-4fc3-8901-c8efd4244322 req-458fd2cf-3566-4cc7-a87e-7685a1e87010 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659578 Aug 31 07:57:25.470262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8dcf10ca-4b09-4568-8a68-124210df356c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.513336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8dcf10ca-4b09-4568-8a68-124210df356c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.573048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:25.588533 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:25.657157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd3a21-3013-4a57-9ec0-352ee32020df None None] Pushing event updated for resources: {'Port': ['ID=00a41936-3845-41f6-b66c-e673a3fdb11f,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:25.676976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e67cc-44f8-4ff4-9580-8d1eeea108a5 None None] Network c6bd916d-a960-4156-b9c3-d57f20cec220 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:25.743916 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8dcf10ca-4b09-4568-8a68-124210df356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.745964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:57:25.745964 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:57:25.745964 n-d-713499-16 neutron-server[95445]: [parameters: {'id': 'c6bd916d-a960-4156-b9c3-d57f20cec220'}] Aug 31 07:57:25.745964 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:57:25.745964 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:57:25.746634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8dcf10ca-4b09-4568-8a68-124210df356c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:25.754033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8dcf10ca-4b09-4568-8a68-124210df356c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b03fe0c-1e5c-47ec-9b95-59e697df2507 HTTP/1.1" status: 204 len: 168 time: 0.3621316 Aug 31 07:57:25.769989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf10ca-4b09-4568-8a68-124210df356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b03fe0c-1e5c-47ec-9b95-59e697df2507,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:25.836476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f5850-7bda-482b-8d17-6aadc4ff5201 None None] Network c6bd916d-a960-4156-b9c3-d57f20cec220 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:25.974271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781da96-dc50-4f9b-9c3f-246417134dfe None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:57:25.996583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.079010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781da96-dc50-4f9b-9c3f-246417134dfe None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:57:26.247105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.391316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 00a41936-3845-41f6-b66c-e673a3fdb11f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:26.392655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.488261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fee9800c-84f6-4b6a-8cc7-7223619797a7 req-63a66b59-e5c5-4c9f-9d78-95e7be047a87 tempest-VolumesNegativeTest-693222503 tempest-VolumesNegativeTest-693222503-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87efd5e-75c4-4262-a04a-47fc01586f85 HTTP/1.1" status: 200 len: 210 time: 0.0444989 Aug 31 07:57:26.502063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 00a41936-3845-41f6-b66c-e673a3fdb11f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=00a41936-3845-41f6-b66c-e673a3fdb11f,segment=NetworkSegment(c3e71fde-6a91-4808-b669-d59e25310693),segment_id=c3e71fde-6a91-4808-b669-d59e25310693)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:26.502443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.532918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 00a41936-3845-41f6-b66c-e673a3fdb11f owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:26.608304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acc663-b54c-49c7-ba11-9e624f5243c7 req-28fc8032-bb14-4110-ab53-b9a826613c32 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:26.609919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30acc663-b54c-49c7-ba11-9e624f5243c7 req-28fc8032-bb14-4110-ab53-b9a826613c32 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 944 time: 0.0573652 Aug 31 07:57:26.654063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30acc663-b54c-49c7-ba11-9e624f5243c7 req-8c377116-841a-4fe3-874d-b49a3041d1a6 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379529 Aug 31 07:57:26.664087 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.788961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-93dba5cc-b0de-4c5e-bc70-8a48d71bc5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.877095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:26.909016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=00a41936-3845-41f6-b66c-e673a3fdb11f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:26.917998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 00a41936-3845-41f6-b66c-e673a3fdb11f on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:26.923169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 644b72ce-67b4-46a6-b516-e181cde34922 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:57:27.008534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.009253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cd188-8f75-4e94-8257-235c3c3acdd4 req-d9d0de2a-0781-42b2-a708-5ab53c2e1c95 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:27.011069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-516cd188-8f75-4e94-8257-235c3c3acdd4 req-d9d0de2a-0781-42b2-a708-5ab53c2e1c95 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0622723 Aug 31 07:57:27.019033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bd916d-a960-4156-b9c3-d57f20cec220']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:27.034644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e71fde-6a91-4808-b669-d59e25310693') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:27.034944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e71fde-6a91-4808-b669-d59e25310693') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:27.052038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 644b72ce-67b4-46a6-b516-e181cde34922, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=644b72ce-67b4-46a6-b516-e181cde34922,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:27.054775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.067511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-516cd188-8f75-4e94-8257-235c3c3acdd4 req-aa43c10e-cb50-4a1b-8b24-0b28e310a098 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490520 Aug 31 07:57:27.072225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '644b72ce-67b4-46a6-b516-e181cde34922', 'network_id': '16a751a4-65e3-403d-a85c-c94d7a898859', 'port_id': '644b72ce-67b4-46a6-b516-e181cde34922', 'mac_address': 'fa:16:3e:5e:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416d0e55-f243-40c2-815f-220d991f5435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:57:27.075504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.103641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:27.104463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:27.109164 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:27.144006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.146244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e07c77fa-a003-4149-87b3-5da1972ae6f0 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:27.191629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644b72ce-67b4-46a6-b516-e181cde34922 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:27.240275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 644b72ce-67b4-46a6-b516-e181cde34922, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=644b72ce-67b4-46a6-b516-e181cde34922,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:27.257890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.268872 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.270909 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/c6bd916d-a960-4156-b9c3-d57f20cec220 HTTP/1.1" status: 204 len: 168 time: 2.9930987 Aug 31 07:57:27.273552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55562) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:27.283520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6abc0-0f90-426f-a83d-26a94e1e5826 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=c6bd916d-a960-4156-b9c3-d57f20cec220,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:27.300642 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc5e73f-517b-4f01-b62c-c7490f40dbc2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:27.301243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc5e73f-517b-4f01-b62c-c7490f40dbc2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:27.303125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8fc5e73f-517b-4f01-b62c-c7490f40dbc2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/c6bd916d-a960-4156-b9c3-d57f20cec220 HTTP/1.1" status: 404 len: 339 time: 0.0278425 Aug 31 07:57:27.312235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55564) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:27.317937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542170186', 'description': 'd1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:27.377620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.426251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=644b72ce-67b4-46a6-b516-e181cde34922,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:27.440225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e07c77fa-a003-4149-87b3-5da1972ae6f0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:27.444337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e07c77fa-a003-4149-87b3-5da1972ae6f0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:27.444749 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.486633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:27.490175 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.555143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.556044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:27.567745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.568275 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment f288686d-5463-445b-b290-5cfcf097e23f of type vlan for network 34491345-87aa-4505-9739-5f0fe887edf6 Aug 31 07:57:27.587715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07c77fa-a003-4149-87b3-5da1972ae6f0'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:27.590533 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50750849-8140-4190-8d3b-fe8220b99add" -d '{"events": [{"server_uuid": "995348ac-f139-4dec-8b5b-93c30e5835a0", "name": "network-vif-plugged", "status": "completed", "tag": "e07c77fa-a003-4149-87b3-5da1972ae6f0"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:27.607185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e07c77fa-a003-4149-87b3-5da1972ae6f0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:27.616480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:27.640462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['644b72ce-67b4-46a6-b516-e181cde34922'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:27.687715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.711889 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3a0e26-294d-49ca-a5da-4f9ee96fa31a x-openstack-request-id: req-cb3a0e26-294d-49ca-a5da-4f9ee96fa31a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:27.712381 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995348ac-f139-4dec-8b5b-93c30e5835a0", "name": "network-vif-plugged", "status": "completed", "tag": "e07c77fa-a003-4149-87b3-5da1972ae6f0", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:27.712588 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb3a0e26-294d-49ca-a5da-4f9ee96fa31a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:27.713006 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07c77fa-a003-4149-87b3-5da1972ae6f0', 'code': 200} Aug 31 07:57:27.736245 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.833554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822a0f9-630c-48cc-afd2-fc47758ce771 req-961d20d4-011e-4038-9f5e-693e9147b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:27.836499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-848586761-network', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:27.839515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7822a0f9-630c-48cc-afd2-fc47758ce771 req-961d20d4-011e-4038-9f5e-693e9147b2d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.0830007 Aug 31 07:57:27.868559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e07c77fa-a003-4149-87b3-5da1972ae6f0,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:27.923385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.929095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:27.929686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.944175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7822a0f9-630c-48cc-afd2-fc47758ce771 req-88cc18a0-51fe-44e4-b9a2-7e7631d53a3f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979137 Aug 31 07:57:27.995206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Made reservation on behalf of da9724533afc4e5eb219ebd30429985a for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:27.998699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.009567 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.014764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d23d8-3542-45e6-be0f-209f28a853c1 req-086da7f1-a7d4-4019-8a5e-7a3f1ab7d362 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:28.016350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b27d23d8-3542-45e6-be0f-209f28a853c1 req-086da7f1-a7d4-4019-8a5e-7a3f1ab7d362 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 945 time: 0.1457939 Aug 31 07:57:28.019563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=34491345-87aa-4505-9739-5f0fe887edf6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:28.023320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.030310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 34491345-87aa-4505-9739-5f0fe887edf6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:28.074614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a289a93-1b83-4518-8cde-8fcbda024f29 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7585096 Aug 31 07:57:28.074857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:28.093081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b27d23d8-3542-45e6-be0f-209f28a853c1 req-fd7dfef2-ef0a-4507-9a3b-709041927a8e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 Aug 31 07:57:28.200865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16aef86-3079-4929-a198-6359306632bd tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:28.205036 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a16aef86-3079-4929-a198-6359306632bd tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks?id=34491345-87aa-4505-9739-5f0fe887edf6 HTTP/1.1" status: 200 len: 760 time: 0.1257367 Aug 31 07:57:28.213496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55612) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:28.220200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'description': 'd2'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:28.273281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.296146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28fd2-e993-4c5e-89f9-df6013556791 req-431fb125-b2e7-4bd6-b29d-2a5f1fb2a105 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:28.297689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dca28fd2-e993-4c5e-89f9-df6013556791 req-431fb125-b2e7-4bd6-b29d-2a5f1fb2a105 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1189430 Aug 31 07:57:28.383551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.390536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dca28fd2-e993-4c5e-89f9-df6013556791 req-606852a9-1243-421e-86a1-9ed8b53fe04f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861902 Aug 31 07:57:28.413230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:28.423605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.429630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c54200-fd1c-46ad-a8cb-79c6472a57b6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:28.433431 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.433638 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Added segment fc1b2558-8437-40cd-95d4-b50541eb68f6 of type vlan for network f02e09b5-4cac-4999-81aa-24cbad9df6fa Aug 31 07:57:28.478962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.554643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.574190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network 34491345-87aa-4505-9739-5f0fe887edf6 is not hosted by any dhcp agent {{(pid=95446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 07:57:28.579578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:28.580260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.581532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "PUT /v2.0/networks/34491345-87aa-4505-9739-5f0fe887edf6 HTTP/1.1" status: 200 len: 757 time: 0.3660057 Aug 31 07:57:28.584602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55630) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:28.635336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cb0fb-3201-45e0-a8cf-f7629bd541fc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=34491345-87aa-4505-9739-5f0fe887edf6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:28.638753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.639896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:28.640536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.646265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 34491345-87aa-4505-9739-5f0fe887edf6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:28.731343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63173d91-f15c-4873-b599-2d16621d61fe tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:28.732908 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63173d91-f15c-4873-b599-2d16621d61fe tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks?id=34491345-87aa-4505-9739-5f0fe887edf6 HTTP/1.1" status: 200 len: 760 time: 0.1471965 Aug 31 07:57:28.738540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55636) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:28.746637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1734242052'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:28.750962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] Pushing event updated for resources: {'Network': ['ID=f02e09b5-4cac-4999-81aa-24cbad9df6fa,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:28.761545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:28.774186 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-671eb14d-df2d-4ac6-ad1f-5da4c2f30d6d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1560431 Aug 31 07:57:28.777725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55638) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:28.782977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Request body: {'subnet': {'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-848586761-subnet', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:28.863518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:28.868202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.906976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:28.918745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:28.919442 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 80be5419-bfd9-4723-88f9-6f9a942461d6 of type vlan for network e8042039-d326-4404-87a7-5de4f8cc8205 Aug 31 07:57:28.930862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 644b72ce-67b4-46a6-b516-e181cde34922 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:28.967802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.035124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Made reservation on behalf of da9724533afc4e5eb219ebd30429985a for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:29.039096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.075325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.081733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:29.082557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.160892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 644b72ce-67b4-46a6-b516-e181cde34922 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:29.183880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 644b72ce-67b4-46a6-b516-e181cde34922 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:29.183880 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.184895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=e8042039-d326-4404-87a7-5de4f8cc8205,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:29.223907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e8042039-d326-4404-87a7-5de4f8cc8205 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:29.306021 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-33d01f67-f380-48b1-ac61-0f8961d74b7b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5648665 Aug 31 07:57:29.308123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55658) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:29.317328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': 'e8042039-d326-4404-87a7-5de4f8cc8205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:29.325722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2702ba3-3be8-4d09-8f27-b8a71e75e3a3 req-1bbb3917-ba3e-42a3-8208-37771ee7340d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:29.327435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2702ba3-3be8-4d09-8f27-b8a71e75e3a3 req-1bbb3917-ba3e-42a3-8208-37771ee7340d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 945 time: 0.1184464 Aug 31 07:57:29.362466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.379352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2702ba3-3be8-4d09-8f27-b8a71e75e3a3 req-c7d0a43e-78d8-4518-b187-b9afe090efe2 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Aug 31 07:57:29.426672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 644b72ce-67b4-46a6-b516-e181cde34922, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=644b72ce-67b4-46a6-b516-e181cde34922,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:29.448914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.547619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:29.547973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.548869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fe2bf2b1-db7c-49f7-8f89-05f647531638 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:57:29.550961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.552488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.561350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:29.583393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Checking segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:29.583764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Network hostable DHCP agents. Network: f02e09b5-4cac-4999-81aa-24cbad9df6fa, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:29.592748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: fe2bf2b1-db7c-49f7-8f89-05f647531638 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:57:29.593282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device fe2bf2b1-db7c-49f7-8f89-05f647531638 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:57:29.595757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907c96-044f-4b94-92d4-b09ac67ecfcd req-bce51cd1-909b-4cdc-8a24-079c6a66899f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:29.598560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05907c96-044f-4b94-92d4-b09ac67ecfcd req-bce51cd1-909b-4cdc-8a24-079c6a66899f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1113195 Aug 31 07:57:29.635661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=644b72ce-67b4-46a6-b516-e181cde34922,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:29.662839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05907c96-044f-4b94-92d4-b09ac67ecfcd req-d71e0d6a-6738-417b-8211-17877a7f66ce tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493126 Aug 31 07:57:29.713889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644b72ce-67b4-46a6-b516-e181cde34922'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:29.716643 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff48d52f-dc17-4d7d-b878-5ce60401ca7e" -d '{"events": [{"server_uuid": "922aacc2-b482-4dd4-82b1-e529c87e081c", "name": "network-vif-plugged", "status": "completed", "tag": "644b72ce-67b4-46a6-b516-e181cde34922"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:29.755377 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfedb5d-57cd-4443-95e0-ee0a3d3fce61 x-openstack-request-id: req-8bfedb5d-57cd-4443-95e0-ee0a3d3fce61 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:29.755927 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922aacc2-b482-4dd4-82b1-e529c87e081c", "name": "network-vif-plugged", "status": "completed", "tag": "644b72ce-67b4-46a6-b516-e181cde34922", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:29.756406 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bfedb5d-57cd-4443-95e0-ee0a3d3fce61 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:29.757147 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644b72ce-67b4-46a6-b516-e181cde34922', 'code': 200} Aug 31 07:57:29.766029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:29.865413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b68c2-04c1-4680-8f06-e26806ef189b req-b0e5b7c5-2ebb-49ec-a96e-5349481f1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:29.869724 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0b2b68c2-04c1-4680-8f06-e26806ef189b req-b0e5b7c5-2ebb-49ec-a96e-5349481f1b48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 1098 time: 0.0425479 Aug 31 07:57:29.905534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0b2b68c2-04c1-4680-8f06-e26806ef189b req-3516556e-2a60-4f7b-83ce-fda10d561746 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282183 Aug 31 07:57:29.983445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f02e09b5-4cac-4999-81aa-24cbad9df6fa) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:29.987494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:29.988100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.992430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff3ba30-ebd7-4c11-bccc-b5f36a485ca6 None None] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:30.073434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.139810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-312d21a9-6dff-4052-bdd8-5c5f616b1a97 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3609185 Aug 31 07:57:30.143182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55692) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:30.170228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:30.192169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:30.192169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.204368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=085d129f-5bf9-4e45-b230-cc030bed6fa9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:30.233683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '80be5419-bfd9-4723-88f9-6f9a942461d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e8042039-d326-4404-87a7-5de4f8cc8205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:30.233683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: e8042039-d326-4404-87a7-5de4f8cc8205, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:30.311191 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.311191 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.363023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.377596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network e8042039-d326-4404-87a7-5de4f8cc8205 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:30.398561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Allocated IP 172.20.0.2 (f02e09b5-4cac-4999-81aa-24cbad9df6fa/dc4b8ea7-270f-4d4a-ae24-72a21f26fc06/87317bfc-2913-402a-8c59-222dda003744) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:30.525146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a6c8e-5a33-45ec-b15c-550ea9905f8f req-2ba58908-248f-417b-9f30-15dd9ad146b4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:30.526793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2a6c8e-5a33-45ec-b15c-550ea9905f8f req-2ba58908-248f-417b-9f30-15dd9ad146b4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0605943 Aug 31 07:57:30.578715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2a6c8e-5a33-45ec-b15c-550ea9905f8f req-d866df7a-ee28-451c-bfbe-1d28eccf8f0e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Aug 31 07:57:30.629490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e8042039-d326-4404-87a7-5de4f8cc8205) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:30.639559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:30.639862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.658743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689ae3a4-e541-45a6-8d6a-3df70cbe9c8e None None] Network e8042039-d326-4404-87a7-5de4f8cc8205 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:30.714081 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.723380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Transition to ACTIVE for port object 87317bfc-2913-402a-8c59-222dda003744 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:30.760074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.773161 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-84a47880-0343-494a-959b-40c643527402 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4635684 Aug 31 07:57:30.775463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55752) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:30.851035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8eee1-5660-474b-84fe-ceea73db6ae2 req-d8621813-c404-4fc2-8ff1-be1686ceb18c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:30.853075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fed8eee1-5660-474b-84fe-ceea73db6ae2 req-d8621813-c404-4fc2-8ff1-be1686ceb18c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0895162 Aug 31 07:57:30.894751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:30.990811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fed8eee1-5660-474b-84fe-ceea73db6ae2 req-2dab4ef2-41c5-4e1d-a4fa-482472cb9d38 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312616 Aug 31 07:57:30.995671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.184382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.193907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.194742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84468b-297d-46bb-b7b2-023f3b2944fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e8042039-d326-4404-87a7-5de4f8cc8205', 'network_id': 'e8042039-d326-4404-87a7-5de4f8cc8205', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': '085d129f-5bf9-4e45-b230-cc030bed6fa9'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:31.196968 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ca84468b-297d-46bb-b7b2-023f3b2944fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.203367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Transition to ACTIVE for port object 87317bfc-2913-402a-8c59-222dda003744 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:31.230300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.232589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=085d129f-5bf9-4e45-b230-cc030bed6fa9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:31.319948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.333127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8042039-d326-4404-87a7-5de4f8cc8205']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:31.355698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80be5419-bfd9-4723-88f9-6f9a942461d6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:31.356177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80be5419-bfd9-4723-88f9-6f9a942461d6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:31.370741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.392267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.392490 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.400490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:31.401289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:31.406210 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:31.435597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Allocated IP 172.25.0.146 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/5d325f73-f7a5-4836-9867-5f814eeef19d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:31.443010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:31.448581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:31.452390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:31.466084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Pushing event updated for resources: {'Port': ['ID=87317bfc-2913-402a-8c59-222dda003744,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:31.477853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b2a4e-41bb-4ceb-b98b-3c149363d59e None None] Network e8042039-d326-4404-87a7-5de4f8cc8205 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:31.504806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.506492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.507244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.507595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.509951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.511109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.511465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.511810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.514377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.514870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.516155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.517343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:31.627655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.637630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Attempting to bind port 87317bfc-2913-402a-8c59-222dda003744 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:31.638088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Attempting to bind port 87317bfc-2913-402a-8c59-222dda003744 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:31.638386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Attempting to bind port 87317bfc-2913-402a-8c59-222dda003744 on network f02e09b5-4cac-4999-81aa-24cbad9df6fa {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:31.653622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:31.653953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Checking segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:31.654571 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.654749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Bound using segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:31.655213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Bound port: 87317bfc-2913-402a-8c59-222dda003744, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:31.655592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.665092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.692148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.694540 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/e8042039-d326-4404-87a7-5de4f8cc8205 HTTP/1.1" status: 204 len: 168 time: 0.9177127 Aug 31 07:57:31.698373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:31.755765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f961a6f-beca-44ba-b8f7-dc7d69fee27b req-d906eaf2-92d1-459c-862a-4650b22d58f9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:31.767317 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf0e625-3e4f-45f6-83b7-aa99a2f6b8eb tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] GET failed (client error): The resource could not be found. Aug 31 07:57:31.771545 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bdf0e625-3e4f-45f6-83b7-aa99a2f6b8eb tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/subnets/085d129f-5bf9-4e45-b230-cc030bed6fa9 HTTP/1.1" status: 404 len: 337 time: 0.0716186 Aug 31 07:57:31.772638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55790) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:31.772871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f961a6f-beca-44ba-b8f7-dc7d69fee27b req-d906eaf2-92d1-459c-862a-4650b22d58f9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0885160 Aug 31 07:57:31.781970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e41c4-1eac-4507-81a3-2b8fe6816dc5 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=e8042039-d326-4404-87a7-5de4f8cc8205,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:31.796914 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6cf880-d33a-4947-a9ba-0dd22855596e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:31.797870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6cf880-d33a-4947-a9ba-0dd22855596e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:31.799455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] For port 87317bfc-2913-402a-8c59-222dda003744, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:31.800470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1e6cf880-d33a-4947-a9ba-0dd22855596e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/e8042039-d326-4404-87a7-5de4f8cc8205 HTTP/1.1" status: 404 len: 339 time: 0.0265348 Aug 31 07:57:31.804219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] For port 87317bfc-2913-402a-8c59-222dda003744, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87317bfc-2913-402a-8c59-222dda003744,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:31.811100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55792) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:31.839594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.978189 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.984433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:31.988090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f961a6f-beca-44ba-b8f7-dc7d69fee27b req-0d2f5373-bc67-4960-90b3-c11684db7a1f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145712 Aug 31 07:57:32.006055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:32.009084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:32.054394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a25843-0e7d-4259-9369-9555329554d1 None None] Pushing event updated for resources: {'Port': ['ID=87317bfc-2913-402a-8c59-222dda003744,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:32.078344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Pushing event updated for resources: {'Port': ['ID=5d325f73-f7a5-4836-9867-5f814eeef19d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:32.123333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.123803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.124157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.124501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.125035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.125399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.125724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.126071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.126405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.126735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.127078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.127407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:32.161710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc81f6e-193b-47b1-bef2-a5f1e6affe99 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.163335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9bc81f6e-193b-47b1-bef2-a5f1e6affe99 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3449178 Aug 31 07:57:32.166518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55806) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:32.221275 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0dd2a9fb-c797-4589-9a62-19f53a530639 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 207 time: 0.0532687 Aug 31 07:57:32.234194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:32.300940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea313b6-3556-4923-81ba-f4151deed414 req-e3870871-8b68-46c7-9b61-738c6337044c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.302596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cea313b6-3556-4923-81ba-f4151deed414 req-e3870871-8b68-46c7-9b61-738c6337044c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1628580 Aug 31 07:57:32.404097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc3e05-bc90-4cf7-a563-e3342a9e6f90 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.411753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cea313b6-3556-4923-81ba-f4151deed414 req-1acc40a8-995e-4d35-9397-07cbb9ad601a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820050 Aug 31 07:57:32.428757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc3e05-bc90-4cf7-a563-e3342a9e6f90 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.498636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc3e05-bc90-4cf7-a563-e3342a9e6f90 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.498636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc3e05-bc90-4cf7-a563-e3342a9e6f90 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.498636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6acc3e05-bc90-4cf7-a563-e3342a9e6f90 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2400131 Aug 31 07:57:32.506226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55824) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:32.650153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c639461-feb4-4bcc-b45f-e8b502675cc1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1417980 Aug 31 07:57:32.653776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55850) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:32.734770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d36a7-b377-41af-9439-d9c4442acaa4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.736916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d36a7-b377-41af-9439-d9c4442acaa4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.738861 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-333d36a7-b377-41af-9439-d9c4442acaa4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0840387 Aug 31 07:57:32.745120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55866) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:32.818053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b1468-f020-4563-88b2-f87eb8ecd7bb tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.821581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b1468-f020-4563-88b2-f87eb8ecd7bb tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:32.830368 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-583b1468-f020-4563-88b2-f87eb8ecd7bb tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0839224 Aug 31 07:57:32.831345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:33.057659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1660b14-fe03-43e2-b757-a1e04bd74a15 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.059852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c1660b14-fe03-43e2-b757-a1e04bd74a15 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks/c56e1947-3acc-49cd-be48-e8bd13e2d33e HTTP/1.1" status: 200 len: 800 time: 0.2271674 Aug 31 07:57:33.078832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55884) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:33.246667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87317bfc-2913-402a-8c59-222dda003744 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:33.263307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442f328-2f7b-4357-b56e-ec3a1281e9d1 req-c79cc76f-f13f-4295-a4e5-d1f2c9dc9a4f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.264923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a442f328-2f7b-4357-b56e-ec3a1281e9d1 req-c79cc76f-f13f-4295-a4e5-d1f2c9dc9a4f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.2516656 Aug 31 07:57:33.283700 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:33.298491 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19faa2b0-db8d-4ca9-8d7c-161310a27260 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/networks/c56e1947-3acc-49cd-be48-e8bd13e2d33e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2216871 Aug 31 07:57:33.302170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55892) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:33.346791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050309ab-2071-4601-bf66-53c6ba813efc req-140d850b-7de4-4652-b3ea-a4fd40a664ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.348474 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-140d850b-7de4-4652-b3ea-a4fd40a664ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 1098 time: 0.2870448 Aug 31 07:57:33.406669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a442f328-2f7b-4357-b56e-ec3a1281e9d1 req-57a8b3c8-b6dc-48e5-9d88-e4328aa6aad4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321707 Aug 31 07:57:33.452118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 87317bfc-2913-402a-8c59-222dda003744 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:33.496969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050309ab-2071-4601-bf66-53c6ba813efc req-fc8679eb-7737-48c0-ad96-b66c02e33a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.497920 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-fc8679eb-7737-48c0-ad96-b66c02e33a03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 919 time: 0.1298041 Aug 31 07:57:33.512201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43228d8b-8924-47bb-a211-6bb31f46b6fc None None] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:33.560679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d98483-576d-4238-99ba-391a768b69a9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.562534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-11d98483-576d-4238-99ba-391a768b69a9 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/subnets/cec6e2d9-1a22-4c05-a95c-8a238476f64e HTTP/1.1" status: 200 len: 811 time: 0.2591829 Aug 31 07:57:33.564715 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-ecb86828-b617-4904-92cf-c5467b81cf97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644b72ce-67b4-46a6-b516-e181cde34922 HTTP/1.1" status: 200 len: 217 time: 0.0535085 Aug 31 07:57:33.566564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55902) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:33.672901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8004bb-53f6-436f-94b7-1e7eba886aee tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.675182 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-be8004bb-53f6-436f-94b7-1e7eba886aee tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "GET /v2.0/subnets/cec6e2d9-1a22-4c05-a95c-8a238476f64e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1072805 Aug 31 07:57:33.678941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:33.686183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651974836'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:33.692650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050309ab-2071-4601-bf66-53c6ba813efc req-747c60a9-5aed-469e-9043-08c8acd96aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:33.694818 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-747c60a9-5aed-469e-9043-08c8acd96aac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.1149380 Aug 31 07:57:33.733305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-7e1ded92-1522-4aaf-8f23-7860397e2d5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287745 Aug 31 07:57:33.771474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] Provisioning for port 87317bfc-2913-402a-8c59-222dda003744 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:33.777244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] Provisioning complete for port 87317bfc-2913-402a-8c59-222dda003744 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:33.777862 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:33.846635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:33.850172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:33.895312 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-bc199592-909b-4917-b6c7-84b859658404 service neutron] 10.222.0.45 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393867 Aug 31 07:57:33.947191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:33.986839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:34.011616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.012169 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Added segment 7f43169e-cb32-449c-adad-33663c3db4de of type vlan for network 4af6104b-2a9c-4faf-b849-68755e1250ff Aug 31 07:57:34.018451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] For port 87317bfc-2913-402a-8c59-222dda003744, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87317bfc-2913-402a-8c59-222dda003744,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:34.114073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.132042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.163936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-050309ab-2071-4601-bf66-53c6ba813efc req-c9082ce8-37be-4ced-aa08-ecb760ab0ebc service neutron] 10.222.0.45 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664809 Aug 31 07:57:34.179031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69f81-e188-4b95-8f2e-cb1ec016a987 req-388f0765-7a49-4f32-b9b4-dd2273d3d5af tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:34.187191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76e69f81-e188-4b95-8f2e-cb1ec016a987 req-388f0765-7a49-4f32-b9b4-dd2273d3d5af tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1730764 Aug 31 07:57:34.224399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8216eb-42ab-4ed8-9400-7176cb577f41 None None] Pushing event updated for resources: {'Port': ['ID=87317bfc-2913-402a-8c59-222dda003744,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:34.264500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bb48fc57-531c-4d59-bdae-3dc2deb81976 None None] Provisioning complete for port 87317bfc-2913-402a-8c59-222dda003744 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:34.265514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb48fc57-531c-4d59-bdae-3dc2deb81976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.274970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76e69f81-e188-4b95-8f2e-cb1ec016a987 req-8fb5936d-3439-4382-b87a-1d5185b2228b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867872 Aug 31 07:57:34.300753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.358324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.370126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:34.370846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.510714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Network': ['ID=4af6104b-2a9c-4faf-b849-68755e1250ff,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:34.521861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 4af6104b-2a9c-4faf-b849-68755e1250ff details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:34.589481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7f1c3-5742-410f-9f61-98102e1d3ac1 req-e2514048-69bb-4a42-a1be-39935a27d5ee tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:34.589950 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3bf9d484-2d6c-4c6c-909e-7343cefa1d61 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9094205 Aug 31 07:57:34.591942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bc7f1c3-5742-410f-9f61-98102e1d3ac1 req-e2514048-69bb-4a42-a1be-39935a27d5ee tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0543382 Aug 31 07:57:34.592707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55956) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:34.597868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:34.675144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Router 4f494057-68d0-458b-9ce2-994d3d614cdb is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:57:34.707692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bc7f1c3-5742-410f-9f61-98102e1d3ac1 req-78ff313f-9f99-4b06-9eb0-ff6109db37be tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073701 Aug 31 07:57:34.811036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:34.823811 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:34.841164 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:34.841916 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:34.932458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Made reservation on behalf of deeebcbd646743cfaa8924dbc2fea6dc for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:34.936780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:34.961834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:34.997438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing IP validity checks on allocation pools {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:57:34.998093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:57:35.087616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.089566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3b0f9bdc-a4e4-4f6f-9f7e-78623a4ea7fd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9437144 Aug 31 07:57:35.092222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55974) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:35.162326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87317bfc-2913-402a-8c59-222dda003744 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:35.208820 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:32Z', 'revision_number': 3, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:35.258225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 87317bfc-2913-402a-8c59-222dda003744 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:35.259235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.278231 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:57:35.283428 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Updating router 4f494057-68d0-458b-9ce2-994d3d614cdb port 5d325f73-f7a5-4836-9867-5f814eeef19d binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:57:35.340603 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.520710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.542403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd266ad-9244-41dc-81fe-1114e00f364d req-d5471e9e-5869-413c-83b7-5ca03d28da5b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:35.543937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bd266ad-9244-41dc-81fe-1114e00f364d req-d5471e9e-5869-413c-83b7-5ca03d28da5b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1025808 Aug 31 07:57:35.584398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=4ce3c482-1d26-4929-a49f-f6bc066614f5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:35.595630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Checking segment: {'id': '7f43169e-cb32-449c-adad-33663c3db4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:35.595998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network hostable DHCP agents. Network: 4af6104b-2a9c-4faf-b849-68755e1250ff, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:35.640573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bd266ad-9244-41dc-81fe-1114e00f364d req-493e3a88-63ea-486a-990c-1d6827b65120 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888674 Aug 31 07:57:35.683786 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.694313 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Transition to ACTIVE for port object 5d325f73-f7a5-4836-9867-5f814eeef19d will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:35.827911 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.828503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Network 4af6104b-2a9c-4faf-b849-68755e1250ff is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:35.849868 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.880417 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Attempting to bind port 5d325f73-f7a5-4836-9867-5f814eeef19d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:35.881197 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Attempting to bind port 5d325f73-f7a5-4836-9867-5f814eeef19d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:35.881740 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Attempting to bind port 5d325f73-f7a5-4836-9867-5f814eeef19d on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:35.892916 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:35.893518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:35.896369 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.896369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:35.896369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Bound port: 5d325f73-f7a5-4836-9867-5f814eeef19d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:35.896369 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.917442 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec5795-e386-449d-b2e0-0738c4111776 None None] Pushing event updated for resources: {'Port': ['ID=5d325f73-f7a5-4836-9867-5f814eeef19d,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:35.960756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 4af6104b-2a9c-4faf-b849-68755e1250ff) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:35.971564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59001ad5-8fc0-4f82-b39d-16d684bed41a None None] Network 4af6104b-2a9c-4faf-b849-68755e1250ff requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:35.974102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:35.974778 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:35.983151 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] For port 5d325f73-f7a5-4836-9867-5f814eeef19d, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:35.986653 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] For port 5d325f73-f7a5-4836-9867-5f814eeef19d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5d325f73-f7a5-4836-9867-5f814eeef19d,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:35.999473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da5d60-13a2-4a25-a4c1-cb429e0faa92 req-fa1983cd-54f0-45e0-938f-03f7cecb721f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:36.000999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8da5d60-13a2-4a25-a4c1-cb429e0faa92 req-fa1983cd-54f0-45e0-938f-03f7cecb721f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1899624 Aug 31 07:57:36.077865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8da5d60-13a2-4a25-a4c1-cb429e0faa92 req-3fda2c9b-7582-410e-bc8c-56438af5180f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 Aug 31 07:57:36.110006 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e83d544c-d465-4954-a2f5-214e728924e1 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5161729 Aug 31 07:57:36.112898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56028) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:36.113987 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.119780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:36.193223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Allocated IP 172.20.0.1 (f02e09b5-4cac-4999-81aa-24cbad9df6fa/dc4b8ea7-270f-4d4a-ae24-72a21f26fc06/702c05a2-86a4-415c-b3cf-5626d46d68f2) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:36.197085 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:36.197550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:36.206686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-4af6104b-2a9c-4faf-b849-68755e1250ff', 'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff', 'tenant_id': 'deeebcbd646743cfaa8924dbc2fea6dc', 'fixed_ips': [{'subnet_id': '4ce3c482-1d26-4929-a49f-f6bc066614f5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:36.207134 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.268559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1065610057'] for subnet, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.339692 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.379083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Transition to ACTIVE for port object 702c05a2-86a4-415c-b3cf-5626d46d68f2 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:36.431039 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:36.552575 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec5795-e386-449d-b2e0-0738c4111776 None None] Pushing event updated for resources: {'Port': ['ID=5d325f73-f7a5-4836-9867-5f814eeef19d,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:36.555703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.611516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:36.614627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:36.617222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:36.645090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Pushing event updated for resources: {'Port': ['ID=702c05a2-86a4-415c-b3cf-5626d46d68f2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:36.662613 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:32Z', 'revision_number': 3, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:36.686623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731135233500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066147141'] for subnet, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.688536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.774635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:36.775541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.777401 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "PUT /v2.0/subnets/4ce3c482-1d26-4929-a49f-f6bc066614f5 HTTP/1.1" status: 200 len: 877 time: 0.6635065 Aug 31 07:57:36.781202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:36.814653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Allocated IP 172.20.0.3 (4af6104b-2a9c-4faf-b849-68755e1250ff/4ce3c482-1d26-4929-a49f-f6bc066614f5/48815c12-cd39-478d-8c50-790e3cfaee1d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:36.911241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4772d-3f2f-47fd-b5a2-8202987c0128 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event updated for resources: {'Subnet': ['ID=4ce3c482-1d26-4929-a49f-f6bc066614f5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:37.017956 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c606af4-f4a4-4b7a-acaf-69c0b4e17651 None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:32Z', 'revision_number': 3, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:37.075291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.138590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99705a1d-a425-44b6-b625-9a7a47860e33 req-60889707-3d2f-4ead-8c31-c538d3d30371 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:37.142700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99705a1d-a425-44b6-b625-9a7a47860e33 req-60889707-3d2f-4ead-8c31-c538d3d30371 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.2679212 Aug 31 07:57:37.179220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.204253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.214954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Transition to ACTIVE for port object 48815c12-cd39-478d-8c50-790e3cfaee1d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:37.232805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Transition to ACTIVE for port object 48815c12-cd39-478d-8c50-790e3cfaee1d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:37.313025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99705a1d-a425-44b6-b625-9a7a47860e33 req-97bef4d6-0217-4c88-91e0-052bcc950e6b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579158 Aug 31 07:57:37.331147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b66c-e893-46c4-90b3-02b196e4f85c req-e6f64d70-4227-4eca-94f1-8308949bacfc tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:37.333187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5930b66c-e893-46c4-90b3-02b196e4f85c req-e6f64d70-4227-4eca-94f1-8308949bacfc tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1050780 Aug 31 07:57:37.376266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5930b66c-e893-46c4-90b3-02b196e4f85c req-4631dcf0-ad19-4643-ab94-4393f82b5625 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Aug 31 07:57:37.385733 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.432897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Network 4af6104b-2a9c-4faf-b849-68755e1250ff is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:37.437721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:37.442692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:37.483896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-752151f9-9edb-4229-970f-3a97498e10d4 None None] Provisioning for port 702c05a2-86a4-415c-b3cf-5626d46d68f2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:37.532596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Pushing event updated for resources: {'Port': ['ID=48815c12-cd39-478d-8c50-790e3cfaee1d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:37.536598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-752151f9-9edb-4229-970f-3a97498e10d4 None None] Provisioning complete for port 702c05a2-86a4-415c-b3cf-5626d46d68f2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:37.537182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-752151f9-9edb-4229-970f-3a97498e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.546953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.583004 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.616542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-752151f9-9edb-4229-970f-3a97498e10d4 None None] Port 702c05a2-86a4-415c-b3cf-5626d46d68f2 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:57:37.637615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce3c482-1d26-4929-a49f-f6bc066614f5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:37.640074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Attempting to bind port 48815c12-cd39-478d-8c50-790e3cfaee1d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:37.640836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Attempting to bind port 48815c12-cd39-478d-8c50-790e3cfaee1d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '7f43169e-cb32-449c-adad-33663c3db4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:37.641372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Attempting to bind port 48815c12-cd39-478d-8c50-790e3cfaee1d on network 4af6104b-2a9c-4faf-b849-68755e1250ff {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:37.664159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:37.666595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Checking segment: {'id': '7f43169e-cb32-449c-adad-33663c3db4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:37.667754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.668358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Bound using segment: {'id': '7f43169e-cb32-449c-adad-33663c3db4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:37.669025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Bound port: 48815c12-cd39-478d-8c50-790e3cfaee1d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f43169e-cb32-449c-adad-33663c3db4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4af6104b-2a9c-4faf-b849-68755e1250ff'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:37.669574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.776275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] For port 48815c12-cd39-478d-8c50-790e3cfaee1d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:37.780593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] For port 48815c12-cd39-478d-8c50-790e3cfaee1d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=48815c12-cd39-478d-8c50-790e3cfaee1d,segment=NetworkSegment(7f43169e-cb32-449c-adad-33663c3db4de),segment_id=7f43169e-cb32-449c-adad-33663c3db4de)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:37.785875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.807043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af6104b-2a9c-4faf-b849-68755e1250ff']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:37.825129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f43169e-cb32-449c-adad-33663c3db4de') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:37.825448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f43169e-cb32-449c-adad-33663c3db4de') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:37.857073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:37.881416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.060610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.062908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.083926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:38.084809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:38.094386 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:38.126390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.249915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdda19-a562-45b8-af83-d2165e519103 None None] Pushing event updated for resources: {'Port': ['ID=48815c12-cd39-478d-8c50-790e3cfaee1d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:38.284035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.287099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Pushing event updated for resources: {'Port': ['ID=702c05a2-86a4-415c-b3cf-5626d46d68f2,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:38.337501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2796d2f-deaf-4bd5-a1c5-19c9cd2111f0 None None] Network 4af6104b-2a9c-4faf-b849-68755e1250ff requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:38.339035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:57:38.339035 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:57:38.339035 n-d-713499-16 neutron-server[95445]: [parameters: {'id': '4af6104b-2a9c-4faf-b849-68755e1250ff'}] Aug 31 07:57:38.339035 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:57:38.340436 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:57:38.503536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f738eb-1e5a-42e7-9e26-5928ab824daa None None] Network 4af6104b-2a9c-4faf-b849-68755e1250ff requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:38.558867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:38.566707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:38.585604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa390-b4cc-407c-959f-5b7d4ecb2fa2 req-02d3ca03-a4d5-4c99-b4f1-955e194c9535 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:38.587744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70faa390-b4cc-407c-959f-5b7d4ecb2fa2 req-02d3ca03-a4d5-4c99-b4f1-955e194c9535 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1474771 Aug 31 07:57:38.666166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118fb23-334e-4549-9792-8b5588df650e req-8025a34f-8221-4531-af80-4c745871b7fc tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:38.676361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a118fb23-334e-4549-9792-8b5588df650e req-8025a34f-8221-4531-af80-4c745871b7fc tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1663620 Aug 31 07:57:38.736921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70faa390-b4cc-407c-959f-5b7d4ecb2fa2 req-5bddec9d-a89e-4f5d-81c4-98222caaafeb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418998 Aug 31 07:57:38.797889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a118fb23-334e-4549-9792-8b5588df650e req-cae71f34-376e-446f-b80d-649b6d391081 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202960 Aug 31 07:57:38.830457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Router 4f494057-68d0-458b-9ce2-994d3d614cdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:57:38.841674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.855891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e45e1b-ae85-4553-8e32-a6ce2c9b8d26 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:57:38.927056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 48815c12-cd39-478d-8c50-790e3cfaee1d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:38.927723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:38.999873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:39.002897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b82b4976-6bc0-4538-82e8-4698c48e8a62 None None] Provisioning complete for port 702c05a2-86a4-415c-b3cf-5626d46d68f2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:39.007391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b82b4976-6bc0-4538-82e8-4698c48e8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.025928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-28d7eef1-172a-42c6-bd73-19fb4763cb2d admin admin] 10.222.0.36 "PUT /v2.0/routers/4f494057-68d0-458b-9ce2-994d3d614cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9211235 Aug 31 07:57:39.026314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 48815c12-cd39-478d-8c50-790e3cfaee1d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=48815c12-cd39-478d-8c50-790e3cfaee1d,segment=NetworkSegment(7f43169e-cb32-449c-adad-33663c3db4de),segment_id=7f43169e-cb32-449c-adad-33663c3db4de)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:39.026314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.043477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e45e1b-ae85-4553-8e32-a6ce2c9b8d26 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:57:39.073103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 48815c12-cd39-478d-8c50-790e3cfaee1d owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:39.237976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b82b4976-6bc0-4538-82e8-4698c48e8a62 None None] Port 702c05a2-86a4-415c-b3cf-5626d46d68f2 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:57:39.261187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d325f73-f7a5-4836-9867-5f814eeef19d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:39.351017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.395814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=48815c12-cd39-478d-8c50-790e3cfaee1d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:39.417341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 48815c12-cd39-478d-8c50-790e3cfaee1d on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:39.468183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-e0e8633c-fa33-4590-8ef8-e9350d270408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:39.469694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-e0e8633c-fa33-4590-8ef8-e9350d270408 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1097 time: 0.0892119 Aug 31 07:57:39.478527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ba84-9232-4a79-9a71-46208823e600 req-c1ba4a31-bd06-41c6-bb81-71c1afc04d45 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:39.487574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8460ba84-9232-4a79-9a71-46208823e600 req-c1ba4a31-bd06-41c6-bb81-71c1afc04d45 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1618969 Aug 31 07:57:39.626434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.650455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:39.655199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af6104b-2a9c-4faf-b849-68755e1250ff']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:39.663987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5d325f73-f7a5-4836-9867-5f814eeef19d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:39.686639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5d325f73-f7a5-4836-9867-5f814eeef19d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:39.687375 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.687518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f43169e-cb32-449c-adad-33663c3db4de') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:39.689070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f43169e-cb32-449c-adad-33663c3db4de') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:39.708994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.726678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:39.726678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:39.728668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8460ba84-9232-4a79-9a71-46208823e600 req-ba070afd-69de-4528-bab1-3a10e78a5809 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192864 Aug 31 07:57:39.747154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.763044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:39.763618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:39.768315 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:39.823876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-8b42123b-9fdf-495e-8fa7-e4b12d48486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:39.836007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-8b42123b-9fdf-495e-8fa7-e4b12d48486d service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.3384962 Aug 31 07:57:39.983241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:40.009519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-7220ac86-bdb6-4247-97b9-4280a1058c4b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.1728847 Aug 31 07:57:40.031150 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.037148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed750a4-4ebb-4dfb-b1fd-83ab566177f1 req-925ccb56-fe2e-481a-89d2-291bc3fcfaa3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:40.044675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ed750a4-4ebb-4dfb-b1fd-83ab566177f1 req-925ccb56-fe2e-481a-89d2-291bc3fcfaa3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1411376 Aug 31 07:57:40.104157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.114330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-7e31b181-9291-419a-a856-c1f62faa777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:40.115848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-7e31b181-9291-419a-a856-c1f62faa777f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0990543 Aug 31 07:57:40.122475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.127659 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/4af6104b-2a9c-4faf-b849-68755e1250ff HTTP/1.1" status: 204 len: 168 time: 3.3440158 Aug 31 07:57:40.137216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ed750a4-4ebb-4dfb-b1fd-83ab566177f1 req-f66b6fd8-6def-4595-a163-99bebe976f03 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Aug 31 07:57:40.139205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56114) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.198396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e3af-0601-4567-9e98-a8d84776adf3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=4af6104b-2a9c-4faf-b849-68755e1250ff,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:40.228092 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-70500512-0666-474d-bd69-4c0a7558b21f tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:40.228570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70500512-0666-474d-bd69-4c0a7558b21f tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:40.230745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-70500512-0666-474d-bd69-4c0a7558b21f tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/4ce3c482-1d26-4929-a49f-f6bc066614f5 HTTP/1.1" status: 404 len: 337 time: 0.0895638 Aug 31 07:57:40.233418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56120) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.256361 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-93adf71a-840b-4ca6-93ef-9be2fe53c719 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:40.256895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93adf71a-840b-4ca6-93ef-9be2fe53c719 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:40.258716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93adf71a-840b-4ca6-93ef-9be2fe53c719 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/4af6104b-2a9c-4faf-b849-68755e1250ff HTTP/1.1" status: 404 len: 339 time: 0.0242972 Aug 31 07:57:40.261629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56124) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.269353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-89457b9c-b887-4882-b3dc-789443ae21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:40.271006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-89457b9c-b887-4882-b3dc-789443ae21b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326356 Aug 31 07:57:40.281105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5d325f73-f7a5-4836-9867-5f814eeef19d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5d325f73-f7a5-4836-9867-5f814eeef19d,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:40.323383 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6cc95d-19fc-493a-a376-e74a6ccc1102 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:40.324146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6cc95d-19fc-493a-a376-e74a6ccc1102 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:40.329043 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3b6cc95d-19fc-493a-a376-e74a6ccc1102 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/085d129f-5bf9-4e45-b230-cc030bed6fa9 HTTP/1.1" status: 404 len: 337 time: 0.0653918 Aug 31 07:57:40.329978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.353613 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d690f96-3dce-4f04-b3b8-26bf5d7cd04e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:40.365671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d690f96-3dce-4f04-b3b8-26bf5d7cd04e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:40.365671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d690f96-3dce-4f04-b3b8-26bf5d7cd04e tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/e8042039-d326-4404-87a7-5de4f8cc8205 HTTP/1.1" status: 404 len: 339 time: 0.0261917 Aug 31 07:57:40.368191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.393279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-fbf8fbf5-82e3-44f5-936d-c24aa81140bd service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120470 Aug 31 07:57:40.453600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.483631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 2, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:40.522778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:57:40.523078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Updating router 4f494057-68d0-458b-9ce2-994d3d614cdb port 702c05a2-86a4-415c-b3cf-5626d46d68f2 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:57:40.563498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08c56dab-3dea-47c8-b8f6-8f3040614f8c req-86647e1c-5787-463b-8b7a-1f91a300f03d service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609175 Aug 31 07:57:40.570441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.600124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.607747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.652524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34491345-87aa-4505-9739-5f0fe887edf6']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:40.687137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f288686d-5463-445b-b290-5cfcf097e23f') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:40.687591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f288686d-5463-445b-b290-5cfcf097e23f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:40.706924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.711936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.713562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022888218', 'description': 'tempest-description--1991313513'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:40.749625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.750451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:40.759930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:40.760346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:40.763849 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:40.857208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.863195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5d325f73-f7a5-4836-9867-5f814eeef19d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:40.956873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecfecc-7ee4-4208-be9e-6884ac874184 req-6d528a4b-6839-43c4-a931-dd2b5fb6cde1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:40.958565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ecfecc-7ee4-4208-be9e-6884ac874184 req-6d528a4b-6839-43c4-a931-dd2b5fb6cde1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1160848 Aug 31 07:57:40.983580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.991769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:40.995071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/34491345-87aa-4505-9739-5f0fe887edf6 HTTP/1.1" status: 204 len: 168 time: 0.6257806 Aug 31 07:57:40.997616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.036391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d08b9-bef0-42fe-bdb7-b82db02f4d23 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=34491345-87aa-4505-9739-5f0fe887edf6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:41.039801 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4b6081-1c5a-49c4-8962-5a62bc56995b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.040479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4b6081-1c5a-49c4-8962-5a62bc56995b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.043438 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb4b6081-1c5a-49c4-8962-5a62bc56995b tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/b7ea658b-6a8b-439e-8638-aaea6d075c90 HTTP/1.1" status: 404 len: 337 time: 0.0446265 Aug 31 07:57:41.046199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56152) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.074550 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1da392-95b0-484e-933e-b19ca58f69bc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.075404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1da392-95b0-484e-933e-b19ca58f69bc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.077493 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cc1da392-95b0-484e-933e-b19ca58f69bc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/c6bd916d-a960-4156-b9c3-d57f20cec220 HTTP/1.1" status: 404 len: 339 time: 0.0301335 Aug 31 07:57:41.080471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.149257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ecfecc-7ee4-4208-be9e-6884ac874184 req-e771ce3a-bde5-427a-8a41-2c2547eba131 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592567 Aug 31 07:57:41.167927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-045a597e-a27b-483f-9cfe-5b5810a3b542 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f5651efb23045a8ade60af033a2ad6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138198 Aug 31 07:57:41.179302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d325f73-f7a5-4836-9867-5f814eeef19d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:41.188840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.241899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.262779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.275168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Transition to ACTIVE for port object 702c05a2-86a4-415c-b3cf-5626d46d68f2 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:41.291525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5d325f73-f7a5-4836-9867-5f814eeef19d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:41.292202 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.400393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a3457-fd6c-43fc-aa39-f84422582980 req-d9c206fb-8bc4-41f2-b03b-4cc08cc0ac1f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:41.402148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-720a3457-fd6c-43fc-aa39-f84422582980 req-d9c206fb-8bc4-41f2-b03b-4cc08cc0ac1f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1578071 Aug 31 07:57:41.405532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1b06-6087-4363-9211-a26acabad1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.436869 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.439398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1b06-6087-4363-9211-a26acabad1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.505732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.529462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c973d-f982-4405-b2ef-e99027a56c3c None None] Pushing event updated for resources: {'Port': ['ID=702c05a2-86a4-415c-b3cf-5626d46d68f2,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:41.565101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-720a3457-fd6c-43fc-aa39-f84422582980 req-97c178bd-b881-4917-a977-ed208a6bc045 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563449 Aug 31 07:57:41.567060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451727ca-fe10-4366-9148-93e01f48e220,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:41.595194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Attempting to bind port 702c05a2-86a4-415c-b3cf-5626d46d68f2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:41.595843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Attempting to bind port 702c05a2-86a4-415c-b3cf-5626d46d68f2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:41.596430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Attempting to bind port 702c05a2-86a4-415c-b3cf-5626d46d68f2 on network f02e09b5-4cac-4999-81aa-24cbad9df6fa {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:41.603443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:41.604318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Checking segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:41.604888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.605381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Bound using segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:41.606425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Bound port: 702c05a2-86a4-415c-b3cf-5626d46d68f2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:41.606674 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.632636 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf245809-a2f5-4951-8724-eca0cc773bff tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.634049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf245809-a2f5-4951-8724-eca0cc773bff tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.651090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.662792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bf245809-a2f5-4951-8724-eca0cc773bff tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/b561c235-c2a4-4ba5-99c2-eb309bf9d246 HTTP/1.1" status: 404 len: 337 time: 0.5793312 Aug 31 07:57:41.679669 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-33245c71-b245-4de0-af69-00490fdf2b97 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.682038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33245c71-b245-4de0-af69-00490fdf2b97 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.688482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-33245c71-b245-4de0-af69-00490fdf2b97 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/f438b783-1dc1-4f7f-9c87-b11cb296baeb HTTP/1.1" status: 404 len: 339 time: 0.0358539 Aug 31 07:57:41.697280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.713935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] For port 702c05a2-86a4-415c-b3cf-5626d46d68f2, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:41.717325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] For port 702c05a2-86a4-415c-b3cf-5626d46d68f2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=702c05a2-86a4-415c-b3cf-5626d46d68f2,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:41.723307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.725057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-18da696e-79a4-4a69-8fb9-c95b40191d5e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0166996 Aug 31 07:57:41.729184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56178) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.730283 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc076fc-e24c-4707-8ee4-06234b2fe2e2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.730744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc076fc-e24c-4707-8ee4-06234b2fe2e2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.735873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'security_group_rule': {'security_group_id': '451727ca-fe10-4366-9148-93e01f48e220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:41.736122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8bc076fc-e24c-4707-8ee4-06234b2fe2e2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/8d59fb10-f703-4193-8fb5-f64b039353bb HTTP/1.1" status: 404 len: 337 time: 0.0432014 Aug 31 07:57:41.736790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56180) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.756832 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa34820-90cb-4dd2-b3e4-03339c04e18c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.757441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa34820-90cb-4dd2-b3e4-03339c04e18c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.762331 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cfa34820-90cb-4dd2-b3e4-03339c04e18c tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/1e1d0cf5-f395-4d50-aa5f-e2c43ef7f57d HTTP/1.1" status: 404 len: 339 time: 0.0245864 Aug 31 07:57:41.763013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56182) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.783167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1b06-6087-4363-9211-a26acabad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.787474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1b06-6087-4363-9211-a26acabad1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.788914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5b3a1b06-6087-4363-9211-a26acabad1ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c087a818-61cd-437e-b786-6ba697cb092a HTTP/1.1" status: 204 len: 168 time: 0.5941353 Aug 31 07:57:41.792066 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d16f0e7-c248-4f56-9c2f-74fde203a1f3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.792641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d16f0e7-c248-4f56-9c2f-74fde203a1f3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.797837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1d16f0e7-c248-4f56-9c2f-74fde203a1f3 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/e69c69f0-53a4-4a79-8a11-55e56b1a8c16 HTTP/1.1" status: 404 len: 337 time: 0.0337851 Aug 31 07:57:41.798557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56186) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.831365 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5d1c6d-800f-4b89-923e-7039650cbf56 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.832090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5d1c6d-800f-4b89-923e-7039650cbf56 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.837283 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb5d1c6d-800f-4b89-923e-7039650cbf56 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/079692da-5fd4-4479-a998-9cdecbf79ee6 HTTP/1.1" status: 404 len: 339 time: 0.0376079 Aug 31 07:57:41.838099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.858192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a1b06-6087-4363-9211-a26acabad1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087a818-61cd-437e-b786-6ba697cb092a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:41.898543 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b200b820-152f-4606-b9af-187de93f0ae7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.899040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b200b820-152f-4606-b9af-187de93f0ae7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.905110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56190) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.906025 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b200b820-152f-4606-b9af-187de93f0ae7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/f7793491-1ba4-4c4a-8454-2287a2b5f4c9 HTTP/1.1" status: 404 len: 337 time: 0.0661159 Aug 31 07:57:41.940429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:41.940631 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b027b6a-05cd-4fd5-931c-27ae7f8c4f12 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.940631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b027b6a-05cd-4fd5-931c-27ae7f8c4f12 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.940631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b027b6a-05cd-4fd5-931c-27ae7f8c4f12 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/c9af1721-314d-4355-b2fc-7c908564271a HTTP/1.1" status: 404 len: 339 time: 0.0267828 Aug 31 07:57:41.941157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56194) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:41.979008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:41.979662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:41.982381 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9862dc0a-7d24-4d22-a4af-5f44cd1db38d tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:41.983318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9862dc0a-7d24-4d22-a4af-5f44cd1db38d tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:41.984704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c973d-f982-4405-b2ef-e99027a56c3c None None] Pushing event updated for resources: {'Port': ['ID=702c05a2-86a4-415c-b3cf-5626d46d68f2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:41.985464 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9862dc0a-7d24-4d22-a4af-5f44cd1db38d tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/5b48d5a1-c9a5-4e1f-9627-ac453a95e3a3 HTTP/1.1" status: 404 len: 337 time: 0.0431528 Aug 31 07:57:41.988179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.012175 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-571bb20e-76bc-4d08-b937-c0a2a16e71f7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:42.013022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571bb20e-76bc-4d08-b937-c0a2a16e71f7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:42.015594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-571bb20e-76bc-4d08-b937-c0a2a16e71f7 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/fd00d2a5-e18b-4059-acc1-8c952477a6e2 HTTP/1.1" status: 404 len: 339 time: 0.0259898 Aug 31 07:57:42.018024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.035807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.052237 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08ccfb3-f628-4ad7-ad1b-1ce2597c44b4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:42.052983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08ccfb3-f628-4ad7-ad1b-1ce2597c44b4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:42.058706 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f08ccfb3-f628-4ad7-ad1b-1ce2597c44b4 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/19e55eeb-8bee-4322-9e99-e6cc3a598648 HTTP/1.1" status: 404 len: 337 time: 0.0389607 Aug 31 07:57:42.061109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56200) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.085664 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad093c00-93fe-4178-bdbf-c67fa9a44984 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:42.086818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad093c00-93fe-4178-bdbf-c67fa9a44984 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:42.088755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad093c00-93fe-4178-bdbf-c67fa9a44984 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/8d9ef4e4-1925-44a9-b8cc-132added7e6f HTTP/1.1" status: 404 len: 339 time: 0.0265329 Aug 31 07:57:42.092983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56202) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.131598 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b355146e-20a7-4748-bce9-cddc1189ac45 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:42.132447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b355146e-20a7-4748-bce9-cddc1189ac45 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:42.134571 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b355146e-20a7-4748-bce9-cddc1189ac45 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/b69bc50d-a5f4-4cf1-be98-6c6b4dea7ed5 HTTP/1.1" status: 404 len: 337 time: 0.0405967 Aug 31 07:57:42.137961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56204) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.141427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:57:42.164932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.170616 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b283a00f-2caf-4d77-8870-f1cb86af81e2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] DELETE failed (client error): The resource could not be found. Aug 31 07:57:42.171486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b283a00f-2caf-4d77-8870-f1cb86af81e2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:57:42.175057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b283a00f-2caf-4d77-8870-f1cb86af81e2 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/926c3095-9ee7-48fa-a5c5-d7b3bc751502 HTTP/1.1" status: 404 len: 339 time: 0.0358407 Aug 31 07:57:42.177617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56208) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.299256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.303490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting subnet cec6e2d9-1a22-4c05-a95c-8a238476f64e {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:57:42.307200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.347234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8197e381-c286-4adf-bfa4-e0b247c4df7c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:42.364943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.380579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449374e2-71ff-4bd2-a704-0aae5c0a7278 req-fb365ea1-7df7-4860-80fb-466b26186c18 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:42.383212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-449374e2-71ff-4bd2-a704-0aae5c0a7278 req-fb365ea1-7df7-4860-80fb-466b26186c18 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1281803 Aug 31 07:57:42.463292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56218) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.542415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-449374e2-71ff-4bd2-a704-0aae5c0a7278 req-fb70e2ee-5de8-4d42-9a27-dd77308c4f83 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520956 Aug 31 07:57:42.543393 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.545865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d9ae34e4-2c9c-4b1e-98ba-ea5e1e903652 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8140523 Aug 31 07:57:42.548433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.557077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'security_group_rule': {'security_group_id': '451727ca-fe10-4366-9148-93e01f48e220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:42.627004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:41Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:42.664673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2a310-8005-445e-a7b9-6a522e6c8153 None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:41Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:42.676275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.800447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4869d-6a66-472e-93b3-8b5015eb9bbe req-88e6d16f-c58d-4a17-b748-ea3b1e2b9df0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:42.800447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e4869d-6a66-472e-93b3-8b5015eb9bbe req-88e6d16f-c58d-4a17-b748-ea3b1e2b9df0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1160948 Aug 31 07:57:42.904253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08a9602c-cc9f-412a-a24f-1e9d0428c8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.935399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.935582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.955981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:42.957892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/subnets/cec6e2d9-1a22-4c05-a95c-8a238476f64e HTTP/1.1" status: 204 len: 168 time: 0.7784653 Aug 31 07:57:42.959124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcba673-961b-42f9-b6b9-2d9dbb4f0fcd None None] Network c56e1947-3acc-49cd-be48-e8bd13e2d33e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:42.968467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:42.974339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49e4869d-6a66-472e-93b3-8b5015eb9bbe req-2deefc74-9564-416a-8f75-8cbd48a94929 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595542 Aug 31 07:57:42.982217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bcad5-b314-40af-bff2-d3ddf4ee96dc tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Subnet': ['ID=cec6e2d9-1a22-4c05-a95c-8a238476f64e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:43.162236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6933b-26c9-4639-9e64-c77a1d73df7a req-63f474f0-d85b-4f7d-85b7-b6013baeaa53 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:43.169552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75b6933b-26c9-4639-9e64-c77a1d73df7a req-63f474f0-d85b-4f7d-85b7-b6013baeaa53 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.3699961 Aug 31 07:57:43.188272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08a9602c-cc9f-412a-a24f-1e9d0428c8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.235094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.236997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 702c05a2-86a4-415c-b3cf-5626d46d68f2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:43.323740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.348534 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75b6933b-26c9-4639-9e64-c77a1d73df7a req-ec89f4de-e450-4594-ad34-b88e5c42e4dd tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917287 Aug 31 07:57:43.394614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] DHCP port deletion for c56e1947-3acc-49cd-be48-e8bd13e2d33e request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:57:43.406190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Deleting port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:43.406688 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.474426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] Deleting port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:57:43.474426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.480151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] For port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,segment=NetworkSegment(83f9f0ac-e166-40d4-ad8c-a4295f474ed8),segment_id=83f9f0ac-e166-40d4-ad8c-a4295f474ed8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:43.480426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.495258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Calling delete_port for 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:43.511403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-08a9602c-cc9f-412a-a24f-1e9d0428c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.530322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] For port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,segment=NetworkSegment(83f9f0ac-e166-40d4-ad8c-a4295f474ed8),segment_id=83f9f0ac-e166-40d4-ad8c-a4295f474ed8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:43.531039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.547887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] Calling delete_port for 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:57:43.604317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9602c-cc9f-412a-a24f-1e9d0428c8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862ec8d-0ffe-4c23-9706-e6b098a284b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:43.608743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 702c05a2-86a4-415c-b3cf-5626d46d68f2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:43.609563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.652439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 702c05a2-86a4-415c-b3cf-5626d46d68f2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:43.652439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.653636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-08a9602c-cc9f-412a-a24f-1e9d0428c8fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=217d29f4da3740ee80c7bcafd6ce38ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1623709 Aug 31 07:57:43.654425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:43.716900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a988389-0180-41b1-9873-6b18b45199aa,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:43.748220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c161ea7-0723-4c66-83e2-7e8951f526a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.774359 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.783952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c161ea7-0723-4c66-83e2-7e8951f526a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.825855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 702c05a2-86a4-415c-b3cf-5626d46d68f2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=702c05a2-86a4-415c-b3cf-5626d46d68f2,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:43.840541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.847547 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.879592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Port': ['ID=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:43.883387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] Pushing event deleted for resources: {'Port': ['ID=23d1f58d-c777-4ec7-b821-fb4b7a37bfb1,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:43.888191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38faca-3fbd-4945-9c3c-de11bbfa275e None None] No DVR routers for this DVR port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:43.902728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] No DVR routers for this DVR port 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:57:43.942303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:43.944055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7d82ee68-4e85-4845-88cb-2f3b56344ce4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3945701 Aug 31 07:57:43.948436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56264) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:43.953168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:43.983455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.023075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c161ea7-0723-4c66-83e2-7e8951f526a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.026684 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c161ea7-0723-4c66-83e2-7e8951f526a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.030796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9c161ea7-0723-4c66-83e2-7e8951f526a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a862ec8d-0ffe-4c23-9706-e6b098a284b5 HTTP/1.1" status: 204 len: 168 time: 0.3751915 Aug 31 07:57:44.032893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.050364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56e1947-3acc-49cd-be48-e8bd13e2d33e']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:44.053074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c161ea7-0723-4c66-83e2-7e8951f526a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862ec8d-0ffe-4c23-9706-e6b098a284b5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:44.081957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f9f0ac-e166-40d4-ad8c-a4295f474ed8') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:44.082695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f9f0ac-e166-40d4-ad8c-a4295f474ed8') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:44.085321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=702c05a2-86a4-415c-b3cf-5626d46d68f2,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:44.107457 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.141711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.148482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:57:44.149109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.163311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:57:44.163512 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:57:44.303204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.344232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6425c6-832f-4f6b-bbf6-9c52d692ad38 req-3e887690-eb8e-4538-a276-5ca791498f80 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:44.346210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d6425c6-832f-4f6b-bbf6-9c52d692ad38 req-3e887690-eb8e-4538-a276-5ca791498f80 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0642407 Aug 31 07:57:44.395333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.408613 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.415495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] 10.222.0.36 "DELETE /v2.0/networks/c56e1947-3acc-49cd-be48-e8bd13e2d33e HTTP/1.1" status: 204 len: 168 time: 1.4378421 Aug 31 07:57:44.437775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2e53f-2c71-4cbc-b59e-9dc3c937b728 tempest-NetworksTest-1965884357 tempest-NetworksTest-1965884357-project] Pushing event deleted for resources: {'Network': ['ID=c56e1947-3acc-49cd-be48-e8bd13e2d33e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:44.443805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d6425c6-832f-4f6b-bbf6-9c52d692ad38 req-07ac1618-9358-49bc-9697-6fd70562d7f5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914559 Aug 31 07:57:44.498492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Allocated IP 172.25.0.56 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/8502ae91-2ebc-4b86-bbe8-f4dc8f10e7d3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:44.574544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704b26-4c9f-4d5a-8fee-9977bc21f394 req-b2648b4f-38aa-4694-b9f1-962c504ba395 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:44.599163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc704b26-4c9f-4d5a-8fee-9977bc21f394 req-b2648b4f-38aa-4694-b9f1-962c504ba395 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1267564 Aug 31 07:57:44.662820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc704b26-4c9f-4d5a-8fee-9977bc21f394 req-bfa704f0-5cb0-478f-a791-730f715de56a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503118 Aug 31 07:57:44.687766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:44.976035 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:57:45.003986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.048469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:45.051524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:45.054066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:45.060658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'Port': ['ID=8502ae91-2ebc-4b86-bbe8-f4dc8f10e7d3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:45.117583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 702c05a2-86a4-415c-b3cf-5626d46d68f2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:45.176199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.207699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 702c05a2-86a4-415c-b3cf-5626d46d68f2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:45.208080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.253139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c20bd-386b-4d4c-8b23-e152e5da0b73 req-8a0f471f-6df7-4cd4-9af7-48bd190384ce tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:45.254995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-733c20bd-386b-4d4c-8b23-e152e5da0b73 req-8a0f471f-6df7-4cd4-9af7-48bd190384ce tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0550194 Aug 31 07:57:45.323868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-733c20bd-386b-4d4c-8b23-e152e5da0b73 req-66cc51b4-efcb-46e9-9f60-08440811aa85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517919 Aug 31 07:57:45.341110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.408214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:57:45.418367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56300) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:45.434404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:57:45.434780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 23d1f58d-c777-4ec7-b821-fb4b7a37bfb1 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:57:45.514133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56306) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:45.528766 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8bf790e9-63af-427f-ae0d-901fa74b43e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.542795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.606021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fd230c8d-1d98-432d-8ace-16fe796dc4ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deeebcbd646743cfaa8924dbc2fea6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864207 Aug 31 07:57:45.608575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56308) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:45.655400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8bf790e9-63af-427f-ae0d-901fa74b43e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.659944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb009a21-dcca-419a-865e-f9e161f258be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.690745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb009a21-dcca-419a-865e-f9e161f258be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.782756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.810099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203f84c-71b7-4e15-a3ec-a208bbcf505b req-2b5b9479-e09c-42f5-9d57-c23db4eb18ff tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:45.812135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e203f84c-71b7-4e15-a3ec-a208bbcf505b req-2b5b9479-e09c-42f5-9d57-c23db4eb18ff tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0560408 Aug 31 07:57:45.859983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e203f84c-71b7-4e15-a3ec-a208bbcf505b req-5c49cf88-0d15-4714-a4dd-d73dd234fd4f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419502 Aug 31 07:57:45.863589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8bf790e9-63af-427f-ae0d-901fa74b43e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.882625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'Port': ['ID=8502ae91-2ebc-4b86-bbe8-f4dc8f10e7d3,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:45.891510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8bf790e9-63af-427f-ae0d-901fa74b43e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b4a0795b68a45198208abd38c180dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769584 Aug 31 07:57:45.894236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:45.902615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.923891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf790e9-63af-427f-ae0d-901fa74b43e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb356af-be65-4366-afd2-3724ace67711,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:45.944221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb009a21-dcca-419a-865e-f9e161f258be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.952909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bb009a21-dcca-419a-865e-f9e161f258be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.952909 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb009a21-dcca-419a-865e-f9e161f258be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/504ad6e9-30c8-4bbb-b9ba-0ea7ba947bc4 HTTP/1.1" status: 204 len: 168 time: 0.3387690 Aug 31 07:57:45.964445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb009a21-dcca-419a-865e-f9e161f258be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ad6e9-30c8-4bbb-b9ba-0ea7ba947bc4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:45.992416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29051cf3-9174-42c6-99cd-96c536dd8c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:46.030493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29051cf3-9174-42c6-99cd-96c536dd8c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:46.188776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:46.190056 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a62170ff-965f-4657-aefd-594821dc2b13 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2405839 Aug 31 07:57:46.263643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29051cf3-9174-42c6-99cd-96c536dd8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:46.267211 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29051cf3-9174-42c6-99cd-96c536dd8c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:46.278710 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-29051cf3-9174-42c6-99cd-96c536dd8c7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cb356af-be65-4366-afd2-3724ace67711 HTTP/1.1" status: 204 len: 168 time: 0.3735018 Aug 31 07:57:46.297490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29051cf3-9174-42c6-99cd-96c536dd8c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb356af-be65-4366-afd2-3724ace67711,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:46.459749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-2d6c0878-c0cc-45cc-86f4-28e7c7960618 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2022888218&fields=id&tenant_id=da9724533afc4e5eb219ebd30429985a HTTP/1.1" status: 200 len: 267 time: 0.0917118 Aug 31 07:57:46.547613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b40c8-731f-4a0c-9c58-8fa789f176b2 req-51434070-cd1f-43a4-90b5-ed58c84b3024 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:46.549183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f91b40c8-731f-4a0c-9c58-8fa789f176b2 req-51434070-cd1f-43a4-90b5-ed58c84b3024 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1375580 Aug 31 07:57:46.631253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-707c8edf-f516-4243-baa5-67d388812436 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:46.633573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-707c8edf-f516-4243-baa5-67d388812436 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 810 time: 0.1721520 Aug 31 07:57:46.675152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f91b40c8-731f-4a0c-9c58-8fa789f176b2 req-93d8a6f5-e850-4401-b8d8-4444368d0fd1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164815 Aug 31 07:57:46.682932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-4b2e6eba-2893-42e6-9b3a-0e37cdbd4cab tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/quotas/da9724533afc4e5eb219ebd30429985a HTTP/1.1" status: 200 len: 375 time: 0.0364513 Aug 31 07:57:46.765536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-f7e5633a-f78a-4660-b8d1-a152bca59ed8 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747278 Aug 31 07:57:46.783326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-6a46a0ab-eb0d-4db6-8563-06ff85e42b01 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:57:46.784405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-6a46a0ab-eb0d-4db6-8563-06ff85e42b01 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083616 Aug 31 07:57:47.563888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028d682-b43a-4eea-bcf2-89be5e02888b req-69958ead-8bde-4ee2-b261-1e7a2089aefd tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:47.570480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c028d682-b43a-4eea-bcf2-89be5e02888b req-69958ead-8bde-4ee2-b261-1e7a2089aefd tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1403835 Aug 31 07:57:47.578906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-33fe5e47-4280-41cb-a6fa-35085c599d19 service neutron] 10.222.0.36 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822154 Aug 31 07:57:47.591018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-36a7645d-803f-423a-94aa-8d60ade6e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:47.611623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-36a7645d-803f-423a-94aa-8d60ade6e560 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1097 time: 0.1080818 Aug 31 07:57:47.758570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c028d682-b43a-4eea-bcf2-89be5e02888b req-b3528bf9-cc88-4a12-b0b8-c10a8733c304 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852298 Aug 31 07:57:47.821382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56400) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:47.823251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-2c249449-3b33-4867-8c11-099f471f1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:47.824743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-2c249449-3b33-4867-8c11-099f471f1d46 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.2025247 Aug 31 07:57:47.838872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-3fdfc634-1c9a-4b7f-96ad-559921406a97 service neutron] 10.222.0.36 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447786 Aug 31 07:57:47.960212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-371269015'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:48.036149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-301ec12c-f903-4a6e-818b-670d5ba97bea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.1948760 Aug 31 07:57:48.086122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7fc9e-71e4-4ea4-855b-c66ffd6a8d34 req-f9ad4d93-2c5a-4fe6-a8b9-594204bd1867 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:48.087681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87f7fc9e-71e4-4ea4-855b-c66ffd6a8d34 req-f9ad4d93-2c5a-4fe6-a8b9-594204bd1867 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.2478437 Aug 31 07:57:48.116852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-6961ef3e-c66c-4c10-98f1-6ad5f2b5b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:48.118907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-6961ef3e-c66c-4c10-98f1-6ad5f2b5b05d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0740650 Aug 31 07:57:48.148842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87f7fc9e-71e4-4ea4-855b-c66ffd6a8d34 req-3ad80b79-eca5-47d9-8a3b-72c16c9d7f95 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515759 Aug 31 07:57:48.154146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:48.178452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.186369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-d14b4d1d-d2ea-431d-ad08-697606702db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:48.188424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-d14b4d1d-d2ea-431d-ad08-697606702db7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566378 Aug 31 07:57:48.213879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.337170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d0f0da9-8ff2-46ce-ae89-1be91b570e14 req-4c2c313d-efca-48e7-9cd0-3e156017c23f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 210 time: 0.0495498 Aug 31 07:57:48.402699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-4a3165f2-7a73-4061-b5fe-67de7517d095 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058113 Aug 31 07:57:48.457695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.513659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.601973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae215250-5291-452c-bf6f-302249654a31,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:48.608687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:48.614845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9366bb1-7e56-4e55-b5a2-9c831fd32aef req-3472e7b8-007f-4e8c-ab84-fe9a01509d28 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773431 Aug 31 07:57:48.650449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.653521 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment c2f7453b-f86b-4c6e-a40b-fe2cfee7387f of type vlan for network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 Aug 31 07:57:48.724677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.866290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.870636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:48.871428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:48.889138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b7f10-e5bf-4011-aafd-94352e4cafae req-5e788156-e538-4a43-9d98-84ad03665265 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:48.895217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e2b7f10-e5bf-4011-aafd-94352e4cafae req-5e788156-e538-4a43-9d98-84ad03665265 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0631883 Aug 31 07:57:48.952943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e2b7f10-e5bf-4011-aafd-94352e4cafae req-c673f1dd-1d02-41fb-83fe-67d2f6d8235b tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Aug 31 07:57:48.976380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:48.986117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:49.151781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06cdc904-7886-46d5-b9a5-e27168b13389 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3261845 Aug 31 07:57:49.151986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:49.157093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1907678938'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:49.313683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2531ad-e34d-4cba-832c-efecbbf8d479 req-031b6f4e-d4cf-499d-ae71-f9879010bfad tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:49.314395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da2531ad-e34d-4cba-832c-efecbbf8d479 req-031b6f4e-d4cf-499d-ae71-f9879010bfad tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0523298 Aug 31 07:57:49.354510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da2531ad-e34d-4cba-832c-efecbbf8d479 req-0cf75176-2bb8-42ee-8e1a-b39e6b3f58fa tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Aug 31 07:57:49.437744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:49.442090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:49.463677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57f3986f-6cc2-4fc4-8c92-6f50fa626747 req-dfe0d8ad-c5f8-4833-9368-19cf2fda2d75 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 210 time: 0.0431657 Aug 31 07:57:49.493185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:57:49.520546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:49.520838 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment 58b467a7-368f-4fd3-a78b-9bc389ebad0d of type vlan for network b670a971-1616-4ba1-b045-5737efd4a71a Aug 31 07:57:49.568036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28905ba-c1a3-4b6e-a3de-11712a906a8b req-20bb6aae-4807-4df5-886a-41082bee054c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:49.569667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e28905ba-c1a3-4b6e-a3de-11712a906a8b req-20bb6aae-4807-4df5-886a-41082bee054c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1086812 Aug 31 07:57:49.609699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:49.633558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e28905ba-c1a3-4b6e-a3de-11712a906a8b req-fbd1251e-40ab-4745-9849-a2bb7460c8be tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Aug 31 07:57:49.777582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c857eb-e18d-4927-aeea-270f3fafee18 req-9ca3661f-2227-4000-9d14-301a5d385776 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:49.779223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49c857eb-e18d-4927-aeea-270f3fafee18 req-9ca3661f-2227-4000-9d14-301a5d385776 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0654051 Aug 31 07:57:49.832110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49c857eb-e18d-4927-aeea-270f3fafee18 req-481bfbae-e6af-4e5b-b3ab-5331e24b0998 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458584 Aug 31 07:57:49.852243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:49.858953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:49.859570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:49.954036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=b670a971-1616-4ba1-b045-5737efd4a71a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:49.968862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network b670a971-1616-4ba1-b045-5737efd4a71a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:57:49.995327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584cc2-51c0-4a6b-a79b-8d953407742e req-ea3d4b64-3aec-461d-9fa8-4317abc02c8d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:50.003765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81584cc2-51c0-4a6b-a79b-8d953407742e req-ea3d4b64-3aec-461d-9fa8-4317abc02c8d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0757957 Aug 31 07:57:50.023642 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82368e04-1e21-4d7f-8680-2a7a5152f1fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8704863 Aug 31 07:57:50.026554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56488) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:50.032825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:50.107690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81584cc2-51c0-4a6b-a79b-8d953407742e req-b1718a09-0c79-423c-86ac-b2b69a924c35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019702 Aug 31 07:57:50.133556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17324f68-3311-490b-955a-219fbf58e3fb req-eee04fa3-cfc0-48b6-8de7-82b454352a3d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:50.135261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17324f68-3311-490b-955a-219fbf58e3fb req-eee04fa3-cfc0-48b6-8de7-82b454352a3d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0642662 Aug 31 07:57:50.213084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17324f68-3311-490b-955a-219fbf58e3fb req-7fa4cdea-edf5-4be5-bdaf-713363b99582 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676260 Aug 31 07:57:50.317426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:50.318986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:50.585443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-855f5c53-f0ff-4151-b9d3-e3063b23b525 req-5e40b8fa-8859-4622-b397-860aa79c5fc0 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 210 time: 0.0333848 Aug 31 07:57:50.698363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:50.763919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=265d916b-230a-41a1-aa6d-58552f80190c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:50.777946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:50.778319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:50.914337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:51.017552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:51.023980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:51.028478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:51.031387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11518ee8-a604-41bb-bf19-15de344d61b4 None None] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:51.180505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0', 'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': '265d916b-230a-41a1-aa6d-58552f80190c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:51.181596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:51.223922 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6857c6d1-58f8-4f0b-88fc-6daadd11b4e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1956270 Aug 31 07:57:51.226842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:51.232256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:51.333217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Allocated IP 172.20.0.2 (9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0/265d916b-230a-41a1-aa6d-58552f80190c/822c27de-91c1-43db-8bf6-1cacbe59c300) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:51.355094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762a3df-b4be-43ee-9b0e-c0a90992a76c req-946121cc-d934-4472-ad56-9a5e7ce69ca3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:51.356614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c762a3df-b4be-43ee-9b0e-c0a90992a76c req-946121cc-d934-4472-ad56-9a5e7ce69ca3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0651262 Aug 31 07:57:51.402411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c762a3df-b4be-43ee-9b0e-c0a90992a76c req-06a1c43c-5dc0-48d0-b823-c3742e32fe9b tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Aug 31 07:57:51.500914 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:51.509064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Transition to ACTIVE for port object 822c27de-91c1-43db-8bf6-1cacbe59c300 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:51.526434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Transition to ACTIVE for port object 822c27de-91c1-43db-8bf6-1cacbe59c300 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:51.554651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:51.565903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:51.687455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:51.719545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8a76237-0292-4949-9b05-204a209b046d req-297018a6-0b94-4f8e-b3f2-146c78dbc093 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 210 time: 0.0466673 Aug 31 07:57:51.735659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:51.739732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:51.743656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:51.812424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-25a17f78-f966-4598-86bf-f4f532a9527d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:51.816352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-25a17f78-f966-4598-86bf-f4f532a9527d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 810 time: 0.2242270 Aug 31 07:57:51.878199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:51.891658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-20a73908-0b22-4743-af33-fd1f027dcd91 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da9724533afc4e5eb219ebd30429985a HTTP/1.1" status: 200 len: 380 time: 0.0634711 Aug 31 07:57:51.905063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'port': {'device_id': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'admin_state_up': True, 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'security_groups': ['451727ca-fe10-4366-9148-93e01f48e220']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:51.911527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Pushing event updated for resources: {'Port': ['ID=822c27de-91c1-43db-8bf6-1cacbe59c300,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:51.926910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Attempting to bind port 822c27de-91c1-43db-8bf6-1cacbe59c300 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:51.927288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Attempting to bind port 822c27de-91c1-43db-8bf6-1cacbe59c300 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:51.927657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Attempting to bind port 822c27de-91c1-43db-8bf6-1cacbe59c300 on network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:51.934175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:51.934555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Checking segment: {'id': 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:51.934963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:51.936917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Bound using segment: {'id': 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:51.936917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Bound port: 822c27de-91c1-43db-8bf6-1cacbe59c300, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:51.936917 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.006253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] For port 822c27de-91c1-43db-8bf6-1cacbe59c300, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:52.009637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] For port 822c27de-91c1-43db-8bf6-1cacbe59c300, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=822c27de-91c1-43db-8bf6-1cacbe59c300,segment=NetworkSegment(c2f7453b-f86b-4c6e-a40b-fe2cfee7387f),segment_id=c2f7453b-f86b-4c6e-a40b-fe2cfee7387f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:52.026500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29d354c0-0825-4c77-bc39-9028ad7b5080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.045533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.113391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=db85ad26-78e9-4695-a779-693ce7a2096c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:52.122449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': '58b467a7-368f-4fd3-a78b-9bc389ebad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:52.122826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: b670a971-1616-4ba1-b045-5737efd4a71a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:57:52.155648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.228793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93eae-6a27-4613-a222-3ff9948bc512 None None] Pushing event updated for resources: {'Port': ['ID=822c27de-91c1-43db-8bf6-1cacbe59c300,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:52.234482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Made reservation on behalf of da9724533afc4e5eb219ebd30429985a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:57:52.240020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.314503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network b670a971-1616-4ba1-b045-5737efd4a71a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:57:52.349981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29d354c0-0825-4c77-bc39-9028ad7b5080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.404827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Allocated IP 172.20.0.8 (f02e09b5-4cac-4999-81aa-24cbad9df6fa/dc4b8ea7-270f-4d4a-ae24-72a21f26fc06/a23bc856-2629-4aa0-b424-e2b1b88f4e8e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:52.455892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, b670a971-1616-4ba1-b045-5737efd4a71a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:52.480562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8547f-36a2-45b3-93d1-22003ffcaf22 None None] Network b670a971-1616-4ba1-b045-5737efd4a71a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:52.533158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:52.533861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.536806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29d354c0-0825-4c77-bc39-9028ad7b5080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.622530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-29d354c0-0825-4c77-bc39-9028ad7b5080 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a976779fddb34184a1ad3b86c383843d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428601 Aug 31 07:57:52.626454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:52.629394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d354c0-0825-4c77-bc39-9028ad7b5080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aedcbc-03ec-4a17-8619-ccd7d24404ea,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:52.677955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-10109c4f-d209-477f-87d3-dcfe968b2ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2428544 Aug 31 07:57:52.694380 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70e0483a-1ec7-4c34-beb1-0cfdaeffd4b0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4641418 Aug 31 07:57:52.696671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56554) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:52.715579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2030524634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:52.771633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34156d75-94b5-4ff0-bbea-a568afadc7ae req-623b30db-68ba-4ead-af4f-d07c6f711cac tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:52.779331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34156d75-94b5-4ff0-bbea-a568afadc7ae req-623b30db-68ba-4ead-af4f-d07c6f711cac tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.2234151 Aug 31 07:57:52.811176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7261a292-87a6-42e9-a3c1-5afdeaecc5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.845265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7261a292-87a6-42e9-a3c1-5afdeaecc5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.865030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-b670a971-1616-4ba1-b045-5737efd4a71a', 'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': 'db85ad26-78e9-4695-a779-693ce7a2096c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:57:52.866169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.875931 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.901002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34156d75-94b5-4ff0-bbea-a568afadc7ae req-a6d5ba71-cdd3-4272-921d-0723af29a6c9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202512 Aug 31 07:57:52.916395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.917461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:52.920676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-42c858bb-9b9f-4f8f-a39f-c74b739a0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:52.922661 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-42c858bb-9b9f-4f8f-a39f-c74b739a0b79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1732128 Aug 31 07:57:52.997228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae26299d-9b6b-465a-b040-77bf884c39b4 req-eb8c988e-ea11-4e4e-9cf3-d1e12c0414ba tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 210 time: 0.0349722 Aug 31 07:57:53.029192 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7261a292-87a6-42e9-a3c1-5afdeaecc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.031473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Transition to ACTIVE for port object a23bc856-2629-4aa0-b424-e2b1b88f4e8e will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:53.032915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7261a292-87a6-42e9-a3c1-5afdeaecc5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.034342 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7261a292-87a6-42e9-a3c1-5afdeaecc5b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52aedcbc-03ec-4a17-8619-ccd7d24404ea HTTP/1.1" status: 204 len: 168 time: 0.3990738 Aug 31 07:57:53.072108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261a292-87a6-42e9-a3c1-5afdeaecc5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aedcbc-03ec-4a17-8619-ccd7d24404ea,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:53.161110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-97292fe4-63a5-4c51-913c-72473b9678a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:53.162728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-97292fe4-63a5-4c51-913c-72473b9678a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.2175829 Aug 31 07:57:53.172463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.214777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-7ae60894-4d9c-485a-a838-9de784843657 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57 HTTP/1.1" status: 200 len: 217 time: 0.0426731 Aug 31 07:57:53.255199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Allocated IP 172.21.0.2 (b670a971-1616-4ba1-b045-5737efd4a71a/db85ad26-78e9-4695-a779-693ce7a2096c/fe4eed1a-057e-46fb-8c3a-348576ab5de5) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:53.259594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 822c27de-91c1-43db-8bf6-1cacbe59c300 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:53.285575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-01197f59-964f-4fa9-a423-0ea9ae30b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:53.287611 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-01197f59-964f-4fa9-a423-0ea9ae30b19c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0649116 Aug 31 07:57:53.356151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.379393 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.386196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-c77a9ee3-e406-42d5-8602-948642b60ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:53.389328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-c77a9ee3-e406-42d5-8602-948642b60ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888333 Aug 31 07:57:53.471613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'Port': ['ID=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:53.489347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 822c27de-91c1-43db-8bf6-1cacbe59c300 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:53.546340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.548767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fdd27b3a-6757-4457-ace2-79f7042471cd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8379643 Aug 31 07:57:53.551359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:53.553111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:53.556460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56570) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:53.580096 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.599154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Transition to ACTIVE for port object fe4eed1a-057e-46fb-8c3a-348576ab5de5 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:53.621455 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-13a49801-0f27-40ed-97c7-f66b8062e8b1 service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233214 Aug 31 07:57:53.631252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Transition to ACTIVE for port object fe4eed1a-057e-46fb-8c3a-348576ab5de5 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:53.702744 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.718625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:53.767157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.873870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Network b670a971-1616-4ba1-b045-5737efd4a71a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:53.873870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b57e8c4e-d5de-49ce-9250-07a91005829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:53.878594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:53.886773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:53.958416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed6bc198-8b1e-4d1f-8e33-9d601c7f12fe req-9098e85e-ee3d-4ff8-9273-52fe3ee0f378 service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272586 Aug 31 07:57:53.959729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Pushing event updated for resources: {'Port': ['ID=fe4eed1a-057e-46fb-8c3a-348576ab5de5,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:54.053617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Attempting to bind port fe4eed1a-057e-46fb-8c3a-348576ab5de5 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:54.055156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Attempting to bind port fe4eed1a-057e-46fb-8c3a-348576ab5de5 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '58b467a7-368f-4fd3-a78b-9bc389ebad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:54.055721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Attempting to bind port fe4eed1a-057e-46fb-8c3a-348576ab5de5 on network b670a971-1616-4ba1-b045-5737efd4a71a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:54.062224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:54.062615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Checking segment: {'id': '58b467a7-368f-4fd3-a78b-9bc389ebad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:54.063152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.063566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Bound using segment: {'id': '58b467a7-368f-4fd3-a78b-9bc389ebad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:54.064439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Bound port: fe4eed1a-057e-46fb-8c3a-348576ab5de5, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b467a7-368f-4fd3-a78b-9bc389ebad0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b670a971-1616-4ba1-b045-5737efd4a71a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:54.064840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.109341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a89d6b-f16b-40c3-8c80-54e62ee82677 None None] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:54.206879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:54.207732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.303306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56586) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:54.313955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc136b-7ea7-4953-b307-ebe114d6c818 req-6a69485e-53b0-42d9-aec8-6cd3f037f083 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:54.319356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73cc136b-7ea7-4953-b307-ebe114d6c818 req-6a69485e-53b0-42d9-aec8-6cd3f037f083 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.2395830 Aug 31 07:57:54.325476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4514ff2-2981-4651-8249-977babf58626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.354116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bebd-8fb9-4ea5-9e5c-a2f898b911c1 req-c1d7c3f2-9559-408b-8e5e-c3b04aaf9ea8 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:54.355633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21a1bebd-8fb9-4ea5-9e5c-a2f898b911c1 req-c1d7c3f2-9559-408b-8e5e-c3b04aaf9ea8 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 931 time: 0.1913974 Aug 31 07:57:54.361418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] For port fe4eed1a-057e-46fb-8c3a-348576ab5de5, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:54.365909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] For port fe4eed1a-057e-46fb-8c3a-348576ab5de5, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe4eed1a-057e-46fb-8c3a-348576ab5de5,segment=NetworkSegment(58b467a7-368f-4fd3-a78b-9bc389ebad0d),segment_id=58b467a7-368f-4fd3-a78b-9bc389ebad0d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:54.384502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.423578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73cc136b-7ea7-4953-b307-ebe114d6c818 req-a7a8447a-222e-4f88-94eb-d930072721bd tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035566 Aug 31 07:57:54.518619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-40e2da05-0506-403c-9a57-c27befef7e4c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6203592 Aug 31 07:57:54.519658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.524468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Provisioning for port 822c27de-91c1-43db-8bf6-1cacbe59c300 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:54.560233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Request body: {'port': {'device_id': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:57:54.609458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21a1bebd-8fb9-4ea5-9e5c-a2f898b911c1 req-a484577b-d035-4dfb-a733-558a1772363c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188141 Aug 31 07:57:54.618689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Provisioning complete for port 822c27de-91c1-43db-8bf6-1cacbe59c300 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:54.621947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.630237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4514ff2-2981-4651-8249-977babf58626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.663241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04973663-3fd9-4dec-a680-593dd45e4648 None None] Pushing event updated for resources: {'Port': ['ID=fe4eed1a-057e-46fb-8c3a-348576ab5de5,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:54.750812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.755010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4514ff2-2981-4651-8249-977babf58626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.774698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.812848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] For port 822c27de-91c1-43db-8bf6-1cacbe59c300, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=822c27de-91c1-43db-8bf6-1cacbe59c300,segment=NetworkSegment(c2f7453b-f86b-4c6e-a40b-fe2cfee7387f),segment_id=c2f7453b-f86b-4c6e-a40b-fe2cfee7387f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:54.826531 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4514ff2-2981-4651-8249-977babf58626 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b45cd9464efd4f41bcedc2dff103bd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136592 Aug 31 07:57:54.826531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56598) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:54.831894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4514ff2-2981-4651-8249-977babf58626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503ce3e-9504-466f-a67e-b013523c5dd1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:54.887212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63318ee9-a59d-48ee-addb-d2a3c946963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.910735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63318ee9-a59d-48ee-addb-d2a3c946963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.926796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.051936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.20.0.1 (9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0/265d916b-230a-41a1-aa6d-58552f80190c/035d4595-e1f1-4171-9e72-3798aae49cf3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:55.054078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Pushing event updated for resources: {'Port': ['ID=822c27de-91c1-43db-8bf6-1cacbe59c300,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:55.116524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Provisioning for port a23bc856-2629-4aa0-b424-e2b1b88f4e8e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:55.121714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Provisioning complete for port a23bc856-2629-4aa0-b424-e2b1b88f4e8e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:55.122125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.168841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63318ee9-a59d-48ee-addb-d2a3c946963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.171835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63318ee9-a59d-48ee-addb-d2a3c946963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.181159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63318ee9-a59d-48ee-addb-d2a3c946963f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a503ce3e-9504-466f-a67e-b013523c5dd1 HTTP/1.1" status: 204 len: 168 time: 0.3428736 Aug 31 07:57:55.196881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-18b80f53-d1ba-47d6-8b62-3644e31f32bd None None] Port a23bc856-2629-4aa0-b424-e2b1b88f4e8e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:57:55.229512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63318ee9-a59d-48ee-addb-d2a3c946963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503ce3e-9504-466f-a67e-b013523c5dd1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:55.281741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe4eed1a-057e-46fb-8c3a-348576ab5de5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:55.324581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.352674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-db013d9f-b446-48b0-8bdd-2ede5a5faadc None None] Provisioning complete for port 822c27de-91c1-43db-8bf6-1cacbe59c300 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:55.353060 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-db013d9f-b446-48b0-8bdd-2ede5a5faadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.369020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object 035d4595-e1f1-4171-9e72-3798aae49cf3 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:55.411523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23bc856-2629-4aa0-b424-e2b1b88f4e8e {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:55.426299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.445488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Transition to ACTIVE for port object a23bc856-2629-4aa0-b424-e2b1b88f4e8e will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:57:55.543176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port fe4eed1a-057e-46fb-8c3a-348576ab5de5 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:55.561886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c911f-cce3-46bc-bff9-bb14442eb756 req-95b221b7-b090-4b6a-bb5b-ec593ce9c18c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:55.563679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d26c911f-cce3-46bc-bff9-bb14442eb756 req-95b221b7-b090-4b6a-bb5b-ec593ce9c18c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0652592 Aug 31 07:57:55.639708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d26c911f-cce3-46bc-bff9-bb14442eb756 req-9d3893db-62fc-4cf8-8543-7d745e00f19c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651021 Aug 31 07:57:55.639708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.643366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:55.740326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Pushing event updated for resources: {'Port': ['ID=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:55.777493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:55.843529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:55.855176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:57:55.903802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.071060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=035d4595-e1f1-4171-9e72-3798aae49cf3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:56.074585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.205084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4e738-9257-4933-ae58-d2affc617063 None None] Network b670a971-1616-4ba1-b045-5737efd4a71a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:57:56.544749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Attempting to bind port a23bc856-2629-4aa0-b424-e2b1b88f4e8e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:57:56.545090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Attempting to bind port a23bc856-2629-4aa0-b424-e2b1b88f4e8e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:57:56.545426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Attempting to bind port a23bc856-2629-4aa0-b424-e2b1b88f4e8e on network f02e09b5-4cac-4999-81aa-24cbad9df6fa {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:56.559521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7480-6e54-4ff6-9834-d99eda92389e req-e73aa482-321b-4d04-bc5e-9cb46e12d371 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:56.561141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2ec7480-6e54-4ff6-9834-d99eda92389e req-e73aa482-321b-4d04-bc5e-9cb46e12d371 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 943 time: 0.8096638 Aug 31 07:57:56.567209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Port a23bc856-2629-4aa0-b424-e2b1b88f4e8e on network f02e09b5-4cac-4999-81aa-24cbad9df6fa not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:57:56.567876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Attempting to bind port a23bc856-2629-4aa0-b424-e2b1b88f4e8e on network f02e09b5-4cac-4999-81aa-24cbad9df6fa {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:57:56.594814 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.605979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:57:56.606555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Checking segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:57:56.607071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Bound using segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:57:56.607783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Bound port: a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:57:56.608241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.691463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] Provisioning for port fe4eed1a-057e-46fb-8c3a-348576ab5de5 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:56.697672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] Provisioning complete for port fe4eed1a-057e-46fb-8c3a-348576ab5de5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:56.698166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.703311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2ec7480-6e54-4ff6-9834-d99eda92389e req-6ce13e36-3896-496c-b26f-65c9f0f26f1f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317971 Aug 31 07:57:56.753733 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87d7dd08-363f-4e87-a0ea-a469958a3f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.801491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] For port a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:57:56.808663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] For port a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:57:56.868781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.902226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.908584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] For port fe4eed1a-057e-46fb-8c3a-348576ab5de5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe4eed1a-057e-46fb-8c3a-348576ab5de5,segment=NetworkSegment(58b467a7-368f-4fd3-a78b-9bc389ebad0d),segment_id=58b467a7-368f-4fd3-a78b-9bc389ebad0d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:56.927304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:56.938378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82b41b-9dd2-493d-82ef-8953ac91b7dc req-4133946b-3bf0-489c-955c-c4be219d6566 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:56.941818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b82b41b-9dd2-493d-82ef-8953ac91b7dc req-4133946b-3bf0-489c-955c-c4be219d6566 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0822294 Aug 31 07:57:57.000447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:57.001350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.002751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] 10.222.0.68 "PUT /v2.0/ports/a23bc856-2629-4aa0-b424-e2b1b88f4e8e HTTP/1.1" status: 200 len: 1092 time: 2.4538267 Aug 31 07:57:57.008805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:57:57.011378 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:57:57.117331 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.122366 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952d3b80-d9e3-4c68-90a4-4241e52626bc x-openstack-request-id: req-952d3b80-d9e3-4c68-90a4-4241e52626bc {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:57:57.122684 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:57:57.122684 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-952d3b80-d9e3-4c68-90a4-4241e52626bc {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:57:57.123240 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'status': 'completed', 'code': 200} Aug 31 07:57:57.193889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 822c27de-91c1-43db-8bf6-1cacbe59c300 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:57.256999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673a0f8-d3ba-4429-abc0-3556005d558f service neutron] Pushing event updated for resources: {'Port': ['ID=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:57.364652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b82b41b-9dd2-493d-82ef-8953ac91b7dc req-cc5b6e19-5f3e-499b-8935-8879f0d31f2d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979154 Aug 31 07:57:57.445494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0 req-d5f31bec-3a2a-4708-8325-6e1b8263b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:57.447421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0 req-d5f31bec-3a2a-4708-8325-6e1b8263b5fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 1095 time: 0.3233500 Aug 31 07:57:57.460706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b97b116b-ab0d-490f-97bd-e23203107e1a None None] Provisioning for port 035d4595-e1f1-4171-9e72-3798aae49cf3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:57:57.487286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b97b116b-ab0d-490f-97bd-e23203107e1a None None] Provisioning complete for port 035d4595-e1f1-4171-9e72-3798aae49cf3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:57.487663 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b97b116b-ab0d-490f-97bd-e23203107e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.489247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 822c27de-91c1-43db-8bf6-1cacbe59c300 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:57.489608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.573387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4037e-5cb1-46e2-baa3-cce57593bcfa None None] Pushing event updated for resources: {'Port': ['ID=fe4eed1a-057e-46fb-8c3a-348576ab5de5,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:57.605959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b97b116b-ab0d-490f-97bd-e23203107e1a None None] Port 035d4595-e1f1-4171-9e72-3798aae49cf3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:57:57.639824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b97b116b-ab0d-490f-97bd-e23203107e1a None None] Provisioning complete for port fe4eed1a-057e-46fb-8c3a-348576ab5de5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:57.640197 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b97b116b-ab0d-490f-97bd-e23203107e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.680650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0 req-e7832ee0-87c6-491d-b184-bfc40b4e97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:57.682565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0 req-e7832ee0-87c6-491d-b184-bfc40b4e97b2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=da9724533afc4e5eb219ebd30429985a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1937270 Aug 31 07:57:57.779878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.847760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0 req-a598e605-4f73-49f2-a851-f8a00fe99035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:57.849206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aec1dbe-5cfa-4358-8f4a-4be2aba446d0 req-a598e605-4f73-49f2-a851-f8a00fe99035 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535666 Aug 31 07:57:57.867392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb84bfd-0d04-4e17-b5c4-cd7205127206 req-dba8be5e-0f5c-4290-a5bb-175a390c2931 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:57.868887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdb84bfd-0d04-4e17-b5c4-cd7205127206 req-dba8be5e-0f5c-4290-a5bb-175a390c2931 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 943 time: 0.0766881 Aug 31 07:57:57.937857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdb84bfd-0d04-4e17-b5c4-cd7205127206 req-1584f2ef-fbf3-4f2f-92f3-86abafd5472a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620835 Aug 31 07:57:57.949936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.959677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.017241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-38cc85a3-f46f-46f3-a5fa-beb23fd9b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:58.018908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-38cc85a3-f46f-46f3-a5fa-beb23fd9b5c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 1095 time: 0.1256251 Aug 31 07:57:58.079208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-eac2445a-94a9-497a-bccf-bc16320cd11e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e HTTP/1.1" status: 200 len: 217 time: 0.0436742 Aug 31 07:57:58.079962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.088783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=035d4595-e1f1-4171-9e72-3798aae49cf3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:58.183332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-5c841cd7-fa9c-4e32-a9ba-01d93b73a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:58.184849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-5c841cd7-fa9c-4e32-a9ba-01d93b73a05f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.0906384 Aug 31 07:57:58.262927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:57:58.266101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-f687fd5a-a4bd-4159-8185-0fade3ce9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:58.267947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-f687fd5a-a4bd-4159-8185-0fade3ce9c2d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667439 Aug 31 07:57:58.268772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:57:58.485675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-f91ecbee-d3f1-4551-a60a-80d3c8c4a2f7 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086577 Aug 31 07:57:58.550028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bedba323-d84f-4a68-b971-f5749d414b84 None None] Provisioning complete for port 035d4595-e1f1-4171-9e72-3798aae49cf3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:58.550256 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bedba323-d84f-4a68-b971-f5749d414b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.632352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 98b87200-ab4a-4358-a790-b210cbe07cb5 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:57:58.663141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bedba323-d84f-4a68-b971-f5749d414b84 None None] Port 035d4595-e1f1-4171-9e72-3798aae49cf3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:57:58.742087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4593a5b-75a0-454c-9d58-f19159a521ad req-a7fd6c3b-ba39-445f-aca1-7491796af545 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:58.742087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4593a5b-75a0-454c-9d58-f19159a521ad req-a7fd6c3b-ba39-445f-aca1-7491796af545 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1402185 Aug 31 07:57:58.773729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-157ef478-b1ef-49a7-9809-467f2d7f5cd4 req-53e449df-11a2-4dd5-bccf-f71c974867a7 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742078 Aug 31 07:57:58.819457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4593a5b-75a0-454c-9d58-f19159a521ad req-c4661127-f001-4633-aeec-4034c364e19c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531404 Aug 31 07:57:58.819457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:57:58.829347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-56b599b3-d8d0-463f-965d-da2788d18243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/98b87200-ab4a-4358-a790-b210cbe07cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2676649 Aug 31 07:57:58.829347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:58.831028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] Sync routers for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:57:58.848193 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:58.849103 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:58.882524 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:58.887652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a32188-a1a4-49b7-8926-979f8b5e1afc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:58.889557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b3a32188-a1a4-49b7-8926-979f8b5e1afc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports/035d4595-e1f1-4171-9e72-3798aae49cf3 HTTP/1.1" status: 200 len: 910 time: 0.0599811 Aug 31 07:57:58.891403 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:57:58.892109 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:58.892245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56724) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:57:58.928815 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:57:58.929647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051fbc0-928d-4fc9-854f-19702ed891e1 None None] The sync data for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:57:59.148436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe4eed1a-057e-46fb-8c3a-348576ab5de5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:59.174050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4384b-f715-4230-9b49-15fd95a107bc req-dad3de21-5a86-4eff-a2fa-1fd30920b7ef tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:59.175819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fb4384b-f715-4230-9b49-15fd95a107bc req-dad3de21-5a86-4eff-a2fa-1fd30920b7ef tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 943 time: 0.1358137 Aug 31 07:57:59.211277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fe4eed1a-057e-46fb-8c3a-348576ab5de5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:59.212067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:59.295001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fb4384b-f715-4230-9b49-15fd95a107bc req-79c82ba5-4166-40d0-8273-a7e87efe82cb tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783858 Aug 31 07:57:59.400904 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:59.531553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:59.712320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.21.0.1 (b670a971-1616-4ba1-b045-5737efd4a71a/db85ad26-78e9-4695-a779-693ce7a2096c/aa1f7294-3f01-4ffc-a074-573a93d27bdf) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:57:59.853177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:59.870644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object aa1f7294-3f01-4ffc-a074-573a93d27bdf will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:00.005087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b903-482d-4e36-bd9c-fb4caec5b88f req-8b8a478b-326b-4f2c-b566-c4f8de1a080d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:00.007233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15b4b903-482d-4e36-bd9c-fb4caec5b88f req-8b8a478b-326b-4f2c-b566-c4f8de1a080d tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0809743 Aug 31 07:58:00.043743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.107218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15b4b903-482d-4e36-bd9c-fb4caec5b88f req-67117189-a0d9-4100-895f-20f109d8d0f2 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927389 Aug 31 07:58:00.113841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network b670a971-1616-4ba1-b045-5737efd4a71a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:00.122220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:00.124942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:00.153925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=aa1f7294-3f01-4ffc-a074-573a93d27bdf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:00.194052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.476590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.506674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23166-ab9f-4d30-9e42-186638e66051 req-ea503cbd-0ffa-49fe-ace9-0959bddfa784 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:00.508887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18c23166-ab9f-4d30-9e42-186638e66051 req-ea503cbd-0ffa-49fe-ace9-0959bddfa784 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 943 time: 0.1056521 Aug 31 07:58:00.566104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c205f67f-a7ee-44a0-b573-0d3cc8f079d1 None None] Provisioning for port aa1f7294-3f01-4ffc-a074-573a93d27bdf completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:00.574291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c205f67f-a7ee-44a0-b573-0d3cc8f079d1 None None] Provisioning complete for port aa1f7294-3f01-4ffc-a074-573a93d27bdf triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:00.574895 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c205f67f-a7ee-44a0-b573-0d3cc8f079d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.620051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02be165-29a8-40a4-8d59-ed0469a47998 req-30e8a9ff-3b05-4cd6-aa1d-e27bebae5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:00.622969 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f02be165-29a8-40a4-8d59-ed0469a47998 req-30e8a9ff-3b05-4cd6-aa1d-e27bebae5346 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 1098 time: 0.0551980 Aug 31 07:58:00.647301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c205f67f-a7ee-44a0-b573-0d3cc8f079d1 None None] Port aa1f7294-3f01-4ffc-a074-573a93d27bdf cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:00.683851 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f02be165-29a8-40a4-8d59-ed0469a47998 req-53a43021-c459-47d9-bb78-67007b439fe3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Aug 31 07:58:00.688945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18c23166-ab9f-4d30-9e42-186638e66051 req-54a27cdd-6c00-4428-a239-5043a9fedc81 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597137 Aug 31 07:58:00.928081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:01.142981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:01.220488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=aa1f7294-3f01-4ffc-a074-573a93d27bdf,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:01.223233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:01.248366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a23bc856-2629-4aa0-b424-e2b1b88f4e8e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:58:01.361302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:01.376761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'port_id': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'mac_address': 'fa:16:3e:93:e9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:58:01.430267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:01.447743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23bc856-2629-4aa0-b424-e2b1b88f4e8e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:58:01.474533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:01.623496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:01.694750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605852d-fdf0-4916-847e-b190ab133acd req-b2eb1215-fce6-4607-ba66-616568b632f7 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:01.696559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5605852d-fdf0-4916-847e-b190ab133acd req-b2eb1215-fce6-4607-ba66-616568b632f7 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.4235985 Aug 31 07:58:01.708078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:01.743236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network b670a971-1616-4ba1-b045-5737efd4a71a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:01.752990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:01.774088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56832) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:01.864992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5605852d-fdf0-4916-847e-b190ab133acd req-205f3a47-936c-4e39-b366-6a6f051560f3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555524 Aug 31 07:58:01.979237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['a23bc856-2629-4aa0-b424-e2b1b88f4e8e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:58:01.987026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1e69055-5177-4289-b84e-ed3af98d3be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:01.988646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275588e7-f896-4787-a111-db514f73c7c3 req-5662aab3-f8a9-4c81-b222-2526e480bba0 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:01.990480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-275588e7-f896-4787-a111-db514f73c7c3 req-5662aab3-f8a9-4c81-b222-2526e480bba0 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 944 time: 0.1627293 Aug 31 07:58:02.077785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 98b87200-ab4a-4358-a790-b210cbe07cb5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:02.082011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-275588e7-f896-4787-a111-db514f73c7c3 req-8a567238-1574-4f85-85bc-407d50edc122 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778093 Aug 31 07:58:02.150026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1e69055-5177-4289-b84e-ed3af98d3be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.228305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:02.229664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56844) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:02.230075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b1ea1b8c-b4cc-4abb-bc08-261813135daa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/98b87200-ab4a-4358-a790-b210cbe07cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3367527 Aug 31 07:58:02.236311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] Sync routers for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:02.247584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-57ecb09f-95db-4d37-aba6-cd3358645777 None None] Provisioning complete for port aa1f7294-3f01-4ffc-a074-573a93d27bdf triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:02.247958 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-57ecb09f-95db-4d37-aba6-cd3358645777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.276414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48451a6-9225-4cf1-a9ab-e9644baf1ce2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:02.280546 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f48451a6-9225-4cf1-a9ab-e9644baf1ce2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports/aa1f7294-3f01-4ffc-a074-573a93d27bdf HTTP/1.1" status: 200 len: 910 time: 0.0468233 Aug 31 07:58:02.280911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56846) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:02.284743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:02.285382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:02.338340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:02.349634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-57ecb09f-95db-4d37-aba6-cd3358645777 None None] Port aa1f7294-3f01-4ffc-a074-573a93d27bdf cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:02.360858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:02.362254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:02.398789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:02.399447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a928ca7-5c57-43f1-915f-8b6e43742d72 None None] The sync data for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:02.419638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1e69055-5177-4289-b84e-ed3af98d3be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.496861 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c1e69055-5177-4289-b84e-ed3af98d3be2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fe608de118b451998593ea8a5016cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225111 Aug 31 07:58:02.499511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56850) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:02.513334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e69055-5177-4289-b84e-ed3af98d3be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b20fce-3696-4a12-8a45-a9b16cf92680,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:02.549385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cce6b317-0905-4ca4-9602-cb321d54ea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.577636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cce6b317-0905-4ca4-9602-cb321d54ea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.710758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.857185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cce6b317-0905-4ca4-9602-cb321d54ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.860014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cce6b317-0905-4ca4-9602-cb321d54ea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:02.861704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cce6b317-0905-4ca4-9602-cb321d54ea47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1b20fce-3696-4a12-8a45-a9b16cf92680 HTTP/1.1" status: 204 len: 168 time: 0.3608594 Aug 31 07:58:02.874070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6b317-0905-4ca4-9602-cb321d54ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b20fce-3696-4a12-8a45-a9b16cf92680,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:03.006644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port aa1f7294-3f01-4ffc-a074-573a93d27bdf {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:03.007225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:03.044387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4181b6-52ae-4016-9991-62352b48bd70 req-7dd1ed50-489c-4829-8719-e8b92c7e7348 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:03.047581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b4181b6-52ae-4016-9991-62352b48bd70 req-7dd1ed50-489c-4829-8719-e8b92c7e7348 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.0860260 Aug 31 07:58:03.166516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b4181b6-52ae-4016-9991-62352b48bd70 req-9d5b267a-e41f-4974-a8b0-60218c0ead5e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125681 Aug 31 07:58:03.186418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:03.224666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for aa1f7294-3f01-4ffc-a074-573a93d27bdf owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:03.302672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e7936-f592-44a4-b8b4-bbe9262c332b req-5ddd5531-b46b-4b03-a8e6-0f85272e1314 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:03.310411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a7e7936-f592-44a4-b8b4-bbe9262c332b req-5ddd5531-b46b-4b03-a8e6-0f85272e1314 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 944 time: 0.0694168 Aug 31 07:58:03.401448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a7e7936-f592-44a4-b8b4-bbe9262c332b req-662caf0d-21a6-4dce-b297-d8fbaccd784e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899382 Aug 31 07:58:03.418796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8660cb2-551f-4a24-84bc-54c282b43b08 req-2f84f9a2-bf65-4144-a8c9-28436181f06b tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:03.422278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8660cb2-551f-4a24-84bc-54c282b43b08 req-2f84f9a2-bf65-4144-a8c9-28436181f06b tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1090991 Aug 31 07:58:03.470019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8660cb2-551f-4a24-84bc-54c282b43b08 req-cdc8a791-1757-4c26-9f37-17192935bd82 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Aug 31 07:58:03.709322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:03.752398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=aa1f7294-3f01-4ffc-a074-573a93d27bdf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:03.949521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.076784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88d0a8-607d-4b2e-9c2b-ee1f8c70172f req-d5848ce6-4cc1-4fdb-a704-1d1258b26443 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:04.078461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a88d0a8-607d-4b2e-9c2b-ee1f8c70172f req-d5848ce6-4cc1-4fdb-a704-1d1258b26443 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0968332 Aug 31 07:58:04.138787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a88d0a8-607d-4b2e-9c2b-ee1f8c70172f req-33dcb8ff-09a1-4c94-8675-612ba1fb0957 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536070 Aug 31 07:58:04.145727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:04.166336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a755b852-aabb-4730-a136-099e596da242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.207221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 98b87200-ab4a-4358-a790-b210cbe07cb5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:04.267255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a755b852-aabb-4730-a136-099e596da242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.303823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:04.309549 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c86448cc-1d48-460c-910a-08d4156e16eb tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/98b87200-ab4a-4358-a790-b210cbe07cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0274327 Aug 31 07:58:04.312249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56894) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:04.316030 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] Sync routers for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:04.330533 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:04.334594 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:04.365425 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:04.428133 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a755b852-aabb-4730-a136-099e596da242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.469443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755b852-aabb-4730-a136-099e596da242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7327f3c8-ff41-4295-a44d-2f3dd628f3e0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:04.477571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56900) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:04.477928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a755b852-aabb-4730-a136-099e596da242 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e876b28c35ad4eeeb0336fc5be910352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305311 Aug 31 07:58:04.544803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6773d104-01a1-4f91-b804-d0be992e3eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.551878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbe7b6-5b2c-452e-aa26-73a7cdf75bd8 req-b8af65e0-b5fb-4521-815c-bfc864c73573 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:04.556717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9adbe7b6-5b2c-452e-aa26-73a7cdf75bd8 req-b8af65e0-b5fb-4521-815c-bfc864c73573 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 944 time: 0.0686712 Aug 31 07:58:04.565548 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:04.566604 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:04.570201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6773d104-01a1-4f91-b804-d0be992e3eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.609457 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:04.610468 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23322428-0220-4f68-aeba-dce6a0f63513 None None] The sync data for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:04.688901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9adbe7b6-5b2c-452e-aa26-73a7cdf75bd8 req-0aee6307-5923-447d-a4e7-2aca9f9b6b23 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231120 Aug 31 07:58:04.724400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6773d104-01a1-4f91-b804-d0be992e3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.724400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6773d104-01a1-4f91-b804-d0be992e3eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:04.724400 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6773d104-01a1-4f91-b804-d0be992e3eae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7327f3c8-ff41-4295-a44d-2f3dd628f3e0 HTTP/1.1" status: 204 len: 168 time: 0.2448852 Aug 31 07:58:04.736528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d104-01a1-4f91-b804-d0be992e3eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7327f3c8-ff41-4295-a44d-2f3dd628f3e0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:04.857524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.131415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 035d4595-e1f1-4171-9e72-3798aae49cf3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:05.132575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.272207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.278847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a23bc856-2629-4aa0-b424-e2b1b88f4e8e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:05.292115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 035d4595-e1f1-4171-9e72-3798aae49cf3 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:05.318449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f49d-4e03-453e-b429-c01bc2254c76 req-75d46c32-a503-48cc-90c5-35abd4f265ed tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:05.321435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3989f49d-4e03-453e-b429-c01bc2254c76 req-75d46c32-a503-48cc-90c5-35abd4f265ed tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0924428 Aug 31 07:58:05.422712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3989f49d-4e03-453e-b429-c01bc2254c76 req-d3077f3b-b6e7-40b8-8365-6e4aa4462815 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563149 Aug 31 07:58:05.598247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port a23bc856-2629-4aa0-b424-e2b1b88f4e8e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:05.600066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port a23bc856-2629-4aa0-b424-e2b1b88f4e8e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:05.600502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.724118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.736383 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.797659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:05.800176 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f890db66-259b-402d-b0aa-d1bb56be5613" -d '{"events": [{"server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "name": "network-vif-plugged", "status": "completed", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:05.810890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=035d4595-e1f1-4171-9e72-3798aae49cf3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:05.815135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:05.937359 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e3004-467a-4d94-8f90-6a20d011ccbb x-openstack-request-id: req-417e3004-467a-4d94-8f90-6a20d011ccbb {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:05.937657 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "name": "network-vif-plugged", "status": "completed", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:05.937937 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-417e3004-467a-4d94-8f90-6a20d011ccbb {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:05.940989 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'code': 200} Aug 31 07:58:05.940989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:05.948795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992038ba-626e-4ede-b918-d925a61ceb35 req-06bd120e-6814-42ee-bbbc-7fb22eb59c1d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:05.957395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-992038ba-626e-4ede-b918-d925a61ceb35 req-06bd120e-6814-42ee-bbbc-7fb22eb59c1d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 944 time: 0.1623487 Aug 31 07:58:06.107822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:06.249733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:06.339017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-992038ba-626e-4ede-b918-d925a61ceb35 req-b57a34a5-a541-43ae-aca2-d205c2351d62 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606971 Aug 31 07:58:06.395133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8e82b-45d9-44b0-a743-61ffd54b9298 req-70a0c82c-7cd9-4f76-b98f-3a3465ec513a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:06.396766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8d8e82b-45d9-44b0-a743-61ffd54b9298 req-70a0c82c-7cd9-4f76-b98f-3a3465ec513a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.3165028 Aug 31 07:58:06.399073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1743bab-7367-4cbb-a28b-645e7f20683f req-8b50118e-c5c7-4da1-910c-4db1b184a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:06.400660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1743bab-7367-4cbb-a28b-645e7f20683f req-8b50118e-c5c7-4da1-910c-4db1b184a3d4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 1097 time: 0.2606339 Aug 31 07:58:06.546400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 98b87200-ab4a-4358-a790-b210cbe07cb5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:06.557366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8d8e82b-45d9-44b0-a743-61ffd54b9298 req-70ec0220-ebef-4e28-a538-986cbd70fc5a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440921 Aug 31 07:58:06.557366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1743bab-7367-4cbb-a28b-645e7f20683f req-aa93bd31-b140-472f-b525-57cb59f9ae68 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407130 Aug 31 07:58:06.642932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:06.651847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d89e77fa-4efc-468d-a23a-018ee4ae8eae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/98b87200-ab4a-4358-a790-b210cbe07cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384895 Aug 31 07:58:06.654683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56968) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:06.657194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] Sync routers for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:06.671651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:06.675391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:06.687435 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0b5fb685-a627-4b9c-ab47-ef16be835c24 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b87200-ab4a-4358-a790-b210cbe07cb5 HTTP/1.1" status: 200 len: 205 time: 0.0310106 Aug 31 07:58:06.689904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56970) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:06.709853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:06.719019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] Routers {'98b87200-ab4a-4358-a790-b210cbe07cb5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:06.719626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['98b87200-ab4a-4358-a790-b210cbe07cb5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:06.753453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:06.754646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91be259-e2d8-43b9-88c7-6fc01fae94e7 None None] The sync data for ids ['98b87200-ab4a-4358-a790-b210cbe07cb5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:07.127471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.298865 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.301122 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.461120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42932f8-371b-4ebe-a784-823caff99906 req-5a75f795-423c-42ae-8ea3-78f18f9c971a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:07.462713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42932f8-371b-4ebe-a784-823caff99906 req-5a75f795-423c-42ae-8ea3-78f18f9c971a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0503469 Aug 31 07:58:07.508725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42932f8-371b-4ebe-a784-823caff99906 req-ae9a58db-03ec-4922-88e0-44136d4ef084 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395048 Aug 31 07:58:07.520665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.529963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 98b87200-ab4a-4358-a790-b210cbe07cb5 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:58:07.529963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.531687 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d17d4b5c-1af5-4b01-b09e-771481c88c0a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/98b87200-ab4a-4358-a790-b210cbe07cb5 HTTP/1.1" status: 204 len: 168 time: 0.8407600 Aug 31 07:58:07.534416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56996) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:07.603297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet db85ad26-78e9-4695-a779-693ce7a2096c {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:58:07.606726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.652708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.720089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15e3f-cc6e-41ae-bc5a-b4bc9854c019 req-72056a21-4506-4b9b-860b-f9cf5f72eeca tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:07.721867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5e15e3f-cc6e-41ae-bc5a-b4bc9854c019 req-72056a21-4506-4b9b-860b-f9cf5f72eeca tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0597939 Aug 31 07:58:07.763397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.774290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5e15e3f-cc6e-41ae-bc5a-b4bc9854c019 req-761c527a-b748-453b-af89-092596a1cfb2 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Aug 31 07:58:08.017436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.047451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=db85ad26-78e9-4695-a779-693ce7a2096c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:08.051448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.058190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b118dce-4387-4729-bb8b-1ccaf7caf934 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/db85ad26-78e9-4695-a779-693ce7a2096c HTTP/1.1" status: 204 len: 168 time: 0.5180879 Aug 31 07:58:08.058190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57012) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:08.059647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb3243-275b-492b-8e51-1f67294bc28d None None] Network b670a971-1616-4ba1-b045-5737efd4a71a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:08.115781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet 265d916b-230a-41a1-aa6d-58552f80190c {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:58:08.119352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.165166 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.281077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.298344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] DHCP port deletion for b670a971-1616-4ba1-b045-5737efd4a71a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:58:08.352049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] Deleting port fe4eed1a-057e-46fb-8c3a-348576ab5de5 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:08.352467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.427718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] For port fe4eed1a-057e-46fb-8c3a-348576ab5de5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fe4eed1a-057e-46fb-8c3a-348576ab5de5,segment=NetworkSegment(58b467a7-368f-4fd3-a78b-9bc389ebad0d),segment_id=58b467a7-368f-4fd3-a78b-9bc389ebad0d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:08.428207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.441242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] Calling delete_port for fe4eed1a-057e-46fb-8c3a-348576ab5de5 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:08.497369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.527046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=265d916b-230a-41a1-aa6d-58552f80190c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:08.529089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.537195 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79e99b6f-16ef-4da6-8623-fe4758b5bd57 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/265d916b-230a-41a1-aa6d-58552f80190c HTTP/1.1" status: 204 len: 168 time: 0.4742377 Aug 31 07:58:08.537723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57028) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:08.541231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2351c0e6-61f4-420b-ba7e-b246e0d8cc47 None None] Network 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:08.664676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.693093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.700717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22136a56-4964-4e3c-9277-a1bc2782520f req-c980b072-5f14-4c1d-85b5-20ccd936b86b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:08.702732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22136a56-4964-4e3c-9277-a1bc2782520f req-c980b072-5f14-4c1d-85b5-20ccd936b86b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1107230 Aug 31 07:58:08.738628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] No DVR routers for this DVR port fe4eed1a-057e-46fb-8c3a-348576ab5de5 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:08.762352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810cf53-1008-4bb1-9872-d42cf3656356 None None] Pushing event deleted for resources: {'Port': ['ID=fe4eed1a-057e-46fb-8c3a-348576ab5de5,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:08.834501 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.840545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] DHCP port deletion for 9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:58:08.846980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22136a56-4964-4e3c-9277-a1bc2782520f req-501c482c-7141-4f14-89ba-3b31d1dfb34b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343355 Aug 31 07:58:08.851600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b670a971-1616-4ba1-b045-5737efd4a71a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:08.876125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b467a7-368f-4fd3-a78b-9bc389ebad0d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:08.876758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b467a7-368f-4fd3-a78b-9bc389ebad0d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:08.890136 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.911164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.921554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] Deleting port 822c27de-91c1-43db-8bf6-1cacbe59c300 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:08.921962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.922816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:58:08.923308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:58:09.000407 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:58:09.040369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] For port 822c27de-91c1-43db-8bf6-1cacbe59c300, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=822c27de-91c1-43db-8bf6-1cacbe59c300,segment=NetworkSegment(c2f7453b-f86b-4c6e-a40b-fe2cfee7387f),segment_id=c2f7453b-f86b-4c6e-a40b-fe2cfee7387f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:09.040691 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.055098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] Calling delete_port for 822c27de-91c1-43db-8bf6-1cacbe59c300 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:09.069408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8505d-37be-46b5-b35c-b6a714bbb2d3 req-8b24c66b-80af-4f02-a0ad-81a70a0dda79 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:09.071323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00d8505d-37be-46b5-b35c-b6a714bbb2d3 req-8b24c66b-80af-4f02-a0ad-81a70a0dda79 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0674448 Aug 31 07:58:09.075749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.081690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57052) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:09.088243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.091903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/b670a971-1616-4ba1-b045-5737efd4a71a HTTP/1.1" status: 204 len: 168 time: 0.5537012 Aug 31 07:58:09.094060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'floatingip': {'port_id': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:09.097437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:09.140856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789957-00f9-408b-967d-0f7dc980b5a5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=b670a971-1616-4ba1-b045-5737efd4a71a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:09.210721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe4eed1a-057e-46fb-8c3a-348576ab5de5 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:58:09.240302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: fe4eed1a-057e-46fb-8c3a-348576ab5de5 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:58:09.240755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fe4eed1a-057e-46fb-8c3a-348576ab5de5 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:58:09.241316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 822c27de-91c1-43db-8bf6-1cacbe59c300 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:58:09.243115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.243894 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.272929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 822c27de-91c1-43db-8bf6-1cacbe59c300 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:58:09.273335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 822c27de-91c1-43db-8bf6-1cacbe59c300 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:58:09.283428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] No DVR routers for this DVR port 822c27de-91c1-43db-8bf6-1cacbe59c300 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:09.331889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.340999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84bb63-45df-4c3c-8014-c9591796a2e7 None None] Pushing event deleted for resources: {'Port': ['ID=822c27de-91c1-43db-8bf6-1cacbe59c300,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:09.535250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.553046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:09.602822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:09.604711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f7453b-f86b-4c6e-a40b-fe2cfee7387f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:09.616484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.638981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.738395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:58:09.738830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:58:09.742254 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:58:09.933317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.992047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.998193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57090) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:09.999230 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0 HTTP/1.1" status: 204 len: 168 time: 0.9003849 Aug 31 07:58:10.005747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1154011221'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:10.089179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4f9b4-4b0f-4702-8254-9de7a258bbda tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=9ae5f48a-528f-4e3e-a2d0-ffdf150bcfe0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:10.125590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:10.129311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.165393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:58:10.174969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.175555 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment 67ac1e68-17de-4887-9a7c-b2ce84dd8d99 of type vlan for network 67ce8cd0-8919-41ef-980b-b4eee99be6bf Aug 31 07:58:10.246046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.368943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.399689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.407384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:10.407729 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.517977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=67ce8cd0-8919-41ef-980b-b4eee99be6bf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:10.528347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:10.533148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:58:10.588461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-76200d66-73d3-44f4-bc61-7de49fc5ae46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5867064 Aug 31 07:58:10.589173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57104) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:10.595359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:10.757431 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Floating IP 6ffd9c47-0944-41ee-8e59-cf2335258375 associated. External IP: 172.25.0.56, port: a23bc856-2629-4aa0-b424-e2b1b88f4e8e. Aug 31 07:58:10.886332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:10.896461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.043553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57116) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:11.083485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Router 4f494057-68d0-458b-9ce2-994d3d614cdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:11.211046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:11.215706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.222314 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:11.232420 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:11.233041 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:11.235114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3051221-626f-4583-a6a9-2cb3b84862b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.254181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cea2de86-9bc0-415e-bcb8-908559304f10 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "PUT /v2.0/floatingips/6ffd9c47-0944-41ee-8e59-cf2335258375 HTTP/1.1" status: 200 len: 990 time: 2.1668046 Aug 31 07:58:11.254181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:11.254761 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9053903b-c511-4434-8890-141a40e4b97b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:11.349941 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd497769-e779-4ddd-880d-e6c94f340a31 x-openstack-request-id: req-fd497769-e779-4ddd-880d-e6c94f340a31 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:11.350237 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:11.350553 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd497769-e779-4ddd-880d-e6c94f340a31 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:11.351004 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'status': 'completed', 'code': 200} Aug 31 07:58:11.375674 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.411456 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:11.447012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3051221-626f-4583-a6a9-2cb3b84862b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.498303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': '67ac1e68-17de-4887-9a7c-b2ce84dd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:11.498303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: 67ce8cd0-8919-41ef-980b-b4eee99be6bf, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:58:11.502502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053903b-c511-4434-8890-141a40e4b97b req-c22a813c-b363-4e57-9601-a71d8cf77f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:11.504061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-c22a813c-b363-4e57-9601-a71d8cf77f4f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 1097 time: 0.1209638 Aug 31 07:58:11.504477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=5e4f2349-3219-4ac6-8208-071f698a6d0b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:11.606583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053903b-c511-4434-8890-141a40e4b97b req-a0ded73f-638d-4d41-a196-19fa868f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:11.608207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-a0ded73f-638d-4d41-a196-19fa868f54a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 911 time: 0.0937319 Aug 31 07:58:11.686832 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '6ffd9c47-0944-41ee-8e59-cf2335258375', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'port_id': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'mac_address': 'fa:16:3e:93:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:57:45Z', 'updated_at': '2021-08-31T07:58:10Z', 'revision_number': 1, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:11.721313 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3051221-626f-4583-a6a9-2cb3b84862b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.729636 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:58:11.732887 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:11.733787 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:11.749468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-ebcc9421-c80d-4b5d-aadc-4ec5624d5346 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e HTTP/1.1" status: 200 len: 998 time: 0.1318920 Aug 31 07:58:11.812649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:58:11.818333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3051221-626f-4583-a6a9-2cb3b84862b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863a38d7-7c33-4a65-8e3c-4cbd30d1729f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:11.834021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57140) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:11.846444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d3051221-626f-4583-a6a9-2cb3b84862b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4848fe4c35e42eaa072509e49e46ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007743 Aug 31 07:58:11.857965 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:11.861307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053903b-c511-4434-8890-141a40e4b97b req-8a1496b8-6410-4733-9c50-76db9ca5eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:11.862665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-8a1496b8-6410-4733-9c50-76db9ca5eb46 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.1024876 Aug 31 07:58:11.940618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:11.953006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053903b-c511-4434-8890-141a40e4b97b req-7733c695-96ab-440a-9b7e-ba81a9fce822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:11.955927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-7733c695-96ab-440a-9b7e-ba81a9fce822 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809832 Aug 31 07:58:11.993663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.160164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 67ce8cd0-8919-41ef-980b-b4eee99be6bf) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:12.168364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c80e00-4e7e-4903-a8ac-3e6f727145b1 None None] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:12.205600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:12.206411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.237475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.245441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.247620 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/863a38d7-7c33-4a65-8e3c-4cbd30d1729f HTTP/1.1" status: 204 len: 168 time: 0.4117548 Aug 31 07:58:12.294700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a38d7-7c33-4a65-8e3c-4cbd30d1729f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:12.351860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfa749-129f-4dc6-b2fa-7eaa6d6a2ca4 req-81f50217-8fd2-4ca9-b6f1-14d2b38a190c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:12.353109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.353749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.354396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.354993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.355535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.356490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.357060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.357899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.358544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.359082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.364629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.364629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85238c1-8529-4880-be9f-168a76a11133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:12.364830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73bfa749-129f-4dc6-b2fa-7eaa6d6a2ca4 req-81f50217-8fd2-4ca9-b6f1-14d2b38a190c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.2046051 Aug 31 07:58:12.368425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-9aecdd26-8247-4128-8c4c-a148071ea265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:12.368955 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '6ffd9c47-0944-41ee-8e59-cf2335258375', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'port_id': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'mac_address': 'fa:16:3e:93:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:57:45Z', 'updated_at': '2021-08-31T07:58:10Z', 'revision_number': 1, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:12.371289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-9aecdd26-8247-4128-8c4c-a148071ea265 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.2014499 Aug 31 07:58:12.372398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c0d7effa-d240-4861-9dd5-7e023e971f25 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7820797 Aug 31 07:58:12.377391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:12.383873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-2cfc1f02-dc6c-4c7a-88f2-9b6f67485c4f service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198248 Aug 31 07:58:12.405901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-349122051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:12.446401 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ac5bd-3db7-4587-b715-13c40ac0965c None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '6ffd9c47-0944-41ee-8e59-cf2335258375', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'port_id': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'mac_address': 'fa:16:3e:93:e9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:57:45Z', 'updated_at': '2021-08-31T07:58:10Z', 'revision_number': 1, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:12.494357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73bfa749-129f-4dc6-b2fa-7eaa6d6a2ca4 req-cb921a69-c061-407e-b6b8-7a0c2acb8d73 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280587 Aug 31 07:58:12.516659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-67ce8cd0-8919-41ef-980b-b4eee99be6bf', 'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': '5e4f2349-3219-4ac6-8208-071f698a6d0b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:58:12.517970 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.549766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9053903b-c511-4434-8890-141a40e4b97b req-858fb26b-8607-4779-a2f9-7d01d3163ef2 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453075 Aug 31 07:58:12.619246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-eb3bf8e0-7b3d-4ace-a8dc-6a25cd6b6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:12.620836 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-eb3bf8e0-7b3d-4ace-a8dc-6a25cd6b6cf9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 919 time: 0.2406063 Aug 31 07:58:12.622410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.623512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.677049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-93fb11ca-5f4b-4ee0-a655-e33dc58907ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 200 len: 217 time: 0.0484071 Aug 31 07:58:12.754557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-d33b6c82-7a83-4fee-a9ef-805aa38e53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:12.756377 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-d33b6c82-7a83-4fee-a9ef-805aa38e53aa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.0675111 Aug 31 07:58:12.830122 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:12.837471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Allocated IP 172.20.0.2 (67ce8cd0-8919-41ef-980b-b4eee99be6bf/5e4f2349-3219-4ac6-8208-071f698a6d0b/1ccb1136-9655-431e-a6ac-a8f94180e032) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:12.875613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950567e-cf9b-421b-ad9a-7dc496497b17 None None] New status for floating IP 6ffd9c47-0944-41ee-8e59-cf2335258375: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:58:12.880477 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-672603e2-1372-4f74-87ed-221cfec0410b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713921 Aug 31 07:58:12.954830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57168) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:13.139525 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5809a76-0032-43a3-8b05-6a473e928d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.361380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5809a76-0032-43a3-8b05-6a473e928d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.401492 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.412100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.433860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Transition to ACTIVE for port object 1ccb1136-9655-431e-a6ac-a8f94180e032 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:13.464107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Transition to ACTIVE for port object 1ccb1136-9655-431e-a6ac-a8f94180e032 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:13.487090 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-601ab7fb-f2c2-41c2-8ff4-792d4befed50 service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961664 Aug 31 07:58:13.568635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57184) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:13.590087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5809a76-0032-43a3-8b05-6a473e928d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.597540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-469486da-4cbc-4bee-a4f3-db297a800c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.606094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bebf0364-55c6-410f-8be1-7b4776de4d7f req-f47b29a9-3630-47d3-970e-bfa3ac118310 service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087565 Aug 31 07:58:13.630594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.680293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:13.683535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:13.688487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:13.694899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Pushing event updated for resources: {'Port': ['ID=1ccb1136-9655-431e-a6ac-a8f94180e032,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:13.720353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.723458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-998046be-bcf1-48cf-900d-cd1b3ba6d5cc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3425441 Aug 31 07:58:13.724380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:13.731005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'port': {'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf', 'name': 'tempest-RoutersTest-378206054'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:13.777632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Attempting to bind port 1ccb1136-9655-431e-a6ac-a8f94180e032 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:13.778046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Attempting to bind port 1ccb1136-9655-431e-a6ac-a8f94180e032 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '67ac1e68-17de-4887-9a7c-b2ce84dd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:13.778417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Attempting to bind port 1ccb1136-9655-431e-a6ac-a8f94180e032 on network 67ce8cd0-8919-41ef-980b-b4eee99be6bf {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:13.793558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:13.794286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Checking segment: {'id': '67ac1e68-17de-4887-9a7c-b2ce84dd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:13.794698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.795179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Bound using segment: {'id': '67ac1e68-17de-4887-9a7c-b2ce84dd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:13.795765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Bound port: 1ccb1136-9655-431e-a6ac-a8f94180e032, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac1e68-17de-4887-9a7c-b2ce84dd8d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '67ce8cd0-8919-41ef-980b-b4eee99be6bf'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:13.796207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:13.897791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] For port 1ccb1136-9655-431e-a6ac-a8f94180e032, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:13.899581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] For port 1ccb1136-9655-431e-a6ac-a8f94180e032, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1ccb1136-9655-431e-a6ac-a8f94180e032,segment=NetworkSegment(67ac1e68-17de-4887-9a7c-b2ce84dd8d99),segment_id=67ac1e68-17de-4887-9a7c-b2ce84dd8d99)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:13.966864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.037184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c792f-e6bd-43b6-a19c-9ed4f5c018bc None None] Pushing event updated for resources: {'Port': ['ID=1ccb1136-9655-431e-a6ac-a8f94180e032,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:14.083277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5809a76-0032-43a3-8b05-6a473e928d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638bbfc-8cf4-4bd2-84e1-a07d4de9ca84,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:14.083680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:58:14.083680 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:58:14.083680 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id_1': 'da94b10138fd444d820f864f065fd266', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 58, 13, 857851)}] Aug 31 07:58:14.083680 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:58:14.084504 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:58:14.095332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b5809a76-0032-43a3-8b05-6a473e928d27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2df5b9ff6a2142d8b1d3acfc04967d27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1347773 Aug 31 07:58:14.097489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57198) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:14.131003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0cdb6-bc5b-4a20-9d92-386e07e416d5 req-1eb5e6f6-b832-4a4a-a862-c3472fe56db1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:14.132682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fe0cdb6-bc5b-4a20-9d92-386e07e416d5 req-1eb5e6f6-b832-4a4a-a862-c3472fe56db1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.5456121 Aug 31 07:58:14.241579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2fe0cdb6-bc5b-4a20-9d92-386e07e416d5 req-0123f36f-3b88-4983-a424-524d4e70eacb tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913115 Aug 31 07:58:14.259227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a46a148f-ca01-4f42-8842-47bb45093b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.311987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a46a148f-ca01-4f42-8842-47bb45093b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.337687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-469486da-4cbc-4bee-a4f3-db297a800c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.428484 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-469486da-4cbc-4bee-a4f3-db297a800c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.473057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-469486da-4cbc-4bee-a4f3-db297a800c70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=572d3dcdadac4431a918dfb4e36db49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9009335 Aug 31 07:58:14.473057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469486da-4cbc-4bee-a4f3-db297a800c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5525c4-3bb3-4236-ae9b-0e899f17a007,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:14.473437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:14.534925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da371e45-4bde-438a-accc-9c6d87305ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.557024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da371e45-4bde-438a-accc-9c6d87305ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.565735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a46a148f-ca01-4f42-8842-47bb45093b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.568355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a46a148f-ca01-4f42-8842-47bb45093b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.569652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a46a148f-ca01-4f42-8842-47bb45093b45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c638bbfc-8cf4-4bd2-84e1-a07d4de9ca84 HTTP/1.1" status: 204 len: 168 time: 0.4712038 Aug 31 07:58:14.580210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a148f-ca01-4f42-8842-47bb45093b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638bbfc-8cf4-4bd2-84e1-a07d4de9ca84,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:14.765595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:14.769319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.789079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] device_id is not set on port 0ea09dce-1359-4091-b77b-a7de806c3d32 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:58:14.821712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da371e45-4bde-438a-accc-9c6d87305ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.824602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da371e45-4bde-438a-accc-9c6d87305ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:14.825822 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da371e45-4bde-438a-accc-9c6d87305ca6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff5525c4-3bb3-4236-ae9b-0e899f17a007 HTTP/1.1" status: 204 len: 168 time: 0.3521535 Aug 31 07:58:14.882289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da371e45-4bde-438a-accc-9c6d87305ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5525c4-3bb3-4236-ae9b-0e899f17a007,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:14.974934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.20.0.6 (67ce8cd0-8919-41ef-980b-b4eee99be6bf/5e4f2349-3219-4ac6-8208-071f698a6d0b/0ea09dce-1359-4091-b77b-a7de806c3d32) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:15.123768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68198388-5245-437a-83cb-a5c97c2f8c54 None None] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:15.193140 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:15.217173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object 0ea09dce-1359-4091-b77b-a7de806c3d32 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:15.246300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1ccb1136-9655-431e-a6ac-a8f94180e032 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:15.372075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1485aa-f7c2-4672-870d-11022ed8b1d1 req-e3bed640-36d2-4546-910a-f712dea63f83 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:15.373791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c1485aa-f7c2-4672-870d-11022ed8b1d1 req-e3bed640-36d2-4546-910a-f712dea63f83 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0586615 Aug 31 07:58:15.389598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:15.422266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6e67f2e9-a8aa-4d52-b908-5adca449a1ed None None] Provisioning for port 1ccb1136-9655-431e-a6ac-a8f94180e032 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:15.454144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 1ccb1136-9655-431e-a6ac-a8f94180e032 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:15.462311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 1ccb1136-9655-431e-a6ac-a8f94180e032 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:15.462940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:15.471384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c1485aa-f7c2-4672-870d-11022ed8b1d1 req-79d547d6-8fff-40f0-8299-df2084d66193 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905130 Aug 31 07:58:15.502329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:15.519652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:15.524192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:15.578643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=0ea09dce-1359-4091-b77b-a7de806c3d32,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:15.629518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:15.630390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:15.651922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:15.704259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 1ccb1136-9655-431e-a6ac-a8f94180e032, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1ccb1136-9655-431e-a6ac-a8f94180e032,segment=NetworkSegment(67ac1e68-17de-4887-9a7c-b2ce84dd8d99),segment_id=67ac1e68-17de-4887-9a7c-b2ce84dd8d99)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:15.750317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-0b387433-19da-4013-ac94-c673c660da01 req-54693cbd-9b9d-4a34-9513-df3190c74664 service neutron] (95445) timed out ('10.222.0.68', 60749) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:58:15.771506 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:15.776018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3385ebcf-df67-4539-a375-9469d9da9f2f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0486104 Aug 31 07:58:15.778021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57252) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:15.831881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=1ccb1136-9655-431e-a6ac-a8f94180e032,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:16.068633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be87cd67-39e9-4a2c-8e38-4b3bc3b1c939 None None] Provisioning for port 0ea09dce-1359-4091-b77b-a7de806c3d32 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:16.076688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be87cd67-39e9-4a2c-8e38-4b3bc3b1c939 None None] Provisioning complete for port 0ea09dce-1359-4091-b77b-a7de806c3d32 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:16.077711 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be87cd67-39e9-4a2c-8e38-4b3bc3b1c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.135210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-be87cd67-39e9-4a2c-8e38-4b3bc3b1c939 None None] Port 0ea09dce-1359-4091-b77b-a7de806c3d32 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:16.150873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be87cd67-39e9-4a2c-8e38-4b3bc3b1c939 None None] Provisioning complete for port 1ccb1136-9655-431e-a6ac-a8f94180e032 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:16.151646 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be87cd67-39e9-4a2c-8e38-4b3bc3b1c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.230358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.374254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-faec9493-9813-4865-8ec1-4784a4bd1bbb None None] Provisioning complete for port 0ea09dce-1359-4091-b77b-a7de806c3d32 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:16.375069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-faec9493-9813-4865-8ec1-4784a4bd1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.430048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-faec9493-9813-4865-8ec1-4784a4bd1bbb None None] Port 0ea09dce-1359-4091-b77b-a7de806c3d32 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:16.566003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.697594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.718767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2d04d-014f-408e-b3fc-75ad0076d3b0 req-1b22698d-1b94-44d7-a42d-cdd07854b13f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:16.736968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6b2d04d-014f-408e-b3fc-75ad0076d3b0 req-1b22698d-1b94-44d7-a42d-cdd07854b13f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1085272 Aug 31 07:58:16.807970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=0ea09dce-1359-4091-b77b-a7de806c3d32,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:16.810695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6b2d04d-014f-408e-b3fc-75ad0076d3b0 req-0ee11928-d34d-41ed-84ea-094b560fd70c tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721581 Aug 31 07:58:17.014141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.056685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-713bd096-aa06-4f68-884f-8bafa28fb30a None None] Provisioning complete for port 0ea09dce-1359-4091-b77b-a7de806c3d32 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:17.057125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-713bd096-aa06-4f68-884f-8bafa28fb30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.135929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-713bd096-aa06-4f68-884f-8bafa28fb30a None None] Port 0ea09dce-1359-4091-b77b-a7de806c3d32 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:17.145766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1ccb1136-9655-431e-a6ac-a8f94180e032 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:17.204486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 1ccb1136-9655-431e-a6ac-a8f94180e032 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:17.204689 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.274944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.580446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.771345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.845219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=0ea09dce-1359-4091-b77b-a7de806c3d32,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:17.848351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:17.943160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d05f8-1e21-41c0-8c3c-966cc919af1e req-461d73f6-cb65-4c9a-9eb4-386a16a6cda1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:17.944871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527d05f8-1e21-41c0-8c3c-966cc919af1e req-461d73f6-cb65-4c9a-9eb4-386a16a6cda1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0630939 Aug 31 07:58:17.968150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:17.969718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:17.986821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527d05f8-1e21-41c0-8c3c-966cc919af1e req-b8481e52-5d12-47f3-a2fe-7adc5a4c8372 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347524 Aug 31 07:58:18.214812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57354) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:18.304666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 32ad5115-c708-4644-ab4b-a32a641e67d6 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:58:18.366743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6f8dc436-ee97-45db-9794-d3b4e621f18c None None] Provisioning complete for port 0ea09dce-1359-4091-b77b-a7de806c3d32 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:18.367316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc436-ee97-45db-9794-d3b4e621f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.404781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b439a1d5-4b52-4b6a-84b8-da28de33e445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.412895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6f8dc436-ee97-45db-9794-d3b4e621f18c None None] Port 0ea09dce-1359-4091-b77b-a7de806c3d32 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:18.429707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:18.436270 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-50b88674-2478-48c0-8e7b-630ba2d6afc8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/32ad5115-c708-4644-ab4b-a32a641e67d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569707 Aug 31 07:58:18.439067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57362) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:18.443156 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] Sync routers for ids ['32ad5115-c708-4644-ab4b-a32a641e67d6'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:18.457186 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] Routers {'32ad5115-c708-4644-ab4b-a32a641e67d6'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:18.458359 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['32ad5115-c708-4644-ab4b-a32a641e67d6'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:18.506942 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:18.512291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee5d22f-25ba-4834-baca-71c0e60eb546 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:18.517726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7ee5d22f-25ba-4834-baca-71c0e60eb546 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports/0ea09dce-1359-4091-b77b-a7de806c3d32 HTTP/1.1" status: 200 len: 976 time: 0.0747004 Aug 31 07:58:18.518044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57364) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:18.523166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] Routers {'32ad5115-c708-4644-ab4b-a32a641e67d6'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:18.524001 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['32ad5115-c708-4644-ab4b-a32a641e67d6'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:18.546165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b439a1d5-4b52-4b6a-84b8-da28de33e445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.561054 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:18.561826 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1f738-1684-4d7c-9f5f-d87df437e0b3 None None] The sync data for ids ['32ad5115-c708-4644-ab4b-a32a641e67d6'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:18.637691 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b439a1d5-4b52-4b6a-84b8-da28de33e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.676856 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b439a1d5-4b52-4b6a-84b8-da28de33e445 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f05db707aea4f27a3c6808a6edc3594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583032 Aug 31 07:58:18.677075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57372) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:18.684013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a1d5-4b52-4b6a-84b8-da28de33e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc77d94-6ef7-4cb5-afb0-602af8c06e9a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:18.738058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212e10c1-172b-405f-9d59-bbfcd073457c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.776575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212e10c1-172b-405f-9d59-bbfcd073457c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.932929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212e10c1-172b-405f-9d59-bbfcd073457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.936122 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-212e10c1-172b-405f-9d59-bbfcd073457c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.937425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-212e10c1-172b-405f-9d59-bbfcd073457c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efc77d94-6ef7-4cb5-afb0-602af8c06e9a HTTP/1.1" status: 204 len: 168 time: 0.2593665 Aug 31 07:58:18.947813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e10c1-172b-405f-9d59-bbfcd073457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc77d94-6ef7-4cb5-afb0-602af8c06e9a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:19.044519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:19.206388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433c6c-bb7b-473d-9be3-bae0cf66a8bc req-5634bfbc-66d3-4d76-85b8-16ad0f508e56 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.207881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4433c6c-bb7b-473d-9be3-bae0cf66a8bc req-5634bfbc-66d3-4d76-85b8-16ad0f508e56 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1240845 Aug 31 07:58:19.269043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4433c6c-bb7b-473d-9be3-bae0cf66a8bc req-54c944a4-fd63-4572-b003-cf1c9afb4a5f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Aug 31 07:58:19.349433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 0ea09dce-1359-4091-b77b-a7de806c3d32 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:19.349781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:19.460062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:19.472567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 0ea09dce-1359-4091-b77b-a7de806c3d32 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:19.777135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:19.816695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=0ea09dce-1359-4091-b77b-a7de806c3d32,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:19.979734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:20.161872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 32ad5115-c708-4644-ab4b-a32a641e67d6 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:20.267850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:20.276292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:20.276755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a01c74e3-b903-4d1e-883e-4e4779301a5f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/32ad5115-c708-4644-ab4b-a32a641e67d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541351 Aug 31 07:58:20.290213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] Sync routers for ids ['32ad5115-c708-4644-ab4b-a32a641e67d6'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:20.303448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] Routers {'32ad5115-c708-4644-ab4b-a32a641e67d6'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:20.304084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['32ad5115-c708-4644-ab4b-a32a641e67d6'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:20.343519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:20.360239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] Routers {'32ad5115-c708-4644-ab4b-a32a641e67d6'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:20.361021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['32ad5115-c708-4644-ab4b-a32a641e67d6'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:20.420156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:20.421079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5e6eb-38fc-433a-8fec-f0632337b48c None None] The sync data for ids ['32ad5115-c708-4644-ab4b-a32a641e67d6'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:20.452272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12634b12-2443-402c-bdb8-d717099d3c66 req-bb0d995a-440e-4e87-899f-54dcfa9cfc35 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:20.453872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12634b12-2443-402c-bdb8-d717099d3c66 req-bb0d995a-440e-4e87-899f-54dcfa9cfc35 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0961447 Aug 31 07:58:20.509635 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-5c189d5b-b2db-41c6-bbee-df6fa2a3a415 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 07:58:20.513624 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c189d5b-b2db-41c6-bbee-df6fa2a3a415 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/32ad5115-c708-4644-ab4b-a32a641e67d6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2356162 Aug 31 07:58:20.514402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57434) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:20.518772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12634b12-2443-402c-bdb8-d717099d3c66 req-0bb3c913-228c-43b3-a834-905d83c44c84 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567381 Aug 31 07:58:20.557725 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e016cb0-3dde-4665-8fc9-6ee09ad3674e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=32ad5115-c708-4644-ab4b-a32a641e67d6 HTTP/1.1" status: 200 len: 205 time: 0.0420623 Aug 31 07:58:20.566723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57436) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:20.694676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:20.865221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:20.867907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.016955 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.018141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 32ad5115-c708-4644-ab4b-a32a641e67d6 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:58:21.027498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.029970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ac7512e-b36b-4e9f-b08e-fa049db5fe1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/32ad5115-c708-4644-ab4b-a32a641e67d6 HTTP/1.1" status: 204 len: 168 time: 0.4619694 Aug 31 07:58:21.039718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:21.112495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet 5e4f2349-3219-4ac6-8208-071f698a6d0b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:58:21.116622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.165123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.259204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.457493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.487098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4f2349-3219-4ac6-8208-071f698a6d0b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:21.491656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.493837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-70d29d65-a793-422e-aa04-0aee485a3e47 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/5e4f2349-3219-4ac6-8208-071f698a6d0b HTTP/1.1" status: 204 len: 168 time: 0.4529200 Aug 31 07:58:21.496710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57470) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:21.511087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cac25d-81fd-458c-a4a0-19d72387d4ff None None] Network 67ce8cd0-8919-41ef-980b-b4eee99be6bf requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:21.633980 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.685935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14a283-5da4-4a8a-a076-162be0fd0547 req-1f692ab2-8d32-4c0f-9b5a-44c6efbd97a1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:21.688879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c14a283-5da4-4a8a-a076-162be0fd0547 req-1f692ab2-8d32-4c0f-9b5a-44c6efbd97a1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0775709 Aug 31 07:58:21.725874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] DHCP port deletion for 67ce8cd0-8919-41ef-980b-b4eee99be6bf request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:58:21.767496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c14a283-5da4-4a8a-a076-162be0fd0547 req-f215131c-8446-4468-8123-dddf3279cdf7 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528243 Aug 31 07:58:21.798835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 1ccb1136-9655-431e-a6ac-a8f94180e032 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:21.799292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.820183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] Deleting port 1ccb1136-9655-431e-a6ac-a8f94180e032 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:21.821142 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.881026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port 1ccb1136-9655-431e-a6ac-a8f94180e032, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1ccb1136-9655-431e-a6ac-a8f94180e032,segment=NetworkSegment(67ac1e68-17de-4887-9a7c-b2ce84dd8d99),segment_id=67ac1e68-17de-4887-9a7c-b2ce84dd8d99)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:21.881422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.894368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] For port 1ccb1136-9655-431e-a6ac-a8f94180e032, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1ccb1136-9655-431e-a6ac-a8f94180e032,segment=NetworkSegment(67ac1e68-17de-4887-9a7c-b2ce84dd8d99),segment_id=67ac1e68-17de-4887-9a7c-b2ce84dd8d99)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:21.894903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:21.897528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 1ccb1136-9655-431e-a6ac-a8f94180e032 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:21.909930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] Calling delete_port for 1ccb1136-9655-431e-a6ac-a8f94180e032 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:21.974618 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:58:22.228938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:58:22.230177 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 07:58:22.242514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.268092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port 1ccb1136-9655-431e-a6ac-a8f94180e032 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:22.269908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=1ccb1136-9655-431e-a6ac-a8f94180e032,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:22.312732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] No DVR routers for this DVR port 1ccb1136-9655-431e-a6ac-a8f94180e032 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:22.334911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba5ee3-3aa3-4586-bdc7-b6df44393ad6 None None] Pushing event deleted for resources: {'Port': ['ID=1ccb1136-9655-431e-a6ac-a8f94180e032,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:22.390758 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.405297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ce8cd0-8919-41ef-980b-b4eee99be6bf']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:22.421173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac1e68-17de-4887-9a7c-b2ce84dd8d99') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:22.421518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac1e68-17de-4887-9a7c-b2ce84dd8d99') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:22.432163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.448058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.455510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:58:22.456522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:58:22.460659 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:58:22.663031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.668095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.670508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/67ce8cd0-8919-41ef-980b-b4eee99be6bf HTTP/1.1" status: 204 len: 168 time: 1.1727533 Aug 31 07:58:22.674591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57518) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:22.684622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1116317925'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:22.688336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424909d-e131-4e53-aa56-cf27f5715489 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=67ce8cd0-8919-41ef-980b-b4eee99be6bf,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:22.776755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:22.780502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.822711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:58:22.833396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.833748 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment dfec58e6-76c5-4d51-8e26-6c868270453d of type vlan for network ea0f7860-61cc-4176-9874-c178bb3447ae Aug 31 07:58:22.879910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.912071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8df62-0bf9-4c34-84b6-09b9bd80d284 req-563d9128-b970-4fe3-a714-d2dc0711e298 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:22.913898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9e8df62-0bf9-4c34-84b6-09b9bd80d284 req-563d9128-b970-4fe3-a714-d2dc0711e298 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0564649 Aug 31 07:58:22.955797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9e8df62-0bf9-4c34-84b6-09b9bd80d284 req-232647b2-04cc-4fb6-8fe4-443fc3f2753b tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 Aug 31 07:58:23.027815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.033954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:23.034550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.104210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=ea0f7860-61cc-4176-9874-c178bb3447ae,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:23.114945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ea0f7860-61cc-4176-9874-c178bb3447ae details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:58:23.120081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1ccb1136-9655-431e-a6ac-a8f94180e032 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:58:23.174980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 1ccb1136-9655-431e-a6ac-a8f94180e032 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:58:23.175307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1ccb1136-9655-431e-a6ac-a8f94180e032 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:58:23.263497 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d7ad2637-97e7-4f62-8cd2-93aff50abf42 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5859971 Aug 31 07:58:23.266481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:23.271672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:23.503101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:23.508985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.566382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57556) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:23.635246 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.703687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a11978e5-c048-4499-8138-3da8b8cdf3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.777399 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-128794b0-ab11-4973-9312-f7f734ba19a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.800850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a11978e5-c048-4499-8138-3da8b8cdf3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:23.948745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.002762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a11978e5-c048-4499-8138-3da8b8cdf3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.017717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=d332fef7-a34a-4703-ae45-a009c5cd7c63,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:24.025662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': 'dfec58e6-76c5-4d51-8e26-6c868270453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:24.026079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: ea0f7860-61cc-4176-9874-c178bb3447ae, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:58:24.057151 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a11978e5-c048-4499-8138-3da8b8cdf3a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=568367d8cfc748dea024848e3a9c9c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885330 Aug 31 07:58:24.060217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:24.062896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11978e5-c048-4499-8138-3da8b8cdf3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa645d-f5cd-47e6-8deb-df635ed66f3c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:24.110001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network ea0f7860-61cc-4176-9874-c178bb3447ae is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:58:24.155524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc127f-fab5-417b-bdc3-dc0d95ec2fb5 req-576fe19c-92de-480b-9c90-6ac9db03fc5f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.157087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0cc127f-fab5-417b-bdc3-dc0d95ec2fb5 req-576fe19c-92de-480b-9c90-6ac9db03fc5f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0951450 Aug 31 07:58:24.183531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591ed8be-3073-4bf2-8c8b-183b0df34fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.207505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ea0f7860-61cc-4176-9874-c178bb3447ae) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:24.222741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c6c03-8a03-48ad-bfde-bc9408b296ed None None] Network ea0f7860-61cc-4176-9874-c178bb3447ae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:24.224978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.225579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.232059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591ed8be-3073-4bf2-8c8b-183b0df34fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.248787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0cc127f-fab5-417b-bdc3-dc0d95ec2fb5 req-85690282-aecf-4db1-b163-9104517fd7fa tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813279 Aug 31 07:58:24.386975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-838c3f1e-77cb-4cfb-9606-292506a8820f tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1168594 Aug 31 07:58:24.387972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57582) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:24.391650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1545898704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:24.394220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-ea0f7860-61cc-4176-9874-c178bb3447ae', 'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': 'd332fef7-a34a-4703-ae45-a009c5cd7c63'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:58:24.395496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.423987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591ed8be-3073-4bf2-8c8b-183b0df34fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.426631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591ed8be-3073-4bf2-8c8b-183b0df34fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.440372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-591ed8be-3073-4bf2-8c8b-183b0df34fec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3efa645d-f5cd-47e6-8deb-df635ed66f3c HTTP/1.1" status: 204 len: 168 time: 0.3674197 Aug 31 07:58:24.452698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ed8be-3073-4bf2-8c8b-183b0df34fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa645d-f5cd-47e6-8deb-df635ed66f3c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:24.554335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Allocated IP 172.20.0.2 (ea0f7860-61cc-4176-9874-c178bb3447ae/d332fef7-a34a-4703-ae45-a009c5cd7c63/0d61b0ee-49c1-48b8-8212-8e117ed5930e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:24.559632 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.567443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.660893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.890398 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.890398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Transition to ACTIVE for port object 0d61b0ee-49c1-48b8-8212-8e117ed5930e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:24.890398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Transition to ACTIVE for port object 0d61b0ee-49c1-48b8-8212-8e117ed5930e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:24.948405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.119533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.121190 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.121368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c012b81f-f31e-4885-96ee-098ee2a4f21b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7327664 Aug 31 07:58:25.123840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57602) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:25.128958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43241a4c-26a9-49c3-9962-0eaf9cd4143d req-eb020b49-7ce7-4b20-b881-a5a7f2fa1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:25.130762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-43241a4c-26a9-49c3-9962-0eaf9cd4143d req-eb020b49-7ce7-4b20-b881-a5a7f2fa1ed1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.0550411 Aug 31 07:58:25.186098 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-43241a4c-26a9-49c3-9962-0eaf9cd4143d req-b7cf09a4-8d60-4bc9-a629-1d81bdd53401 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Aug 31 07:58:25.196178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Network ea0f7860-61cc-4176-9874-c178bb3447ae is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:25.198075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:25.203481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Pushing event updated for resources: {'Port': ['ID=0d61b0ee-49c1-48b8-8212-8e117ed5930e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Attempting to bind port 0d61b0ee-49c1-48b8-8212-8e117ed5930e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Attempting to bind port 0d61b0ee-49c1-48b8-8212-8e117ed5930e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dfec58e6-76c5-4d51-8e26-6c868270453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Attempting to bind port 0d61b0ee-49c1-48b8-8212-8e117ed5930e on network ea0f7860-61cc-4176-9874-c178bb3447ae {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Checking segment: {'id': 'dfec58e6-76c5-4d51-8e26-6c868270453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Bound using segment: {'id': 'dfec58e6-76c5-4d51-8e26-6c868270453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Bound port: 0d61b0ee-49c1-48b8-8212-8e117ed5930e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfec58e6-76c5-4d51-8e26-6c868270453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea0f7860-61cc-4176-9874-c178bb3447ae'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:25.361788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.386639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] For port 0d61b0ee-49c1-48b8-8212-8e117ed5930e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:25.389980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] For port 0d61b0ee-49c1-48b8-8212-8e117ed5930e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0d61b0ee-49c1-48b8-8212-8e117ed5930e,segment=NetworkSegment(dfec58e6-76c5-4d51-8e26-6c868270453d),segment_id=dfec58e6-76c5-4d51-8e26-6c868270453d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:25.449497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:25.469001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6243f9c2-bc56-4179-885b-20734f3aabd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.520554 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.595164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05d1b9-55f1-4a2f-bcba-e30a95194586 None None] Pushing event updated for resources: {'Port': ['ID=0d61b0ee-49c1-48b8-8212-8e117ed5930e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:25.652448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6243f9c2-bc56-4179-885b-20734f3aabd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.657396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6c04d-7a55-4949-8beb-7d77a9ef4902 req-a56031bd-c9b1-4a19-92da-c2c904a4e148 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:25.660022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0b6c04d-7a55-4949-8beb-7d77a9ef4902 req-a56031bd-c9b1-4a19-92da-c2c904a4e148 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.2335374 Aug 31 07:58:25.663202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.731504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6243f9c2-bc56-4179-885b-20734f3aabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.827288 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6243f9c2-bc56-4179-885b-20734f3aabd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fea0c211e7e439b8b0bee5e27dfb8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771405 Aug 31 07:58:25.828704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f9c2-bc56-4179-885b-20734f3aabd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354a657-6757-4d64-bb1d-a0b393d14d3b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:25.831433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57620) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:25.947157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.017508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-5f8a368e-807f-4ca9-bc1b-9f6113eaf994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.019124 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-5f8a368e-807f-4ca9-bc1b-9f6113eaf994 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1097 time: 0.1388252 Aug 31 07:58:26.019794 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-360211eb-41b7-4aab-923f-663152c10ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.096086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-360211eb-41b7-4aab-923f-663152c10ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.184101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-3c7600ee-aaf3-4dbc-8e3d-6ef92bf23245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.185526 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-3c7600ee-aaf3-4dbc-8e3d-6ef92bf23245 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1518703 Aug 31 07:58:26.294730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-546faf20-1f03-4028-abda-c7cfb323dc8e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.0928054 Aug 31 07:58:26.369303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-f286d8a1-4596-42ac-97cf-aa482208ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.369303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-f286d8a1-4596-42ac-97cf-aa482208ed37 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0533600 Aug 31 07:58:26.400833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-360211eb-41b7-4aab-923f-663152c10ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.404051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-360211eb-41b7-4aab-923f-663152c10ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.407426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-360211eb-41b7-4aab-923f-663152c10ebd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c354a657-6757-4d64-bb1d-a0b393d14d3b HTTP/1.1" status: 204 len: 168 time: 0.5707886 Aug 31 07:58:26.427834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360211eb-41b7-4aab-923f-663152c10ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354a657-6757-4d64-bb1d-a0b393d14d3b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:26.450922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-5dd7ef5b-8458-42ea-9521-169533812b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.452547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-5dd7ef5b-8458-42ea-9521-169533812b75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884039 Aug 31 07:58:26.530487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0b6c04d-7a55-4949-8beb-7d77a9ef4902 req-8f471596-ed85-48f4-a72e-f174b1b07edf tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396444 Aug 31 07:58:26.608409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099f12-6215-4af2-9c97-35baf052beee req-ff2ec8a6-ceca-4154-addd-b9b49021cd25 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.610788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03099f12-6215-4af2-9c97-35baf052beee req-ff2ec8a6-ceca-4154-addd-b9b49021cd25 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1469283 Aug 31 07:58:26.630649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-c2c89643-5023-40dd-9971-07a5470e9e44 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683295 Aug 31 07:58:26.683350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03099f12-6215-4af2-9c97-35baf052beee req-c2d933bc-4dd3-4766-b136-0bac71647201 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658495 Aug 31 07:58:26.719971 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.772306 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb68d4d3-59ca-41d2-be60-9a47c5110353 req-d54ada49-db4e-49d5-870a-5fdb99dea2e7 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311448 Aug 31 07:58:26.773465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.20.0.1 (ea0f7860-61cc-4176-9874-c178bb3447ae/d332fef7-a34a-4703-ae45-a009c5cd7c63/e354e351-eac8-42d6-ba2c-65abbb865da1) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:26.822689 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b61c0f3a-3bd2-424c-9254-2da34ea1dd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.900338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.918167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object e354e351-eac8-42d6-ba2c-65abbb865da1 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:27.149723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.205868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0d61b0ee-49c1-48b8-8212-8e117ed5930e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:27.219642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network ea0f7860-61cc-4176-9874-c178bb3447ae is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:27.222885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:27.228941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:27.235493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=e354e351-eac8-42d6-ba2c-65abbb865da1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:27.279585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.285502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4515012-67cd-4e54-970d-0da2ee7240e4 None None] Network ea0f7860-61cc-4176-9874-c178bb3447ae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:27.565225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dfcb11e8-6d8f-4975-90f0-ebb26286ffd2 None None] Provisioning for port 0d61b0ee-49c1-48b8-8212-8e117ed5930e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:27.650842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0d61b0ee-49c1-48b8-8212-8e117ed5930e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:27.678421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0d61b0ee-49c1-48b8-8212-8e117ed5930e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:27.684028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.717536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.750294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Provisioning complete for port 0d61b0ee-49c1-48b8-8212-8e117ed5930e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:27.750855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.786637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba7ccb-9d0f-4556-9c2c-15f3d7621d49 req-554d9b09-a6ed-4631-9b87-d95adb5b6c94 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:27.797455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fba7ccb-9d0f-4556-9c2c-15f3d7621d49 req-554d9b09-a6ed-4631-9b87-d95adb5b6c94 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1839461 Aug 31 07:58:27.864644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fba7ccb-9d0f-4556-9c2c-15f3d7621d49 req-76a1daf9-4b6a-4e59-a491-e58af095b850 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Aug 31 07:58:27.975168 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.978766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.042158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.046266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0d61b0ee-49c1-48b8-8212-8e117ed5930e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0d61b0ee-49c1-48b8-8212-8e117ed5930e,segment=NetworkSegment(dfec58e6-76c5-4d51-8e26-6c868270453d),segment_id=dfec58e6-76c5-4d51-8e26-6c868270453d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:28.141086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf3c15-9284-487e-a7ef-b03b72de0351 req-408d268f-4563-4c40-b701-2c638aed3947 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:28.164482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ecf3c15-9284-487e-a7ef-b03b72de0351 req-408d268f-4563-4c40-b701-2c638aed3947 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1596611 Aug 31 07:58:28.246436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ecf3c15-9284-487e-a7ef-b03b72de0351 req-d259fa6d-541d-44f6-93b3-a2cfce09aa17 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968597 Aug 31 07:58:28.258169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.295892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:58:28.296249 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:58:28.322973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0d61b0ee-49c1-48b8-8212-8e117ed5930e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:28.333984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.473909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.599429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:28.609322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=e354e351-eac8-42d6-ba2c-65abbb865da1,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:28.768666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network ea0f7860-61cc-4176-9874-c178bb3447ae is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:28.778504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700195-dfdf-4d3b-8bad-9678fe7ab5b6 req-34985791-ae8d-426e-b7cb-d5ed3d197261 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:28.781579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4700195-dfdf-4d3b-8bad-9678fe7ab5b6 req-34985791-ae8d-426e-b7cb-d5ed3d197261 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0813522 Aug 31 07:58:28.782738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:28.873440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-b1547a52-d235-4bdb-a21a-bc1daefd1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:28.877915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-b1547a52-d235-4bdb-a21a-bc1daefd1d1e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.1062307 Aug 31 07:58:28.945507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4700195-dfdf-4d3b-8bad-9678fe7ab5b6 req-a167fcc9-3960-4fdc-83e2-ef38f7a3f9d0 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555130 Aug 31 07:58:29.047744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-90db4adc-5028-42d5-bb07-6e66b292ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:29.049274 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-90db4adc-5028-42d5-bb07-6e66b292ea70 service neutron] 10.222.0.68 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 919 time: 0.1595788 Aug 31 07:58:29.066405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Provisioning for port e354e351-eac8-42d6-ba2c-65abbb865da1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:29.072012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Provisioning complete for port e354e351-eac8-42d6-ba2c-65abbb865da1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:29.072556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:29.086393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 37833160-2a44-4378-9943-b6574083a670 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:58:29.102346 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-a4b280ef-54aa-45c9-9cd2-691c45448850 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 200 len: 217 time: 0.0406711 Aug 31 07:58:29.170705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7d3012a8-f2e3-4fe4-bf55-c07bbf00dd31 None None] Port e354e351-eac8-42d6-ba2c-65abbb865da1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:29.207510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0d61b0ee-49c1-48b8-8212-8e117ed5930e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:29.233773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-c2c3b3b5-c80c-423c-94c2-620eb9ba5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:29.236389 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-c2c3b3b5-c80c-423c-94c2-620eb9ba5cb3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.1235535 Aug 31 07:58:29.255328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:29.273119 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] Sync routers for ids ['37833160-2a44-4378-9943-b6574083a670'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:29.275169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93423d2a-5a9e-4bb7-ada4-260d31382418 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/37833160-2a44-4378-9943-b6574083a670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1502142 Aug 31 07:58:29.287889 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] Routers {'37833160-2a44-4378-9943-b6574083a670'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:29.288896 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['37833160-2a44-4378-9943-b6574083a670'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:29.289229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:29.308373 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-fa02849d-8edd-498e-8ce6-595dfabba915 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614641 Aug 31 07:58:29.328159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0d61b0ee-49c1-48b8-8212-8e117ed5930e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:29.328736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:29.360563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ddbfcbe-50a6-420d-85ec-b6566afcff58 None None] Provisioning complete for port e354e351-eac8-42d6-ba2c-65abbb865da1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:29.361048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ddbfcbe-50a6-420d-85ec-b6566afcff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:29.388332 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:29.408502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] Routers {'37833160-2a44-4378-9943-b6574083a670'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:29.410418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbfcbe-50a6-420d-85ec-b6566afcff58 None None] Port e354e351-eac8-42d6-ba2c-65abbb865da1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:29.410829 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['37833160-2a44-4378-9943-b6574083a670'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:29.465476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-21a8d124-ef4b-4721-91bb-3dc2bb19e005 service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379402 Aug 31 07:58:29.474531 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:29.475162 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3a703-3ecd-4512-a63d-d31915fd0b2b None None] The sync data for ids ['37833160-2a44-4378-9943-b6574083a670'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:29.554530 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:29.616832 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-292d23e1-0e03-4a35-b5a4-163e5c644c02 req-cb8a5850-5203-4ed8-bcbd-c8cb4eab747e service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288266 Aug 31 07:58:29.645931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230ed5f-6b2d-4bf6-8ba0-98eb29879ed7 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:29.646850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6230ed5f-6b2d-4bf6-8ba0-98eb29879ed7 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports/e354e351-eac8-42d6-ba2c-65abbb865da1 HTTP/1.1" status: 200 len: 910 time: 0.3449593 Aug 31 07:58:29.649862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57722) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:30.145044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff9e2e-cfff-4c3f-a1ad-109e53b0ca46 req-1115dfcd-4db0-4260-91da-e1693b64dd3e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:30.150692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5aff9e2e-cfff-4c3f-a1ad-109e53b0ca46 req-1115dfcd-4db0-4260-91da-e1693b64dd3e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0676770 Aug 31 07:58:30.197349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5aff9e2e-cfff-4c3f-a1ad-109e53b0ca46 req-2c535db8-6fe9-43ff-a2dd-598f9b8821f8 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Aug 31 07:58:30.421624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:30.683590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port e354e351-eac8-42d6-ba2c-65abbb865da1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:30.683998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:30.820549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:30.858257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for e354e351-eac8-42d6-ba2c-65abbb865da1 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:31.205451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:31.240426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=e354e351-eac8-42d6-ba2c-65abbb865da1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:31.431210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a3da4-0cd4-4a3a-83df-9c833c3da2a3 req-11ca2db9-59fe-4b23-a7a2-118c2ee3f738 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:31.440296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a47a3da4-0cd4-4a3a-83df-9c833c3da2a3 req-11ca2db9-59fe-4b23-a7a2-118c2ee3f738 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1293182 Aug 31 07:58:31.470669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:31.535411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a47a3da4-0cd4-4a3a-83df-9c833c3da2a3 req-769a5730-4a60-486e-a295-4cdfbd762ec3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936913 Aug 31 07:58:31.593371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57812) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:31.744103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:31.783591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 37833160-2a44-4378-9943-b6574083a670 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:31.893404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:31.893889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:31.901912 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0f7748b5-8324-4f5b-8a0d-0584fae3d60a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/37833160-2a44-4378-9943-b6574083a670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2499864 Aug 31 07:58:31.904788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57822) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:31.909661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] Sync routers for ids ['37833160-2a44-4378-9943-b6574083a670'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:31.927103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] Routers {'37833160-2a44-4378-9943-b6574083a670'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:31.927871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['37833160-2a44-4378-9943-b6574083a670'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:31.947299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-551170ec-dfac-4ad5-931e-61c72424b4aa tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=37833160-2a44-4378-9943-b6574083a670 HTTP/1.1" status: 200 len: 205 time: 0.0365419 Aug 31 07:58:31.947299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57824) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:31.962536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:31.971539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] Routers {'37833160-2a44-4378-9943-b6574083a670'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:31.972230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['37833160-2a44-4378-9943-b6574083a670'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:32.031718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.039481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.150783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb48461-0d6c-4e53-8c05-9ed44941a699,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:32.180782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:32.200714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be9840-fbd3-4cf9-8fcf-89b359df1379 None None] The sync data for ids ['37833160-2a44-4378-9943-b6574083a670'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:32.201282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1012844735a7438494dd2dabe91d8874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979743 Aug 31 07:58:32.202116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57830) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:32.224318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.225232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.225559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.225933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.226272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.226629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.226961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.227802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.227802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.228010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.228272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.228595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7886da-cb2c-4660-b08a-b7409122303c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:32.259193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a23c4ed-f754-4b53-9db5-f9833737b089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.266612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.268967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.282580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a23c4ed-f754-4b53-9db5-f9833737b089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.366925 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.366925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 37833160-2a44-4378-9943-b6574083a670 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:58:32.368781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.372688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-91ce08ff-e40a-4783-8dbf-3d9a131aa147 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/37833160-2a44-4378-9943-b6574083a670 HTTP/1.1" status: 204 len: 168 time: 0.4228904 Aug 31 07:58:32.372688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57834) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:32.413386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a23c4ed-f754-4b53-9db5-f9833737b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.418384 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a23c4ed-f754-4b53-9db5-f9833737b089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.425329 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a23c4ed-f754-4b53-9db5-f9833737b089 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eb48461-0d6c-4e53-8c05-9ed44941a699 HTTP/1.1" status: 204 len: 168 time: 0.2174203 Aug 31 07:58:32.432549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:32.435518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23c4ed-f754-4b53-9db5-f9833737b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb48461-0d6c-4e53-8c05-9ed44941a699,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:32.442795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet d332fef7-a34a-4703-ae45-a009c5cd7c63 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:58:32.447017 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.499468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.607098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.635119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c80c8956-5e96-4a4c-bd7d-2267261164b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.721732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317d88-6d0f-4555-a226-794e0f7ed78a req-4982b141-07a2-4281-abcd-e658dd403dc5 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:32.723360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44317d88-6d0f-4555-a226-794e0f7ed78a req-4982b141-07a2-4281-abcd-e658dd403dc5 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0845425 Aug 31 07:58:32.753106 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c80c8956-5e96-4a4c-bd7d-2267261164b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.777968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44317d88-6d0f-4555-a226-794e0f7ed78a req-1c0314c0-da69-4a7f-9cce-a125ffeefa3f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Aug 31 07:58:32.885512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.928005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:32.934041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57854) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:32.936879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece68aa1-4a3a-47b5-abd9-d8e59731c202 None None] Network ea0f7860-61cc-4176-9874-c178bb3447ae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:32.938392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/d332fef7-a34a-4703-ae45-a009c5cd7c63 HTTP/1.1" status: 204 len: 168 time: 0.5646589 Aug 31 07:58:32.940443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3cbbb-39ca-45a9-b582-b0f6a3e72589 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=d332fef7-a34a-4703-ae45-a009c5cd7c63,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:32.976992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c80c8956-5e96-4a4c-bd7d-2267261164b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.077586 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c80c8956-5e96-4a4c-bd7d-2267261164b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b95da7b9e6324d169e3871231d1133a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435478 Aug 31 07:58:33.080381 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57858) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:33.084622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8956-5e96-4a4c-bd7d-2267261164b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8357adc7-ef09-492c-be6a-bc90c10a71a4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:33.098039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.173071 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d6ccf2-dea9-44af-b733-b9f21c9a457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.189537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] DHCP port deletion for ea0f7860-61cc-4176-9874-c178bb3447ae request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:58:33.204981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d6ccf2-dea9-44af-b733-b9f21c9a457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.248331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 0d61b0ee-49c1-48b8-8212-8e117ed5930e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:33.248699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.292988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Deleting port 0d61b0ee-49c1-48b8-8212-8e117ed5930e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:33.293373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.321365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port 0d61b0ee-49c1-48b8-8212-8e117ed5930e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0d61b0ee-49c1-48b8-8212-8e117ed5930e,segment=NetworkSegment(dfec58e6-76c5-4d51-8e26-6c868270453d),segment_id=dfec58e6-76c5-4d51-8e26-6c868270453d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:33.321668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.335436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 0d61b0ee-49c1-48b8-8212-8e117ed5930e owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:33.368699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] For port 0d61b0ee-49c1-48b8-8212-8e117ed5930e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0d61b0ee-49c1-48b8-8212-8e117ed5930e,segment=NetworkSegment(dfec58e6-76c5-4d51-8e26-6c868270453d),segment_id=dfec58e6-76c5-4d51-8e26-6c868270453d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:33.369264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.383929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Calling delete_port for 0d61b0ee-49c1-48b8-8212-8e117ed5930e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:33.436754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d6ccf2-dea9-44af-b733-b9f21c9a457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.440871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-97d6ccf2-dea9-44af-b733-b9f21c9a457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.446464 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-97d6ccf2-dea9-44af-b733-b9f21c9a457f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8357adc7-ef09-492c-be6a-bc90c10a71a4 HTTP/1.1" status: 204 len: 168 time: 0.3621686 Aug 31 07:58:33.454772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6ccf2-dea9-44af-b733-b9f21c9a457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8357adc7-ef09-492c-be6a-bc90c10a71a4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:33.708694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.720551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.749055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=0d61b0ee-49c1-48b8-8212-8e117ed5930e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:33.749055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port 0d61b0ee-49c1-48b8-8212-8e117ed5930e on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:33.789078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Pushing event deleted for resources: {'Port': ['ID=0d61b0ee-49c1-48b8-8212-8e117ed5930e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:33.799064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.799407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.799758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.800103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.800444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.800929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.801411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.801848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.802163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.802732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.804416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.804940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:33.826114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551266b2-6ace-4759-9714-f91c962429b1 None None] No DVR routers for this DVR port 0d61b0ee-49c1-48b8-8212-8e117ed5930e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:33.860183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.871301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0f7860-61cc-4176-9874-c178bb3447ae']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:33.883061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfec58e6-76c5-4d51-8e26-6c868270453d') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:33.883460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfec58e6-76c5-4d51-8e26-6c868270453d') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:33.894210 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.909351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.916056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:58:33.916453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:58:33.919718 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:58:34.063388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.079529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.079529 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/ea0f7860-61cc-4176-9874-c178bb3447ae HTTP/1.1" status: 204 len: 168 time: 1.1396112 Aug 31 07:58:34.079683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:34.084445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-812681860', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:34.094882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389c90f-36c0-423e-84f6-515c319228b5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=ea0f7860-61cc-4176-9874-c178bb3447ae,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:34.243354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.244726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.394186 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.424323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57906) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:34.440746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49d1ee5c-a82d-4fb6-bf5b-0af3f8bfe09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.685641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.734631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49d1ee5c-a82d-4fb6-bf5b-0af3f8bfe09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.941021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49d1ee5c-a82d-4fb6-bf5b-0af3f8bfe09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:34.984748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1ee5c-a82d-4fb6-bf5b-0af3f8bfe09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b09ee1-67ef-43ca-9efd-9e7d54cfd085,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:35.018916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49d1ee5c-a82d-4fb6-bf5b-0af3f8bfe09e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da12f80a11ee4d9aa5c086ccc91db826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930779 Aug 31 07:58:35.021752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57938) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:35.085075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2558a2f4-ab0c-429c-ab72-634678457bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.114171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2558a2f4-ab0c-429c-ab72-634678457bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.185640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0d61b0ee-49c1-48b8-8212-8e117ed5930e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:58:35.207671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0d61b0ee-49c1-48b8-8212-8e117ed5930e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:58:35.208244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0d61b0ee-49c1-48b8-8212-8e117ed5930e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:58:35.213219 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.242813 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.268899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2558a2f4-ab0c-429c-ab72-634678457bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.272610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2558a2f4-ab0c-429c-ab72-634678457bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.276779 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2558a2f4-ab0c-429c-ab72-634678457bd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24b09ee1-67ef-43ca-9efd-9e7d54cfd085 HTTP/1.1" status: 204 len: 168 time: 0.2510655 Aug 31 07:58:35.300761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558a2f4-ab0c-429c-ab72-634678457bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b09ee1-67ef-43ca-9efd-9e7d54cfd085,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:35.408222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.25.0.163 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/e6b72027-5256-44ba-bf88-07a28c299e75) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:35.536449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.739568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.798202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:35.809696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57972) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:35.814734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209469350', 'description': 'tempest-secgroup-smoke-1209469350 description', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:35.824877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:35.835690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:35.846137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=e6b72027-5256-44ba-bf88-07a28c299e75,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:35.907820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466d97f-9858-467f-91a6-8a1df8fd7e6c req-7013b9a9-2ff6-4dfe-993f-2ad3d23b6df2 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:35.909421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5466d97f-9858-467f-91a6-8a1df8fd7e6c req-7013b9a9-2ff6-4dfe-993f-2ad3d23b6df2 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1304603 Aug 31 07:58:35.934156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:35.941449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.043601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5466d97f-9858-467f-91a6-8a1df8fd7e6c req-e33e1d71-434b-4d31-b88a-63e3ee9e345f tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261370 Aug 31 07:58:36.075956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.234009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.276040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5aae47-d86d-4e75-b3d3-997f7b063075,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:36.279594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.347199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.495917 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.508038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.540620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8354606a-2186-47bb-b156-9dd296971ecb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:36.645141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.651758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eed1e64b-f8f7-436c-8164-5df693e533f5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8357553 Aug 31 07:58:36.652142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58024) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:36.656989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '8354606a-2186-47bb-b156-9dd296971ecb', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:36.806038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 2ca4eb18-d7f3-47f9-a06a-13eb82abccdb is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:58:36.814443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:37.301272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:37.315803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:37.329581 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] Sync routers for ids ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:37.344911 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] Routers {'2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:37.345665 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:37.379538 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:37.389344 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] Routers {'2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:37.390065 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:37.520715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:37.521401 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0368329-eda1-4d31-ada5-6c3324cb4fe6 None None] The sync data for ids ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:37.555521 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:37.556765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-48093841-a101-4c65-afb9-c4b1a8e1e5e4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4767787 Aug 31 07:58:37.557519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:37.559661 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58070) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:37.582149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9df477f-a065-4d2c-b747-5e8c35e49ad5,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:37.701439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1e8877ff-7343-46ed-a804-6e37bf654637 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/routers/2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 200 len: 880 time: 0.1404915 Aug 31 07:58:37.704126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:37.731223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:37.735420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-18dae2b8-0c0d-4d69-9b92-943e6aa34d87 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0792339 Aug 31 07:58:37.737725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58082) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:37.742616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '8354606a-2186-47bb-b156-9dd296971ecb', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:37.876876 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-868b678f-6985-499d-a47e-4e6cb193279a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1716514 Aug 31 07:58:37.879402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58096) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:37.887022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-812681860'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:37.908831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:37.973117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.079741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.105900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f733212-a194-4609-b64c-cd87d9a5c709,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:38.221096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.221096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-197b2eaa-c772-4ae5-8166-6e1738bf24a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4795566 Aug 31 07:58:38.222161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58112) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:38.227220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '8354606a-2186-47bb-b156-9dd296971ecb', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:38.258859 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.410500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.436478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.505092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.577876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 2ca4eb18-d7f3-47f9-a06a-13eb82abccdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:38.681505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.712621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93852ea9-b376-42fa-972c-5a8e93e0cc63,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:38.728019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:38.735325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.737101 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce3b2636-841b-4a75-8837-de900e288ed2 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 200 len: 887 time: 0.8566284 Aug 31 07:58:38.739713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58132) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:38.742705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] Sync routers for ids ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:38.762208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] Routers {'2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:38.762886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:38.806622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:38.816559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] Routers {'2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:38.817169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:38.852959 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:38.853549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:38.858129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce5bd6-00ff-4efb-bcda-227c2a835e01 None None] The sync data for ids ['2ca4eb18-d7f3-47f9-a06a-13eb82abccdb'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:38.858307 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7ea712f6-7694-4c7f-83e5-7fde017b61a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6313462 Aug 31 07:58:38.858410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58142) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:38.862292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '8354606a-2186-47bb-b156-9dd296971ecb', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:38.899739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-004d0d3e-2e1e-4c0a-a9d7-8cce34cb07ee tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/routers/2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 200 len: 887 time: 0.1546636 Aug 31 07:58:38.902352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58146) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:38.935577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-88c7d28e-614f-4850-8dbf-90c300ffa4f5 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 200 len: 205 time: 0.0313976 Aug 31 07:58:38.937949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58150) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:39.033708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.073622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.183263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.222802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.274091 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.298503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edbb461-6114-4d93-9a33-e19398e92001,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:39.378399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port e6b72027-5256-44ba-bf88-07a28c299e75 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:39.378936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.434602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.435839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8a8daaa1-886b-4406-9291-6922ed6306f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5775743 Aug 31 07:58:39.438910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:39.444719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '8354606a-2186-47bb-b156-9dd296971ecb', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:39.475967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.483774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for e6b72027-5256-44ba-bf88-07a28c299e75 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:39.606336 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:58:39.614498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.725040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.833990 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.851499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:39.860777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=e6b72027-5256-44ba-bf88-07a28c299e75,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:39.877435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddd3fc0-b805-46bf-ac9f-b7010df150dc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:39.931800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.024962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.027022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.045608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.047045 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0b193e5c-4a81-4425-a5dd-209eb331f115 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6069942 Aug 31 07:58:40.049799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58226) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:40.055443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '8354606a-2186-47bb-b156-9dd296971ecb', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:40.159778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.161301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca4eb18-d7f3-47f9-a06a-13eb82abccdb {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:58:40.176784 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:58:40.181265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.183784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.186578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:40.187207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4c2bac4e-bce8-4848-a7f4-6154f800369a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 204 len: 168 time: 1.2480159 Aug 31 07:58:40.194916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-425448327'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:40.275669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.313777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:40.319712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.347758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:58:40.357704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.358074 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment 98189d95-5a8a-4f34-b4c1-528bb7ff1362 of type vlan for network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 Aug 31 07:58:40.367119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.418775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7c48c4-309c-4406-9f74-f372b8322cf7,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:40.421513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.508332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.512946 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f99500b-6c85-4f75-a46c-91646e7560c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4586384 Aug 31 07:58:40.513649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58272) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:40.519622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'network': {'name': 'tempest-network-smoke--1947400532', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'port_security_enabled': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:40.566013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.580857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:40.581989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.646873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:40.652877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.712960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:58:40.729203 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.730271 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Added segment 109fd806-1abf-48cb-b259-58399f8d33c9 of type vlan for network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e Aug 31 07:58:40.738353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=40ea53f9-1e68-4151-a902-5c6c5ebd06b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:40.750590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:58:40.776288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.837225 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0d81b2dc-e011-4384-a5cc-ce4f1cf25e31 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6471968 Aug 31 07:58:40.837516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58298) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:40.843055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:40.931091 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:40.937054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:40.937704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:41.014795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Network': ['ID=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:41.026472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:58:41.071418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:41.081570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:41.232606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-35a22018-fc73-4530-8103-f94236946a2a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7174268 Aug 31 07:58:41.233466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58314) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:41.239337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'admin_state_up': True, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:41.440223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:41.444403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:41.507875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:41.759953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:41.917706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=0cbb384b-46ae-406d-a28b-6ffdaa515bb4,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:41.938145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': '98189d95-5a8a-4f34-b4c1-528bb7ff1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:41.938506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: 40ea53f9-1e68-4151-a902-5c6c5ebd06b5, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:58:41.944431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.079319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:58:42.195049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 40ea53f9-1e68-4151-a902-5c6c5ebd06b5) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:42.202258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:42.203522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.208176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63cc4bc-d9f2-404d-831e-d36169850985 None None] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:42.306341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.339022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.393127 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-426aae31-f531-4a7d-8e13-42221b11f6b1 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5520971 Aug 31 07:58:42.397428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:42.426194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1641471200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:42.527675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-40ea53f9-1e68-4151-a902-5c6c5ebd06b5', 'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': '0cbb384b-46ae-406d-a28b-6ffdaa515bb4'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:58:42.528643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.565931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.96 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/07d42c96-21de-4354-95f9-84ab24354ccf) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:42.691253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.692517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.726502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.738259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Allocated IP 172.20.0.2 (40ea53f9-1e68-4151-a902-5c6c5ebd06b5/0cbb384b-46ae-406d-a28b-6ffdaa515bb4/bdd6f518-9468-4e03-8bcc-e8346b727a06) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:42.780244 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.908734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.913576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.920109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:42.947142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Transition to ACTIVE for port object bdd6f518-9468-4e03-8bcc-e8346b727a06 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:42.969090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Transition to ACTIVE for port object bdd6f518-9468-4e03-8bcc-e8346b727a06 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:42.969481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:42.972698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:42.976754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:42.983017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=07d42c96-21de-4354-95f9-84ab24354ccf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:43.165573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:43.213297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:43.216515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:43.216956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:43.220355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:43.223409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58434) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:43.224705 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fce75247-e95d-49e2-92fa-4a14c25959bc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8232527 Aug 31 07:58:43.229321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Pushing event updated for resources: {'Port': ['ID=bdd6f518-9468-4e03-8bcc-e8346b727a06,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:43.303975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Attempting to bind port bdd6f518-9468-4e03-8bcc-e8346b727a06 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:43.304465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Attempting to bind port bdd6f518-9468-4e03-8bcc-e8346b727a06 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '98189d95-5a8a-4f34-b4c1-528bb7ff1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:43.304992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Attempting to bind port bdd6f518-9468-4e03-8bcc-e8346b727a06 on network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:43.312370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:43.312892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Checking segment: {'id': '98189d95-5a8a-4f34-b4c1-528bb7ff1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:43.313492 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:43.314184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Bound using segment: {'id': '98189d95-5a8a-4f34-b4c1-528bb7ff1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:43.315065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Bound port: bdd6f518-9468-4e03-8bcc-e8346b727a06, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98189d95-5a8a-4f34-b4c1-528bb7ff1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '40ea53f9-1e68-4151-a902-5c6c5ebd06b5'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:43.315629 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:43.391956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] For port bdd6f518-9468-4e03-8bcc-e8346b727a06, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:43.395335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] For port bdd6f518-9468-4e03-8bcc-e8346b727a06, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdd6f518-9468-4e03-8bcc-e8346b727a06,segment=NetworkSegment(98189d95-5a8a-4f34-b4c1-528bb7ff1362),segment_id=98189d95-5a8a-4f34-b4c1-528bb7ff1362)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:43.538310 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:43.616047 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:43.622482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fef9c9-05f2-4610-ac76-4606194aef2e None None] Pushing event updated for resources: {'Port': ['ID=bdd6f518-9468-4e03-8bcc-e8346b727a06,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:43.748687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:44.041790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:44.166909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.20.0.1 (40ea53f9-1e68-4151-a902-5c6c5ebd06b5/0cbb384b-46ae-406d-a28b-6ffdaa515bb4/a64cd995-0837-4187-b1b5-d1b92414284e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:44.317102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:44.332145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object a64cd995-0837-4187-b1b5-d1b92414284e will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:44.560961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:44.565594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 75c0d7d6-4144-4906-aea3-130765ea3994 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:58:44.621527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:44.684057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:44.693726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1e111-f9d2-4f52-bf2e-fa748f07332e None None] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:44.714949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:44.717733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=a64cd995-0837-4187-b1b5-d1b92414284e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:44.772852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:44.782685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:44.797028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Sync routers for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:44.808558 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:44.809262 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:44.916198 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:45.148189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-117820e5-a48f-48df-8623-a2a5dcb152da None None] Provisioning for port bdd6f518-9468-4e03-8bcc-e8346b727a06 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:45.159017 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:43Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:45.159385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.159385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a822cac7-e17a-4dd5-9395-200d3f404ea2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9194286 Aug 31 07:58:45.159915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58526) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:45.198703 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Checking router: 75c0d7d6-4144-4906-aea3-130765ea3994 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:58:45.199090 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Updating router 75c0d7d6-4144-4906-aea3-130765ea3994 port 07d42c96-21de-4354-95f9-84ab24354ccf binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:58:45.244354 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.249702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdd6f518-9468-4e03-8bcc-e8346b727a06 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:45.259923 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.521172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bdd6f518-9468-4e03-8bcc-e8346b727a06 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:45.526162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-303e6244-51c2-41f1-9fd2-a13733098723 None None] Provisioning for port a64cd995-0837-4187-b1b5-d1b92414284e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:45.539802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bdd6f518-9468-4e03-8bcc-e8346b727a06 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:45.540730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.545207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-303e6244-51c2-41f1-9fd2-a13733098723 None None] Provisioning complete for port a64cd995-0837-4187-b1b5-d1b92414284e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:45.549249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-303e6244-51c2-41f1-9fd2-a13733098723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.620524 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8371d2b8-42af-4820-aec3-c9c38bc22b2a tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b6c9e4ea252f4af5a6665745fe870d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4604926 Aug 31 07:58:45.623948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:45.640736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-303e6244-51c2-41f1-9fd2-a13733098723 None None] Port a64cd995-0837-4187-b1b5-d1b92414284e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:45.705301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58552) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:45.726282 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.734358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.738584 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Transition to ACTIVE for port object 07d42c96-21de-4354-95f9-84ab24354ccf will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:45.774193 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.794262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5798e923-aa04-4c8f-9aab-076d2f9ae796 None None] Provisioning complete for port a64cd995-0837-4187-b1b5-d1b92414284e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:45.794766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5798e923-aa04-4c8f-9aab-076d2f9ae796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.800967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port bdd6f518-9468-4e03-8bcc-e8346b727a06, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdd6f518-9468-4e03-8bcc-e8346b727a06,segment=NetworkSegment(98189d95-5a8a-4f34-b4c1-528bb7ff1362),segment_id=98189d95-5a8a-4f34-b4c1-528bb7ff1362)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:45.836333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5798e923-aa04-4c8f-9aab-076d2f9ae796 None None] Port a64cd995-0837-4187-b1b5-d1b92414284e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:45.864173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49a0da20-679f-4253-935e-56e68b00c916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.868043 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.875336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7bfce-fe9a-408b-b7d8-bc251878eb44 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:45.875336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2ff7bfce-fe9a-408b-b7d8-bc251878eb44 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2469232 Aug 31 07:58:45.876585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58560) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:45.931615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Attempting to bind port 07d42c96-21de-4354-95f9-84ab24354ccf on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:45.932134 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Attempting to bind port 07d42c96-21de-4354-95f9-84ab24354ccf by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:45.932582 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Attempting to bind port 07d42c96-21de-4354-95f9-84ab24354ccf on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:45.940505 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Pushing event updated for resources: {'Port': ['ID=07d42c96-21de-4354-95f9-84ab24354ccf,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:45.941777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-43f9e11b-84b1-45dc-9764-1c7b78ad66e4 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639436 Aug 31 07:58:45.942573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.944021 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:45.944431 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:45.944578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58566) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:45.944842 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.945415 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:45.946453 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Bound port: 07d42c96-21de-4354-95f9-84ab24354ccf, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:45.947000 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.952983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1109191585', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:45.959422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:45.977236 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.977891 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.978415 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.978900 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.979381 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.979993 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.980485 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.981008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.981522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.982075 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.982571 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.983045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:45.995995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=bdd6f518-9468-4e03-8bcc-e8346b727a06,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:46.032986 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] For port 07d42c96-21de-4354-95f9-84ab24354ccf, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:46.036689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] For port 07d42c96-21de-4354-95f9-84ab24354ccf, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07d42c96-21de-4354-95f9-84ab24354ccf,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:46.067598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49a0da20-679f-4253-935e-56e68b00c916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.081838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.094999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=a64cd995-0837-4187-b1b5-d1b92414284e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:46.182100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:46.183430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:46.194793 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.256057 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:46.256670 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:46.258527 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eecf34-6ae9-42d9-b63c-7104d3d9b08c None None] Pushing event updated for resources: {'Port': ['ID=07d42c96-21de-4354-95f9-84ab24354ccf,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:46.275134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49a0da20-679f-4253-935e-56e68b00c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.337684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49a0da20-679f-4253-935e-56e68b00c916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27b12e8bc77244cb9177c931a098e71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309798 Aug 31 07:58:46.338473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0da20-679f-4253-935e-56e68b00c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c47934-d1d1-42df-9f7a-e24e921f761f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:46.341413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58582) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:46.403672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:46.424966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-058ed22b-66f3-47f1-b541-6a6123850f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.460728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-058ed22b-66f3-47f1-b541-6a6123850f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.463088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:46.467132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.531595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 890976d0-2c60-4a00-800d-e5351c2bbb32 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:58:46.575530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eee317cf-fbd3-4631-8571-e0d07bf5a7d8 None None] Provisioning complete for port a64cd995-0837-4187-b1b5-d1b92414284e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:46.576205 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eee317cf-fbd3-4631-8571-e0d07bf5a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.620000 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:43Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:46.623586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-eee317cf-fbd3-4631-8571-e0d07bf5a7d8 None None] Port a64cd995-0837-4187-b1b5-d1b92414284e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:46.643782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:46.649839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d32adb3-366c-42af-a547-410994433688 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/890976d0-2c60-4a00-800d-e5351c2bbb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4252517 Aug 31 07:58:46.652660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58592) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:46.656415 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4309875-40d7-4500-b04f-4d3a5ea2f583 None None] The sync data for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 is: [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:43Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:46.660121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] Sync routers for ids ['890976d0-2c60-4a00-800d-e5351c2bbb32'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:46.682522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] Routers {'890976d0-2c60-4a00-800d-e5351c2bbb32'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:46.686968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890976d0-2c60-4a00-800d-e5351c2bbb32'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:46.723411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7fbceb-11be-4962-837c-95dc57577f2b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:46.725521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2e7fbceb-11be-4962-837c-95dc57577f2b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports/a64cd995-0837-4187-b1b5-d1b92414284e HTTP/1.1" status: 200 len: 910 time: 0.0718031 Aug 31 07:58:46.728235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:46.728741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:46.735478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0cbb384b-46ae-406d-a28b-6ffdaa515bb4'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:46.738653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] Routers {'890976d0-2c60-4a00-800d-e5351c2bbb32'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:46.739972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890976d0-2c60-4a00-800d-e5351c2bbb32'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:46.775476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-058ed22b-66f3-47f1-b541-6a6123850f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.780076 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-058ed22b-66f3-47f1-b541-6a6123850f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.780216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:46.781175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d18acc-6b35-4f1e-b43d-04cd316e4afa None None] The sync data for ids ['890976d0-2c60-4a00-800d-e5351c2bbb32'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:46.781402 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-058ed22b-66f3-47f1-b541-6a6123850f37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59c47934-d1d1-42df-9f7a-e24e921f761f HTTP/1.1" status: 204 len: 168 time: 0.4379897 Aug 31 07:58:46.813241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ed22b-66f3-47f1-b541-6a6123850f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c47934-d1d1-42df-9f7a-e24e921f761f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:47.070316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.237102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.292560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07d42c96-21de-4354-95f9-84ab24354ccf up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:47.472586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Subnet': ['ID=b0fc6359-54f5-4dae-ae20-a5afd286f5f4,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:47.497984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 07d42c96-21de-4354-95f9-84ab24354ccf completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:47.509838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Checking segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:47.509988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network hostable DHCP agents. Network: 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:58:47.514051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 07d42c96-21de-4354-95f9-84ab24354ccf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:47.515587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.619889 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.639702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 07d42c96-21de-4354-95f9-84ab24354ccf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07d42c96-21de-4354-95f9-84ab24354ccf,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:47.685064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.764901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:58:47.822874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.823881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdd6f518-9468-4e03-8bcc-e8346b727a06 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:47.873752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.919591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:47.926207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=07d42c96-21de-4354-95f9-84ab24354ccf,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:47.926499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:47.927098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.939839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788f91a-4338-4719-b5ed-796cd7762c8b None None] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:47.998987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bdd6f518-9468-4e03-8bcc-e8346b727a06 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:47.999397 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.999998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:48.000755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:48.002178 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/ports/a64cd995-0837-4187-b1b5-d1b92414284e HTTP/1.1" status: 200 len: 910 time: 1.2721841 Aug 31 07:58:48.006266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:48.008061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9d1b4-b5c9-48ab-8a39-e3c25860cf4d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=a64cd995-0837-4187-b1b5-d1b92414284e,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:48.072012 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5fc5d1ae-002d-445d-bf96-8557f7819e38 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1233575 Aug 31 07:58:48.072320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58648) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:48.206206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:58:48.215261 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:48.487295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Allocated IP 172.20.0.2 (1c5e6323-4452-47ed-9d1c-ff9f89d8c48e/b0fc6359-54f5-4dae-ae20-a5afd286f5f4/602613dd-95c2-4a29-aa78-fbe49ccfa2bd) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:48.794273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:48.805070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:48.816719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Transition to ACTIVE for port object 602613dd-95c2-4a29-aa78-fbe49ccfa2bd will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:48.843716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Transition to ACTIVE for port object 602613dd-95c2-4a29-aa78-fbe49ccfa2bd will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:48.881275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.020604 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.058133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:49.062976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:49.074969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:49.094421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Pushing event updated for resources: {'Port': ['ID=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:49.148697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Attempting to bind port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:49.153101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Attempting to bind port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:49.153101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Attempting to bind port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:49.172714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:49.173103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Checking segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:49.173507 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.173977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Bound using segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:49.174450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Bound port: 602613dd-95c2-4a29-aa78-fbe49ccfa2bd, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:49.175046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.186910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port a64cd995-0837-4187-b1b5-d1b92414284e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:49.187602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.200758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.1 (1c5e6323-4452-47ed-9d1c-ff9f89d8c48e/b0fc6359-54f5-4dae-ae20-a5afd286f5f4/964bf28a-df73-4334-b40b-41d9b7d64265) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:49.276741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] For port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:49.281388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] For port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:49.283827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07d42c96-21de-4354-95f9-84ab24354ccf up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:49.309954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.323011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for a64cd995-0837-4187-b1b5-d1b92414284e owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:49.335149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 07d42c96-21de-4354-95f9-84ab24354ccf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:49.335707 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.348734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.367184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 964bf28a-df73-4334-b40b-41d9b7d64265 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:49.468594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.529071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-1b4ccad5-2999-4e02-ada7-302dc13b5225 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0645776 Aug 31 07:58:49.541699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f805b-83a9-415a-8a78-f62cc8c7c1c4 None None] Pushing event updated for resources: {'Port': ['ID=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:49.589608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.646595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:49.652184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:49.663478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:49.670197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:49.703083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.703939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.704731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.705493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.706202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.706899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.707554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:49.710849 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-11481f25-0896-462b-8471-e12587b8f74f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6509 time: 0.1499417 Aug 31 07:58:49.714585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=964bf28a-df73-4334-b40b-41d9b7d64265,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:49.728070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=a64cd995-0837-4187-b1b5-d1b92414284e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:49.854759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:50.050744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:50.171702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-184abe6a-dae1-4928-942c-acdca99f0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.172247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-184abe6a-dae1-4928-942c-acdca99f0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.172754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-184abe6a-dae1-4928-942c-acdca99f0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.174486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-184abe6a-dae1-4928-942c-acdca99f0036 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8bb433c7-8036-4d4a-b691-80e019454346&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=073ab6d4-0122-4a78-8db8-769b1f12df5a&id=073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 200 len: 2298 time: 0.4331725 Aug 31 07:58:50.278515 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-515e0d90-60b2-4c46-969f-abb74b19b8be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 200 len: 1001 time: 0.0755315 Aug 31 07:58:50.344953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 890976d0-2c60-4a00-800d-e5351c2bbb32 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:50.349879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-03dc1f81-b047-40d3-b0a5-1a69de8bd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.351695 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-03dc1f81-b047-40d3-b0a5-1a69de8bd094 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c471819-fde2-4fd0-97d6-aff12222ef78 HTTP/1.1" status: 200 len: 856 time: 0.0638692 Aug 31 07:58:50.426690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-cf419f3f-addb-4c23-980d-c1d8efa1c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.428501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-cf419f3f-addb-4c23-980d-c1d8efa1c282 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8bb433c7-8036-4d4a-b691-80e019454346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575862 Aug 31 07:58:50.459822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496f58c-7354-4230-9b98-cf55fcfe45f6 req-dd695816-177e-4b89-b6c4-c565dc9a3675 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.467551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2496f58c-7354-4230-9b98-cf55fcfe45f6 req-dd695816-177e-4b89-b6c4-c565dc9a3675 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1637201 Aug 31 07:58:50.511957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:50.514977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bf94af94-2971-47b2-a6c2-c0cb990a1f5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/890976d0-2c60-4a00-800d-e5351c2bbb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073624 Aug 31 07:58:50.522468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58768) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:50.528157 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] Sync routers for ids ['890976d0-2c60-4a00-800d-e5351c2bbb32'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:50.539764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:50.543685 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] Routers {'890976d0-2c60-4a00-800d-e5351c2bbb32'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:50.544358 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890976d0-2c60-4a00-800d-e5351c2bbb32'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:50.596383 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:50.601964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-98738e8c-15e4-4c9b-be30-03aefef57b09 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=890976d0-2c60-4a00-800d-e5351c2bbb32 HTTP/1.1" status: 200 len: 205 time: 0.0750029 Aug 31 07:58:50.602410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58774) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:50.616018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-39e61503-3866-4413-91be-553febce4e77 service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747997 Aug 31 07:58:50.621030 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] Routers {'890976d0-2c60-4a00-800d-e5351c2bbb32'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:50.621292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2496f58c-7354-4230-9b98-cf55fcfe45f6 req-89861da7-a37f-433e-9417-277703c39613 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516805 Aug 31 07:58:50.632392 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890976d0-2c60-4a00-800d-e5351c2bbb32'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:50.669043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-efbe4ec4-d744-4880-a253-9824a06859a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:50.678172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-efbe4ec4-d744-4880-a253-9824a06859a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.2637517 Aug 31 07:58:50.680799 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:50.681901 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbfca1b-23cb-4d02-b5a0-705758b1cb42 None None] The sync data for ids ['890976d0-2c60-4a00-800d-e5351c2bbb32'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:50.766215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58776) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:50.775853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:50.960728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-053f4026-6a30-4175-bd2b-3741f2d0611e service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202913 Aug 31 07:58:50.996886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa6d7f30-9ca3-4c28-acea-af5d82052229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.055653 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-0abea0bd-f131-4acc-82f5-6f4ad3fff5cc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 217 time: 0.0743699 Aug 31 07:58:51.056510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.061221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.063315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e2cb0-1933-4c7b-93b5-f42a662c7fb3 None None] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:51.065655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-c3148f52-a0dc-48ac-880b-81712632f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:51.067292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-c3148f52-a0dc-48ac-880b-81712632f5ed service neutron] 10.222.0.68 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 919 time: 0.3594861 Aug 31 07:58:51.167171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-46021813-47ec-4483-8ab7-51d4fd1c6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:51.170003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-46021813-47ec-4483-8ab7-51d4fd1c6964 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1048808 Aug 31 07:58:51.170993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-fa10b8d8-338f-4f18-bd5b-36da26ad9470 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 200 len: 217 time: 0.0891802 Aug 31 07:58:51.262539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.271776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 602613dd-95c2-4a29-aa78-fbe49ccfa2bd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:51.278938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-fb178c1d-a6d0-4873-b2d4-8a587559d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:51.283239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-fb178c1d-a6d0-4873-b2d4-8a587559d613 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858581 Aug 31 07:58:51.304886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-0b7472de-7aab-437c-bafb-115206f566e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:51.306976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-0b7472de-7aab-437c-bafb-115206f566e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.1194518 Aug 31 07:58:51.346719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-1bbf062f-1e31-46a9-bf18-04564bb43316 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316565 Aug 31 07:58:51.413952 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-03cccfa5-474b-4fde-bef5-b329c1dbb983 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128221 Aug 31 07:58:51.449274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.449799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 890976d0-2c60-4a00-800d-e5351c2bbb32 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:58:51.459485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e60e5770-8005-4bbf-b6f3-c2608058d740 None None] Provisioning for port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:51.459660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.460325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32e1489d-a428-48ea-abd5-f3a3e38db92e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/890976d0-2c60-4a00-800d-e5351c2bbb32 HTTP/1.1" status: 204 len: 168 time: 0.8569062 Aug 31 07:58:51.467028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58802) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:51.522104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.532592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-e7b82737-058b-4b14-9f5d-6f4e6af8b3be service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730464 Aug 31 07:58:51.559560 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet 0cbb384b-46ae-406d-a28b-6ffdaa515bb4 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:58:51.562900 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.635015 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-0c6f6e06-5f94-4de4-bd5b-ef7442753067 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081118 Aug 31 07:58:51.661260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.664294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=964bf28a-df73-4334-b40b-41d9b7d64265,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:51.668986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:51.686479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:51.687709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.687925 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.727786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa6d7f30-9ca3-4c28-acea-af5d82052229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.732894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-e03a68f9-5bdd-47cd-b95c-4ff1b80f0fab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 217 time: 0.0891502 Aug 31 07:58:51.799355 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.850592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b21a72-6cd4-4840-9b1c-393e5ca1d541 req-50cca3ea-c6b8-409d-ae33-2028cb2a404c service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077829 Aug 31 07:58:51.888556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bcbca-3a65-41f8-8772-abaeaced6438 req-5c92c64c-9309-46c6-88e6-9e512bf092ff tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:51.896629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:51.900000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd5bcbca-3a65-41f8-8772-abaeaced6438 req-5c92c64c-9309-46c6-88e6-9e512bf092ff tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1510520 Aug 31 07:58:51.907684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-8ea1aa79-b5bd-4433-af48-62ef9e101504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:51.909943 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-8ea1aa79-b5bd-4433-af48-62ef9e101504 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1544547 Aug 31 07:58:51.915165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa6d7f30-9ca3-4c28-acea-af5d82052229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:51.985385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:51.988687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:51.998385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aa6d7f30-9ca3-4c28-acea-af5d82052229 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c10552d0cb144705bb8f98b567ff0324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2310350 Aug 31 07:58:52.000637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58820) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:52.024668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d7f30-9ca3-4c28-acea-af5d82052229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63bbe9b-702f-4f43-9bf7-edb6a9778dec,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:52.045801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-045eae34-37ab-40de-90f3-5ef134ef187d None None] Provisioning for port 964bf28a-df73-4334-b40b-41d9b7d64265 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:52.046792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.052966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-045eae34-37ab-40de-90f3-5ef134ef187d None None] Provisioning complete for port 964bf28a-df73-4334-b40b-41d9b7d64265 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:52.054000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-045eae34-37ab-40de-90f3-5ef134ef187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.088241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-b66a6985-d911-41e3-8e85-ab7c96816fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:52.090096 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-b66a6985-d911-41e3-8e85-ab7c96816fc3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1705377 Aug 31 07:58:52.093186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd5bcbca-3a65-41f8-8772-abaeaced6438 req-ccec9337-23a9-4948-b895-ca31208dc6c9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920395 Aug 31 07:58:52.095826 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.157168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-045eae34-37ab-40de-90f3-5ef134ef187d None None] Port 964bf28a-df73-4334-b40b-41d9b7d64265 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:52.190583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:52.196492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-045eae34-37ab-40de-90f3-5ef134ef187d None None] Provisioning complete for port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:52.196982 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-045eae34-37ab-40de-90f3-5ef134ef187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.268883 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.291661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.294297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/0cbb384b-46ae-406d-a28b-6ffdaa515bb4 HTTP/1.1" status: 204 len: 168 time: 0.8261847 Aug 31 07:58:52.330551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02494fa-0c4a-4af0-b989-b9ff25c141d2 None None] Network 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:52.345156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58830) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:52.356086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871b9aa-7fd7-400b-ba2c-6aa7988d5532 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbb384b-46ae-406d-a28b-6ffdaa515bb4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:52.458830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.546015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0c26d453-926f-46f4-bd8d-fada2541594a None None] Provisioning complete for port 964bf28a-df73-4334-b40b-41d9b7d64265 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:52.546456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c26d453-926f-46f4-bd8d-fada2541594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.552684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port bdd6f518-9468-4e03-8bcc-e8346b727a06 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:52.552684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.614086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0c26d453-926f-46f4-bd8d-fada2541594a None None] Port 964bf28a-df73-4334-b40b-41d9b7d64265 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:52.643620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port bdd6f518-9468-4e03-8bcc-e8346b727a06, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdd6f518-9468-4e03-8bcc-e8346b727a06,segment=NetworkSegment(98189d95-5a8a-4f34-b4c1-528bb7ff1362),segment_id=98189d95-5a8a-4f34-b4c1-528bb7ff1362)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:52.643995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.663926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for bdd6f518-9468-4e03-8bcc-e8346b727a06 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:52.714363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] DHCP port deletion for 40ea53f9-1e68-4151-a902-5c6c5ebd06b5 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:58:52.766972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cefb002b-8872-4283-849d-debbcb5fc8b3 None None] Provisioning complete for port 964bf28a-df73-4334-b40b-41d9b7d64265 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:52.767589 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cefb002b-8872-4283-849d-debbcb5fc8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.788176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664c66a0-7ba0-45e6-9cf1-ba0e6511b62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.827380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cefb002b-8872-4283-849d-debbcb5fc8b3 None None] Port 964bf28a-df73-4334-b40b-41d9b7d64265 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:52.832104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] Deleting port bdd6f518-9468-4e03-8bcc-e8346b727a06 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:58:52.832714 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.840037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664c66a0-7ba0-45e6-9cf1-ba0e6511b62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.890492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 75c0d7d6-4144-4906-aea3-130765ea3994 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:52.908574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.910827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] For port bdd6f518-9468-4e03-8bcc-e8346b727a06, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bdd6f518-9468-4e03-8bcc-e8346b727a06,segment=NetworkSegment(98189d95-5a8a-4f34-b4c1-528bb7ff1362),segment_id=98189d95-5a8a-4f34-b4c1-528bb7ff1362)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:52.913466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:52.915308 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-3700643c-168a-4ffe-b97a-050227ac2df7 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825260 Aug 31 07:58:52.950062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] Calling delete_port for bdd6f518-9468-4e03-8bcc-e8346b727a06 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:58:52.952003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=bdd6f518-9468-4e03-8bcc-e8346b727a06,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:52.966014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port bdd6f518-9468-4e03-8bcc-e8346b727a06 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:53.061671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.076717 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.077238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ea53f9-1e68-4151-a902-5c6c5ebd06b5']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:53.093622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664c66a0-7ba0-45e6-9cf1-ba0e6511b62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.095721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98189d95-5a8a-4f34-b4c1-528bb7ff1362') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:53.096242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98189d95-5a8a-4f34-b4c1-528bb7ff1362') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:53.098536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-664c66a0-7ba0-45e6-9cf1-ba0e6511b62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.102265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-664c66a0-7ba0-45e6-9cf1-ba0e6511b62d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f63bbe9b-702f-4f43-9bf7-edb6a9778dec HTTP/1.1" status: 204 len: 168 time: 1.0972698 Aug 31 07:58:53.108122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.127843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c66a0-7ba0-45e6-9cf1-ba0e6511b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63bbe9b-702f-4f43-9bf7-edb6a9778dec,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:53.130963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.132729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-5af8fb5f-3573-4305-91f2-411c19b810d9 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052593 Aug 31 07:58:53.144774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:53.145053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] Pushing event deleted for resources: {'Port': ['ID=bdd6f518-9468-4e03-8bcc-e8346b727a06,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:53.147087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:58:53.148109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:58:53.166694 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:58:53.169163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Sync routers for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:53.180330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797d6f1-eabb-4ac2-92fe-31a0f984eb5d None None] No DVR routers for this DVR port bdd6f518-9468-4e03-8bcc-e8346b727a06 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:58:53.191258 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d25cdda-e02f-4827-bd5d-c50764129d75 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/75c0d7d6-4144-4906-aea3-130765ea3994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1171746 Aug 31 07:58:53.232275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:53.234326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:53.254037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-e692c490-9b6e-4727-b4cb-7f7cd142f6f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=7070293b-6786-4958-844f-338fa1c38741 HTTP/1.1" status: 200 len: 217 time: 0.1039207 Aug 31 07:58:53.319002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 602613dd-95c2-4a29-aa78-fbe49ccfa2bd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:53.361086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-52f219d3-ec63-4b41-831f-cec498794d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:53.361086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-52f219d3-ec63-4b41-831f-cec498794d2c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.0805500 Aug 31 07:58:53.416675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc55d75-7812-495c-8c01-12981c12be4f req-c56fe54b-c5c7-4dc9-9b50-1158fd035e87 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:53.446039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc55d75-7812-495c-8c01-12981c12be4f req-c56fe54b-c5c7-4dc9-9b50-1158fd035e87 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1847005 Aug 31 07:58:53.448415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-328cb0d0-0858-40ae-9fd1-018fececd4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:53.450671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-328cb0d0-0858-40ae-9fd1-018fececd4a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807536 Aug 31 07:58:53.515481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:53.523541 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.536512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.539093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/40ea53f9-1e68-4151-a902-5c6c5ebd06b5 HTTP/1.1" status: 204 len: 168 time: 1.1929171 Aug 31 07:58:53.544830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58874) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:53.553014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-151961283', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:53.569926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc55d75-7812-495c-8c01-12981c12be4f req-ae3ff1ab-eaf9-4c80-9090-0a2b00cfad68 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115685 Aug 31 07:58:53.571546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d32c1-4845-4702-94bb-f13cb6c2bf1c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=40ea53f9-1e68-4151-a902-5c6c5ebd06b5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:53.617837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-59c36170-d274-48a6-a416-f06a77ddb59e service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589611 Aug 31 07:58:53.650892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:53.651278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.688147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-cb07ac91-bfaf-4c96-997c-5c4babd3f083 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209469350&fields=id&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 267 time: 0.1366122 Aug 31 07:58:53.750715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.752769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.814503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-51b2677d-a4b5-433f-9a93-a345fbf3139d service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867485 Aug 31 07:58:53.872303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.909547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-cfe53452-dd8c-4ddc-9a13-6839a44e045c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f HTTP/1.1" status: 200 len: 217 time: 0.0517395 Aug 31 07:58:53.918844 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f81cb8b6-261c-4837-a3f6-0172c91ada67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.924242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.943919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-b81b88d6-18f4-4785-aac8-21c7113a3761 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:53.945922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-b81b88d6-18f4-4785-aac8-21c7113a3761 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 797 time: 0.2430110 Aug 31 07:58:53.975388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:53.975988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-ff7a810b-4e63-42e3-86d0-063815c30b05 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/quotas/b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 375 time: 0.0206106 Aug 31 07:58:54.017825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-df199245-aadb-46df-a741-48a9172c1c15 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.019518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-df199245-aadb-46df-a741-48a9172c1c15 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/networks?id=e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 200 len: 814 time: 0.2001190 Aug 31 07:58:54.025043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-f7987c80-1c9c-4a19-b034-cd23524cd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.031691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-f7987c80-1c9c-4a19-b034-cd23524cd12e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1041136 Aug 31 07:58:54.053688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-28a9b76f-5161-4142-acbf-7876a94a9d2f tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/quotas/61979286ac14460fb5b1f76603b31235 HTTP/1.1" status: 200 len: 375 time: 0.0188682 Aug 31 07:58:54.077312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 2, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:54.106651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-2df90728-d649-4abd-b2cd-c22e6325ffd4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092000 Aug 31 07:58:54.106651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-458ad026-f106-4f3d-9fe6-ee2e46f49bd4 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424550 Aug 31 07:58:54.107971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-151ef6f6-4af1-42ca-a345-1478020e7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.109536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-151ef6f6-4af1-42ca-a345-1478020e7faa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722692 Aug 31 07:58:54.120873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Checking router: 75c0d7d6-4144-4906-aea3-130765ea3994 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:58:54.121263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Updating router 75c0d7d6-4144-4906-aea3-130765ea3994 port 964bf28a-df73-4334-b40b-41d9b7d64265 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:58:54.172899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.181877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.187203 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19e37a4a-68f7-4cd2-835c-ea9e1984ba6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6409955 Aug 31 07:58:54.188351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58896) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:54.202919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1157346453'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:54.266895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdd6f518-9468-4e03-8bcc-e8346b727a06 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:58:54.288199 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-14c2efde-bc90-45ab-9533-4f4b98a5e6de service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686649 Aug 31 07:58:54.299277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bdd6f518-9468-4e03-8bcc-e8346b727a06 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:58:54.299520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bdd6f518-9468-4e03-8bcc-e8346b727a06 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:58:54.360072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:54.364741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.413892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:58:54.438301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.438772 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment cbb51f53-0c88-4924-a7e8-5c8d027ab8b7 of type vlan for network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 Aug 31 07:58:54.463305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-4ce31597-d1d3-4f97-b1e5-003a61959a84 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662562 Aug 31 07:58:54.575145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.578272 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-057987b4-065a-486e-a31b-fb9d07239eee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7 HTTP/1.1" status: 200 len: 217 time: 0.0910654 Aug 31 07:58:54.654414 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.659017 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-27e824e4-b4e5-4641-a6c5-10749257703f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1699386 Aug 31 07:58:54.669931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-f114616c-9ec2-441a-a7b2-efe6a38c580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.672759 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-f114616c-9ec2-441a-a7b2-efe6a38c580d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0867369 Aug 31 07:58:54.677444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Transition to ACTIVE for port object 964bf28a-df73-4334-b40b-41d9b7d64265 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:54.765208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.766217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-5e87f027-b69d-4aa6-9f03-0b37c4235903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.768801 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-5e87f027-b69d-4aa6-9f03-0b37c4235903 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 1098 time: 0.0855432 Aug 31 07:58:54.776320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.788581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.789371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.792883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-6bcaad06-ff80-438d-a45a-b5ded2a09453 service neutron] 10.222.0.36 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748517 Aug 31 07:58:54.795538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-fd73b0b8-4b82-4d72-a7bb-dc13fcf60938 service neutron] 10.222.0.36 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762881 Aug 31 07:58:54.832648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126b08-1f7b-4bff-9a08-609b310162b2 None None] Pushing event updated for resources: {'Port': ['ID=964bf28a-df73-4334-b40b-41d9b7d64265,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:54.850536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-807920c2-32cc-4865-81ca-1129d6e6403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:54.852422 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-807920c2-32cc-4865-81ca-1129d6e6403f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1682768 Aug 31 07:58:54.910138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Attempting to bind port 964bf28a-df73-4334-b40b-41d9b7d64265 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:54.910668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Attempting to bind port 964bf28a-df73-4334-b40b-41d9b7d64265 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:54.911301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Attempting to bind port 964bf28a-df73-4334-b40b-41d9b7d64265 on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:54.918549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:54.919057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Checking segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:54.919529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:54.920003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Bound using segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:54.920552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Bound port: 964bf28a-df73-4334-b40b-41d9b7d64265, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:54.921022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:55.032466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-390a67fa-877a-49b8-a72b-3ac1b21c28ec service neutron] 10.222.0.36 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875377 Aug 31 07:58:55.058219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] For port 964bf28a-df73-4334-b40b-41d9b7d64265, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:55.072751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] For port 964bf28a-df73-4334-b40b-41d9b7d64265, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=964bf28a-df73-4334-b40b-41d9b7d64265,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:55.116606 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9246662 Aug 31 07:58:55.120670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58914) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:55.134750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:55.179430 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:55.222366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-47696f5f-107d-4020-bb14-c4fbb31a09a5 service neutron] 10.222.0.36 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866301 Aug 31 07:58:55.272642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:55.273398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:55.280920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126b08-1f7b-4bff-9a08-609b310162b2 None None] Pushing event updated for resources: {'Port': ['ID=964bf28a-df73-4334-b40b-41d9b7d64265,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:55.299121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705dbd5-026d-4977-a07f-a07243f1ef45 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=cd21ccf9-4c80-48f7-95e2-6192054a3ae2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:55.309210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-24569784-d83c-4ca6-bb74-8b4bad00f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:55.314021 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-24569784-d83c-4ca6-bb74-8b4bad00f4e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 919 time: 0.5177040 Aug 31 07:58:55.339697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:58:55.465577 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-de06343d-2680-467d-8870-9a8af12391b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=644b72ce-67b4-46a6-b516-e181cde34922 HTTP/1.1" status: 200 len: 217 time: 0.1334305 Aug 31 07:58:55.467503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-6322b6b3-79bd-491b-bede-e864e444dc45 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578587 Aug 31 07:58:55.479884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:55.483582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:55.671657 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-22e57d6c-552b-4c45-bd84-5c174d3a39d1 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835659 Aug 31 07:58:55.715806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:55.906779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d449761-846d-45b8-ba52-978f1422e26f req-c0a42091-b3fa-4f02-92e7-5a073950bacf tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:55.912257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d449761-846d-45b8-ba52-978f1422e26f req-c0a42091-b3fa-4f02-92e7-5a073950bacf tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1883807 Aug 31 07:58:55.923501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-28529851-9435-4b70-a438-9534532cf5f5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 200 len: 217 time: 0.1596305 Aug 31 07:58:55.953314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:55.996757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-741e2e81-e364-4d3e-8d50-4a5abd6e688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:55.999164 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-741e2e81-e364-4d3e-8d50-4a5abd6e688f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0697041 Aug 31 07:58:56.005459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-05b25217-4223-40d1-b389-985732be1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:56.007135 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-05b25217-4223-40d1-b389-985732be1682 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.5334926 Aug 31 07:58:56.015178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a03f020-73be-4c43-a64c-92a228487f9c req-78b5dbaf-9406-46dd-ad8b-39b3335743d2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.0621347 Aug 31 07:58:56.113003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d449761-846d-45b8-ba52-978f1422e26f req-5941ab43-d63f-4fad-bae9-20ec1e04cb06 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485007 Aug 31 07:58:56.156444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-872b55f6-e490-4c6d-b678-a86847dfceeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247091 Aug 31 07:58:56.157284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:55Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:56.275891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbd054-1fee-478b-aa5b-bec7bb17f97c None None] The sync data for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 is: [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:55Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:56.277320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b1f19ae-f58e-40a4-baf4-6747afeb91ce req-431bdd09-4734-426b-8b3f-301c1b8de252 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0531118 Aug 31 07:58:56.277424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-40d6b2c2-80ef-4557-80e8-afd4ee62a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:56.277424 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-40d6b2c2-80ef-4557-80e8-afd4ee62a979 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2405643 Aug 31 07:58:56.409684 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-bfa765e7-e2be-4673-acbd-d8f27a19ce58 service neutron] 10.222.0.45 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467926 Aug 31 07:58:56.507161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58944) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:56.538186 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-70b29a07-fbb9-4182-9972-1219afdf4b6b service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786942 Aug 31 07:58:56.544243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:56.635803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=a6a2616e-14d8-4654-a198-e99ee1350f21,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:56.655522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:56.655919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: cd21ccf9-4c80-48f7-95e2-6192054a3ae2, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:58:56.747308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:56.751652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9ee4b6c0-7ed2-4b2f-a5ec-d5b57338fa36 req-f02dbdab-274e-4d03-8f8d-1fad7cd86ed1 service neutron] 10.222.0.45 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313591 Aug 31 07:58:56.783170 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3d5135c7-36ca-41d2-974f-81ea59403eb4 req-e445182d-fee1-4e0c-a73a-b417a2fd1719 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338471 Aug 31 07:58:56.931283 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.040593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:58:57.043537 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-660b72b5-e1bc-42e6-addc-448002d21477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.063165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.220337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddbe2925-eaad-4fc9-aefd-dc42761e28e2 req-5abdebeb-49f4-4ee3-8bdf-b86c7830b7b4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.0581610 Aug 31 07:58:57.223193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, cd21ccf9-4c80-48f7-95e2-6192054a3ae2) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:57.240338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:57.240746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 964bf28a-df73-4334-b40b-41d9b7d64265 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:57.241470 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.303719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18dcc7-bab4-4fe9-8e39-d8f9be433447 None None] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:58:57.339418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a506f-9f89-4d44-b239-beba9248b6e9 req-3c308a4b-114f-4b54-bb7d-a464bce358b3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:57.341457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-119a506f-9f89-4d44-b239-beba9248b6e9 req-3c308a4b-114f-4b54-bb7d-a464bce358b3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1055729 Aug 31 07:58:57.384945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19bcd1df-9630-4f5f-a03e-9cb7bb126541 req-3c4e376f-9a7f-4db8-a1fe-c1fa7a74d824 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0589974 Aug 31 07:58:57.397031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e50cd507-6f59-4cb6-b056-7437c6a74142 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2736208 Aug 31 07:58:57.397279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:57.462361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-119a506f-9f89-4d44-b239-beba9248b6e9 req-ac6299f6-99d9-4885-93c3-db7a60afb949 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745854 Aug 31 07:58:57.462361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.608509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:58:57.608991 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.718833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 964bf28a-df73-4334-b40b-41d9b7d64265 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:57.726056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 964bf28a-df73-4334-b40b-41d9b7d64265 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:57.726972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.738695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Allocated IP 172.25.0.196 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/4a02fc41-f0cd-481f-895a-d11a53413407) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:58.021865 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.148323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.149937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Allocated IP 172.20.0.2 (cd21ccf9-4c80-48f7-95e2-6192054a3ae2/a6a2616e-14d8-4654-a198-e99ee1350f21/d678b87c-95ef-4b94-88e5-0ce13f9934ab) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:58.247632 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.253055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 964bf28a-df73-4334-b40b-41d9b7d64265, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=964bf28a-df73-4334-b40b-41d9b7d64265,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:58.298938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.412449 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.497749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d51eeb66-4c43-40ee-b0a8-5fc4aa3cf367 req-aae926d4-fcd6-418a-92e5-4070ae9f54f0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.0823448 Aug 31 07:58:58.504479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.518734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=964bf28a-df73-4334-b40b-41d9b7d64265,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:58.524787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Transition to ACTIVE for port object d678b87c-95ef-4b94-88e5-0ce13f9934ab will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:58.535315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:58.539010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:58.540002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:58.565930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Transition to ACTIVE for port object d678b87c-95ef-4b94-88e5-0ce13f9934ab will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:58.650871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f8d9fca-7ed0-402e-92f2-befd20433c66 req-1820022b-615b-43c7-a2e0-a46787350c25 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0885837 Aug 31 07:58:58.652139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Pushing event updated for resources: {'Port': ['ID=4a02fc41-f0cd-481f-895a-d11a53413407,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:58.681989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.696095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.702378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65fe28-d332-4579-9800-7569e339c751 req-6ce8d3f5-a93e-4415-b6fa-a80ab7f284ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:58.707299 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bd65fe28-d332-4579-9800-7569e339c751 req-6ce8d3f5-a93e-4415-b6fa-a80ab7f284ec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.1369979 Aug 31 07:58:58.761840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:58.768071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:58.775443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:58.781553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Pushing event updated for resources: {'Port': ['ID=d678b87c-95ef-4b94-88e5-0ce13f9934ab,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:58.841974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1ea7-382a-4828-839c-15f7771eaacb req-f1979dd5-4692-4539-88d6-cd60fd376481 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:58.850920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdea1ea7-382a-4828-839c-15f7771eaacb req-f1979dd5-4692-4539-88d6-cd60fd376481 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.2377429 Aug 31 07:58:58.874919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bd65fe28-d332-4579-9800-7569e339c751 req-3ab8d05d-24a2-4506-911e-c98af112f326 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614225 Aug 31 07:58:58.882238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Attempting to bind port d678b87c-95ef-4b94-88e5-0ce13f9934ab on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:58.883114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Attempting to bind port d678b87c-95ef-4b94-88e5-0ce13f9934ab by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:58.883573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Attempting to bind port d678b87c-95ef-4b94-88e5-0ce13f9934ab on network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:58.892859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:58.893937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Checking segment: {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:58.899013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.899013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Bound using segment: {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:58.899013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Bound port: d678b87c-95ef-4b94-88e5-0ce13f9934ab, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:58.899013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.915204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:58.954832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdea1ea7-382a-4828-839c-15f7771eaacb req-b4b1b877-b0ee-4cea-b16b-e2bd9e09d607 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025133 Aug 31 07:58:59.001111 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:58:59.014242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] For port d678b87c-95ef-4b94-88e5-0ce13f9934ab, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:59.018072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] For port d678b87c-95ef-4b94-88e5-0ce13f9934ab, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d678b87c-95ef-4b94-88e5-0ce13f9934ab,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:59.140370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.20.0.1 (cd21ccf9-4c80-48f7-95e2-6192054a3ae2/a6a2616e-14d8-4654-a198-e99ee1350f21/b25e4701-d62a-4846-9a84-0cd233a86644) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:59.160770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.200563 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.257501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 964bf28a-df73-4334-b40b-41d9b7d64265 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:59.347065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76be51-cc9b-43a0-91ee-e0c72520cb75 None None] Pushing event updated for resources: {'Port': ['ID=d678b87c-95ef-4b94-88e5-0ce13f9934ab,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:59.393391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 964bf28a-df73-4334-b40b-41d9b7d64265 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:59.393796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.445547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.464374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.614805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.622588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.632634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-7b739909-a780-464c-aab2-0fcb926b8b39 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:59.634500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-7b739909-a780-464c-aab2-0fcb926b8b39 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 797 time: 0.3809595 Aug 31 07:58:59.636037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object b25e4701-d62a-4846-9a84-0cd233a86644 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:59.775213 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-367dcd58-86fe-4b38-85a2-0ce2233c45ac tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 380 time: 0.0936844 Aug 31 07:58:59.776830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.786612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'port': {'device_id': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'admin_state_up': True, 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'security_groups': ['8354606a-2186-47bb-b156-9dd296971ecb']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:59.798889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ae1e6a9-9eea-4c81-8141-16516d5cea8c req-e5845f42-28b9-4fe8-8123-1f0dafcfb83a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.0836668 Aug 31 07:58:59.824803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Pushing event updated for resources: {'Port': ['ID=4a02fc41-f0cd-481f-895a-d11a53413407,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:59.873383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cabf90a-3557-4544-a101-17232c2ab396 req-75c8bb86-2070-4d2d-9d80-7fea43272e71 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0788834 Aug 31 07:58:59.882825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.959107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:59.966579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:59.970972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=b25e4701-d62a-4846-9a84-0cd233a86644,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:59.976191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:00.006009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.007624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02eaaf7d-52c3-4891-b77e-83228cac06c2 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4982166 Aug 31 07:59:00.010547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58994) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:00.018140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-717346740', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'fixed_ips': [{'ip_address': '172.25.0.196'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:00.072978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.167071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Made reservation on behalf of d2fe00e0040143c0aa14c1da34f0fdc1 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:00.173113 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.201360 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.235028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42d934-774d-4505-a024-d6cf02625245 req-6e64b448-c34b-4a84-ba71-e01e93a4c830 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:00.245759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb42d934-774d-4505-a024-d6cf02625245 req-6e64b448-c34b-4a84-ba71-e01e93a4c830 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1504893 Aug 31 07:59:00.289238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb42d934-774d-4505-a024-d6cf02625245 req-a349ec00-b923-41bb-b9ab-dcf637939dcb tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Aug 31 07:59:00.331529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:00.331529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.415594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.461588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.561060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.574880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] device_id is not set on port 6ab0ddff-00bb-4190-898d-117ac8a99856 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:00.689889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.13 (1c5e6323-4452-47ed-9d1c-ff9f89d8c48e/b0fc6359-54f5-4dae-ae20-a5afd286f5f4/1b4d1b92-45c3-4726-80c3-93811ff2827a) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:00.748951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436aa61-9612-47db-ab05-e0f66c789c6f None None] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:00.815125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e64f999-3a69-4171-afc2-0f4d85785e68,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:00.949159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7bd69855-7eeb-4f1a-a1af-73594c21d8aa None None] Provisioning for port d678b87c-95ef-4b94-88e5-0ce13f9934ab completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:01.103510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5091dcc7-4554-4e72-9a43-57f50bf0b1b8 req-26859460-3041-4975-b40d-f4514e66b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.1742630 Aug 31 07:59:01.141640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.183861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.193711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0105201c-8b58-4c24-af81-e9c4bfb080fa req-e2f7ba2c-f340-4eec-a079-14404fd99eff tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0949419 Aug 31 07:59:01.215720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 1b4d1b92-45c3-4726-80c3-93811ff2827a will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:01.309250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.345657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-b1f3bbdb-0db7-47c0-8cc2-ca7ec4542d93 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:01.362076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-b1f3bbdb-0db7-47c0-8cc2-ca7ec4542d93 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "GET /v2.0/networks?id=e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 200 len: 814 time: 0.4349601 Aug 31 07:59:01.369679 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 07:59:01.370571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:01.398416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d678b87c-95ef-4b94-88e5-0ce13f9934ab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:01.418474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Request body: {'port': {'device_id': '340374ca-815a-47d2-9701-7bc4de8f0624', 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d', 'admin_state_up': True, 'tenant_id': '61979286ac14460fb5b1f76603b31235'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:01.418776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.512782 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.517533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:01.519108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=b25e4701-d62a-4846-9a84-0cd233a86644,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:01.529500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:01.574416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:01.577466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c7287fbc-17a5-443e-863f-4534eb7879e6 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5653567 Aug 31 07:59:01.584083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59008) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:01.652108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d678b87c-95ef-4b94-88e5-0ce13f9934ab completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:01.659303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d678b87c-95ef-4b94-88e5-0ce13f9934ab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:01.659690 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.808382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:01.818200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.818200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3178a082-1634-4eaa-bc7d-b763f8b81b78 None None] Provisioning for port b25e4701-d62a-4846-9a84-0cd233a86644 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:01.858169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3178a082-1634-4eaa-bc7d-b763f8b81b78 None None] Provisioning complete for port b25e4701-d62a-4846-9a84-0cd233a86644 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:01.858169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3178a082-1634-4eaa-bc7d-b763f8b81b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.861636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:01.862521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:01.960244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port d678b87c-95ef-4b94-88e5-0ce13f9934ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d678b87c-95ef-4b94-88e5-0ce13f9934ab,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:01.961622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd8339-d74e-4e85-9dd0-bdc0c5e2e7a7 req-6cad178b-be81-430c-93d7-26cd8926c980 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:01.961777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3178a082-1634-4eaa-bc7d-b763f8b81b78 None None] Port b25e4701-d62a-4846-9a84-0cd233a86644 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:01.971222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27dd8339-d74e-4e85-9dd0-bdc0c5e2e7a7 req-6cad178b-be81-430c-93d7-26cd8926c980 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.4677224 Aug 31 07:59:01.978805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:01.978957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:02.062112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.098549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27dd8339-d74e-4e85-9dd0-bdc0c5e2e7a7 req-50d33b1a-2b46-49b6-871d-ecfaa6aa26c4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260791 Aug 31 07:59:02.101630 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bfea2841-ea30-4eab-aebb-124793a2cd32 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3194330 Aug 31 07:59:02.116151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Request body: {'port': {'device_id': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:02.157790 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=d678b87c-95ef-4b94-88e5-0ce13f9934ab,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:02.183289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-893b519a-aa10-4a17-af12-657dd7b56573 None None] Provisioning complete for port b25e4701-d62a-4846-9a84-0cd233a86644 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:02.186832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-893b519a-aa10-4a17-af12-657dd7b56573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.213207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Deleting port 4a02fc41-f0cd-481f-895a-d11a53413407 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:02.213207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.229911 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.251007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-893b519a-aa10-4a17-af12-657dd7b56573 None None] Port b25e4701-d62a-4846-9a84-0cd233a86644 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:02.327853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Made reservation on behalf of 61979286ac14460fb5b1f76603b31235 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:02.331284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.463080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:59:02.466667 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.467160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.481939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Calling delete_port for 4a02fc41-f0cd-481f-895a-d11a53413407 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:02.507558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7e0c6872-2a39-42ff-ad96-5968b3e1e19b None None] Provisioning for port 1b4d1b92-45c3-4726-80c3-93811ff2827a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:02.512121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7e0c6872-2a39-42ff-ad96-5968b3e1e19b None None] Provisioning complete for port 1b4d1b92-45c3-4726-80c3-93811ff2827a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:02.515354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7e0c6872-2a39-42ff-ad96-5968b3e1e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.559787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c6872-2a39-42ff-ad96-5968b3e1e19b None None] Port 1b4d1b92-45c3-4726-80c3-93811ff2827a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:02.676215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e680881-df6f-435f-93cd-d75bbb2d5419 req-a996847b-c8b1-4de7-a8e8-495860384819 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.1838470 Aug 31 07:59:02.691367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-81cbf96a-24b8-4ba9-a1cd-3e5662077bf5 None None] Provisioning complete for port b25e4701-d62a-4846-9a84-0cd233a86644 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:02.693293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-81cbf96a-24b8-4ba9-a1cd-3e5662077bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.728376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcf33d-e913-4fa0-9091-e22a87851f8e req-a00f028a-9207-45a3-841f-af32630ff3a0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:02.741420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69fcf33d-e913-4fa0-9091-e22a87851f8e req-a00f028a-9207-45a3-841f-af32630ff3a0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 932 time: 0.4203660 Aug 31 07:59:02.749366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-81cbf96a-24b8-4ba9-a1cd-3e5662077bf5 None None] Port b25e4701-d62a-4846-9a84-0cd233a86644 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:02.781018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:02.794793 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:02.804072 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-29ce1f0e-48fc-48af-80b4-ebaaff4b28d4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4052594 Aug 31 07:59:02.804961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59026) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:02.810773 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:02.813044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:02.816046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1771776604'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:02.913496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69fcf33d-e913-4fa0-9091-e22a87851f8e req-2d341893-e6b2-49e0-a768-bd9f15e3a136 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705089 Aug 31 07:59:02.934678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:02.942209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.954871 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:02.972044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4d1b92-45c3-4726-80c3-93811ff2827a {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:02.992484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:02.994303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Allocated IP 172.20.0.2 (e909d975-5222-483a-81e8-23f6a4a1194d/74481271-5560-47c9-8c92-d8312bfcd971/35ab3acd-642f-4aa5-9644-88bf92294761) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:03.018396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Transition to ACTIVE for port object 1b4d1b92-45c3-4726-80c3-93811ff2827a will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:03.154053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.184979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d678b87c-95ef-4b94-88e5-0ce13f9934ab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:03.239614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:03.309942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.347731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:59:03.390165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d678b87c-95ef-4b94-88e5-0ce13f9934ab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:03.390928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.427163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.559377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a02fc41-f0cd-481f-895a-d11a53413407,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:03.566065 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:00Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:00Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:03.631143 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:03.636910 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Updating router 56dd7b4a-a210-4295-a7ac-b021b1c1815e port b25e4701-d62a-4846-9a84-0cd233a86644 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:59:03.674239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.685010 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.747337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4d25-33d9-436e-84d6-300b05dcd167 req-6d5749fc-93a0-4266-bba4-b8b37acc3db4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:03.749680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-595c4d25-33d9-436e-84d6-300b05dcd167 req-6d5749fc-93a0-4266-bba4-b8b37acc3db4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.3483474 Aug 31 07:59:03.803723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.804415 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment 2b93b29e-4bc6-44a5-9382-f223b60c8c54 of type vlan for network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 Aug 31 07:59:03.806217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.810317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.812253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1e3c0174-c00a-4c69-bc08-e5ef78b85d4f tempest-ExternalNetworksAdminNegativeTestJSON-1085378193 tempest-ExternalNetworksAdminNegativeTestJSON-1085378193-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/6102258f-cb5c-49e5-ab05-78ebe4ac68ab HTTP/1.1" status: 204 len: 168 time: 2.2257118 Aug 31 07:59:03.815124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Network e909d975-5222-483a-81e8-23f6a4a1194d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:03.821938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Pushing event updated for resources: {'Port': ['ID=35ab3acd-642f-4aa5-9644-88bf92294761,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:03.856146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:03.859930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:03.897454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:03.898664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:03.899076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:03.911535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Port 1b4d1b92-45c3-4726-80c3-93811ff2827a on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:03.912633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:03.934147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.943158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:03.943642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Checking segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:03.948272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Bound using segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:03.948272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Bound port: 1b4d1b92-45c3-4726-80c3-93811ff2827a, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:03.948272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:03.968400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4559-8066-4770-b3bf-eb42266fb05a req-e3180274-8c63-4c92-b904-ba4b8d2e447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:03.970944 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-e3180274-8c63-4c92-b904-ba4b8d2e447b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 1098 time: 0.5598507 Aug 31 07:59:03.987529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-595c4d25-33d9-436e-84d6-300b05dcd167 req-802068b7-2538-4c81-a487-093259b628c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243645 Aug 31 07:59:04.015677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.015677 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.049883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d7097-979d-4f0d-b99d-99b018f81d7b req-149f206e-63df-446a-a158-e7c61b56bdcb tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.052591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b12d7097-979d-4f0d-b99d-99b018f81d7b req-149f206e-63df-446a-a158-e7c61b56bdcb tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 931 time: 0.2484961 Aug 31 07:59:04.146319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b12d7097-979d-4f0d-b99d-99b018f81d7b req-135b236b-11de-498b-a79d-8936e98e2d3f tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732687 Aug 31 07:59:04.148911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:04.158322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:04.158616 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.169964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4559-8066-4770-b3bf-eb42266fb05a req-f7cd12a3-3ef1-4b4b-a8ba-6556e4a52b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.169964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-f7cd12a3-3ef1-4b4b-a8ba-6556e4a52b5b service neutron] 10.222.0.68 "GET /v2.0/networks?id=16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 200 len: 919 time: 0.1841576 Aug 31 07:59:04.173981 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Transition to ACTIVE for port object b25e4701-d62a-4846-9a84-0cd233a86644 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:04.180823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-e7c35b22-b289-477e-a0aa-42a416f05cdc tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7715681 Aug 31 07:59:04.197139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Request body: {'port': {'device_id': '340374ca-815a-47d2-9701-7bc4de8f0624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:04.249508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.252469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.259155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.259970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.263643 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-9e299878-0e9d-4797-be90-a40403c50528 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 200 len: 217 time: 0.0869374 Aug 31 07:59:04.268362 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.335797 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91297f9-0bbc-47c9-b41b-167cc0968745 None None] Pushing event updated for resources: {'Port': ['ID=b25e4701-d62a-4846-9a84-0cd233a86644,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:04.364038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a024-3e4a-43db-b5f7-f6abd44370c9 req-53d1b330-9b76-451f-a485-6a585e8f39a8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.377689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df28a024-3e4a-43db-b5f7-f6abd44370c9 req-53d1b330-9b76-451f-a485-6a585e8f39a8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.1397982 Aug 31 07:59:04.424163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.424493 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Attempting to bind port b25e4701-d62a-4846-9a84-0cd233a86644 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:04.425499 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Attempting to bind port b25e4701-d62a-4846-9a84-0cd233a86644 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:04.426292 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Attempting to bind port b25e4701-d62a-4846-9a84-0cd233a86644 on network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:04.435816 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:04.436572 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Checking segment: {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:04.437947 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.439517 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Bound using segment: {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:04.440587 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Bound port: b25e4701-d62a-4846-9a84-0cd233a86644, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:04.441233 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.513309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df28a024-3e4a-43db-b5f7-f6abd44370c9 req-202b680e-6a0c-48cf-98ba-44ff4ea619e1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340024 Aug 31 07:59:04.541210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:04.557318 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7491429 Aug 31 07:59:04.561451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.562444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.564429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-333fcae7-fb47-43cb-9c89-2a2a64299ca2 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 1093 time: 2.4534831 Aug 31 07:59:04.568600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:04.571468 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68" -d '{"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:04.586630 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] For port b25e4701-d62a-4846-9a84-0cd233a86644, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:04.587679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59044) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:04.590594 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] For port b25e4701-d62a-4846-9a84-0cd233a86644, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b25e4701-d62a-4846-9a84-0cd233a86644,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:04.622973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:04.719624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c1663-ac99-4f62-bcc0-d6b01b1fb3fe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=19201b9a-62cd-4a42-82f8-2f8e5efd23d7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:04.726344 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:04.744870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:59:04.772898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59048) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:04.784759 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fb395-a2be-498b-94f4-4af44e640ab9 x-openstack-request-id: req-c38fb395-a2be-498b-94f4-4af44e640ab9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:04.784759 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:04.784759 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c38fb395-a2be-498b-94f4-4af44e640ab9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:04.784759 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'status': 'completed', 'code': 200} Aug 31 07:59:04.862580 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:04.863250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:04.870918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4559-8066-4770-b3bf-eb42266fb05a req-4b6166c4-c66c-4a7a-8c8b-f6bcabdb5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.874282 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-4b6166c4-c66c-4a7a-8c8b-f6bcabdb5eda service neutron] 10.222.0.68 "GET /v2.0/subnets?id=416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 200 len: 858 time: 0.5965056 Aug 31 07:59:04.927057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-a586bb76-5dd2-4b62-9cdc-d230c96d7133 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=16a751a4-65e3-403d-a85c-c94d7a898859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414555 Aug 31 07:59:04.940350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68 req-c8aafcdb-03c5-4c7f-ae13-4e8fc88cefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:04.945149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68 req-c8aafcdb-03c5-4c7f-ae13-4e8fc88cefd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1096 time: 0.2206953 Aug 31 07:59:05.058759 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91297f9-0bbc-47c9-b41b-167cc0968745 None None] Pushing event updated for resources: {'Port': ['ID=b25e4701-d62a-4846-9a84-0cd233a86644,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:05.073767 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-51bc0ed9-1dab-4563-ae31-94d519186405 service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230454 Aug 31 07:59:05.109690 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:05.281921 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f5d2-629b-4cff-aaa7-ee70a65ad403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:05.319963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ab3acd-642f-4aa5-9644-88bf92294761 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:05.331942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:05.354650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Transition to ACTIVE for port object 35ab3acd-642f-4aa5-9644-88bf92294761 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:05.392826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:05.397147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:05.437147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae4b6-5cb1-405b-be86-c2320b8cee5b req-c60fc501-679d-4b57-8580-f9778499a2e4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:05.445476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-164ae4b6-5cb1-405b-be86-c2320b8cee5b req-c60fc501-679d-4b57-8580-f9778499a2e4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.2918503 Aug 31 07:59:05.465246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:05.491095 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:00Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:04Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:05.532606 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96059b2-647d-45b2-b06d-6b7f3de3e999 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:00Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:04Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:05.548962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054f4c1-984b-41df-9250-ea2818d9c799 req-a65da03a-deb4-49e7-8a27-a0b191a4b3dd tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:05.551135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4054f4c1-984b-41df-9250-ea2818d9c799 req-a65da03a-deb4-49e7-8a27-a0b191a4b3dd tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 931 time: 0.1853256 Aug 31 07:59:05.566826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-164ae4b6-5cb1-405b-be86-c2320b8cee5b req-d584f538-19b5-4b2c-8c41-60c2e5f57a98 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190090 Aug 31 07:59:05.573724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Pushing event updated for resources: {'Port': ['ID=35ab3acd-642f-4aa5-9644-88bf92294761,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:05.653689 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-504a4559-8066-4770-b3bf-eb42266fb05a req-62ff06b0-dab9-4c46-9389-591f4729c627 service neutron] 10.222.0.68 "GET /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400243 Aug 31 07:59:05.666536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68 req-ee15843a-83ba-4882-9ce4-cf74b0ab4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:05.669057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68 req-ee15843a-83ba-4882-9ce4-cf74b0ab4807 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5909286 Aug 31 07:59:05.709179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Attempting to bind port 35ab3acd-642f-4aa5-9644-88bf92294761 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:05.709615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Attempting to bind port 35ab3acd-642f-4aa5-9644-88bf92294761 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:05.710064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Attempting to bind port 35ab3acd-642f-4aa5-9644-88bf92294761 on network e909d975-5222-483a-81e8-23f6a4a1194d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:05.718442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Port 35ab3acd-642f-4aa5-9644-88bf92294761 on network e909d975-5222-483a-81e8-23f6a4a1194d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:05.718442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Attempting to bind port 35ab3acd-642f-4aa5-9644-88bf92294761 on network e909d975-5222-483a-81e8-23f6a4a1194d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:05.738683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4054f4c1-984b-41df-9250-ea2818d9c799 req-818123b6-f5d2-4874-85fd-fde78b1d31d5 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708517 Aug 31 07:59:05.748770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:05.749375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Checking segment: {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:05.750066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Bound using segment: {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:05.750850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Bound port: 35ab3acd-642f-4aa5-9644-88bf92294761, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:05.751664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:05.912072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379def27-1568-4de5-9fe3-dec0fe81aedb req-59416b4e-0330-4ec8-8601-d93b9f3ca1d3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:05.915877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-379def27-1568-4de5-9fe3-dec0fe81aedb req-59416b4e-0330-4ec8-8601-d93b9f3ca1d3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.1210065 Aug 31 07:59:05.917214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] For port 35ab3acd-642f-4aa5-9644-88bf92294761, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:05.953110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] For port 35ab3acd-642f-4aa5-9644-88bf92294761, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35ab3acd-642f-4aa5-9644-88bf92294761,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:05.997495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-379def27-1568-4de5-9fe3-dec0fe81aedb req-a4cd45b6-c7de-4da0-bf53-b008fd4ea156 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733535 Aug 31 07:59:06.067414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f5d2-629b-4cff-aaa7-ee70a65ad403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.073912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68 req-6e528819-d3a6-4d31-a626-e5d9967c3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.075513 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7c0b5bdb-71ca-47bc-89ff-1a86f1aa5b68 req-6e528819-d3a6-4d31-a626-e5d9967c3c2f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3945661 Aug 31 07:59:06.096079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.160423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f5d2-629b-4cff-aaa7-ee70a65ad403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.213285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.216754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-6c425187-d0a7-4b85-bd3d-c00c7398af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.218597 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-6c425187-d0a7-4b85-bd3d-c00c7398af9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1026564 Aug 31 07:59:06.230191 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ad1f5d2-629b-4cff-aaa7-ee70a65ad403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4c8287bfba6415ab9c5527fb758ff95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4513631 Aug 31 07:59:06.240425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1f5d2-629b-4cff-aaa7-ee70a65ad403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429834b0-df32-4ff9-bfae-cd59b2aa8544,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:06.256332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59064) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:06.348882 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-61d0e6ab-ab8f-4594-ad92-d8d69be5f0af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 217 time: 0.1169753 Aug 31 07:59:06.419616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=69c9e563-9cb0-4892-9908-869fc8e2dd52,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:06.468373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:06.468373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: 19201b9a-62cd-4a42-82f8-2f8e5efd23d7, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:59:06.478976 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f33-cff5-48a2-a11d-2291d2db7672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.481793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-36326f1c-8872-4a55-b106-f5661ec7eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.483808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-36326f1c-8872-4a55-b106-f5661ec7eb92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.1208577 Aug 31 07:59:06.542591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f33-cff5-48a2-a11d-2291d2db7672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.556308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.557801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.559273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] 10.222.0.45 "PUT /v2.0/ports/35ab3acd-642f-4aa5-9644-88bf92294761 HTTP/1.1" status: 200 len: 1092 time: 2.3687756 Aug 31 07:59:06.564053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340374ca-815a-47d2-9701-7bc4de8f0624', 'tag': '35ab3acd-642f-4aa5-9644-88bf92294761'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:06.568425 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d83a420-b615-4fe4-bc36-0f6e73b519a3" -d '{"events": [{"name": "network-changed", "server_uuid": "340374ca-815a-47d2-9701-7bc4de8f0624", "tag": "35ab3acd-642f-4aa5-9644-88bf92294761"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:06.588751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594626-8886-4a79-84fb-be6bd41cab57 req-40a5f6e3-8e6d-481c-a7b1-fef929c2fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.590484 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-40a5f6e3-8e6d-481c-a7b1-fef929c2fa71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923998 Aug 31 07:59:06.598652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb236-ab46-4c6a-9615-63d69b68a060 service neutron] Pushing event updated for resources: {'Port': ['ID=35ab3acd-642f-4aa5-9644-88bf92294761,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:06.616361 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f02f67-351c-4d3e-930e-48c5c015f643 x-openstack-request-id: req-52f02f67-351c-4d3e-930e-48c5c015f643 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:06.616702 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340374ca-815a-47d2-9701-7bc4de8f0624", "tag": "35ab3acd-642f-4aa5-9644-88bf92294761", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:06.616950 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52f02f67-351c-4d3e-930e-48c5c015f643 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:06.617348 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340374ca-815a-47d2-9701-7bc4de8f0624', 'tag': '35ab3acd-642f-4aa5-9644-88bf92294761', 'status': 'completed', 'code': 200} Aug 31 07:59:06.664834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:59:06.735819 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-c85b5f90-69e1-4ae7-911f-169f74cb736b service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359787 Aug 31 07:59:06.771438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 19201b9a-62cd-4a42-82f8-2f8e5efd23d7) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:06.787166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a420-b615-4fe4-bc36-0f6e73b519a3 req-da1f3125-e0eb-4f49-b191-815fe25ba4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.787166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d83a420-b615-4fe4-bc36-0f6e73b519a3 req-da1f3125-e0eb-4f49-b191-815fe25ba4c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 1095 time: 0.1416457 Aug 31 07:59:06.787455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ae3ba-c99f-42a4-b0b2-03d9428c45d3 None None] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:06.806452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a2632-b560-4a84-9b0b-cbc94ada575d req-f5191128-33ca-44da-bae3-3f9dc52e45e0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.806940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.807537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.808251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b8a2632-b560-4a84-9b0b-cbc94ada575d req-f5191128-33ca-44da-bae3-3f9dc52e45e0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1171751 Aug 31 07:59:06.818621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f33-cff5-48a2-a11d-2291d2db7672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.837716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ef21f33-cff5-48a2-a11d-2291d2db7672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.839206 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ef21f33-cff5-48a2-a11d-2291d2db7672 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/429834b0-df32-4ff9-bfae-cd59b2aa8544 HTTP/1.1" status: 204 len: 168 time: 0.5571055 Aug 31 07:59:06.870635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef21f33-cff5-48a2-a11d-2291d2db7672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429834b0-df32-4ff9-bfae-cd59b2aa8544,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:06.916070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbac24-33c0-4b85-8ed0-071c66bf53fd req-d8efcaaf-3054-4a98-b316-af7f6632086a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:06.917854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15fbac24-33c0-4b85-8ed0-071c66bf53fd req-d8efcaaf-3054-4a98-b316-af7f6632086a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.2255468 Aug 31 07:59:06.938934 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-21594626-8886-4a79-84fb-be6bd41cab57 req-bd3a5bfc-0339-4eb2-bea0-340dcfe2e5de service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938436 Aug 31 07:59:06.968809 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-34977ee4-ad89-41f6-a9f7-1496308d80e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3543398 Aug 31 07:59:06.968809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:07.021469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:59:07.022447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.064630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b8a2632-b560-4a84-9b0b-cbc94ada575d req-e3f809a3-bab4-4413-b22d-5c07b3e966be tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313523 Aug 31 07:59:07.085773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15fbac24-33c0-4b85-8ed0-071c66bf53fd req-a8d54e24-171b-4652-88da-d36dc74c2fed tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396904 Aug 31 07:59:07.097582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a420-b615-4fe4-bc36-0f6e73b519a3 req-6f50ef2e-c9ca-43e0-b5b4-a9918b6a6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:07.099961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d83a420-b615-4fe4-bc36-0f6e73b519a3 req-6f50ef2e-c9ca-43e0-b5b4-a9918b6a6599 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=61979286ac14460fb5b1f76603b31235&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3104374 Aug 31 07:59:07.318893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b25e4701-d62a-4846-9a84-0cd233a86644 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:07.421018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Allocated IP 172.21.0.2 (19201b9a-62cd-4a42-82f8-2f8e5efd23d7/69c9e563-9cb0-4892-9908-869fc8e2dd52/96cab419-9b3a-4bc9-b185-715fa08fcf4f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:07.576385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.581539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b25e4701-d62a-4846-9a84-0cd233a86644 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:07.591504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b25e4701-d62a-4846-9a84-0cd233a86644 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:07.592259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.635280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed855a-a773-47ef-9b9e-b69f1f9c3848 req-e2937e67-09db-47f1-930f-8e4772a9fab5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:07.637919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7ed855a-a773-47ef-9b9e-b69f1f9c3848 req-e2937e67-09db-47f1-930f-8e4772a9fab5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.2716663 Aug 31 07:59:07.681939 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.698603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Transition to ACTIVE for port object 96cab419-9b3a-4bc9-b185-715fa08fcf4f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:07.705734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63afc45-45f8-489d-bb47-19b733609721 req-24f08f5c-a379-4a50-b7ab-bdef19ecde03 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:07.710653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a63afc45-45f8-489d-bb47-19b733609721 req-24f08f5c-a379-4a50-b7ab-bdef19ecde03 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 943 time: 0.3424218 Aug 31 07:59:07.730511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a420-b615-4fe4-bc36-0f6e73b519a3 req-d213b7d0-902d-486f-871a-935a53e90100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:07.732817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d83a420-b615-4fe4-bc36-0f6e73b519a3 req-d213b7d0-902d-486f-871a-935a53e90100 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6251020 Aug 31 07:59:07.741916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Transition to ACTIVE for port object 96cab419-9b3a-4bc9-b185-715fa08fcf4f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:07.762423 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.793595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7ed855a-a773-47ef-9b9e-b69f1f9c3848 req-89849f13-891d-4a48-b264-f731891017a5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263387 Aug 31 07:59:07.804759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b25e4701-d62a-4846-9a84-0cd233a86644, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b25e4701-d62a-4846-9a84-0cd233a86644,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:07.813393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a63afc45-45f8-489d-bb47-19b733609721 req-2fe75025-460c-47e9-97e5-8c7861df4a0a tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858233 Aug 31 07:59:07.868239 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.884957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-36147695-a3d5-4d1b-b18a-1b3720bfab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:07.886657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-36147695-a3d5-4d1b-b18a-1b3720bfab7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 1095 time: 0.0722425 Aug 31 07:59:07.927736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:07.931148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:07.936433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:07.947172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-fca50c4d-1d93-4b71-93b7-b72cf2970ff0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ab3acd-642f-4aa5-9644-88bf92294761 HTTP/1.1" status: 200 len: 217 time: 0.0497971 Aug 31 07:59:07.947446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:07.949418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Pushing event updated for resources: {'Port': ['ID=96cab419-9b3a-4bc9-b185-715fa08fcf4f,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:07.956576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59090) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:08.048852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Attempting to bind port 96cab419-9b3a-4bc9-b185-715fa08fcf4f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:08.049165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Attempting to bind port 96cab419-9b3a-4bc9-b185-715fa08fcf4f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:08.049730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Attempting to bind port 96cab419-9b3a-4bc9-b185-715fa08fcf4f on network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:08.052731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b25e4701-d62a-4846-9a84-0cd233a86644,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:08.058514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:08.058514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Checking segment: {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:08.058837 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.058998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Bound using segment: {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:08.059648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Bound port: 96cab419-9b3a-4bc9-b185-715fa08fcf4f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:08.060169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.073663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-55230140-5cbd-44c5-a459-35ebb859519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:08.076204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-55230140-5cbd-44c5-a459-35ebb859519d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74481271-5560-47c9-8c92-d8312bfcd971 HTTP/1.1" status: 200 len: 854 time: 0.1115670 Aug 31 07:59:08.084159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ed7ecdd9-868e-45d3-8837-f71a8087d9a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2fe00e0040143c0aa14c1da34f0fdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263037 Aug 31 07:59:08.088497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59092) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:08.098661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533ec5-b5fc-4041-8588-a82f433edfc8 req-2e5898a4-a1a2-465d-9a29-aa863576d10a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:08.100742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f533ec5-b5fc-4041-8588-a82f433edfc8 req-2e5898a4-a1a2-465d-9a29-aa863576d10a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1526401 Aug 31 07:59:08.135836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-c889626d-37fe-44d4-8776-d0bcbf3b08d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e909d975-5222-483a-81e8-23f6a4a1194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487790 Aug 31 07:59:08.149558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] For port 96cab419-9b3a-4bc9-b185-715fa08fcf4f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:08.154835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] For port 96cab419-9b3a-4bc9-b185-715fa08fcf4f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=96cab419-9b3a-4bc9-b185-715fa08fcf4f,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:08.211499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea24f-b2ef-416f-8c00-5ad14d4a0ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.229427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f533ec5-b5fc-4041-8588-a82f433edfc8 req-311135e2-f85a-4223-9c0a-c91971d3ff70 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163626 Aug 31 07:59:08.268277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.340639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea24f-b2ef-416f-8c00-5ad14d4a0ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.344625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa1eaa-3576-4b64-a5ac-2978a8881e53 None None] Pushing event updated for resources: {'Port': ['ID=96cab419-9b3a-4bc9-b185-715fa08fcf4f,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:08.345893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-c55a407a-669d-4479-a81e-e1e245e98fd1 service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921709 Aug 31 07:59:08.454686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.21.0.1 (19201b9a-62cd-4a42-82f8-2f8e5efd23d7/69c9e563-9cb0-4892-9908-869fc8e2dd52/78791b19-9fd7-43a6-9cce-2d94bef1cb12) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:08.479835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621dfb0-7d7b-47f1-8af7-fc37146db671 req-af602b62-0dbb-4c0c-a89d-034474d589e0 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:08.481428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6621dfb0-7d7b-47f1-8af7-fc37146db671 req-af602b62-0dbb-4c0c-a89d-034474d589e0 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.2485266 Aug 31 07:59:08.534063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64d491f-558f-4ec8-8265-c3e848f5ead9 req-61c4aa4c-961b-4b27-b5fe-ad048793490d service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866038 Aug 31 07:59:08.566859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6621dfb0-7d7b-47f1-8af7-fc37146db671 req-c982784a-6b18-4951-8d41-bc2c13c333a5 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761313 Aug 31 07:59:08.601074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea24f-b2ef-416f-8c00-5ad14d4a0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.601074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea24f-b2ef-416f-8c00-5ad14d4a0ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.601074 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd1ea24f-b2ef-416f-8c00-5ad14d4a0ee8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e64f999-3a69-4171-afc2-0f4d85785e68 HTTP/1.1" status: 204 len: 168 time: 0.5034921 Aug 31 07:59:08.667463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ea24f-b2ef-416f-8c00-5ad14d4a0ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e64f999-3a69-4171-afc2-0f4d85785e68,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:08.718014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.730347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object 78791b19-9fd7-43a6-9cce-2d94bef1cb12 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:08.730612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-832fb0a5-f0e3-48f9-81e2-1aa69367e24c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:08.742792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-832fb0a5-f0e3-48f9-81e2-1aa69367e24c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.2071772 Aug 31 07:59:08.791112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-879ff81b-7f07-477b-97e0-5417d8aaedb9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/quotas/0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 375 time: 0.0471604 Aug 31 07:59:08.863472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-7e80a4f3-d1dc-4524-ab03-acc4f175c8c7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0714188 Aug 31 07:59:08.865291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:08.911403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:08.916929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:08.921258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:08.954329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=78791b19-9fd7-43a6-9cce-2d94bef1cb12,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:08.981366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-b095398e-01cb-4bc0-8b4f-d89c9015e80f service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101909 Aug 31 07:59:08.988272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:09.093745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-7ba24241-f184-4662-8b7f-d7452cab4ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050277 Aug 31 07:59:09.270885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:09.315674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602119d-90b2-4bd2-825f-e0ffb8f6c0cf req-f5060a9f-c1f1-43d0-84b3-65b005759df2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:09.330973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b602119d-90b2-4bd2-825f-e0ffb8f6c0cf req-f5060a9f-c1f1-43d0-84b3-65b005759df2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.0899601 Aug 31 07:59:09.350730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:59:09.383043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b25e4701-d62a-4846-9a84-0cd233a86644 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:09.454682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b602119d-90b2-4bd2-825f-e0ffb8f6c0cf req-aacf93fe-8d70-4e20-bad1-74590b1e26ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232574 Aug 31 07:59:09.700456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42ce84-420d-46b0-bcfe-18f4ffe918d1 req-1f59b7b5-1aec-4fe2-8847-f719d6da3e81 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:09.716526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc42ce84-420d-46b0-bcfe-18f4ffe918d1 req-1f59b7b5-1aec-4fe2-8847-f719d6da3e81 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 943 time: 0.2362959 Aug 31 07:59:09.744525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.resource_extend [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:59:09.872848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc42ce84-420d-46b0-bcfe-18f4ffe918d1 req-26781f10-21a9-47a0-bdd0-0c28f64b9166 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423850 Aug 31 07:59:09.919951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b25e4701-d62a-4846-9a84-0cd233a86644 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:09.920652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:09.924278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.021323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a4ba4d8-b8cf-40f1-b58d-54e6f2a2a123 req-2b8bdb7b-9961-45d6-a244-25b6139024ae tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 210 time: 0.0798380 Aug 31 07:59:10.049802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.053765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c394068-dfaa-4367-80b6-2738724b519f None None] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:10.117587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:10.121017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 96cab419-9b3a-4bc9-b185-715fa08fcf4f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:10.160824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.161175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'port_id': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'mac_address': 'fa:16:3e:69:9b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:59:10.171158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=78791b19-9fd7-43a6-9cce-2d94bef1cb12,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:10.216755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-83d8755a-da10-4e1c-9bc0-ce2bd701183f None None] Provisioning for port 96cab419-9b3a-4bc9-b185-715fa08fcf4f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:10.249747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.290594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:10.292654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:10.313149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4d1b92-45c3-4726-80c3-93811ff2827a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:10.374760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:10.375475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 96cab419-9b3a-4bc9-b185-715fa08fcf4f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:10.394373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 96cab419-9b3a-4bc9-b185-715fa08fcf4f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:10.398555 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.420377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:10.506461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.552153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:10.568462 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-60342c99-c819-44d9-8736-61250308d474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6021373 Aug 31 07:59:10.571519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:10.578910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1422185958'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:10.593238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:10.619626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:10.625155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.627455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:10.628222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:10.754598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bfa7a-b41b-49bd-a5c4-a8ceb5e5a804 req-f6fc1535-9e9b-480c-b465-20376325cd4e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:10.757406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a8bfa7a-b41b-49bd-a5c4-a8ceb5e5a804 req-f6fc1535-9e9b-480c-b465-20376325cd4e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.1567390 Aug 31 07:59:10.759266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:10.763109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.788066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 96cab419-9b3a-4bc9-b185-715fa08fcf4f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=96cab419-9b3a-4bc9-b185-715fa08fcf4f,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:10.796706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:10.834935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['1b4d1b92-45c3-4726-80c3-93811ff2827a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:10.864491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a8bfa7a-b41b-49bd-a5c4-a8ceb5e5a804 req-a417f056-f437-4b9a-883c-8d811905ce80 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983827 Aug 31 07:59:10.911384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.939292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:59:10.955249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:10.955651 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment 95a79a8d-d012-44ed-8b0d-514fe9ae88ea of type vlan for network ffb39d13-9ba0-4084-bd09-3483aa0502d6 Aug 31 07:59:11.151058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.184155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-395039e6-27ae-489c-88d6-f8464e23b148 req-d2313528-a682-4d3d-8def-d58770291143 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 210 time: 0.0505052 Aug 31 07:59:11.220691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba413894-5a87-4a77-bf15-740b52977132 req-6dd69aff-7907-4379-9e04-0fd2bba9c1e1 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:11.232236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba413894-5a87-4a77-bf15-740b52977132 req-6dd69aff-7907-4379-9e04-0fd2bba9c1e1 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 943 time: 0.1811318 Aug 31 07:59:11.295985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba413894-5a87-4a77-bf15-740b52977132 req-be9305aa-c8ff-4784-a6ac-9aed92d87a8b tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626743 Aug 31 07:59:11.303815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.310381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:11.311202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.393278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=ffb39d13-9ba0-4084-bd09-3483aa0502d6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:11.421312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35ab3acd-642f-4aa5-9644-88bf92294761 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:59:11.423981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:59:11.507899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02da1134-cbdb-4193-b491-cafb01d302b8 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9352493 Aug 31 07:59:11.517231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59178) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:11.517383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=96cab419-9b3a-4bc9-b185-715fa08fcf4f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:11.517502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:11.565522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f290633-698a-4d85-956d-2f95a980f412 None None] Provisioning for port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:11.625362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f290633-698a-4d85-956d-2f95a980f412 None None] Provisioning complete for port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:11.625738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8f290633-698a-4d85-956d-2f95a980f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.730519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:11.735284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.766934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8f290633-698a-4d85-956d-2f95a980f412 None None] Port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:11.781355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 35ab3acd-642f-4aa5-9644-88bf92294761, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35ab3acd-642f-4aa5-9644-88bf92294761,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:11.815675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '35ab3acd-642f-4aa5-9644-88bf92294761', 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d', 'port_id': '35ab3acd-642f-4aa5-9644-88bf92294761', 'mac_address': 'fa:16:3e:03:bd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74481271-5560-47c9-8c92-d8312bfcd971', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:59:11.871810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f290633-698a-4d85-956d-2f95a980f412 None None] Provisioning complete for port 96cab419-9b3a-4bc9-b185-715fa08fcf4f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:11.872191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8f290633-698a-4d85-956d-2f95a980f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.928377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:09Z', 'revision_number': 3, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:09Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:11.937246 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:11.984322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:11.984680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Updating router 56dd7b4a-a210-4295-a7ac-b021b1c1815e port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:59:12.013858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ab3acd-642f-4aa5-9644-88bf92294761 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:12.064308 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:12.075950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 35ab3acd-642f-4aa5-9644-88bf92294761, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35ab3acd-642f-4aa5-9644-88bf92294761,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:12.197017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:12.463983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59202) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:12.469951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=35ab3acd-642f-4aa5-9644-88bf92294761,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:12.528414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['35ab3acd-642f-4aa5-9644-88bf92294761'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:12.623969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dc32912-4439-4e71-a2da-eba2f8edccb8 req-f55ea810-14f1-48a3-b351-bfeef1927c53 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 210 time: 0.0991073 Aug 31 07:59:12.642421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c20f663-45b8-4941-9603-e9fa39177538 None None] Provisioning complete for port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:12.642421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c20f663-45b8-4941-9603-e9fa39177538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:12.645274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:12.733642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-a36a2b01-f2d0-427c-95a5-b83613b1172a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:12.741008 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-a36a2b01-f2d0-427c-95a5-b83613b1172a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.4373367 Aug 31 07:59:12.741227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8c20f663-45b8-4941-9603-e9fa39177538 None None] Port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:12.761046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'port': {'device_id': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'admin_state_up': True, 'tenant_id': '0e7e6f1abd0540abadbabc8305830633'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:12.910679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1044258463'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:12.913589 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:12.913757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1da25-57aa-437b-8064-03ed2116b55e req-9d485ec7-36eb-4311-a1cf-5220ea86c0ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:12.922668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51c1da25-57aa-437b-8064-03ed2116b55e req-9d485ec7-36eb-4311-a1cf-5220ea86c0ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.4028366 Aug 31 07:59:12.935788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Transition to ACTIVE for port object 78791b19-9fd7-43a6-9cce-2d94bef1cb12 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:12.948614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:12.949787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: ffb39d13-9ba0-4084-bd09-3483aa0502d6, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:59:12.964925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=de9ce02f-848d-4d55-9add-e83646bdbd58,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:13.042690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51c1da25-57aa-437b-8064-03ed2116b55e req-24a7543f-c008-43ef-92cd-62fa1f8fe5d4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091650 Aug 31 07:59:13.043009 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.064548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Made reservation on behalf of 792b6454900544bcb198c405eba5d3c7 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:13.072503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.118267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.128089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdae26c-d61b-470f-9a08-0626f7175244 None None] Pushing event updated for resources: {'Port': ['ID=78791b19-9fd7-43a6-9cce-2d94bef1cb12,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:13.204936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:59:13.223651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Attempting to bind port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:13.223900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Attempting to bind port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:13.224337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Attempting to bind port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 on network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:13.230556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:13.230962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Checking segment: {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:13.231380 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.233203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:13.238246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.248697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Bound using segment: {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:13.249775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Bound port: 78791b19-9fd7-43a6-9cce-2d94bef1cb12, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93b29e-4bc6-44a5-9382-f223b60c8c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:13.250186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.270616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 96cab419-9b3a-4bc9-b185-715fa08fcf4f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:13.388099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:13.405508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ffb39d13-9ba0-4084-bd09-3483aa0502d6) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:13.424865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:13.425486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.477609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] For port 78791b19-9fd7-43a6-9cce-2d94bef1cb12, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:13.482192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] For port 78791b19-9fd7-43a6-9cce-2d94bef1cb12, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=78791b19-9fd7-43a6-9cce-2d94bef1cb12,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:13.483420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6770fb8-cd24-4c9f-94f1-b8ef9f61aa75 None None] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:13.493470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee53e5a-2de4-489b-8e89-9ea0d6e58716 req-ebbbd070-411b-4923-9746-98375cf7cf78 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:13.495901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ee53e5a-2de4-489b-8e89-9ea0d6e58716 req-ebbbd070-411b-4923-9746-98375cf7cf78 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 944 time: 0.1743035 Aug 31 07:59:13.508673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Allocated IP 172.20.0.3 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/e04c452c-3a54-46b7-aad8-8e142f4b3443) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:13.588480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 96cab419-9b3a-4bc9-b185-715fa08fcf4f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:13.588887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.602862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ee53e5a-2de4-489b-8e89-9ea0d6e58716 req-b27746bb-e991-4b85-ab67-19b0f599677c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000571 Aug 31 07:59:13.633341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.699697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 1b4d1b92-45c3-4726-80c3-93811ff2827a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:13.710943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 1b4d1b92-45c3-4726-80c3-93811ff2827a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:13.713662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.722609 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.733619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e980a979-ab24-4e41-8e10-95f91d02cbb8 req-de7aea19-37d4-45b3-ba87-b7fbc29d26f4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 210 time: 0.0330801 Aug 31 07:59:13.798036 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.816844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.825096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:13.826041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:13.854443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Transition to ACTIVE for port object e04c452c-3a54-46b7-aad8-8e142f4b3443 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:13.856013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:59:13.866559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56f6b9f-3c0d-4eb4-ab6b-dd63f2593776,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:13.873670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:13.874052 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Added segment f6f91c2b-3db3-4285-861c-7ab564a4ad3b of type vlan for network 2ca0693e-402e-4f21-9eba-f6e981afe873 Aug 31 07:59:13.879815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c335f3d3-4fe6-4052-9b3b-f0cd3af373a4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3681691 Aug 31 07:59:13.882779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59214) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:13.935047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.935412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.935751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.936102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.936446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.936785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.937125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.937466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.937799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.938175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.938510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:13.938840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:14.025691 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.074919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.114253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:14.116437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d71cfc87-e344-4aef-bdc7-9da6113c5a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:14.153569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:14.171710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:14.173876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:14.188172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:14.200027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.208396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:14.211597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.275853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdae26c-d61b-470f-9a08-0626f7175244 None None] Pushing event updated for resources: {'Port': ['ID=78791b19-9fd7-43a6-9cce-2d94bef1cb12,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:14.298874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d73128-0cdb-4282-8e52-22472e8f5100 req-c12d12b3-3be7-4ae7-ba07-e8cf87cbe449 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:14.307556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0d73128-0cdb-4282-8e52-22472e8f5100 req-c12d12b3-3be7-4ae7-ba07-e8cf87cbe449 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.1989141 Aug 31 07:59:14.350989 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8841796 Aug 31 07:59:14.428085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79e83-8683-48a5-bd6f-18a31af8c0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Pushing event updated for resources: {'Network': ['ID=2ca0693e-402e-4f21-9eba-f6e981afe873,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:14.449848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:14.450575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.463903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0d73128-0cdb-4282-8e52-22472e8f5100 req-27e2b3b0-5a04-4028-a649-8d47decef02f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553121 Aug 31 07:59:14.491144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2ca0693e-402e-4f21-9eba-f6e981afe873 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:59:14.583044 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-133f71ff-36fb-4398-9fac-f6010a75848c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8306127 Aug 31 07:59:14.597005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Request body: {'port': {'device_id': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:14.700454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.709840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59230) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:14.716597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Request body: {'port': {'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873', 'binding:host_id': 'n-h2-713499-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-714437790'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:14.733600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:14.740856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.820526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:59:14.824230 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.859572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Made reservation on behalf of ca49897f783d4a048b000e7f3ee8909a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:14.862657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.889987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.939690 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:14.968795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540cc5-d40e-4111-bc4c-f55928d8c374 req-822b43d1-ceaa-479a-8a1c-267a860a247c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:14.981533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1540cc5-d40e-4111-bc4c-f55928d8c374 req-822b43d1-ceaa-479a-8a1c-267a860a247c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 944 time: 0.2330422 Aug 31 07:59:15.125942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e29865d-1a36-44c4-a31e-593fb4cb4c82 None None] Provisioning for port e04c452c-3a54-46b7-aad8-8e142f4b3443 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:15.132459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f227b5-3e02-4860-b234-dc623680d43a req-457bee02-87c7-4ad9-b6ed-43ef816ff17f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:15.134147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62f227b5-3e02-4860-b234-dc623680d43a req-457bee02-87c7-4ad9-b6ed-43ef816ff17f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 931 time: 0.2814107 Aug 31 07:59:15.143109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.152781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04c452c-3a54-46b7-aad8-8e142f4b3443 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:15.164892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:15.167343 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c4082-f68c-4d85-adeb-c9b0aff18845" -d '{"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:15.167679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.172032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e29865d-1a36-44c4-a31e-593fb4cb4c82 None None] Provisioning complete for port e04c452c-3a54-46b7-aad8-8e142f4b3443 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:15.172032 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e29865d-1a36-44c4-a31e-593fb4cb4c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.195551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Transition to ACTIVE for port object e04c452c-3a54-46b7-aad8-8e142f4b3443 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:15.197870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.206945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port 86b40ad1-9414-40bc-b559-98a6488298e5 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:15.213846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1540cc5-d40e-4111-bc4c-f55928d8c374 req-e7d963ed-c1c1-442e-944a-6153e149e4d2 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313578 Aug 31 07:59:15.243154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62f227b5-3e02-4860-b234-dc623680d43a req-c248f7a2-7767-4732-b9ba-ea25819174ec tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742567 Aug 31 07:59:15.278936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:15.316213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.319276 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc12f9b-fe46-4f59-aba8-b83aaa176736 x-openstack-request-id: req-7fc12f9b-fe46-4f59-aba8-b83aaa176736 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:15.319276 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:15.319551 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fc12f9b-fe46-4f59-aba8-b83aaa176736 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:15.319834 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'code': 200} Aug 31 07:59:15.326244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087add13-a32b-462c-ba1b-a6e9ec553400,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:15.383267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1e29865d-1a36-44c4-a31e-593fb4cb4c82 None None] Port e04c452c-3a54-46b7-aad8-8e142f4b3443 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:15.403564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Allocated IP 172.22.0.2 (ffb39d13-9ba0-4084-bd09-3483aa0502d6/de9ce02f-848d-4d55-9add-e83646bdbd58/540a2881-fa0a-4a2f-abe4-d093bb22f422) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:15.443373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Pushing event updated for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:15.443903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.453784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f9777-5729-440f-ba78-2f1f37e27bda req-96f07647-7fac-4d5d-af70-8c87413d0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:15.456222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af7f9777-5729-440f-ba78-2f1f37e27bda req-96f07647-7fac-4d5d-af70-8c87413d0f3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1097 time: 0.0762525 Aug 31 07:59:15.461678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35ab3acd-642f-4aa5-9644-88bf92294761 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:15.509526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af7f9777-5729-440f-ba78-2f1f37e27bda req-00efb3d8-8a14-410b-88e2-ea047737189a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Aug 31 07:59:15.559311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Attempting to bind port e04c452c-3a54-46b7-aad8-8e142f4b3443 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:15.559807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Attempting to bind port e04c452c-3a54-46b7-aad8-8e142f4b3443 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:15.560250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Attempting to bind port e04c452c-3a54-46b7-aad8-8e142f4b3443 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:15.602150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Port e04c452c-3a54-46b7-aad8-8e142f4b3443 on network 7b50952f-e83d-4303-87f8-4502994ce831 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:15.602824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Attempting to bind port e04c452c-3a54-46b7-aad8-8e142f4b3443 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:15.618166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:15.625040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d0954-ce35-416d-9906-cad9ef39c773 req-edb39c21-3cd3-43a6-a4cb-cb0aa4354688 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:15.625401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:15.625401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:15.625401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Bound port: e04c452c-3a54-46b7-aad8-8e142f4b3443, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:15.625401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.628795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb9d0954-ce35-416d-9906-cad9ef39c773 req-edb39c21-3cd3-43a6-a4cb-cb0aa4354688 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0738914 Aug 31 07:59:15.699089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb9d0954-ce35-416d-9906-cad9ef39c773 req-ae6b92d2-7e80-4bc0-87ee-0e0000602bc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686791 Aug 31 07:59:15.772499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:15.785270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port 86b40ad1-9414-40bc-b559-98a6488298e5 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:15.799263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:15.802144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.805682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:15.815928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Transition to ACTIVE for port object 86b40ad1-9414-40bc-b559-98a6488298e5 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:15.855100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:09Z', 'revision_number': 3, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:13Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:15.898460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e11c-c9b9-4925-a933-1f14134451b9 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:09Z', 'revision_number': 3, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:13Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:15.902736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.912416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.921342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Transition to ACTIVE for port object 540a2881-fa0a-4a2f-abe4-d093bb22f422 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:15.940220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Transition to ACTIVE for port object 540a2881-fa0a-4a2f-abe4-d093bb22f422 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:15.941101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:15.942297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.943812 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] 10.222.0.68 "PUT /v2.0/ports/e04c452c-3a54-46b7-aad8-8e142f4b3443 HTTP/1.1" status: 200 len: 1092 time: 1.3512750 Aug 31 07:59:15.944265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:15.946871 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847df547-c0aa-4a73-8bde-0d550de8cc75" -d '{"events": [{"name": "network-changed", "server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:15.960211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 35ab3acd-642f-4aa5-9644-88bf92294761 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:15.967886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 35ab3acd-642f-4aa5-9644-88bf92294761 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:15.968315 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:15.990062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.012614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.026461 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5fb2ba-0bc4-48a3-b59e-3222f2403ecd x-openstack-request-id: req-ef5fb2ba-0bc4-48a3-b59e-3222f2403ecd {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:16.027175 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:16.027664 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef5fb2ba-0bc4-48a3-b59e-3222f2403ecd {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:16.028271 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443', 'status': 'completed', 'code': 200} Aug 31 07:59:16.042996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00198d60-92d5-4d7d-aedf-665f4f97448a service neutron] Pushing event updated for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:16.073112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:16.082508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:16.086301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:16.109003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.22.0.1 (ffb39d13-9ba0-4084-bd09-3483aa0502d6/de9ce02f-848d-4d55-9add-e83646bdbd58/0ce85354-7c36-41ad-bd40-b410fcb2c3ea) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:16.125866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Pushing event updated for resources: {'Port': ['ID=540a2881-fa0a-4a2f-abe4-d093bb22f422,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:16.210610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Attempting to bind port 540a2881-fa0a-4a2f-abe4-d093bb22f422 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:16.211443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Attempting to bind port 540a2881-fa0a-4a2f-abe4-d093bb22f422 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:16.211949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Attempting to bind port 540a2881-fa0a-4a2f-abe4-d093bb22f422 on network ffb39d13-9ba0-4084-bd09-3483aa0502d6 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:16.226323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.233856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:16.234237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Checking segment: {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:16.234641 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.235037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Bound using segment: {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:16.235538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Bound port: 540a2881-fa0a-4a2f-abe4-d093bb22f422, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:16.235920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.255750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=86b40ad1-9414-40bc-b559-98a6488298e5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:16.303253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847df547-c0aa-4a73-8bde-0d550de8cc75 req-e4b4f5b6-d587-453b-b006-96c6c575cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:16.314628 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-847df547-c0aa-4a73-8bde-0d550de8cc75 req-e4b4f5b6-d587-453b-b006-96c6c575cf03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 1095 time: 0.2635918 Aug 31 07:59:16.317484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Checking segment: {'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:16.318137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Network hostable DHCP agents. Network: 2ca0693e-402e-4f21-9eba-f6e981afe873, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:59:16.332120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 35ab3acd-642f-4aa5-9644-88bf92294761, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35ab3acd-642f-4aa5-9644-88bf92294761,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:16.417905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.468345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] For port 540a2881-fa0a-4a2f-abe4-d093bb22f422, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:16.474108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] For port 540a2881-fa0a-4a2f-abe4-d093bb22f422, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=540a2881-fa0a-4a2f-abe4-d093bb22f422,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:16.488479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847df547-c0aa-4a73-8bde-0d550de8cc75 req-c2ac12dd-5b2c-47c1-97ac-4e51d8d9099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:16.490619 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-847df547-c0aa-4a73-8bde-0d550de8cc75 req-c2ac12dd-5b2c-47c1-97ac-4e51d8d9099c service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0e7e6f1abd0540abadbabc8305830633&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1692257 Aug 31 07:59:16.498562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.541975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=35ab3acd-642f-4aa5-9644-88bf92294761,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:16.585872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object 0ce85354-7c36-41ad-bd40-b410fcb2c3ea will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:16.614819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Network 2ca0693e-402e-4f21-9eba-f6e981afe873 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:59:16.615392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6695d-4b2c-47ad-98a1-14f540548fb3 req-d35a1667-3a98-4fa4-850a-f1220e9a80f8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:16.623200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0a6695d-4b2c-47ad-98a1-14f540548fb3 req-d35a1667-3a98-4fa4-850a-f1220e9a80f8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 943 time: 0.1585851 Aug 31 07:59:16.636502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6d75-b153-494d-a08f-34b75947042d req-7046cc3b-4e05-4c5c-9e95-9e914184224d tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:16.639675 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.644397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-678a6d75-b153-494d-a08f-34b75947042d req-7046cc3b-4e05-4c5c-9e95-9e914184224d tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.2695177 Aug 31 07:59:16.698220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847df547-c0aa-4a73-8bde-0d550de8cc75 req-7446fb35-a6ef-48b7-813b-a89e45118a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:16.702735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-847df547-c0aa-4a73-8bde-0d550de8cc75 req-7446fb35-a6ef-48b7-813b-a89e45118a94 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017117 Aug 31 07:59:16.747434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2ca0693e-402e-4f21-9eba-f6e981afe873) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:16.751569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:16.778528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845f740-0f3e-465c-9d8a-db3341e6ffef None None] Network 2ca0693e-402e-4f21-9eba-f6e981afe873 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:16.800849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0a6695d-4b2c-47ad-98a1-14f540548fb3 req-341012b0-04cb-4e0e-b02f-08548d1d578a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768441 Aug 31 07:59:16.807645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:16.808125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:16.808604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:16.855450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-678a6d75-b153-494d-a08f-34b75947042d req-587a4364-845e-452f-9236-8bc8133c9ee2 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100403 Aug 31 07:59:16.856771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:16.857217 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:16.858008 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 2 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:16.875349 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.940060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:16.942913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:16.943140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:16.952978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:16.960352 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:16.964527 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 3 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:16.967636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-88a97a19-48a6-4702-ad41-b3b6418970c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:16.969376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-88a97a19-48a6-4702-ad41-b3b6418970c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 1095 time: 0.1893325 Aug 31 07:59:16.995754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:17.002833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.003052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.003515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.020647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:17.026673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:17.055206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:17.077930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-f5d15c29-1185-42ba-9b04-8a646dddfaac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443 HTTP/1.1" status: 200 len: 217 time: 0.0950725 Aug 31 07:59:17.079795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.080307 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.080979 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 4 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.137451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.137451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.137451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.143067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.143434 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.145692 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 5 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.151770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7f553-62fb-4493-a3fc-998b1e05b8a7 None None] Pushing event updated for resources: {'Port': ['ID=540a2881-fa0a-4a2f-abe4-d093bb22f422,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:17.167074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-e1c15ed9-dd9f-4aac-9fad-e3a89c073469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:17.173888 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-e1c15ed9-dd9f-4aac-9fad-e3a89c073469 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0834088 Aug 31 07:59:17.181701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.181989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.182348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.218145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.218498 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.220305 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 6 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.244783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.245124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.245463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.253281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.253699 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.254939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.255606 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 7 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.260546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-5478676c-888f-4b3f-a03c-b6e3953950f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:17.262149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-5478676c-888f-4b3f-a03c-b6e3953950f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772867 Aug 31 07:59:17.301244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.301641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.302047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.321653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340374ca-815a-47d2-9701-7bc4de8f0624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ab3acd-642f-4aa5-9644-88bf92294761'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:17.324089 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539b905e-b1d7-40f5-bfe8-8aa56861cc42" -d '{"events": [{"server_uuid": "340374ca-815a-47d2-9701-7bc4de8f0624", "name": "network-vif-plugged", "status": "completed", "tag": "35ab3acd-642f-4aa5-9644-88bf92294761"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:17.330075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2c418-724f-4902-9529-df5ee566f0fb req-c54c947b-9b6a-4b4f-9c42-3d9a427ecbfd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:17.344774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c2c418-724f-4902-9529-df5ee566f0fb req-c54c947b-9b6a-4b4f-9c42-3d9a427ecbfd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.3329589 Aug 31 07:59:17.349577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.350301 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.354254 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 8 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.371732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 78791b19-9fd7-43a6-9cce-2d94bef1cb12 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:17.379408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.379749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.380090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.392151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.392484 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.394299 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 9 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.419912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.420327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.420668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.428418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-fd429222-3b07-4231-b8fa-8616d6c0dc3e service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573956 Aug 31 07:59:17.429421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.429821 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.430236 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 10 to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 Aug 31 07:59:17.437054 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ec93f-188d-499d-84ef-d478c4fa9a1c x-openstack-request-id: req-848ec93f-188d-499d-84ef-d478c4fa9a1c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:17.437596 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340374ca-815a-47d2-9701-7bc4de8f0624", "name": "network-vif-plugged", "status": "completed", "tag": "35ab3acd-642f-4aa5-9644-88bf92294761", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:17.438039 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-848ec93f-188d-499d-84ef-d478c4fa9a1c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:17.438582 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340374ca-815a-47d2-9701-7bc4de8f0624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ab3acd-642f-4aa5-9644-88bf92294761', 'code': 200} Aug 31 07:59:17.477616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c2c418-724f-4902-9529-df5ee566f0fb req-6773c2aa-7b88-4de1-8e17-ec3db10d28a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309721 Aug 31 07:59:17.487583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:17.488941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:17.488941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:17.505900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 86b40ad1-9414-40bc-b559-98a6488298e5 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:17.506247 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 86b40ad1-9414-40bc-b559-98a6488298e5 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:17.506611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.559130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:17.564587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:17.565023 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.611227 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-56dad06a-ca44-4e56-80c4-290a18d38c57 req-a6e523ca-1c84-42a8-afa9-1d1caf828774 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707644 Aug 31 07:59:17.624390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] For port 86b40ad1-9414-40bc-b559-98a6488298e5, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:17.625392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempted to set empty binding levels {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 07:59:17.666773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943f4f-e53d-4ecd-8d61-1c053335f636 req-a1325a6e-1ae9-4c93-8f70-fcea1f517c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:17.668633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c943f4f-e53d-4ecd-8d61-1c053335f636 req-a1325a6e-1ae9-4c93-8f70-fcea1f517c92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 1097 time: 0.1644859 Aug 31 07:59:17.671328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.675840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.713093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 78791b19-9fd7-43a6-9cce-2d94bef1cb12, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=78791b19-9fd7-43a6-9cce-2d94bef1cb12,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:17.771919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.783576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabd7ee-6c97-4cce-b930-56b77715cd06 req-0d2593d2-23c7-4e42-8758-0124e8628a09 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:17.786252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-feabd7ee-6c97-4cce-b930-56b77715cd06 req-0d2593d2-23c7-4e42-8758-0124e8628a09 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1941206 Aug 31 07:59:17.814585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:17.815390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.820171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c943f4f-e53d-4ecd-8d61-1c053335f636 req-12260ca3-53fe-4d2c-8e2c-74dc273d32ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337571 Aug 31 07:59:17.839947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=86b40ad1-9414-40bc-b559-98a6488298e5,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:17.879709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:17.903975 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab3fea1f-72ce-43e7-a5c6-40b2989ecbe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1924145 Aug 31 07:59:17.906173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59276) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:17.984607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-feabd7ee-6c97-4cce-b930-56b77715cd06 req-3de09cf3-6ae7-4858-a753-1eab3cb4f28e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613042 Aug 31 07:59:17.989587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=78791b19-9fd7-43a6-9cce-2d94bef1cb12,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:18.011389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59280) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:18.069844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd52825-99e2-4d24-a2fd-97090a07c248 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:18.071721 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3fd52825-99e2-4d24-a2fd-97090a07c248 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1093 time: 0.0589893 Aug 31 07:59:18.075520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59282) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:18.083407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:18.083647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Deleting port 86b40ad1-9414-40bc-b559-98a6488298e5 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:18.083997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.133056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b3acb-3924-4907-9cf7-bcc34f0d2c83 req-277e023d-f6a6-4de5-abe4-c503e3dd1365 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:18.140586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-570b3acb-3924-4907-9cf7-bcc34f0d2c83 req-277e023d-f6a6-4de5-abe4-c503e3dd1365 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 943 time: 0.2122853 Aug 31 07:59:18.155249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] For port 86b40ad1-9414-40bc-b559-98a6488298e5, host n-h2-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:18.155724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.175248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Calling delete_port for 86b40ad1-9414-40bc-b559-98a6488298e5 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:18.235702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f56e-db10-466c-bb1c-26f521ee7868 req-c079c676-e335-4691-abda-6132359a2c37 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:18.237253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7e3f56e-db10-466c-bb1c-26f521ee7868 req-c079c676-e335-4691-abda-6132359a2c37 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.1605988 Aug 31 07:59:18.252502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-570b3acb-3924-4907-9cf7-bcc34f0d2c83 req-87e1fdb1-32dc-4123-b23a-d04b16c68782 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108782 Aug 31 07:59:18.268778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542c08a-df9c-4810-b611-4e789a77c216 None None] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:18.293324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.304089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.344028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7e3f56e-db10-466c-bb1c-26f521ee7868 req-0fcdf6c5-6251-40ef-9468-08cd5731b808 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763071 Aug 31 07:59:18.382607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.445606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event deleted for resources: {'Port': ['ID=86b40ad1-9414-40bc-b559-98a6488298e5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:18.452066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.454021 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d526f021-abdd-4fc6-8a67-5352f6e4af95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "DELETE /v2.0/ports/86b40ad1-9414-40bc-b559-98a6488298e5 HTTP/1.1" status: 204 len: 168 time: 0.5467923 Aug 31 07:59:18.457483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59288) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:18.487385 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e667e7fc-ac3f-4867-94aa-3411cb3e84c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] GET failed (client error): The resource could not be found. Aug 31 07:59:18.490025 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e667e7fc-ac3f-4867-94aa-3411cb3e84c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "GET /v2.0/ports/86b40ad1-9414-40bc-b559-98a6488298e5 HTTP/1.1" status: 404 len: 333 time: 0.0312586 Aug 31 07:59:18.493753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59290) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:18.500347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Request body: {'port': {'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-838956330'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:18.610497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Made reservation on behalf of ca49897f783d4a048b000e7f3ee8909a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:18.612918 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.629900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port 7603b581-906d-4006-9c23-826f7109abd8 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:18.668807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e3f9c1fb-d329-4ea6-8576-9dff46b1373c None None] Provisioning for port 540a2881-fa0a-4a2f-abe4-d093bb22f422 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:18.688021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.786898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.788841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:18.825041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.924508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:18.984010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:18.987404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:19.000371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.092841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Network 2ca0693e-402e-4f21-9eba-f6e981afe873 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:19.098998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:19.101667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:19.103084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:19.103769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.119108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=7603b581-906d-4006-9c23-826f7109abd8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:19.137896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5efe67ad-8cd0-4548-ac93-fc73f5441463 None None] Provisioning for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:19.146462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5efe67ad-8cd0-4548-ac93-fc73f5441463 None None] Provisioning complete for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:19.147060 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5efe67ad-8cd0-4548-ac93-fc73f5441463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.156250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.85 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/9b9f4bbd-2e75-4034-94e9-6bed42265736) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:19.163160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:19.232655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5efe67ad-8cd0-4548-ac93-fc73f5441463 None None] Port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:19.249064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18ed3e9b-a3b7-46c2-9290-ed29279afc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7539194 Aug 31 07:59:19.249973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59292) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:19.256747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:19.291123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 540a2881-fa0a-4a2f-abe4-d093bb22f422 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:19.367911 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.404214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9a898f20-a22c-4e8b-86f7-fa4d710e53e8 None None] Provisioning complete for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:19.410366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a898f20-a22c-4e8b-86f7-fa4d710e53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.497442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9a898f20-a22c-4e8b-86f7-fa4d710e53e8 None None] Port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:19.581468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 540a2881-fa0a-4a2f-abe4-d093bb22f422 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:19.584658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:19.594128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 540a2881-fa0a-4a2f-abe4-d093bb22f422 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:19.594128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.600247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:19.603395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d2062c00-5a64-4e08-bf78-48dcf06dad9d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7194653 Aug 31 07:59:19.611307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59304) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:19.616146 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:19.616706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:19.628810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd168d-797c-422e-9ba2-a528082c2b7f req-e2802060-649c-4499-8f15-341a6f98f721 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:19.631549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3cd168d-797c-422e-9ba2-a528082c2b7f req-e2802060-649c-4499-8f15-341a6f98f721 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 943 time: 0.2402306 Aug 31 07:59:19.638787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'network': {'name': 'tempest-RoutersTest-1175812580'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:19.708928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70190f-3b79-4c34-85e2-352d2f75c7ab req-bc075f93-5ac3-425d-b02b-31dedd8e3c19 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:19.716827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c70190f-3b79-4c34-85e2-352d2f75c7ab req-bc075f93-5ac3-425d-b02b-31dedd8e3c19 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.2105551 Aug 31 07:59:19.728846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.735298 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:19.740972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:19.745086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.766342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3a88b6e3-9df6-416c-bd3f-0865ba01730b None None] Provisioning complete for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:19.766904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3a88b6e3-9df6-416c-bd3f-0865ba01730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.770284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.812990 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.830964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:19.837390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 540a2881-fa0a-4a2f-abe4-d093bb22f422, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=540a2881-fa0a-4a2f-abe4-d093bb22f422,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:19.844206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=9b9f4bbd-2e75-4034-94e9-6bed42265736,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:19.848516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:19.851917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:19.864110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3a88b6e3-9df6-416c-bd3f-0865ba01730b None None] Port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:19.913941 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:19.915221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 78791b19-9fd7-43a6-9cce-2d94bef1cb12 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:20.027178 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:20.047773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port 7603b581-906d-4006-9c23-826f7109abd8 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:20.056990 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.072087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Transition to ACTIVE for port object 7603b581-906d-4006-9c23-826f7109abd8 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:20.072315 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:20.072602 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Updating router 56dd7b4a-a210-4295-a7ac-b021b1c1815e port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:59:20.086908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=540a2881-fa0a-4a2f-abe4-d093bb22f422,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:20.095940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:20.096383 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.116488 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.168778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3cd168d-797c-422e-9ba2-a528082c2b7f req-1622106d-c148-4142-9877-0f1b2e050a03 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040314 Aug 31 07:59:20.173328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.202178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c70190f-3b79-4c34-85e2-352d2f75c7ab req-701fd54f-e21e-4d5e-83e3-f94ca95889cb tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842987 Aug 31 07:59:20.246988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:59:20.361962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.361962 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added segment 71c05577-04c6-42e7-9f23-f5b63b5d68f0 of type vlan for network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 Aug 31 07:59:20.363400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.363400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.363400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.363400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.363400 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.363400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=7603b581-906d-4006-9c23-826f7109abd8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:20.366962 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 2 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.387916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.387916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.391895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.394194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.395321 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.395861 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 3 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.413465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.414432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.414432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.420165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.420543 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.421222 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 4 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.437610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.438212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.438628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.444161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.444681 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.445165 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 5 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.456568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.468981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.471783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.471925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.482862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.483200 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.483610 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 6 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.510195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.510548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.512286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.516571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.516913 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.517375 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 7 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.564801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.565161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.565492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.579520 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.587296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.589502 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.590128 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 8 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.594044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Transition to ACTIVE for port object 0ce85354-7c36-41ad-bd40-b410fcb2c3ea will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:20.620147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.620400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.620750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.633253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.633603 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.634048 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 9 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.651129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.651689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.652308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.659678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.660053 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.661206 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 10 to bind port 7603b581-906d-4006-9c23-826f7109abd8 Aug 31 07:59:20.679796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.680962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:20.681332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:20.681677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:20.685443 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.715027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:20.715369 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 7603b581-906d-4006-9c23-826f7109abd8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:20.715789 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.783445 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321c6b2-d1ea-4821-8205-72d26fbd87ac None None] Pushing event updated for resources: {'Port': ['ID=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:20.845069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.852848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:20.853513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:20.889274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] For port 7603b581-906d-4006-9c23-826f7109abd8, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:20.889933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempted to set empty binding levels {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 07:59:20.943151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Network': ['ID=c9259e22-e9f7-48e4-a39d-5f9345f5fd85,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:20.955042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:59:20.991713 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.005799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc3e72aa-0d8a-4691-983b-b42f70bfda87 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3695133 Aug 31 07:59:21.009038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59350) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:21.021755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'subnet': {'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:21.060513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.083247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] In _notify_port_updated(), no bound segment for port 7603b581-906d-4006-9c23-826f7109abd8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:59:21.085374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.087049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.092491 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "PUT /v2.0/ports/7603b581-906d-4006-9c23-826f7109abd8 HTTP/1.1" status: 200 len: 979 time: 1.8403401 Aug 31 07:59:21.098874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59352) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:21.174563 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Attempting to bind port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:21.174563 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Attempting to bind port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:21.174563 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Attempting to bind port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea on network ffb39d13-9ba0-4084-bd09-3483aa0502d6 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:21.179697 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:21.180121 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Checking segment: {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:21.180663 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.180968 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Bound using segment: {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:21.181464 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Bound port: 0ce85354-7c36-41ad-bd40-b410fcb2c3ea, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a79a8d-d012-44ed-8b0d-514fe9ae88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:21.185676 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.274389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376f983-7c2b-436b-9667-209e02232d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=7603b581-906d-4006-9c23-826f7109abd8,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:21.279363 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] For port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:21.283807 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] For port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:21.293389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 540a2881-fa0a-4a2f-abe4-d093bb22f422 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:21.355146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.356240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.363228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.366494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.367218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.367878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.369469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.370316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.371262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.371893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.372593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.373311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.373981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.374764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.375415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.376089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.376985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.377781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.378430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.379846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.381112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.386234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.387645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.388127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.388616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.389072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.389540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.390031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.390640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.395895 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-95ddaeae-9d27-4897-8580-6f619e0d7fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42241 time: 0.2941380 Aug 31 07:59:21.402296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59360) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:21.406449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 540a2881-fa0a-4a2f-abe4-d093bb22f422 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:21.407010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.439723 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.591850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Deleting port 7603b581-906d-4006-9c23-826f7109abd8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:21.592292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.604811 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:21.605765 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:21.663439 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321c6b2-d1ea-4821-8205-72d26fbd87ac None None] Pushing event updated for resources: {'Port': ['ID=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:21.703253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e04c452c-3a54-46b7-aad8-8e142f4b3443 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:59:21.719812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] For port 7603b581-906d-4006-9c23-826f7109abd8, host n-h2-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:21.720339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.739445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Calling delete_port for 7603b581-906d-4006-9c23-826f7109abd8 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:21.798846 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:21.872303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e77750-6a00-4050-bf2f-380d9dbe700b req-e5e67faa-231b-4443-b527-9ccd7db426f7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:21.874261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9e77750-6a00-4050-bf2f-380d9dbe700b req-e5e67faa-231b-4443-b527-9ccd7db426f7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 943 time: 0.5660980 Aug 31 07:59:21.877618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Made reservation on behalf of da94b10138fd444d820f864f065fd266 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:21.883324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:21.952636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:21.976539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.006908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e04c452c-3a54-46b7-aad8-8e142f4b3443', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': 'e04c452c-3a54-46b7-aad8-8e142f4b3443', 'mac_address': 'fa:16:3e:a0:e4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:59:22.015153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event deleted for resources: {'Port': ['ID=7603b581-906d-4006-9c23-826f7109abd8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:22.026279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9e77750-6a00-4050-bf2f-380d9dbe700b req-982fd020-c4ea-495c-a108-b0c780e330de tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363025 Aug 31 07:59:22.036551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.044686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:22.044847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-03e6a772-5b05-4629-b4f5-18a24f1de86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7603b581-906d-4006-9c23-826f7109abd8 HTTP/1.1" status: 204 len: 168 time: 0.6396229 Aug 31 07:59:22.095094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.097572 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c5123b-df5a-4b0d-a046-1deed17963b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] GET failed (client error): The resource could not be found. Aug 31 07:59:22.099662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-28c5123b-df5a-4b0d-a046-1deed17963b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "GET /v2.0/ports/7603b581-906d-4006-9c23-826f7109abd8 HTTP/1.1" status: 404 len: 333 time: 0.0547919 Aug 31 07:59:22.103915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59376) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:22.111825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.112000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-748133117', 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:22.127734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04c452c-3a54-46b7-aad8-8e142f4b3443 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:22.180655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:22.181898 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:21Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:22.216463 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f31e0c-9819-4576-a856-5beb9a2f4e5f None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:21Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:22.242607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.313924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Made reservation on behalf of ca49897f783d4a048b000e7f3ee8909a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:22.316174 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.374400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=9b9f4bbd-2e75-4034-94e9-6bed42265736,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:22.376112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.405582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port aefe4799-5791-4538-945e-a0536de329b3 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:22.480877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:22.489940 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.559415 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:22.723159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Subnet': ['ID=6925a708-eef1-46d6-acd6-8fd105d7f484,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:22.736647 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP edf65872-daea-426e-b100-14a7391f553f associated. External IP: 172.25.0.85, port: 1b4d1b92-45c3-4726-80c3-93811ff2827a. Aug 31 07:59:22.774951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e04c452c-3a54-46b7-aad8-8e142f4b3443'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:22.867953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Checking segment: {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:22.868336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network hostable DHCP agents. Network: c9259e22-e9f7-48e4-a39d-5f9345f5fd85, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:59:22.969262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.190439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.201523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:59:23.267879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0ce85354-7c36-41ad-bd40-b410fcb2c3ea up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:23.270843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Network 2ca0693e-402e-4f21-9eba-f6e981afe873 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:23.287556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b489d-67d5-4946-8d0b-2e67e604f561 req-cd571e95-4fac-4383-b3c9-81bebbb76984 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:23.289197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f56b489d-67d5-4946-8d0b-2e67e604f561 req-cd571e95-4fac-4383-b3c9-81bebbb76984 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 944 time: 0.1686938 Aug 31 07:59:23.292884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:23.297288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 75c0d7d6-4144-4906-aea3-130765ea3994 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:23.297288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=aefe4799-5791-4538-945e-a0536de329b3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:23.299721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:23.300702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:23.301413 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.384025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c9259e22-e9f7-48e4-a39d-5f9345f5fd85) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:23.392178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d644dd-44ee-4173-bb37-a8f64a1aa4e8 None None] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:23.392875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f56b489d-67d5-4946-8d0b-2e67e604f561 req-1a1930d6-5e62-4afa-ab70-8cd5bdcf5a58 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887432 Aug 31 07:59:23.394237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:23.395431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.441596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:23.451779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:23.452217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.482116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:23.493415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2df1253b-ac42-4a9c-8ece-706e3fdf22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3875401 Aug 31 07:59:23.496649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59412) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:23.506900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] Sync routers for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:23.540588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5627c5-3dcb-4302-9611-9e63828c0e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:23.542099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bd5627c5-3dcb-4302-9611-9e63828c0e5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "GET /v2.0/ports/aefe4799-5791-4538-945e-a0536de329b3 HTTP/1.1" status: 200 len: 958 time: 0.0444131 Aug 31 07:59:23.548627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:23.551599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dcf282a4-0f8a-46e9-9501-01e146dd7a33 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5360150 Aug 31 07:59:23.553531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59416) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:23.564344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:23.564912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:23.648920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Deleting port aefe4799-5791-4538-945e-a0536de329b3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:23.648920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.680810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.714559 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.786855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.802010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b2cf5aa4-7fe9-4d91-ad78-df92e5a227f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7227075 Aug 31 07:59:23.807087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:23.821941 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e9e495-09ec-4760-ae1c-ba8c44e293e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:23.827841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Calling delete_port for aefe4799-5791-4538-945e-a0536de329b3 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:23.889244 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:23.898046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84008059-e04e-4237-bd94-0ca3cd1058bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.001985 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.047414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event deleted for resources: {'Port': ['ID=aefe4799-5791-4538-945e-a0536de329b3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:24.052979 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.060625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-120f3930-7471-44ae-9812-cf7d5b4026bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "DELETE /v2.0/ports/aefe4799-5791-4538-945e-a0536de329b3 HTTP/1.1" status: 204 len: 168 time: 0.5068903 Aug 31 07:59:24.062253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59430) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:24.134520 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6e450e-7c7f-456d-b071-9bb35fd958c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] GET failed (client error): The resource could not be found. Aug 31 07:59:24.146583 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb6e450e-7c7f-456d-b071-9bb35fd958c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "GET /v2.0/ports/aefe4799-5791-4538-945e-a0536de329b3 HTTP/1.1" status: 404 len: 333 time: 0.0777042 Aug 31 07:59:24.146879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:24.147053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59434) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:24.163194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Request body: {'port': {'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718362642'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:24.272758 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2717b-964b-405a-8d2c-80a751f10b86 x-openstack-request-id: req-fae2717b-964b-405a-8d2c-80a751f10b86 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:24.273551 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:24.273551 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fae2717b-964b-405a-8d2c-80a751f10b86 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:24.273551 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'status': 'completed', 'code': 200} Aug 31 07:59:24.284713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Made reservation on behalf of ca49897f783d4a048b000e7f3ee8909a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:24.287706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.294085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:59:24.294804 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.320524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port 4dbeca40-8bee-419c-af63-8a14bc037aa8 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:24.456690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccda15b-91a1-43c3-90ec-cc620c43aa5e req-539b1cd3-fe6a-4892-a3cf-43efab52c20b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:24.464330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ccda15b-91a1-43c3-90ec-cc620c43aa5e req-539b1cd3-fe6a-4892-a3cf-43efab52c20b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.3216827 Aug 31 07:59:24.530259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.587459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.593329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:24.609905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-86af3d10-f420-44e5-b6d0-73a5fe2f35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:24.614358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-86af3d10-f420-44e5-b6d0-73a5fe2f35fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1098 time: 0.3421259 Aug 31 07:59:24.679067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.686732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Allocated IP 172.23.0.2 (c9259e22-e9f7-48e4-a39d-5f9345f5fd85/6925a708-eef1-46d6-acd6-8fd105d7f484/a40a566b-dda4-42e5-9b46-579bddd0846d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:24.702196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.786513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Network 2ca0693e-402e-4f21-9eba-f6e981afe873 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:24.804197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:24.807265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:24.814393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:24.816605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:24.819482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.843349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'edf65872-daea-426e-b100-14a7391f553f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'port_id': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'mac_address': 'fa:16:3e:69:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:59:20Z', 'updated_at': '2021-08-31T07:59:20Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:58Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:24.845213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=4dbeca40-8bee-419c-af63-8a14bc037aa8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:24.903829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] Checking router: 75c0d7d6-4144-4906-aea3-130765ea3994 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:24.908086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-df0a0bbd-9462-4db7-892f-0c7419d66f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7601087 Aug 31 07:59:24.911091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59444) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:24.916854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:24.924758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:24.925662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:24.974298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ccda15b-91a1-43c3-90ec-cc620c43aa5e req-66badb46-5093-4e13-ac29-9bfc0fdcc7e3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022395 Aug 31 07:59:25.010522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59446) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:25.077431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-f4dd786f-f7a7-4fd1-a7bd-4c1ffbdb3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:25.096459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-f4dd786f-f7a7-4fd1-a7bd-4c1ffbdb3c02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.3650846 Aug 31 07:59:25.155300 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-903fd4fc-65be-4778-8eb7-6ae06ed4c6b7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/edf65872-daea-426e-b100-14a7391f553f HTTP/1.1" status: 200 len: 991 time: 0.1423612 Aug 31 07:59:25.166032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.315393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0ce85354-7c36-41ad-bd40-b410fcb2c3ea up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:25.339267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77914e7-a330-490a-86a9-f7dd39d547d3 req-a2da73c9-bb20-40ab-b5fe-5b70f46f6a65 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:25.344583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.346638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d77914e7-a330-490a-86a9-f7dd39d547d3 req-a2da73c9-bb20-40ab-b5fe-5b70f46f6a65 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 944 time: 0.3941991 Aug 31 07:59:25.370221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Transition to ACTIVE for port object a40a566b-dda4-42e5-9b46-579bddd0846d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:25.373144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:25.430907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Transition to ACTIVE for port object a40a566b-dda4-42e5-9b46-579bddd0846d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:25.444888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-e56ba0a7-2c03-430b-a612-8eaf00cbb3bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 999 time: 0.3366137 Aug 31 07:59:25.462528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] device_id is not set on port 4dbeca40-8bee-419c-af63-8a14bc037aa8 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:25.473613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.484319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4e274-c56f-425d-a700-9b05a8e32613 req-4b0b5f11-3ea0-49d2-9923-075db50005f4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:25.486404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83c4e274-c56f-425d-a700-9b05a8e32613 req-4b0b5f11-3ea0-49d2-9923-075db50005f4 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.3203778 Aug 31 07:59:25.501948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Transition to ACTIVE for port object 4dbeca40-8bee-419c-af63-8a14bc037aa8 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:25.513717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:25.514127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.544740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.581800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d77914e7-a330-490a-86a9-f7dd39d547d3 req-a01b5c18-5d9b-4ea2-833e-0e75ba19e094 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862133 Aug 31 07:59:25.593126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.625934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:25.634293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-860dc3f4-5abf-4a08-95a8-bac60b6db37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:25.636160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-860dc3f4-5abf-4a08-95a8-bac60b6db37e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.1781514 Aug 31 07:59:25.648030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83c4e274-c56f-425d-a700-9b05a8e32613 req-b8cf2219-5372-4075-900c-4e56d2e8ecd5 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350982 Aug 31 07:59:25.675341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:25.675341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:25.701340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Pushing event updated for resources: {'Port': ['ID=a40a566b-dda4-42e5-9b46-579bddd0846d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:25.715756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e04c452c-3a54-46b7-aad8-8e142f4b3443 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:25.717499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=4dbeca40-8bee-419c-af63-8a14bc037aa8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:25.746780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Allocated IP 172.23.0.1 (c9259e22-e9f7-48e4-a39d-5f9345f5fd85/6925a708-eef1-46d6-acd6-8fd105d7f484/d1191f07-31b3-4229-9a88-3bfa370c7103) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:25.760083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.761400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.761400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.766110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:25.766452 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:25.766851 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 2 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:25.786053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-007d03f8-787b-4234-9c56-44bfc4f5b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:25.791451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-007d03f8-787b-4234-9c56-44bfc4f5b286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019542 Aug 31 07:59:25.791599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.791599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.791599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.804872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:25.805215 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:25.805627 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 3 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:25.851522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.851974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.852512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.863395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:25.863711 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:25.866565 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 4 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:25.900949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.902003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.902540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.908629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:25.909205 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:25.910141 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 5 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:25.927061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.927436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.928678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.934842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:25.936287 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:25.936485 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 6 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:25.948769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Attempting to bind port a40a566b-dda4-42e5-9b46-579bddd0846d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.949181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Attempting to bind port a40a566b-dda4-42e5-9b46-579bddd0846d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.949600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Attempting to bind port a40a566b-dda4-42e5-9b46-579bddd0846d on network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.958409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.958818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.959086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.967318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:25.967802 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:25.968214 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 7 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:25.984539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:25.984754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:25.984907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:25.984999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Checking segment: {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:25.985262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:25.985369 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.985858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Bound using segment: {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:25.986327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Bound port: a40a566b-dda4-42e5-9b46-579bddd0846d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:25.986705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:25.999385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:26.000095 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:26.000726 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 8 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:26.004794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e04c452c-3a54-46b7-aad8-8e142f4b3443 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:26.011191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e04c452c-3a54-46b7-aad8-8e142f4b3443 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:26.011595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.023561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:26.024346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:26.025180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:26.030496 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:26.031419 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:26.032836 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 9 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:26.052074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:26.065785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:26.066506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:26.076457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:26.076951 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:26.077897 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempt 10 to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 Aug 31 07:59:26.099649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:26.099869 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.100224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:26.101368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempting to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:26.108543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:26.108965 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Failed to bind port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on host n-h2-713499-16 for vnic_type normal using segments [{'id': 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2ca0693e-402e-4f21-9eba-f6e981afe873'}] Aug 31 07:59:26.109905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.117463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.135676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-6af474b7-af94-4993-bb20-770a97d1309f service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951815 Aug 31 07:59:26.138423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Transition to ACTIVE for port object d1191f07-31b3-4229-9a88-3bfa370c7103 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:26.162248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59452) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:26.191789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'edf65872-daea-426e-b100-14a7391f553f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'port_id': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'mac_address': 'fa:16:3e:69:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:59:20Z', 'updated_at': '2021-08-31T07:59:20Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:58Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:26.195341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] For port a40a566b-dda4-42e5-9b46-579bddd0846d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:26.202357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] For port a40a566b-dda4-42e5-9b46-579bddd0846d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a40a566b-dda4-42e5-9b46-579bddd0846d,segment=NetworkSegment(71c05577-04c6-42e7-9f23-f5b63b5d68f0),segment_id=71c05577-04c6-42e7-9f23-f5b63b5d68f0)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:26.273560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5680a503-dab9-48ff-af3c-eff8f5ab47eb None None] The sync data for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 is: [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'edf65872-daea-426e-b100-14a7391f553f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'port_id': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'mac_address': 'fa:16:3e:69:9b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:59:20Z', 'updated_at': '2021-08-31T07:59:20Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:58Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:26.280927 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-72bfbf0b-3b98-4c75-a66d-12424a3a4729 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/edf65872-daea-426e-b100-14a7391f553f HTTP/1.1" status: 200 len: 991 time: 0.1170948 Aug 31 07:59:26.282185 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.282936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] For port 4dbeca40-8bee-419c-af63-8a14bc037aa8, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:26.283506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attempted to set empty binding levels {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 07:59:26.340172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.377483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.409637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] In _notify_port_updated(), no bound segment for port 4dbeca40-8bee-419c-af63-8a14bc037aa8 on network 2ca0693e-402e-4f21-9eba-f6e981afe873 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:59:26.411578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.412537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.423310 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "PUT /v2.0/ports/4dbeca40-8bee-419c-af63-8a14bc037aa8 HTTP/1.1" status: 200 len: 980 time: 1.5108232 Aug 31 07:59:26.426509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59454) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:26.436932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:26.440362 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9d61d6-ec06-4eda-ab2d-fa7965cd384f" -d '{"events": [{"server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "name": "network-vif-plugged", "status": "completed", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:26.477365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:26.477365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f6420-2ed4-4117-addc-149a39be4ea2 None None] Pushing event updated for resources: {'Port': ['ID=a40a566b-dda4-42e5-9b46-579bddd0846d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:26.497358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.536667 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1b9398-c8e9-457f-91d5-2ca342b7854d x-openstack-request-id: req-6a1b9398-c8e9-457f-91d5-2ca342b7854d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:26.536974 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "name": "network-vif-plugged", "status": "completed", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:26.537229 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a1b9398-c8e9-457f-91d5-2ca342b7854d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:26.538034 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443', 'code': 200} Aug 31 07:59:26.610221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.647691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83e9e495-09ec-4760-ae1c-ba8c44e293e0 req-5058855e-89c7-432e-8d3d-3ac64354c84a service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830358 Aug 31 07:59:26.654378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbc026-aeb3-4724-a2fb-4230f9e1e8a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event updated for resources: {'Port': ['ID=4dbeca40-8bee-419c-af63-8a14bc037aa8,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:26.686823 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024a26f9-f656-46d1-a8a0-e8bb8addac23 None None] New status for floating IP edf65872-daea-426e-b100-14a7391f553f: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:59:26.696728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.738656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-86b7306e-e6fa-4bab-8487-80ca56fa8c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.801035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:26.801282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e232ee-753f-4354-a94a-08271e2eb4fe req-fe79782d-d753-4f40-9132-5fcc4be79f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.803212 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b0e232ee-753f-4354-a94a-08271e2eb4fe req-fe79782d-d753-4f40-9132-5fcc4be79f46 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 1097 time: 0.1784947 Aug 31 07:59:26.842629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Deleting port 4dbeca40-8bee-419c-af63-8a14bc037aa8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:26.842978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.877617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:26.896496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:26.904114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:26.912996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=d1191f07-31b3-4229-9a88-3bfa370c7103,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:26.977271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b0e232ee-753f-4354-a94a-08271e2eb4fe req-cfd59644-706d-4334-a704-a48ebb59ecd8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601944 Aug 31 07:59:26.993723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] For port 4dbeca40-8bee-419c-af63-8a14bc037aa8, host n-h2-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:26.994271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.995308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeafe9f-ab97-4703-8788-1bb699d5857a req-85678416-1db5-4306-be45-040d34933078 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.996916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eaeafe9f-ab97-4703-8788-1bb699d5857a req-85678416-1db5-4306-be45-040d34933078 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.2171381 Aug 31 07:59:27.011349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123ded-33ef-4b5f-a02f-2d8214094c6a req-a5b4f1b0-2145-4e97-b732-843448396545 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:27.012984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29123ded-33ef-4b5f-a02f-2d8214094c6a req-a5b4f1b0-2145-4e97-b732-843448396545 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 945 time: 0.2408249 Aug 31 07:59:27.017283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.024345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Calling delete_port for 4dbeca40-8bee-419c-af63-8a14bc037aa8 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:27.179164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29123ded-33ef-4b5f-a02f-2d8214094c6a req-198cfc0c-b236-44ae-b93b-f49b34dd28d1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482127 Aug 31 07:59:27.197400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eaeafe9f-ab97-4703-8788-1bb699d5857a req-05f67414-93f8-4868-a2e2-ad9cbb0b60ff tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761281 Aug 31 07:59:27.251040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.282806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59468) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:27.305954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a40a566b-dda4-42e5-9b46-579bddd0846d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:27.330930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.338045 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "DELETE /v2.0/ports/4dbeca40-8bee-419c-af63-8a14bc037aa8 HTTP/1.1" status: 204 len: 168 time: 0.9058130 Aug 31 07:59:27.338045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e65bf-030d-4361-940f-79bb6117090a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dbeca40-8bee-419c-af63-8a14bc037aa8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:27.339550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59470) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:27.375541 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10dd3ca-0653-43f2-ae78-3fe631665fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] GET failed (client error): The resource could not be found. Aug 31 07:59:27.382665 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b10dd3ca-0653-43f2-ae78-3fe631665fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271367914-project-admin] 10.222.0.36 "GET /v2.0/ports/4dbeca40-8bee-419c-af63-8a14bc037aa8 HTTP/1.1" status: 404 len: 333 time: 0.0416844 Aug 31 07:59:27.383131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59472) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:27.518714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.518859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.545681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-25f6ddc3-0de6-4308-8f30-334baecbe48c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/edf65872-daea-426e-b100-14a7391f553f HTTP/1.1" status: 200 len: 993 time: 0.2561657 Aug 31 07:59:27.558491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-642ca4ab-e8fc-458b-ad46-bf81e461eb42 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:27.564375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-642ca4ab-e8fc-458b-ad46-bf81e461eb42 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.45 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.2717354 Aug 31 07:59:27.583178 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.597949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca0693e-402e-4f21-9eba-f6e981afe873']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:27.615287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:27.616969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f91c2b-3db3-4285-861c-7ab564a4ad3b') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:27.627601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.646670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.653353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:59:27.653916 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:59:27.657957 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:59:27.798446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Deleting port 644b72ce-67b4-46a6-b516-e181cde34922 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:27.798984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.861066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fc197-c265-45d6-befe-4368ebd9a653 None None] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:27.972226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] For port 644b72ce-67b4-46a6-b516-e181cde34922, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=644b72ce-67b4-46a6-b516-e181cde34922,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:27.973251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.998643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Calling delete_port for 644b72ce-67b4-46a6-b516-e181cde34922 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:28.028999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a40a566b-dda4-42e5-9b46-579bddd0846d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:28.060321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.101848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] Provisioning for port a40a566b-dda4-42e5-9b46-579bddd0846d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:28.104216 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.104854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.110051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.115006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] Provisioning complete for port a40a566b-dda4-42e5-9b46-579bddd0846d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:28.115006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.115567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] 10.222.0.36 "DELETE /v2.0/networks/2ca0693e-402e-4f21-9eba-f6e981afe873 HTTP/1.1" status: 204 len: 168 time: 0.7279074 Aug 31 07:59:28.131514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13310ec4-36cb-4bed-ac1a-2db6b42d2ce5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1010150746-project] Pushing event deleted for resources: {'Network': ['ID=2ca0693e-402e-4f21-9eba-f6e981afe873,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:28.141965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.281612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.348349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] For port a40a566b-dda4-42e5-9b46-579bddd0846d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a40a566b-dda4-42e5-9b46-579bddd0846d,segment=NetworkSegment(71c05577-04c6-42e7-9f23-f5b63b5d68f0),segment_id=71c05577-04c6-42e7-9f23-f5b63b5d68f0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:28.371963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.440969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event updated for resources: {'Port': ['ID=d1191f07-31b3-4229-9a88-3bfa370c7103,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:28.445128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.507250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e43131-5f21-4e28-93e2-f002ad56cf5b None None] Pushing event updated for resources: {'Port': ['ID=a40a566b-dda4-42e5-9b46-579bddd0846d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:28.524739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8856d5-2331-425f-8dec-1aafecc30922 req-57bfda7d-5216-4961-8d4d-ea1593215f69 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:28.526378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb8856d5-2331-425f-8dec-1aafecc30922 req-57bfda7d-5216-4961-8d4d-ea1593215f69 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 946 time: 0.1775026 Aug 31 07:59:28.539671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a974be2-8299-4f64-a8a6-f1ed34d0899d req-6007dbf0-e90c-4d0e-ba67-2f3de94a1ea9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:28.546541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a974be2-8299-4f64-a8a6-f1ed34d0899d req-6007dbf0-e90c-4d0e-ba67-2f3de94a1ea9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 945 time: 0.1857395 Aug 31 07:59:28.564872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.568818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e3a30df-2319-40e0-849f-fdb3a2c2cc7a None None] Provisioning complete for port a40a566b-dda4-42e5-9b46-579bddd0846d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:28.569330 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e3a30df-2319-40e0-849f-fdb3a2c2cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.599732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['644b72ce-67b4-46a6-b516-e181cde34922'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:28.601990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e07c77fa-a003-4149-87b3-5da1972ae6f0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:28.640865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Pushing event deleted for resources: {'Port': ['ID=644b72ce-67b4-46a6-b516-e181cde34922,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:28.696235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb8856d5-2331-425f-8dec-1aafecc30922 req-da0d7cc6-0130-49d1-a7f0-09b8ceea5567 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373320 Aug 31 07:59:28.704442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a974be2-8299-4f64-a8a6-f1ed34d0899d req-c78098fd-8f70-4dc6-b0d3-500d5417cb9e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570358 Aug 31 07:59:28.728218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:28.730070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:28.732464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] No DVR routers for this DVR port 644b72ce-67b4-46a6-b516-e181cde34922 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:28.738737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.740773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ace5189a-0f12-4d5d-88fa-1fec47d19cf7 req-ddf631f2-6e7c-4ed9-8f9a-79e4c5bdb6c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.45 "DELETE /v2.0/ports/644b72ce-67b4-46a6-b516-e181cde34922 HTTP/1.1" status: 204 len: 173 time: 1.1484654 Aug 31 07:59:28.741217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'name': 'network-vif-deleted', 'tag': '644b72ce-67b4-46a6-b516-e181cde34922'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:28.743526 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1700bdd4-fb1f-4f1b-b963-1e108566b48d" -d '{"events": [{"server_uuid": "922aacc2-b482-4dd4-82b1-e529c87e081c", "name": "network-vif-deleted", "tag": "644b72ce-67b4-46a6-b516-e181cde34922"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:28.926451 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4468a6e7-96d8-4d33-b4bc-6fb6e741d785 x-openstack-request-id: req-4468a6e7-96d8-4d33-b4bc-6fb6e741d785 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:28.927131 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922aacc2-b482-4dd4-82b1-e529c87e081c", "name": "network-vif-deleted", "tag": "644b72ce-67b4-46a6-b516-e181cde34922", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:28.927131 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4468a6e7-96d8-4d33-b4bc-6fb6e741d785 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:28.927421 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922aacc2-b482-4dd4-82b1-e529c87e081c', 'name': 'network-vif-deleted', 'tag': '644b72ce-67b4-46a6-b516-e181cde34922', 'status': 'completed', 'code': 200} Aug 31 07:59:28.935066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e3a30df-2319-40e0-849f-fdb3a2c2cc7a None None] Provisioning for port d1191f07-31b3-4229-9a88-3bfa370c7103 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:28.948087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e3a30df-2319-40e0-849f-fdb3a2c2cc7a None None] Provisioning complete for port d1191f07-31b3-4229-9a88-3bfa370c7103 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:28.948606 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e3a30df-2319-40e0-849f-fdb3a2c2cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:28.995257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a30df-2319-40e0-849f-fdb3a2c2cc7a None None] Port d1191f07-31b3-4229-9a88-3bfa370c7103 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:29.007715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:29.040721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59490) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:29.114910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-225e4780-a041-42fa-94db-8e552978ac5c None None] Provisioning complete for port d1191f07-31b3-4229-9a88-3bfa370c7103 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:29.115284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-225e4780-a041-42fa-94db-8e552978ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.122907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:29.132769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a3982874-545b-4237-b2b3-250fcb56cf5a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5752017 Aug 31 07:59:29.135893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59494) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:29.140081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:29.155734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:29.187746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:29.187746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:29.187746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-225e4780-a041-42fa-94db-8e552978ac5c None None] Port d1191f07-31b3-4229-9a88-3bfa370c7103 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:29.273487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a40a566b-dda4-42e5-9b46-579bddd0846d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:29.301323 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-97130b37-2c03-4735-bf17-a7feb98d3cdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=792b6454900544bcb198c405eba5d3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593591 Aug 31 07:59:29.304156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59498) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:29.330517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:29.405721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd9702e3-862c-402d-a5ef-6bd85908c3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.434134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd9702e3-862c-402d-a5ef-6bd85908c3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.521681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a40a566b-dda4-42e5-9b46-579bddd0846d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:29.521999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.558426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.638632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:59:29.644690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd9702e3-862c-402d-a5ef-6bd85908c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.648014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd9702e3-862c-402d-a5ef-6bd85908c3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.649850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fd9702e3-862c-402d-a5ef-6bd85908c3eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f56f6b9f-3c0d-4eb4-ab6b-dd63f2593776 HTTP/1.1" status: 204 len: 168 time: 0.3441429 Aug 31 07:59:29.661047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9702e3-862c-402d-a5ef-6bd85908c3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56f6b9f-3c0d-4eb4-ab6b-dd63f2593776,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:29.671705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Removed routes are [] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:59:29.672389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.865118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:27Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1191f07-31b3-4229-9a88-3bfa370c7103', 'name': '', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:6d:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:24Z', 'updated_at': '2021-08-31T07:59:27Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:29.883877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb761f5e-a0ff-4e1e-b341-2f3b601d297c req-d641100c-f66f-43ea-ad2c-54131151a216 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=922aacc2-b482-4dd4-82b1-e529c87e081c HTTP/1.1" status: 200 len: 210 time: 0.0501745 Aug 31 07:59:29.896058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:29.896470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Updating router 56dd7b4a-a210-4295-a7ac-b021b1c1815e port d1191f07-31b3-4229-9a88-3bfa370c7103 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:59:29.912068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fcfc2-b628-4745-aba4-e32c54ad8b04 req-9c599f58-4957-49d5-9ba9-406eaba89b6b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:29.912068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b1fcfc2-b628-4745-aba4-e32c54ad8b04 req-9c599f58-4957-49d5-9ba9-406eaba89b6b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 945 time: 0.1143124 Aug 31 07:59:29.936948 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.995167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b1fcfc2-b628-4745-aba4-e32c54ad8b04 req-b8cb2aa8-4d9a-4dcf-a316-961dc2ebfbe2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637233 Aug 31 07:59:30.209981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-b339c98e-fcdd-4e94-83a3-7272b3861e42 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 267 time: 0.0761950 Aug 31 07:59:30.220302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.225098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.271565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-844bb68a-139a-4d48-9c8a-c12bb6fe03ab tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:30.273425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-844bb68a-139a-4d48-9c8a-c12bb6fe03ab tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 945 time: 0.0567534 Aug 31 07:59:30.288106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'port': {'security_groups': []}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:30.331820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.337013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:30.343324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Transition to ACTIVE for port object d1191f07-31b3-4229-9a88-3bfa370c7103 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:30.381011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.471912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:30.484157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.484157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4e24fe41-f70a-434b-8dc1-ee86c90dfd93 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 933 time: 1.3468063 Aug 31 07:59:30.484602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:30.520389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.604374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6fd7a-ec54-4f64-b719-09c1074b7895 None None] Pushing event updated for resources: {'Port': ['ID=d1191f07-31b3-4229-9a88-3bfa370c7103,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:30.617041 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-deb43025-847c-4f58-b7ca-0285089d7785 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 933 time: 0.1301873 Aug 31 07:59:30.618730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59518) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:30.624806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'routes': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:30.637699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:30.725610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.735558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Attempting to bind port d1191f07-31b3-4229-9a88-3bfa370c7103 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:30.736391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Attempting to bind port d1191f07-31b3-4229-9a88-3bfa370c7103 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:30.736891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Attempting to bind port d1191f07-31b3-4229-9a88-3bfa370c7103 on network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:30.747458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:30.747741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:30.748064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Checking segment: {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:30.748964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.749460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Bound using segment: {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:30.750081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Bound port: d1191f07-31b3-4229-9a88-3bfa370c7103, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c05577-04c6-42e7-9f23-f5b63b5d68f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:30.750575 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.844712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.869358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f67bcd4f-f0d2-4f16-806b-d31fce780820 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca49897f783d4a048b000e7f3ee8909a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180406 Aug 31 07:59:30.869869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] For port d1191f07-31b3-4229-9a88-3bfa370c7103, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:30.886330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d71cfc87-e344-4aef-bdc7-9da6113c5a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:30.888724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290', 'e04c452c-3a54-46b7-aad8-8e142f4b3443'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:30.890638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59522) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:30.903739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:30.904010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:30.905480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51dfb6b9-688c-4614-b185-ccb0efc7f6cf req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "PUT /v2.0/ports/e04c452c-3a54-46b7-aad8-8e142f4b3443 HTTP/1.1" status: 200 len: 904 time: 0.6248994 Aug 31 07:59:30.930926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:30.933897 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd4aa9-f588-4110-b5c8-c0c4830949b6" -d '{"events": [{"name": "network-changed", "server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:30.996611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bf33f-21e3-430c-abf6-5d22fdfe38f6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:31.036485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0717dba2-ff79-45b7-9929-820bc11a0e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.043023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] For port d1191f07-31b3-4229-9a88-3bfa370c7103, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d1191f07-31b3-4229-9a88-3bfa370c7103,segment=NetworkSegment(71c05577-04c6-42e7-9f23-f5b63b5d68f0),segment_id=71c05577-04c6-42e7-9f23-f5b63b5d68f0)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:31.095875 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84643cc1-6123-41e1-a2f8-a2d70b11f34d x-openstack-request-id: req-84643cc1-6123-41e1-a2f8-a2d70b11f34d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:31.096176 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:31.096435 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84643cc1-6123-41e1-a2f8-a2d70b11f34d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:31.096947 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443', 'status': 'completed', 'code': 200} Aug 31 07:59:31.157652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0717dba2-ff79-45b7-9929-820bc11a0e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.159037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e04c452c-3a54-46b7-aad8-8e142f4b3443'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:31.231288 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.264936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fb477-5551-4e8c-9f5c-d7e693e8d6ad req-ed52226a-566f-45c1-a8f6-0ce304d87760 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:31.286119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-015fb477-5551-4e8c-9f5c-d7e693e8d6ad req-ed52226a-566f-45c1-a8f6-0ce304d87760 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 907 time: 0.2549086 Aug 31 07:59:31.307448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0717dba2-ff79-45b7-9929-820bc11a0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.312726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0717dba2-ff79-45b7-9929-820bc11a0e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.317923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0717dba2-ff79-45b7-9929-820bc11a0e9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/087add13-a32b-462c-ba1b-a6e9ec553400 HTTP/1.1" status: 204 len: 168 time: 0.4074826 Aug 31 07:59:31.340618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-e2bf45d2-9a50-4805-8e2a-f161ea8a22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:31.342295 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-e2bf45d2-9a50-4805-8e2a-f161ea8a22ed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 1059 time: 0.1551540 Aug 31 07:59:31.343259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717dba2-ff79-45b7-9929-820bc11a0e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087add13-a32b-462c-ba1b-a6e9ec553400,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:31.444695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 644b72ce-67b4-46a6-b516-e181cde34922 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:31.469371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6fd7a-ec54-4f64-b719-09c1074b7895 None None] Pushing event updated for resources: {'Port': ['ID=d1191f07-31b3-4229-9a88-3bfa370c7103,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:31.558988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-97aebc7f-1120-468d-b9cc-6ea6caf30c01 None None] Provisioning complete for port e04c452c-3a54-46b7-aad8-8e142f4b3443 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:31.559370 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-97aebc7f-1120-468d-b9cc-6ea6caf30c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.560752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 644b72ce-67b4-46a6-b516-e181cde34922 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:31.561113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 644b72ce-67b4-46a6-b516-e181cde34922 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:31.640518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:31.640715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:31.653038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-97bb487b-45a4-417e-984f-61e7fa0aeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:31.654903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-97bb487b-45a4-417e-984f-61e7fa0aeefe service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.3026071 Aug 31 07:59:31.789280 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-4b72755a-f8ee-4759-a7c6-8e6f218c69d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443 HTTP/1.1" status: 200 len: 217 time: 0.1113529 Aug 31 07:59:31.809383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fd916-f041-4986-b8ad-21f5303afa6a req-a931305e-2231-479a-b1f5-8c203fa9ef13 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:31.818579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e5fd916-f041-4986-b8ad-21f5303afa6a req-a931305e-2231-479a-b1f5-8c203fa9ef13 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1258571 Aug 31 07:59:31.862185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:31.895709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e5fd916-f041-4986-b8ad-21f5303afa6a req-0503d69a-3d3a-4b21-ae7f-101f4cf52053 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647790 Aug 31 07:59:31.924544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-986771f8-8beb-4414-b4f1-a0e1b6d9dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:31.927097 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-986771f8-8beb-4414-b4f1-a0e1b6d9dd64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.1268821 Aug 31 07:59:31.980822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407a04-7f2d-424f-9d25-3c4df4093eef req-2295af7a-be6a-4c81-924a-cbf455f0826e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:31.984678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7407a04-7f2d-424f-9d25-3c4df4093eef req-2295af7a-be6a-4c81-924a-cbf455f0826e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1288764 Aug 31 07:59:32.057145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-130efcbe-7080-41b0-8422-2693ce5bc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:32.059283 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-130efcbe-7080-41b0-8422-2693ce5bc155 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219015 Aug 31 07:59:32.083381 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added routes are [] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:59:32.083875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7407a04-7f2d-424f-9d25-3c4df4093eef req-33b191c3-606a-4f3e-a4de-02200b392cf9 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895858 Aug 31 07:59:32.084654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.extraroute_db [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:59:32.106602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec6ae-207f-4b63-9f1b-f56929a7dcb4 req-e319769e-e6c7-4a41-9cb2-4251ff1d4b99 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:32.114361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5eec6ae-207f-4b63-9f1b-f56929a7dcb4 req-e319769e-e6c7-4a41-9cb2-4251ff1d4b99 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1027150 Aug 31 07:59:32.175343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5eec6ae-207f-4b63-9f1b-f56929a7dcb4 req-07cd733c-69c1-423c-8bd7-cd21418a64e6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579119 Aug 31 07:59:32.218390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:32.257276 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-3a82d852-ff82-4107-90af-1d15d79ccdd7 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766093 Aug 31 07:59:32.267148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:29Z', 'revision_number': 6, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1191f07-31b3-4229-9a88-3bfa370c7103', 'name': '', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:6d:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:24Z', 'updated_at': '2021-08-31T07:59:30Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:32.310112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347b215-7bb6-419c-94f6-870ac3b1e450 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:29Z', 'revision_number': 6, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1191f07-31b3-4229-9a88-3bfa370c7103', 'name': '', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:6d:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:24Z', 'updated_at': '2021-08-31T07:59:30Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:32.547159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-09fd4aa9-f588-4110-b5c8-c0c4830949b6 req-30ff9b82-d322-47d4-9c96-0ca6e1ab580f service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757452 Aug 31 07:59:32.640849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-86625cdd-96ef-4707-b065-aedb6ec920a0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:32.646346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-86625cdd-96ef-4707-b065-aedb6ec920a0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.1978428 Aug 31 07:59:32.676003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-b96e8af7-c382-4ef0-a6e5-537fba002573 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/quotas/0e7e6f1abd0540abadbabc8305830633 HTTP/1.1" status: 200 len: 375 time: 0.0156496 Aug 31 07:59:32.755520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:32.759367 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:32.808483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-260facff-3c0d-472a-9bca-b91cfad7795d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1335366 Aug 31 07:59:32.933424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:32.956840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-a47aaf4b-8f8e-4fc9-a4a8-eb75355c898a service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473744 Aug 31 07:59:33.107421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:33.117209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:33.122477 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52037cea-c5a0-4310-b8fa-b15daba5ff5c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 699 time: 2.5019622 Aug 31 07:59:33.123386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59584) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:33.153148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-a3234b8e-0234-4b20-9107-097bcc82bcc7 service neutron] 10.222.0.36 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888378 Aug 31 07:59:33.305523 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f322db33-1c6e-4433-a717-8e0f244de85b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 699 time: 0.1805427 Aug 31 07:59:33.307493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59588) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:33.368595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa19ee8-f624-4224-bf9f-16aaf01fe614 req-ae09efa0-f764-4b93-9aea-a18db443b7fe tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:33.372183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1aa19ee8-f624-4224-bf9f-16aaf01fe614 req-ae09efa0-f764-4b93-9aea-a18db443b7fe tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1604240 Aug 31 07:59:33.444194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d1191f07-31b3-4229-9a88-3bfa370c7103 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:33.445079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1aa19ee8-f624-4224-bf9f-16aaf01fe614 req-142cb159-b259-4c43-845f-3e7bc5b30585 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621231 Aug 31 07:59:33.621546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d1191f07-31b3-4229-9a88-3bfa370c7103 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:33.627713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d1191f07-31b3-4229-9a88-3bfa370c7103 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:33.628366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:33.691323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6664042d-d4d8-4001-85b6-51256f250fd3 req-bc0ff97b-cdd0-4bc5-a4de-0fa7b3ca001e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 210 time: 0.1218688 Aug 31 07:59:33.720274 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:33.751353 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:33.752635 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:33.791272 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:33.836096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port d1191f07-31b3-4229-9a88-3bfa370c7103, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d1191f07-31b3-4229-9a88-3bfa370c7103,segment=NetworkSegment(71c05577-04c6-42e7-9f23-f5b63b5d68f0),segment_id=71c05577-04c6-42e7-9f23-f5b63b5d68f0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:33.894687 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:33.915111 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.035186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.056042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=d1191f07-31b3-4229-9a88-3bfa370c7103,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:34.068755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.069111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.069456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.069794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.070169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.072287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.073861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.074220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.079252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.079252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.079252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.079252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:34.161744 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:32Z', 'revision_number': 7, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1191f07-31b3-4229-9a88-3bfa370c7103', 'name': '', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:6d:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:24Z', 'updated_at': '2021-08-31T07:59:30Z', 'revision_number': 4, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:34.197067 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:34.208058 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:34.208683 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:34.326760 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:34.359230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port d1191f07-31b3-4229-9a88-3bfa370c7103 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:34.359768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.473150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port d1191f07-31b3-4229-9a88-3bfa370c7103, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d1191f07-31b3-4229-9a88-3bfa370c7103,segment=NetworkSegment(71c05577-04c6-42e7-9f23-f5b63b5d68f0),segment_id=71c05577-04c6-42e7-9f23-f5b63b5d68f0)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:34.477681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.478427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59618) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:34.493085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for d1191f07-31b3-4229-9a88-3bfa370c7103 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:34.603446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:32Z', 'revision_number': 7, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1191f07-31b3-4229-9a88-3bfa370c7103', 'name': '', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:6d:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:24Z', 'updated_at': '2021-08-31T07:59:33Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:34.632768 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97e1e83-d0ee-4ee0-a8b2-044a5fb25cf8 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:32Z', 'revision_number': 7, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1191f07-31b3-4229-9a88-3bfa370c7103', 'name': '', 'network_id': 'c9259e22-e9f7-48e4-a39d-5f9345f5fd85', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:6d:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:24Z', 'updated_at': '2021-08-31T07:59:33Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '6925a708-eef1-46d6-acd6-8fd105d7f484', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:34.653984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a42b39-e360-453a-88dc-098610a5ab7f req-66705967-924c-4c1c-8a0e-59893d621ac8 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:34.655823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76a42b39-e360-453a-88dc-098610a5ab7f req-66705967-924c-4c1c-8a0e-59893d621ac8 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0650387 Aug 31 07:59:34.729375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76a42b39-e360-453a-88dc-098610a5ab7f req-3442f27f-bb21-49cf-9140-6b2856ed1100 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Aug 31 07:59:34.756636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-854556951', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:34.840664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecf0ac98-99fd-444c-bc3b-949a3281ef85 req-26c837c0-9db1-4938-b571-e83d692f7d9a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 210 time: 0.0338044 Aug 31 07:59:34.879482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.907078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Made reservation on behalf of 499030d308694361b8a0b5d638f85224 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:34.909564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.930684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:34.950690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=d1191f07-31b3-4229-9a88-3bfa370c7103,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:35.082416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.176318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.181625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.194845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] device_id is not set on port 97b69e28-7dc4-422e-b955-8140345d3be1 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:35.211460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f86f1-9a53-4a26-89e8-179058f75adc,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:35.252871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.253098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.254648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.255126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.255475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.255810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.256157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.256660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.257030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.257364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.257690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.258040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:35.348048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Allocated IP 172.25.0.52 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/97b69e28-7dc4-422e-b955-8140345d3be1) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:35.509354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.638797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.690039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:35.694197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:35.697801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:35.723298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Pushing event updated for resources: {'Port': ['ID=97b69e28-7dc4-422e-b955-8140345d3be1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:35.725269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:35.746914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:35.747531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.832135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:35.838018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1b49a503-e645-437d-9405-f002cf334349 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5285313 Aug 31 07:59:35.840805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59634) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:35.845738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:35.857786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-30a34b33-381d-4914-8eb9-d29b713e15cd tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3781438 Aug 31 07:59:35.858988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:35.859618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:35.865263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59640) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:35.876341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.52'}]}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:35.902233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316c50d-5eaf-45cd-acf5-4e62b3f63f80 req-aeede6f1-4e8d-4dd6-829a-55d512885b6a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:35.911757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b316c50d-5eaf-45cd-acf5-4e62b3f63f80 req-aeede6f1-4e8d-4dd6-829a-55d512885b6a tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1083224 Aug 31 07:59:35.948094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet 6925a708-eef1-46d6-acd6-8fd105d7f484 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:35.953283 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:35.972565 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:59:36.004585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b316c50d-5eaf-45cd-acf5-4e62b3f63f80 req-bae1ea43-fb53-4fab-97dd-706fd9d18031 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917845 Aug 31 07:59:36.009055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:36.101189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.107346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29feef59-561e-46b8-8101-89ae0761a5c1 req-e98e7055-249a-4aab-bff5-ff074593750e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 210 time: 0.0909367 Aug 31 07:59:36.204354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-a562a6c3-f334-4a3f-95b7-97f4cc28716a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:36.206358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-a562a6c3-f334-4a3f-95b7-97f4cc28716a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 811 time: 0.2377827 Aug 31 07:59:36.227487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Request body: {'port': {'device_id': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'admin_state_up': True, 'tenant_id': '0e7e6f1abd0540abadbabc8305830633'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:36.245995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.475477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:34Z', 'revision_number': 8, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:36.505751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:36.515825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:36.516569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:36.578995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.582082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.631123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:36.658357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.742611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Made reservation on behalf of 0e7e6f1abd0540abadbabc8305830633 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:36.743194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.750547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.774632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=6925a708-eef1-46d6-acd6-8fd105d7f484,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:36.785599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.787970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4dd2760b-5f9c-4c8f-840b-22034eb4ab0b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/6925a708-eef1-46d6-acd6-8fd105d7f484 HTTP/1.1" status: 204 len: 168 time: 0.9462416 Aug 31 07:59:36.790724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59646) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:36.801399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf1e934-6558-4123-ab51-0401d742c43d None None] Network c9259e22-e9f7-48e4-a39d-5f9345f5fd85 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:36.905720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.970632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:34Z', 'revision_number': 8, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:36.995364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port a40a566b-dda4-42e5-9b46-579bddd0846d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:36.995652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.999649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3209a-96e6-40b4-9fe9-3a7086fbfb8f None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:34Z', 'revision_number': 8, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '0ce85354-7c36-41ad-bd40-b410fcb2c3ea', 'name': '', 'network_id': 'ffb39d13-9ba0-4084-bd09-3483aa0502d6', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:c7:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:15Z', 'updated_at': '2021-08-31T07:59:24Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'de9ce02f-848d-4d55-9add-e83646bdbd58', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:37.150511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port a40a566b-dda4-42e5-9b46-579bddd0846d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a40a566b-dda4-42e5-9b46-579bddd0846d,segment=NetworkSegment(71c05577-04c6-42e7-9f23-f5b63b5d68f0),segment_id=71c05577-04c6-42e7-9f23-f5b63b5d68f0)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:37.150893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.157681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.168806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for a40a566b-dda4-42e5-9b46-579bddd0846d owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:37.180749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb9c60-7961-4d37-85a6-9b2c94e7d720 req-ef72440d-fb6e-490d-8bf9-655980e17077 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:37.181376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Allocated IP 172.20.0.9 (7b50952f-e83d-4303-87f8-4502994ce831/dfd4f802-976d-4299-b047-a2cfb95537e1/7c1ab95f-1290-42b4-b9f4-f90e826d24e6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:37.186189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbb9c60-7961-4d37-85a6-9b2c94e7d720 req-ef72440d-fb6e-490d-8bf9-655980e17077 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.0986547 Aug 31 07:59:37.276160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbb9c60-7961-4d37-85a6-9b2c94e7d720 req-b684b555-2b87-478d-afc9-e9ef2a8eac48 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822661 Aug 31 07:59:37.351762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebcc4a6f-a47a-4bda-9838-e00ec7bb4abe req-4d35f871-79fe-439e-85e4-6f1668da8ecd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Aug 31 07:59:37.395321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.403876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b76d5d-d257-45a6-8f4f-ed3120f298c9 None None] DHCP port deletion for c9259e22-e9f7-48e4-a39d-5f9345f5fd85 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:59:37.468619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.469509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port a40a566b-dda4-42e5-9b46-579bddd0846d on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:37.481205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=a40a566b-dda4-42e5-9b46-579bddd0846d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:37.488048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Transition to ACTIVE for port object 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:37.512993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a40a566b-dda4-42e5-9b46-579bddd0846d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:37.542320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a40a566b-dda4-42e5-9b46-579bddd0846d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:37.542603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a40a566b-dda4-42e5-9b46-579bddd0846d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:37.543038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d1191f07-31b3-4229-9a88-3bfa370c7103 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:37.573641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d1191f07-31b3-4229-9a88-3bfa370c7103 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:37.573641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d1191f07-31b3-4229-9a88-3bfa370c7103 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:37.602364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.615610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9259e22-e9f7-48e4-a39d-5f9345f5fd85']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:37.632961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c05577-04c6-42e7-9f23-f5b63b5d68f0') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:37.633256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c05577-04c6-42e7-9f23-f5b63b5d68f0') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:37.637069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.644551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.661439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.666433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.670925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:59:37.671720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:59:37.674991 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:59:37.744958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.756028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:37.783509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d71cfc87-e344-4aef-bdc7-9da6113c5a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:37.833736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.837844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Network 7b50952f-e83d-4303-87f8-4502994ce831 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:37.842369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.848177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/c9259e22-e9f7-48e4-a39d-5f9345f5fd85 HTTP/1.1" status: 204 len: 168 time: 1.0552723 Aug 31 07:59:37.849873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59658) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:37.863401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:37.874807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:37.881379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b40462-e291-4ef2-8273-2e3fc4106dbc tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=c9259e22-e9f7-48e4-a39d-5f9345f5fd85,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:37.904071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:37.973840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:37.974502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.056250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.089038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-a3a9f092-d086-4e02-b85d-dc44de75a88e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:38.093996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-a3a9f092-d086-4e02-b85d-dc44de75a88e tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.68 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1394684 Aug 31 07:59:38.172448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-048b7c2d-3fb2-4ce6-a8c4-e8d67652005c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9534328 Aug 31 07:59:38.186046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Request body: {'port': {'device_id': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:38.289055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-217b101d-d353-4020-8076-029d74d502aa None None] Provisioning for port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:38.294758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-217b101d-d353-4020-8076-029d74d502aa None None] Provisioning complete for port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:38.295409 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-217b101d-d353-4020-8076-029d74d502aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.317279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.356853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.379145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-217b101d-d353-4020-8076-029d74d502aa None None] Port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:59:38.398701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.399332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Deleting port e07c77fa-a003-4149-87b3-5da1972ae6f0 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:38.399792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.508090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.508917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1c789d-1dcf-49d5-9457-a2cda4df5fdb {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:59:38.604754 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 07:59:38.605737 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3b213fdb-15a1-423a-bbe8-4ab85d36f02d tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7394099 Aug 31 07:59:38.608597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] For port e07c77fa-a003-4149-87b3-5da1972ae6f0, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e07c77fa-a003-4149-87b3-5da1972ae6f0,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:38.608807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:38.608976 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.620014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22789c97-c420-4355-8fa7-1ce73633f774 req-5c3b5e58-c519-4854-b3b6-4862ab4ddd25 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:38.621790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22789c97-c420-4355-8fa7-1ce73633f774 req-5c3b5e58-c519-4854-b3b6-4862ab4ddd25 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 946 time: 0.1766803 Aug 31 07:59:38.637468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f14a9c-3dd6-4c66-94ac-db454f6b58b6 req-d1af0103-91c9-4903-b012-d01adfdf3fe5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:38.639038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9f14a9c-3dd6-4c66-94ac-db454f6b58b6 req-d1af0103-91c9-4903-b012-d01adfdf3fe5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 931 time: 0.1514530 Aug 31 07:59:38.646608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Calling delete_port for e07c77fa-a003-4149-87b3-5da1972ae6f0 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:38.773009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Deleting port 97b69e28-7dc4-422e-b955-8140345d3be1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:38.773365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.777582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:38.788051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22789c97-c420-4355-8fa7-1ce73633f774 req-a85a0460-4d36-4216-93e3-eda16b4508c1 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/security-groups?id=50dfe058-fc82-4bf2-8d20-82f98395c2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438699 Aug 31 07:59:38.793055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9f14a9c-3dd6-4c66-94ac-db454f6b58b6 req-a6622123-9db1-4291-9849-353eeb7e4a1f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388628 Aug 31 07:59:38.841370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.842339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.894447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:38.909749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Calling delete_port for 97b69e28-7dc4-422e-b955-8140345d3be1 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:39.028560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:39.040338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e07c77fa-a003-4149-87b3-5da1972ae6f0'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:39.060927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Pushing event deleted for resources: {'Port': ['ID=e07c77fa-a003-4149-87b3-5da1972ae6f0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:39.118381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] No DVR routers for this DVR port e07c77fa-a003-4149-87b3-5da1972ae6f0 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:39.130681 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:39.130681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-feeaa6c1-be42-40d2-98d9-5583283afe51 req-31ad9263-cf0a-4146-875d-a48c99e14603 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.68 "DELETE /v2.0/ports/e07c77fa-a003-4149-87b3-5da1972ae6f0 HTTP/1.1" status: 204 len: 173 time: 1.0276682 Aug 31 07:59:39.130681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'name': 'network-vif-deleted', 'tag': 'e07c77fa-a003-4149-87b3-5da1972ae6f0'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:39.130681 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4963320c-7077-4b3b-8d23-4f1de3996a7e" -d '{"events": [{"server_uuid": "995348ac-f139-4dec-8b5b-93c30e5835a0", "name": "network-vif-deleted", "tag": "e07c77fa-a003-4149-87b3-5da1972ae6f0"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:39.147799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Transition to ACTIVE for port object 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:39.148695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:39.207942 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038062c1-280e-4f12-8e60-3b0feab3b616 x-openstack-request-id: req-038062c1-280e-4f12-8e60-3b0feab3b616 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:39.207942 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995348ac-f139-4dec-8b5b-93c30e5835a0", "name": "network-vif-deleted", "tag": "e07c77fa-a003-4149-87b3-5da1972ae6f0", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:39.207942 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-038062c1-280e-4f12-8e60-3b0feab3b616 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:39.207942 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995348ac-f139-4dec-8b5b-93c30e5835a0', 'name': 'network-vif-deleted', 'tag': 'e07c77fa-a003-4149-87b3-5da1972ae6f0', 'status': 'completed', 'code': 200} Aug 31 07:59:39.208678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Pushing event deleted for resources: {'Port': ['ID=97b69e28-7dc4-422e-b955-8140345d3be1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:39.289373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:39.293026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:39.293379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:39.298405 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f3960ec7-09fd-446d-8083-835be378a23a tempest-RoutersAdminNegativeTest-1088675804 tempest-RoutersAdminNegativeTest-1088675804-project-admin] 10.222.0.36 "DELETE /v2.0/ports/97b69e28-7dc4-422e-b955-8140345d3be1 HTTP/1.1" status: 204 len: 168 time: 0.6876428 Aug 31 07:59:39.418775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port 0ce85354-7c36-41ad-bd40-b410fcb2c3ea, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:39.419220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:39.445437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 0ce85354-7c36-41ad-bd40-b410fcb2c3ea owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:39.914153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df542e25-d9da-4941-bdb3-4636c56160d8 req-330564d5-c7a1-4707-b065-91b30bd63fd8 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 210 time: 0.0431938 Aug 31 07:59:39.957703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e88e0-c0fe-4215-9ece-7f3ee977180e req-abb2dcc5-8e70-4911-918d-54356621bfb2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:39.959279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f6e88e0-c0fe-4215-9ece-7f3ee977180e req-abb2dcc5-8e70-4911-918d-54356621bfb2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 931 time: 0.0745265 Aug 31 07:59:40.003731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f6e88e0-c0fe-4215-9ece-7f3ee977180e req-108e950a-8f34-4a21-a27b-05ed2003dfcc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380142 Aug 31 07:59:40.244309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.325350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:40.348277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.387698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Attempting to bind port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:40.388322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Attempting to bind port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:40.388916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Attempting to bind port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:40.389333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=0ce85354-7c36-41ad-bd40-b410fcb2c3ea,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:40.400970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 on network 7b50952f-e83d-4303-87f8-4502994ce831 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:59:40.401552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Attempting to bind port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 on network 7b50952f-e83d-4303-87f8-4502994ce831 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:40.409230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:40.415561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Checking segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:40.415561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Bound using segment: {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:40.415561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Bound port: 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:40.415561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.534328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:40.540494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:40.703072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.714827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.754024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59694) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:40.772582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:40.773387 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.774844 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] 10.222.0.68 "PUT /v2.0/ports/7c1ab95f-1290-42b4-b9f4-f90e826d24e6 HTTP/1.1" status: 200 len: 1092 time: 2.5931399 Aug 31 07:59:40.777665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:40.780869 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d0d5c-4bfe-4ed6-a854-db3819924900" -d '{"events": [{"name": "network-changed", "server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:40.832362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5fcf3-3575-4782-a7ab-948ea110442b service neutron] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:40.864997 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93533f-0b24-4289-a13a-36edc2c7cab6 x-openstack-request-id: req-eb93533f-0b24-4289-a13a-36edc2c7cab6 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:40.865298 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:40.865746 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb93533f-0b24-4289-a13a-36edc2c7cab6 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:40.870134 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'status': 'completed', 'code': 200} Aug 31 07:59:40.951929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13c28273-593c-4501-82e1-592ec51e435c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:40.985022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0d5c-4bfe-4ed6-a854-db3819924900 req-bd047af2-bc23-4ed7-a002-cf4ebb4ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:40.986884 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875d0d5c-4bfe-4ed6-a854-db3819924900 req-bd047af2-bc23-4ed7-a002-cf4ebb4ab486 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 1095 time: 0.1061134 Aug 31 07:59:41.050784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:41.177167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-974f4773-0211-4e26-a3c9-1bdb4a2475af req-5f274619-24f4-4e09-ad03-6573368cdac3 tempest-ServerRescueNegativeTestJSON-88234915 tempest-ServerRescueNegativeTestJSON-88234915-project] 10.222.0.36 "GET /v2.0/ports?device_id=995348ac-f139-4dec-8b5b-93c30e5835a0 HTTP/1.1" status: 200 len: 210 time: 0.0736871 Aug 31 07:59:41.236145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd342598-8e76-40f6-b560-ecc2057224e5 req-fdb2c7e4-6c78-468b-b543-106a02a7f9f8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:41.245013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd342598-8e76-40f6-b560-ecc2057224e5 req-fdb2c7e4-6c78-468b-b543-106a02a7f9f8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.0949218 Aug 31 07:59:41.263458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:41.272944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9e5ee30f-4caf-438a-9c2b-2698c7c5758c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4173064 Aug 31 07:59:41.276431 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:41.276975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59712) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:41.288377 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:41.289379 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:41.357324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet de9ce02f-848d-4d55-9add-e83646bdbd58 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:41.367079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.422650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd342598-8e76-40f6-b560-ecc2057224e5 req-bd18075b-be86-4793-9e44-85e0cfdef805 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766865 Aug 31 07:59:41.463701 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.564942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0d5c-4bfe-4ed6-a854-db3819924900 req-dbca6bd5-3f4b-442f-ae64-a0c89b61c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:41.566989 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875d0d5c-4bfe-4ed6-a854-db3819924900 req-dbca6bd5-3f4b-442f-ae64-a0c89b61c289 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0e7e6f1abd0540abadbabc8305830633&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5690935 Aug 31 07:59:41.606733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.702026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13c28273-593c-4501-82e1-592ec51e435c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.723038 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:41.766832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d0d5c-4bfe-4ed6-a854-db3819924900 req-a62d4075-9c94-4de4-8e0d-5e417a09509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:41.770959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-875d0d5c-4bfe-4ed6-a854-db3819924900 req-a62d4075-9c94-4de4-8e0d-5e417a09509f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955590 Aug 31 07:59:41.779397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e07c77fa-a003-4149-87b3-5da1972ae6f0 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:41.786647 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.805915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: e07c77fa-a003-4149-87b3-5da1972ae6f0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:41.806567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e07c77fa-a003-4149-87b3-5da1972ae6f0 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:41.813128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.818387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/de9ce02f-848d-4d55-9add-e83646bdbd58 HTTP/1.1" status: 204 len: 168 time: 0.5405779 Aug 31 07:59:41.819526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b460a4-d329-436b-b203-8efc42629579 None None] Network ffb39d13-9ba0-4084-bd09-3483aa0502d6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:41.827164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13c28273-593c-4501-82e1-592ec51e435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:41.827164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59722) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:41.877422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad441f0-1ccb-4f9d-96a6-6d940ac0af55 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=de9ce02f-848d-4d55-9add-e83646bdbd58,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:41.982394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c28273-593c-4501-82e1-592ec51e435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257eb7c7-3e88-417f-8bdf-f036a22f6bc7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:41.983446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:39Z', 'revision_number': 9, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:42.025588 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-13c28273-593c-4501-82e1-592ec51e435c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2fd17da1e4e474a990828ad666b4085&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2680700 Aug 31 07:59:42.026196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59730) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:42.028158 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:42.055657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:42.056727 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:42.058536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.068471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-4b6c98af-4011-48db-9588-2539b9f11feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:42.070096 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-4b6c98af-4011-48db-9588-2539b9f11feb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 1095 time: 0.1947165 Aug 31 07:59:42.126846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdc4d-bbcb-406a-aa3c-859943c764a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.152334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] DHCP port deletion for ffb39d13-9ba0-4084-bd09-3483aa0502d6 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:59:42.170149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdc4d-bbcb-406a-aa3c-859943c764a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.198045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:42.200751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-965d4427-fb0c-43a1-837f-8c512f7dfe2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6 HTTP/1.1" status: 200 len: 217 time: 0.1158915 Aug 31 07:59:42.259618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] Deleting port 540a2881-fa0a-4a2f-abe4-d093bb22f422 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:42.260326 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.281720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:42.311452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 540a2881-fa0a-4a2f-abe4-d093bb22f422 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:42.311846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.379815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] For port 540a2881-fa0a-4a2f-abe4-d093bb22f422, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=540a2881-fa0a-4a2f-abe4-d093bb22f422,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:42.380585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port 540a2881-fa0a-4a2f-abe4-d093bb22f422, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=540a2881-fa0a-4a2f-abe4-d093bb22f422,segment=NetworkSegment(95a79a8d-d012-44ed-8b0d-514fe9ae88ea),segment_id=95a79a8d-d012-44ed-8b0d-514fe9ae88ea)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:42.380966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.384113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.401777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 540a2881-fa0a-4a2f-abe4-d093bb22f422 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:42.407875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdc4d-bbcb-406a-aa3c-859943c764a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.412728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdc4d-bbcb-406a-aa3c-859943c764a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.415421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0b2fdc4d-bbcb-406a-aa3c-859943c764a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/257eb7c7-3e88-417f-8bdf-f036a22f6bc7 HTTP/1.1" status: 204 len: 168 time: 0.3869598 Aug 31 07:59:42.437618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fdc4d-bbcb-406a-aa3c-859943c764a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257eb7c7-3e88-417f-8bdf-f036a22f6bc7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:42.438994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] Calling delete_port for 540a2881-fa0a-4a2f-abe4-d093bb22f422 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:42.535998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-16e611fd-787e-476f-9cb0-17934c034d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:42.541357 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-16e611fd-787e-476f-9cb0-17934c034d1e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.3327830 Aug 31 07:59:42.637939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-2b2350e9-8f38-4adc-9b0d-def0d19d8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:42.639447 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-2b2350e9-8f38-4adc-9b0d-def0d19d8b79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904334 Aug 31 07:59:42.640947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.663364 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:39Z', 'revision_number': 9, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:42.693361 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126699cd-9f6a-4ab3-854f-b67971fb43ef None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:39Z', 'revision_number': 9, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': '78791b19-9fd7-43a6-9cce-2d94bef1cb12', 'name': '', 'network_id': '19201b9a-62cd-4a42-82f8-2f8e5efd23d7', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:f0:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:59:08Z', 'updated_at': '2021-08-31T07:59:17Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': '69c9e563-9cb0-4892-9908-869fc8e2dd52', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:42.738896 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:42.811296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port 540a2881-fa0a-4a2f-abe4-d093bb22f422 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:42.827864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] Pushing event deleted for resources: {'Port': ['ID=540a2881-fa0a-4a2f-abe4-d093bb22f422,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:42.830734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edecf9a4-7b77-4202-9925-bc90fd0da7ff None None] No DVR routers for this DVR port 540a2881-fa0a-4a2f-abe4-d093bb22f422 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:42.916511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=540a2881-fa0a-4a2f-abe4-d093bb22f422,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:43.016748 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-1710cf93-a57f-4533-90d6-9c83ac08f8a3 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532608 Aug 31 07:59:43.026853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.068827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb39d13-9ba0-4084-bd09-3483aa0502d6']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:43.118437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a79a8d-d012-44ed-8b0d-514fe9ae88ea') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:43.119051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a79a8d-d012-44ed-8b0d-514fe9ae88ea') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:43.137734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.191956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.200139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:59:43.200965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.241045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0ce85354-7c36-41ad-bd40-b410fcb2c3ea no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:59:43.268048 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:59:43.277046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2817ce5-79cf-4aed-b586-39cabb8e8ef9 req-98557665-57d8-4b46-b14d-2583f68ec10a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:43.279841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2817ce5-79cf-4aed-b586-39cabb8e8ef9 req-98557665-57d8-4b46-b14d-2583f68ec10a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.1552289 Aug 31 07:59:43.295607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0ce85354-7c36-41ad-bd40-b410fcb2c3ea {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:43.296254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0ce85354-7c36-41ad-bd40-b410fcb2c3ea not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:43.296846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 540a2881-fa0a-4a2f-abe4-d093bb22f422 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:43.304981 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4fc4b0c-bee8-4729-b055-58653a580aad req-401dde03-cc80-43dd-b2c7-da27fb46b81c service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750993 Aug 31 07:59:43.324970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 540a2881-fa0a-4a2f-abe4-d093bb22f422 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:43.325312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 540a2881-fa0a-4a2f-abe4-d093bb22f422 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:43.366627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2817ce5-79cf-4aed-b586-39cabb8e8ef9 req-a7d96ede-53fa-4d93-b363-e49c664a5ee3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489068 Aug 31 07:59:43.432992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.440460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.443407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/ffb39d13-9ba0-4084-bd09-3483aa0502d6 HTTP/1.1" status: 204 len: 168 time: 1.6137462 Aug 31 07:59:43.446950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:43.464666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b74c3b-fd22-4496-9abf-651b5cbcfb9a tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=ffb39d13-9ba0-4084-bd09-3483aa0502d6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:43.496000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.571203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59750) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:43.778868 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25c408e3-640d-4e7a-aa81-9f5588a5b64c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=499030d308694361b8a0b5d638f85224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035766 Aug 31 07:59:43.780932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59754) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:43.824165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Deleting port 6d6df693-f02d-4868-b6d5-992476faf1aa {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:43.824646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.923236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc6d4-47bd-43b4-9b7e-ff76324036f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.935718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.970849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc6d4-47bd-43b4-9b7e-ff76324036f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:43.985739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] For port 6d6df693-f02d-4868-b6d5-992476faf1aa, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6d6df693-f02d-4868-b6d5-992476faf1aa,segment=NetworkSegment(2cf6b074-a926-4565-91cb-d0346aed4e88),segment_id=2cf6b074-a926-4565-91cb-d0346aed4e88)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:43.985739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.010531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Calling delete_port for 6d6df693-f02d-4868-b6d5-992476faf1aa owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:44.157425 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc6d4-47bd-43b4-9b7e-ff76324036f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.160121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a0dc6d4-47bd-43b4-9b7e-ff76324036f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.167560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a0dc6d4-47bd-43b4-9b7e-ff76324036f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb6f86f1-9a53-4a26-89e8-179058f75adc HTTP/1.1" status: 204 len: 168 time: 0.3785694 Aug 31 07:59:44.185251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dc6d4-47bd-43b4-9b7e-ff76324036f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f86f1-9a53-4a26-89e8-179058f75adc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:44.236919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 78791b19-9fd7-43a6-9cce-2d94bef1cb12 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:44.237271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.333606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port 78791b19-9fd7-43a6-9cce-2d94bef1cb12, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=78791b19-9fd7-43a6-9cce-2d94bef1cb12,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:44.334014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.348495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 78791b19-9fd7-43a6-9cce-2d94bef1cb12 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:44.364112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.399957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6df693-f02d-4868-b6d5-992476faf1aa,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:44.565458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98307478-ca5e-48ca-a02c-4a6fe32e687b req-5ef61d77-baeb-445d-8c1d-b37565cba2ef tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:44.567085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98307478-ca5e-48ca-a02c-4a6fe32e687b req-5ef61d77-baeb-445d-8c1d-b37565cba2ef tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.1005065 Aug 31 07:59:44.666960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98307478-ca5e-48ca-a02c-4a6fe32e687b req-302f1ce2-182d-4459-98b1-4672195f75ba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814190 Aug 31 07:59:44.686292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.695171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:44.728998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=78791b19-9fd7-43a6-9cce-2d94bef1cb12,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:44.988281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.038760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Router 0d8f5c42-1298-426b-b5d7-750d2c232500 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:45.166947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:45.181536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-75a13a21-cde7-421f-bd54-fd635f83134a admin admin] 10.222.0.36 "PUT /v2.0/routers/0d8f5c42-1298-426b-b5d7-750d2c232500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8988712 Aug 31 07:59:45.183940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59788) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:45.185712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] Sync routers for ids ['0d8f5c42-1298-426b-b5d7-750d2c232500'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:45.214497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] Routers {'0d8f5c42-1298-426b-b5d7-750d2c232500'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:45.217330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0d8f5c42-1298-426b-b5d7-750d2c232500'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:45.239835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:45.338963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.362530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] Set router 0d8f5c42-1298-426b-b5d7-750d2c232500 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:45.442003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:45.454367 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:45.461395 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25ba12b0-fb11-4e4b-82fc-6fec1de09c6b tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0092385 Aug 31 07:59:45.461706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59796) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:45.468676 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:45.469303 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:45.523146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.537715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet 69c9e563-9cb0-4892-9908-869fc8e2dd52 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:45.541532 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.627235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.627429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:59:44Z', 'revision_number': 5, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port': {'id': 'bed957cd-5f29-47be-8925-8e1621ad7bb5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:86:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:56:59Z', 'updated_at': '2021-08-31T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:45.666330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] Checking router: 0d8f5c42-1298-426b-b5d7-750d2c232500 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:45.672686 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:45.676641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] Routers {'0d8f5c42-1298-426b-b5d7-750d2c232500'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:45.678510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0d8f5c42-1298-426b-b5d7-750d2c232500'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:45.740870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Deleting port bed957cd-5f29-47be-8925-8e1621ad7bb5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:45.741252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.811713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59802) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:45.835395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.839134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] Set router 0d8f5c42-1298-426b-b5d7-750d2c232500 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:45.864405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] For port bed957cd-5f29-47be-8925-8e1621ad7bb5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bed957cd-5f29-47be-8925-8e1621ad7bb5,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:45.864928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:45.942427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Calling delete_port for bed957cd-5f29-47be-8925-8e1621ad7bb5 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:45.990208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:59:45Z', 'revision_number': 6, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:46.037216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1874975742'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:46.046992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6801e4e-7fd2-47b4-9a98-26db4cf0cf45 None None] The sync data for ids ['0d8f5c42-1298-426b-b5d7-750d2c232500'] in n-d-713499-16 is: [{'id': '0d8f5c42-1298-426b-b5d7-750d2c232500', 'name': 'tempest-ServerRescueNegativeTestJSON-699744078-router', 'tenant_id': '795d94598cab41f7ba19c471fe6b3bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:56:57Z', 'updated_at': '2021-08-31T07:59:45Z', 'revision_number': 6, 'project_id': '795d94598cab41f7ba19c471fe6b3bf0', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:46.084006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.125114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bc105-182a-4f6a-b8bf-795a7760ffc4 req-1b88dc59-3cd6-4aed-a94b-9736b7f44ff6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:46.129268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=69c9e563-9cb0-4892-9908-869fc8e2dd52,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:46.133258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d1bc105-182a-4f6a-b8bf-795a7760ffc4 req-1b88dc59-3cd6-4aed-a94b-9736b7f44ff6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.2582667 Aug 31 07:59:46.140144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.146423 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c0e0af3a-340e-47ee-8f00-d0a2ef0341a3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/69c9e563-9cb0-4892-9908-869fc8e2dd52 HTTP/1.1" status: 204 len: 168 time: 0.6805604 Aug 31 07:59:46.146715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59812) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:46.153160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71650658-0b9e-465c-98bd-28027bb53744 None None] Network 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:46.183124 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:44Z', 'revision_number': 10, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:46.183428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:46.186857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.199444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d1bc105-182a-4f6a-b8bf-795a7760ffc4 req-fbe81fa7-18d0-4be4-9cda-43508bf7cf13 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651867 Aug 31 07:59:46.222512 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:46.229478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.235987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:46.236767 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:46.291545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.336008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:46.398492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port 96cab419-9b3a-4bc9-b185-715fa08fcf4f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:46.399153 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.414578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.454632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] DHCP port deletion for 19201b9a-62cd-4a42-82f8-2f8e5efd23d7 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:59:46.466398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed957cd-5f29-47be-8925-8e1621ad7bb5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:46.510873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.532014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port 96cab419-9b3a-4bc9-b185-715fa08fcf4f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=96cab419-9b3a-4bc9-b185-715fa08fcf4f,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:46.532441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.558412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for 96cab419-9b3a-4bc9-b185-715fa08fcf4f owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:46.559959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] Deleting port 96cab419-9b3a-4bc9-b185-715fa08fcf4f {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:46.560349 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.560975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.615393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:44Z', 'revision_number': 10, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:46.637360 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.650669 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da459c-c4d9-4c6c-aa0b-22580e5457e3 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:44Z', 'revision_number': 10, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None, '_interfaces': [{'id': 'b25e4701-d62a-4846-9a84-0cd233a86644', 'name': '', 'network_id': 'cd21ccf9-4c80-48f7-95e2-6192054a3ae2', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'mac_address': 'fa:16:3e:67:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:58Z', 'updated_at': '2021-08-31T07:59:07Z', 'revision_number': 5, 'project_id': 'da94b10138fd444d820f864f065fd266', 'subnets': [{'id': 'a6a2616e-14d8-4654-a198-e99ee1350f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:46.677832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] For port 96cab419-9b3a-4bc9-b185-715fa08fcf4f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=96cab419-9b3a-4bc9-b185-715fa08fcf4f,segment=NetworkSegment(2b93b29e-4bc6-44a5-9382-f223b60c8c54),segment_id=2b93b29e-4bc6-44a5-9382-f223b60c8c54)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:46.678285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.695626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.695930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:59:46.696803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] Calling delete_port for 96cab419-9b3a-4bc9-b185-715fa08fcf4f owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:46.698987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.705444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de4c0f6-de78-494b-9ecc-1b4337867ef0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:46.714824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.714962 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Added segment ac40c59b-88f6-4363-9839-5ac123187b0f of type vlan for network a29e0ccd-3f08-4e7b-9822-64947ff5b787 Aug 31 07:59:46.766486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.838485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.839124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8f5c42-1298-426b-b5d7-750d2c232500 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:59:46.843810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.845023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-39fd5611-9295-41e0-b469-485b1b647cc5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0d8f5c42-1298-426b-b5d7-750d2c232500 HTTP/1.1" status: 204 len: 168 time: 1.6565850 Aug 31 07:59:46.848155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59814) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:46.879011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.882744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.886104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.887414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:46.888046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.896175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Deleting subnet 416d0e55-f243-40c2-815f-220d991f5435 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:46.900285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.913866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] Pushing event deleted for resources: {'Port': ['ID=96cab419-9b3a-4bc9-b185-715fa08fcf4f,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:46.918338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e2849-033a-43a7-b14c-1388a1ed9fad None None] No DVR routers for this DVR port 96cab419-9b3a-4bc9-b185-715fa08fcf4f on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:46.952142 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:46.958778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port 96cab419-9b3a-4bc9-b185-715fa08fcf4f on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:46.959342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=96cab419-9b3a-4bc9-b185-715fa08fcf4f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:47.006510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.095149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Network': ['ID=a29e0ccd-3f08-4e7b-9822-64947ff5b787,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:47.108866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:59:47.113308 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52a40f9a-cc14-4c63-a9bb-05336d48b064 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2969422 Aug 31 07:59:47.113308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.119989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59820) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:47.120454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:47.126242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19201b9a-62cd-4a42-82f8-2f8e5efd23d7']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:47.185082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.280013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416d0e55-f243-40c2-815f-220d991f5435,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:47.293898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.296385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f63aa45d-68c8-43b2-ab7a-fdbbb98a4b08 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/416d0e55-f243-40c2-815f-220d991f5435 HTTP/1.1" status: 204 len: 168 time: 0.4471805 Aug 31 07:59:47.302287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59826) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:47.387257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6d6df693-f02d-4868-b6d5-992476faf1aa no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:47.425823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 6d6df693-f02d-4868-b6d5-992476faf1aa {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:47.426670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6d6df693-f02d-4868-b6d5-992476faf1aa not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:47.427117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bed957cd-5f29-47be-8925-8e1621ad7bb5 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:47.447252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.457741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bed957cd-5f29-47be-8925-8e1621ad7bb5 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:47.458346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bed957cd-5f29-47be-8925-8e1621ad7bb5 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:47.458611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 96cab419-9b3a-4bc9-b185-715fa08fcf4f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:47.492979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 96cab419-9b3a-4bc9-b185-715fa08fcf4f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:47.493702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 96cab419-9b3a-4bc9-b185-715fa08fcf4f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:47.494707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 78791b19-9fd7-43a6-9cce-2d94bef1cb12 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:47.515990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 78791b19-9fd7-43a6-9cce-2d94bef1cb12 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:47.516836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 78791b19-9fd7-43a6-9cce-2d94bef1cb12 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:47.541374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b93b29e-4bc6-44a5-9382-f223b60c8c54') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:47.541796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b93b29e-4bc6-44a5-9382-f223b60c8c54') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:47.543626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179a193-11d8-4e30-a0d5-4c3a0019ff56 req-0726cdb6-93b8-4275-b488-214a8c147f29 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:47.545174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c179a193-11d8-4e30-a0d5-4c3a0019ff56 req-0726cdb6-93b8-4275-b488-214a8c147f29 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.2441247 Aug 31 07:59:47.553450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.570648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.589353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:59:47.589954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:59:47.593276 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:59:47.599127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:47.602734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.637156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.691376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a751a4-65e3-403d-a85c-c94d7a898859']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:47.712669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf6b074-a926-4565-91cb-d0346aed4e88') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:47.712904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf6b074-a926-4565-91cb-d0346aed4e88') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:47.737837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c179a193-11d8-4e30-a0d5-4c3a0019ff56 req-d1e98d16-a724-4b97-891e-f6ce8535b657 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777844 Aug 31 07:59:47.737837 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.762111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.768330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:59:47.769274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: timer() Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:59:47.771104 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:59:47.781421 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.801476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.801476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/19201b9a-62cd-4a42-82f8-2f8e5efd23d7 HTTP/1.1" status: 204 len: 168 time: 1.6436784 Aug 31 07:59:47.801692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:59:47.803684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:47.804516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07915d-f4d7-474c-8f13-d6a3024cd518 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=19201b9a-62cd-4a42-82f8-2f8e5efd23d7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:47.906391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:47.923448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'mac_address': 'fa:16:3e:7b:fb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:59:47.964722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.979732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:48.006380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:48.090479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.152008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:48.201716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.218326 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.220294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] 10.222.0.36 "DELETE /v2.0/networks/16a751a4-65e3-403d-a85c-c94d7a898859 HTTP/1.1" status: 204 len: 168 time: 0.9170334 Aug 31 07:59:48.233969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.238318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c3d37-184c-44aa-995d-167f1798c36b admin admin] Pushing event deleted for resources: {'Network': ['ID=16a751a4-65e3-403d-a85c-c94d7a898859,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:48.306992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.381536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=0cfbadd3-cac7-4463-b7a5-957b8703ff6b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:48.386342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:48.386714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network hostable DHCP agents. Network: a29e0ccd-3f08-4e7b-9822-64947ff5b787, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:59:48.453512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7c1ab95f-1290-42b4-b9f4-f90e826d24e6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:48.478386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:59:48.532545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port b25e4701-d62a-4846-9a84-0cd233a86644 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:48.532892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.598168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a29e0ccd-3f08-4e7b-9822-64947ff5b787) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:48.609637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:48.610266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b7fe4-4cfa-4ff9-9243-466a7db4281c None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:48.614261 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.630886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port b25e4701-d62a-4846-9a84-0cd233a86644, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b25e4701-d62a-4846-9a84-0cd233a86644,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:48.631255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.645145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for b25e4701-d62a-4846-9a84-0cd233a86644 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:48.750461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-683a6a96-8bc5-4775-81e5-bddee5fe4aeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6329131 Aug 31 07:59:48.750693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59844) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:48.756512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'name': 'tempest-NetworksTestDHCPv6-1935248671'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:48.769301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59848) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:48.783321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '0cfbadd3-cac7-4463-b7a5-957b8703ff6b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:59:48.784860 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:48.874629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59850) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:48.874892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-921b20f1-cf3c-496a-b32a-9f60ff6cc537 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=795d94598cab41f7ba19c471fe6b3bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036162 Aug 31 07:59:48.931669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/0cfbadd3-cac7-4463-b7a5-957b8703ff6b/33cf0140-6190-4653-b70d-bf222cd9c244) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:48.938902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a5e55-4155-43cc-b1ee-e466fed3ee61 req-00377e85-4f1d-465e-8b59-d234d6e3a691 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:48.941061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b6a5e55-4155-43cc-b1ee-e466fed3ee61 req-00377e85-4f1d-465e-8b59-d234d6e3a691 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 944 time: 0.1059701 Aug 31 07:59:49.001255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12e4b77a-78d6-4822-ba23-df386c9451b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.011000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b6a5e55-4155-43cc-b1ee-e466fed3ee61 req-1a6442aa-1990-4abe-9143-74bea351cb09 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610352 Aug 31 07:59:49.027775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.039500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12e4b77a-78d6-4822-ba23-df386c9451b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.073522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=b25e4701-d62a-4846-9a84-0cd233a86644,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:49.079557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:49.084388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.108648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 4afe8ade-b85c-4127-9d14-921888544235 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:49.260097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12e4b77a-78d6-4822-ba23-df386c9451b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.260505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12e4b77a-78d6-4822-ba23-df386c9451b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.262008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-12e4b77a-78d6-4822-ba23-df386c9451b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50dfe058-fc82-4bf2-8d20-82f98395c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3873019 Aug 31 07:59:49.275631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4b77a-78d6-4822-ba23-df386c9451b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dfe058-fc82-4bf2-8d20-82f98395c2f5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:49.347146 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.347769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.371018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Transition to ACTIVE for port object 33cf0140-6190-4653-b70d-bf222cd9c244 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:49.398129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Transition to ACTIVE for port object 33cf0140-6190-4653-b70d-bf222cd9c244 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:49.519836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.543441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:49.565824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:49.569117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:49.573313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:49.580695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Pushing event updated for resources: {'Port': ['ID=33cf0140-6190-4653-b70d-bf222cd9c244,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:49.583523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::3b3 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/0cfbadd3-cac7-4463-b7a5-957b8703ff6b/4afe8ade-b85c-4127-9d14-921888544235) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:49.638680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:49.644565 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4661c044-31de-4ada-9c7e-793823115799 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377824 Aug 31 07:59:49.646319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:49.647271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59860) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:49.654415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Attempting to bind port 33cf0140-6190-4653-b70d-bf222cd9c244 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:49.654771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Attempting to bind port 33cf0140-6190-4653-b70d-bf222cd9c244 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:49.655325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Attempting to bind port 33cf0140-6190-4653-b70d-bf222cd9c244 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:49.664655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:49.665357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:49.666012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.666602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:49.667256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Bound port: 33cf0140-6190-4653-b70d-bf222cd9c244, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:49.667819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.671000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:49.671833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:49.711745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting subnet a6a2616e-14d8-4654-a198-e99ee1350f21 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:49.715641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.772277 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.777943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:49.812057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:49.814424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.833722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 4afe8ade-b85c-4127-9d14-921888544235 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:49.866672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:48Z', 'revision_number': 11, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:49.893290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:49.908221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:49.939070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] For port 33cf0140-6190-4653-b70d-bf222cd9c244, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:49.943936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] For port 33cf0140-6190-4653-b70d-bf222cd9c244, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=33cf0140-6190-4653-b70d-bf222cd9c244,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:49.944885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:49.945505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:49.964717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.009377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:50.019510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:50.020639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:50.023501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:50.026250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:50.026968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.049042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=4afe8ade-b85c-4127-9d14-921888544235,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:50.054940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.107038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:48Z', 'revision_number': 11, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:50.114253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.150465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a2616e-14d8-4654-a198-e99ee1350f21,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:50.151696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959096a8-2a26-4493-8c39-0f533eab91c0 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:48Z', 'revision_number': 11, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:50.156792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.159915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7600-7408-4484-b66a-7352178e0eda req-960986ff-76e1-45ec-aa89-1939ec01f577 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:50.161033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b1e42de9-ab84-4551-914b-7846bf24a98d tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/a6a2616e-14d8-4654-a198-e99ee1350f21 HTTP/1.1" status: 204 len: 168 time: 0.5126138 Aug 31 07:59:50.163688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:50.164899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ab7600-7408-4484-b66a-7352178e0eda req-960986ff-76e1-45ec-aa89-1939ec01f577 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 944 time: 0.0716872 Aug 31 07:59:50.185157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a874cec8-253c-4874-b4f0-eb608ebb8b01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4311559 Aug 31 07:59:50.187219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b65957-fd45-4328-8e88-8a14c6422655 None None] Network cd21ccf9-4c80-48f7-95e2-6192054a3ae2 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:50.197006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59876) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:50.200551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:50.239437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ab7600-7408-4484-b66a-7352178e0eda req-da77f939-3d43-4eb6-8de3-cfaf5bb86635 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599160 Aug 31 07:59:50.243516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293c639-24b4-425d-adb6-e97fa757636d None None] Pushing event updated for resources: {'Port': ['ID=33cf0140-6190-4653-b70d-bf222cd9c244,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:50.248336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:50.248796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.397308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2b51d-b0b8-4d8c-8271-20415e06394b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:50.403642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f2b51d-b0b8-4d8c-8271-20415e06394b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:50.407701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-17f2b51d-b0b8-4d8c-8271-20415e06394b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2072818 Aug 31 07:59:50.408601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59884) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:50.415249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.473587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.523625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:59:50.526019 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ced78f-b338-4087-a15f-8e3d3e74cb80" -d '{"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:59:50.528801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Deleting port d678b87c-95ef-4b94-88e5-0ce13f9934ab {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:50.529159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.542443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:50.557801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 4afe8ade-b85c-4127-9d14-921888544235 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:50.558712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.623866 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff638ab-51df-4f88-a46a-b8bc8425814c x-openstack-request-id: req-6ff638ab-51df-4f88-a46a-b8bc8425814c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:59:50.624265 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:59:50.624624 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ff638ab-51df-4f88-a46a-b8bc8425814c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:59:50.625280 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'code': 200} Aug 31 07:59:50.639699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] DHCP port deletion for cd21ccf9-4c80-48f7-95e2-6192054a3ae2 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:59:50.712031 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-060e766c-f89e-4e8c-8135-aa8f94f6f566 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2196567 Aug 31 07:59:50.717831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] For port d678b87c-95ef-4b94-88e5-0ce13f9934ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d678b87c-95ef-4b94-88e5-0ce13f9934ab,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:50.718227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.731826 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.750131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Calling delete_port for d678b87c-95ef-4b94-88e5-0ce13f9934ab owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:50.847475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:50.853719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.861388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] Deleting port d678b87c-95ef-4b94-88e5-0ce13f9934ab {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:50.861772 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.872996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 4afe8ade-b85c-4127-9d14-921888544235 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:50.881824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaca3c-3ef8-496a-b0fd-963dbce43d4d req-a3405386-6b41-4913-acb9-027cef63a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:50.883756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ecaca3c-3ef8-496a-b0fd-963dbce43d4d req-a3405386-6b41-4913-acb9-027cef63a680 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1571732 Aug 31 07:59:50.889721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-a5751936-145a-4077-a21b-afd3f9471836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:50.892436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-a5751936-145a-4077-a21b-afd3f9471836 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 1097 time: 0.1386425 Aug 31 07:59:50.936135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] For port d678b87c-95ef-4b94-88e5-0ce13f9934ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d678b87c-95ef-4b94-88e5-0ce13f9934ab,segment=NetworkSegment(cbb51f53-0c88-4924-a7e8-5c8d027ab8b7),segment_id=cbb51f53-0c88-4924-a7e8-5c8d027ab8b7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:50.936450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:50.954818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] Calling delete_port for d678b87c-95ef-4b94-88e5-0ce13f9934ab owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:51.007871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ecaca3c-3ef8-496a-b0fd-963dbce43d4d req-c1963b7e-135e-4363-9de0-3f726e011302 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Aug 31 07:59:51.036849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-9f17b676-2b63-4195-ae72-8da9c6615366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:51.038453 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-9f17b676-2b63-4195-ae72-8da9c6615366 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1186054 Aug 31 07:59:51.039561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.054942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.074768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No DVR routers for this DVR port d678b87c-95ef-4b94-88e5-0ce13f9934ab on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:51.076939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Port': ['ID=d678b87c-95ef-4b94-88e5-0ce13f9934ab,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:51.090177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] Pushing event deleted for resources: {'Port': ['ID=d678b87c-95ef-4b94-88e5-0ce13f9934ab,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:51.095167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fed49-cbc4-42e5-bec5-01c9b3ab7144 None None] No DVR routers for this DVR port d678b87c-95ef-4b94-88e5-0ce13f9934ab on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:51.171666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.191168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd21ccf9-4c80-48f7-95e2-6192054a3ae2']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:51.205528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.208223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:51.213518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb51f53-0c88-4924-a7e8-5c8d027ab8b7') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:51.257796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.264390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=4afe8ade-b85c-4127-9d14-921888544235,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:51.266890 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-5eb2158a-0fc1-4f11-adbc-1c49dac463e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=504b5fb6-649a-46ff-9c93-80031746c290 HTTP/1.1" status: 200 len: 217 time: 0.0561385 Aug 31 07:59:51.277442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.300068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 33cf0140-6190-4653-b70d-bf222cd9c244 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:51.318654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.320222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6e2b9918-38b7-4871-8a0d-db74f3d1cad0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/4afe8ade-b85c-4127-9d14-921888544235 HTTP/1.1" status: 204 len: 168 time: 0.9099510 Aug 31 07:59:51.323184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59904) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:51.344335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:59:51.344754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: timer() Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:59:51.354896 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:59:51.474138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-abd5c264-bca0-4567-ae7a-0c1fd46d5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:51.475862 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-abd5c264-bca0-4567-ae7a-0c1fd46d5eb8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.1957879 Aug 31 07:59:51.500317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6501dbd5-d7dd-478c-8e1d-a11dd4790cff tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:51.503427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6501dbd5-d7dd-478c-8e1d-a11dd4790cff tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:51.507603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6501dbd5-d7dd-478c-8e1d-a11dd4790cff tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1809232 Aug 31 07:59:51.507966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:51.543718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-aeb2eeff-cd0e-4e49-a639-24c4cab6a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:51.545386 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-aeb2eeff-cd0e-4e49-a639-24c4cab6a964 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549204 Aug 31 07:59:51.552789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 33cf0140-6190-4653-b70d-bf222cd9c244 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:51.553450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b9c8e-e785-4f76-8fab-dee19cdc2603 req-4b0114d7-8883-4922-93fe-795cc8115924 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:51.555131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb2b9c8e-e785-4f76-8fab-dee19cdc2603 req-4b0114d7-8883-4922-93fe-795cc8115924 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1429627 Aug 31 07:59:51.607242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 0cfbadd3-cac7-4463-b7a5-957b8703ff6b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:51.614959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.630053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d678b87c-95ef-4b94-88e5-0ce13f9934ab no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:51.636575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.648487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.653403 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/networks/cd21ccf9-4c80-48f7-95e2-6192054a3ae2 HTTP/1.1" status: 204 len: 168 time: 1.4859359 Aug 31 07:59:51.655357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59924) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:51.664178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'routes': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:51.667868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d678b87c-95ef-4b94-88e5-0ce13f9934ab {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:51.668528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d678b87c-95ef-4b94-88e5-0ce13f9934ab not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:51.669237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b25e4701-d62a-4846-9a84-0cd233a86644 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:51.693625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b551ff-a75b-42ac-b03e-dbc1e6df3cbd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Pushing event deleted for resources: {'Network': ['ID=cd21ccf9-4c80-48f7-95e2-6192054a3ae2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:51.707840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b25e4701-d62a-4846-9a84-0cd233a86644 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:51.708580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b25e4701-d62a-4846-9a84-0cd233a86644 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:51.752314 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-f1050f36-7d9a-4f46-aab9-c25909139548 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851454 Aug 31 07:59:51.763565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb2b9c8e-e785-4f76-8fab-dee19cdc2603 req-8830d47f-1428-4bb3-9e8d-5eee6f4485f1 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966980 Aug 31 07:59:51.781742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:51.846230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30a8f8-b9f1-42aa-bd27-6b5122c151f4 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:51.880003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-11a24cb8-e508-4107-ac64-00c528e43ceb req-3b568f0a-33fc-4ad9-b7d2-8156b5e42936 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176238 Aug 31 07:59:51.956745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.extraroute_db [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Added routes are [] {{(pid=95446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:59:51.957300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.extraroute_db [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Removed routes are [] {{(pid=95446) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:59:51.957300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.035123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Provisioning for port 33cf0140-6190-4653-b70d-bf222cd9c244 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:52.041390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Provisioning complete for port 33cf0140-6190-4653-b70d-bf222cd9c244 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:52.041766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.136784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.139337 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.141206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.166487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.271371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 56dd7b4a-a210-4295-a7ac-b021b1c1815e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:59:52.355115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:52.362727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.364070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a8f96a65-2ac9-4329-93d0-57872767f256 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 700 time: 0.7060521 Aug 31 07:59:52.366972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59946) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:52.369995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] Sync routers for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:52.391600 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:52.392527 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:52.399888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d978e5fb-81b8-4fb9-a06a-517704036c9e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 205 time: 0.0297379 Aug 31 07:59:52.400284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59948) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:52.403085 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.436721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfbadd3-cac7-4463-b7a5-957b8703ff6b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:52.439331 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.442327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6d579d5c-da96-48e1-9b95-82f25c7c998e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/0cfbadd3-cac7-4463-b7a5-957b8703ff6b HTTP/1.1" status: 204 len: 168 time: 0.9332590 Aug 31 07:59:52.444607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59952) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:52.500406 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:52.518835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ebed5d93-0a44-45a6-bcff-ef8ba83eb150 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698917 Aug 31 07:59:52.520333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:52.525565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:59:52.526279 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:59:52.537847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:52.585182 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.591860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:48Z', 'revision_number': 11, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:52.620684 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] Checking router: 56dd7b4a-a210-4295-a7ac-b021b1c1815e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:52.643342 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] Routers {'56dd7b4a-a210-4295-a7ac-b021b1c1815e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:52.644588 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:52.721348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186e550-9eff-47fd-9044-c872a85271ac None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:52.751593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] Set router 56dd7b4a-a210-4295-a7ac-b021b1c1815e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:52.839731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:52.844412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.846624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:52.928762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.937285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:52.939510 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:48Z', 'revision_number': 11, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:52.967054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:59:52.981723 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec762695-d2d7-4d77-a60f-74c4e5297a66 None None] The sync data for ids ['56dd7b4a-a210-4295-a7ac-b021b1c1815e'] in n-d-713499-16 is: [{'id': '56dd7b4a-a210-4295-a7ac-b021b1c1815e', 'name': 'tempest-RoutersTest-router-151961283', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:53Z', 'updated_at': '2021-08-31T07:59:48Z', 'revision_number': 11, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:53.084280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] Deleting port 33cf0140-6190-4653-b70d-bf222cd9c244 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:53.085152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.089471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782551c5-7c94-43c3-9735-5858fe872eb0 req-c4ed393a-8868-4a02-aaff-022cd1e8575a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:53.090832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-782551c5-7c94-43c3-9735-5858fe872eb0 req-c4ed393a-8868-4a02-aaff-022cd1e8575a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.0947318 Aug 31 07:59:53.091484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c23d-10ad-441b-b2da-8c2c924acce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.139589 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.155832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.156480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 56dd7b4a-a210-4295-a7ac-b021b1c1815e {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:59:53.158603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-782551c5-7c94-43c3-9735-5858fe872eb0 req-ac35c27a-33cc-4da0-bfd9-c5152df430b3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581417 Aug 31 07:59:53.166760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.172560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e9acef6e-c910-476b-9432-4250668683ca tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 204 len: 168 time: 0.7710252 Aug 31 07:59:53.173897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59968) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:53.183708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-188662863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:53.240117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] For port 33cf0140-6190-4653-b70d-bf222cd9c244, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=33cf0140-6190-4653-b70d-bf222cd9c244,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:53.243529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.257657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] For port 33cf0140-6190-4653-b70d-bf222cd9c244, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=33cf0140-6190-4653-b70d-bf222cd9c244,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:53.269890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] Calling delete_port for 33cf0140-6190-4653-b70d-bf222cd9c244 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:53.281652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 33cf0140-6190-4653-b70d-bf222cd9c244 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:53.290888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c23d-10ad-441b-b2da-8c2c924acce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.324318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.369180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:53.374687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:53.379799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:53.380384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.395978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=8367dd6d-40d2-4220-9c5f-333f24eb4ea3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:53.405413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.492390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c23d-10ad-441b-b2da-8c2c924acce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.552151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59974) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:53.552259 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6fa7c23d-10ad-441b-b2da-8c2c924acce3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08ca2bfec4324844934fea4b6bcbbf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7044587 Aug 31 07:59:53.553214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7c23d-10ad-441b-b2da-8c2c924acce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c9209a-8686-4c3c-8003-6dc56f51006c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:53.616231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-64e21e09-bd26-45a3-b304-d5c24e5ab298 None None] Could not find standard attr ID for object 4afe8ade-b85c-4127-9d14-921888544235. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:59:53.631938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b908e8-c531-40b3-9190-ea86c9125695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.650873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-64e21e09-bd26-45a3-b304-d5c24e5ab298 None None] Provisioning complete for port 33cf0140-6190-4653-b70d-bf222cd9c244 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:53.651251 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-64e21e09-bd26-45a3-b304-d5c24e5ab298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.666383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7c6a7-f6c6-4309-a0b7-899a8f7e2b8b None None] Pushing event updated for resources: {'Port': ['ID=33cf0140-6190-4653-b70d-bf222cd9c244,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:53.667192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b908e8-c531-40b3-9190-ea86c9125695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.724590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.728559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.787809 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.788713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4feaf20c-3dad-44b4-9036-e70d615c5a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.791981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.799046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db36f-bb30-4e51-b261-856f22889900 req-d4474776-c471-46e1-b2fb-c1322f502afd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:53.800699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-912db36f-bb30-4e51-b261-856f22889900 req-d4474776-c471-46e1-b2fb-c1322f502afd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.0517523 Aug 31 07:59:53.822856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] Pushing event deleted for resources: {'Port': ['ID=33cf0140-6190-4653-b70d-bf222cd9c244,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:53.824961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c3821-0620-4506-9b35-95d10fe20fe5 None None] No DVR routers for this DVR port 33cf0140-6190-4653-b70d-bf222cd9c244 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:53.843985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b3eeb-ba7f-4adf-88b0-869ad150e947 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:53.847071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-912db36f-bb30-4e51-b261-856f22889900 req-8f6a0459-e28e-4043-aab5-1f336f2c965f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Aug 31 07:59:53.984631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f759cf03-d3a6-4e64-abe9-9f4ca5d2e8c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4606135 Aug 31 07:59:53.984631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b908e8-c531-40b3-9190-ea86c9125695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.985781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b908e8-c531-40b3-9190-ea86c9125695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:53.985931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:53.989360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-82b908e8-c531-40b3-9190-ea86c9125695 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3c9209a-8686-4c3c-8003-6dc56f51006c HTTP/1.1" status: 204 len: 168 time: 0.4336269 Aug 31 07:59:53.996299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'name': 'tempest-NetworksTestDHCPv6-800169720'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:54.000212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b908e8-c531-40b3-9190-ea86c9125695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c9209a-8686-4c3c-8003-6dc56f51006c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:54.026470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25149717-8130-4822-aa01-683959e7815b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '8367dd6d-40d2-4220-9c5f-333f24eb4ea3'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:59:54.027398 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25149717-8130-4822-aa01-683959e7815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.118425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.187032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-25149717-8130-4822-aa01-683959e7815b None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/8367dd6d-40d2-4220-9c5f-333f24eb4ea3/c6a48ceb-e925-4005-bf1c-6ae4073bffd7) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:54.239371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.301839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:54.305615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.328960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 46d87591-1132-4800-bc81-d73b2b9e4bcb yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:54.347082 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25149717-8130-4822-aa01-683959e7815b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.355845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-25149717-8130-4822-aa01-683959e7815b None None] Transition to ACTIVE for port object c6a48ceb-e925-4005-bf1c-6ae4073bffd7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:54.372266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-25149717-8130-4822-aa01-683959e7815b None None] Transition to ACTIVE for port object c6a48ceb-e925-4005-bf1c-6ae4073bffd7 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:54.519058 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25149717-8130-4822-aa01-683959e7815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.520721 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.522313 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8295de64-ebad-40c9-9d91-8547d5272c48 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3427367 Aug 31 07:59:54.525125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59994) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:54.530319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:54.567723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25149717-8130-4822-aa01-683959e7815b None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:54.574011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-25149717-8130-4822-aa01-683959e7815b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:54.577607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25149717-8130-4822-aa01-683959e7815b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:54.604297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25149717-8130-4822-aa01-683959e7815b None None] Pushing event updated for resources: {'Port': ['ID=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:54.624435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::2d7 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/8367dd6d-40d2-4220-9c5f-333f24eb4ea3/46d87591-1132-4800-bc81-d73b2b9e4bcb) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:54.699295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-25149717-8130-4822-aa01-683959e7815b None None] Attempting to bind port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:59:54.699796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-25149717-8130-4822-aa01-683959e7815b None None] Attempting to bind port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:59:54.701548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149717-8130-4822-aa01-683959e7815b None None] Attempting to bind port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:59:54.708559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149717-8130-4822-aa01-683959e7815b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:59:54.709042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149717-8130-4822-aa01-683959e7815b None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:59:54.710056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25149717-8130-4822-aa01-683959e7815b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.710056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149717-8130-4822-aa01-683959e7815b None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:59:54.710573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-25149717-8130-4822-aa01-683959e7815b None None] Bound port: c6a48ceb-e925-4005-bf1c-6ae4073bffd7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:59:54.711030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25149717-8130-4822-aa01-683959e7815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.787797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-25149717-8130-4822-aa01-683959e7815b None None] For port c6a48ceb-e925-4005-bf1c-6ae4073bffd7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:59:54.792574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-25149717-8130-4822-aa01-683959e7815b None None] For port c6a48ceb-e925-4005-bf1c-6ae4073bffd7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:59:54.812788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.832112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 46d87591-1132-4800-bc81-d73b2b9e4bcb will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:54.950221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-25149717-8130-4822-aa01-683959e7815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:54.993474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.030872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25149717-8130-4822-aa01-683959e7815b None None] Pushing event updated for resources: {'Port': ['ID=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:55.107482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:55.113071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:55.116072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:55.122115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:55.122606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.123306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.169051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=46d87591-1132-4800-bc81-d73b2b9e4bcb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:55.177194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25982d8d-838f-4361-9e93-e087aac915a8 req-e169f2f1-5036-4434-8614-66312f2488c6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:55.184692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25982d8d-838f-4361-9e93-e087aac915a8 req-e169f2f1-5036-4434-8614-66312f2488c6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.0780632 Aug 31 07:59:55.269168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25982d8d-838f-4361-9e93-e087aac915a8 req-c695fc30-2cc0-44cc-a613-0a7d9fbc4581 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824356 Aug 31 07:59:55.271541 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.312725 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f993d25d-6975-4747-9dc3-8bc0353b71eb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3256221 Aug 31 07:59:55.315958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60020) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:55.388693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc83ca2-fc0f-4333-a30a-e6836828338b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:55.395680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc83ca2-fc0f-4333-a30a-e6836828338b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:55.398409 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ccc83ca2-fc0f-4333-a30a-e6836828338b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0807800 Aug 31 07:59:55.400870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:55.504020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 46d87591-1132-4800-bc81-d73b2b9e4bcb {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:55.504295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.600132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.614793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 46d87591-1132-4800-bc81-d73b2b9e4bcb owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:55.650735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Router 6a3b2769-4074-4564-95ba-4c3b668ceb93 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:59:55.757339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:59:55.768115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] Sync routers for ids ['6a3b2769-4074-4564-95ba-4c3b668ceb93'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:59:55.779364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:55.790276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] Routers {'6a3b2769-4074-4564-95ba-4c3b668ceb93'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:55.790949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['6a3b2769-4074-4564-95ba-4c3b668ceb93'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:55.796601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:55.796876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6b92d195-f44d-4d6a-a56d-69a5e69c1cc0 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "PUT /v2.0/routers/6a3b2769-4074-4564-95ba-4c3b668ceb93 HTTP/1.1" status: 200 len: 693 time: 1.2704022 Aug 31 07:59:55.907284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] Set router 6a3b2769-4074-4564-95ba-4c3b668ceb93 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:55.997177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3b2769-4074-4564-95ba-4c3b668ceb93', 'name': 'tempest-RoutersTest-router-188662863', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:59:53Z', 'updated_at': '2021-08-31T07:59:55Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:56.045467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] Checking router: 6a3b2769-4074-4564-95ba-4c3b668ceb93 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:59:56.059721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] Routers {'6a3b2769-4074-4564-95ba-4c3b668ceb93'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:59:56.060801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T07:59:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['6a3b2769-4074-4564-95ba-4c3b668ceb93'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:56.102718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.170488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] Set router 6a3b2769-4074-4564-95ba-4c3b668ceb93 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:59:56.245049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3b2769-4074-4564-95ba-4c3b668ceb93', 'name': 'tempest-RoutersTest-router-188662863', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:59:53Z', 'updated_at': '2021-08-31T07:59:55Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:59:56.281229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe374da-ba02-4c13-8d3e-9d95cbadbcb5 None None] The sync data for ids ['6a3b2769-4074-4564-95ba-4c3b668ceb93'] in n-d-713499-16 is: [{'id': '6a3b2769-4074-4564-95ba-4c3b668ceb93', 'name': 'tempest-RoutersTest-router-188662863', 'tenant_id': 'da94b10138fd444d820f864f065fd266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:59:53Z', 'updated_at': '2021-08-31T07:59:55Z', 'revision_number': 2, 'project_id': 'da94b10138fd444d820f864f065fd266', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:59:56.406824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.432729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60058) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:56.476739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6c155c9a-84d7-4360-b8b5-1109ca5210df tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/routers/6a3b2769-4074-4564-95ba-4c3b668ceb93 HTTP/1.1" status: 200 len: 699 time: 0.6787601 Aug 31 07:59:56.478668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=46d87591-1132-4800-bc81-d73b2b9e4bcb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:56.487628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60062) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:56.520673 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.528081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeb443-dd3f-47c8-bb33-aab9bbb44fb9 req-2896c46e-bff1-4f13-85a0-559371a8827f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:56.535770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6feeb443-dd3f-47c8-bb33-aab9bbb44fb9 req-2896c46e-bff1-4f13-85a0-559371a8827f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1703532 Aug 31 07:59:56.569299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60064) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:56.574995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-46d30bb1-f34f-471c-aa82-901cc6777952 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a3b2769-4074-4564-95ba-4c3b668ceb93 HTTP/1.1" status: 200 len: 205 time: 0.0738993 Aug 31 07:59:56.579702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.587418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-566d696f-f190-4757-9e94-49654846916c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/46d87591-1132-4800-bc81-d73b2b9e4bcb HTTP/1.1" status: 204 len: 168 time: 1.1826544 Aug 31 07:59:56.589557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60066) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:56.627264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea57cb07-2291-4647-b788-8b5858f36a69 None None] Provisioning for port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:56.653766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee2fd-378e-4b11-9b53-5beeeadd91b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.701476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9bed84b1-5b48-49e0-ac52-53accd16866f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.707417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-da7bf058-9ad2-4ef7-ac44-57c62d4f668a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2621737 Aug 31 07:59:56.798519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a7a64-ec7e-4498-8515-4c97acba33c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:56.800506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a7a64-ec7e-4498-8515-4c97acba33c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:56.805427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c39a7a64-ec7e-4498-8515-4c97acba33c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2042732 Aug 31 07:59:56.818404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60070) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:56.820576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6feeb443-dd3f-47c8-bb33-aab9bbb44fb9 req-a8d49ae4-a339-4461-8e37-d3dc4c0ede50 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786369 Aug 31 07:59:56.871715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6f70ee2c-ad0d-4523-ae7e-f55935c986fd None None] Could not find standard attr ID for object 46d87591-1132-4800-bc81-d73b2b9e4bcb. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:59:56.906769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee2fd-378e-4b11-9b53-5beeeadd91b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.914088 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:56.963436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 8367dd6d-40d2-4220-9c5f-333f24eb4ea3 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:59:56.967694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.032903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad4ee2fd-378e-4b11-9b53-5beeeadd91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.123550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.123747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-89edb5c5-4e84-4295-9820-420583c0226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:57.125236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-89edb5c5-4e84-4295-9820-420583c0226b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 1097 time: 0.3305235 Aug 31 07:59:57.213497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ee2fd-378e-4b11-9b53-5beeeadd91b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753eb109-27ea-4ca6-9119-a65890a08737,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:57.223398 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad4ee2fd-378e-4b11-9b53-5beeeadd91b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8944ac4a421f43f89ee0316a3c243e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850974 Aug 31 07:59:57.227107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60078) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.276027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.280127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.339117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.353290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c6a48ceb-e925-4005-bf1c-6ae4073bffd7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:59:57.377088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-ccec3009-a6f8-4081-a725-4a8d3ccb6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:57.379226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-ccec3009-a6f8-4081-a725-4a8d3ccb6e8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1925228 Aug 31 07:59:57.387274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bab4f69-e612-433e-a42f-b24d24b7a1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.423937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bab4f69-e612-433e-a42f-b24d24b7a1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.447851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-057a9a17-7c09-40b4-a045-c1161b3402ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57 HTTP/1.1" status: 200 len: 217 time: 0.0581450 Aug 31 07:59:57.453324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.453324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3b2769-4074-4564-95ba-4c3b668ceb93 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:59:57.457026 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.458974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7e0afb5e-88ba-499d-971b-01db51ac16b9 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/6a3b2769-4074-4564-95ba-4c3b668ceb93 HTTP/1.1" status: 204 len: 168 time: 0.8882778 Aug 31 07:59:57.466345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60084) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.521724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1d41e012-f77c-4feb-b2fd-c808a4ba5243 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a3b2769-4074-4564-95ba-4c3b668ceb93 HTTP/1.1" status: 200 len: 205 time: 0.0451558 Aug 31 07:59:57.524006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60086) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.546689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:59:57.547637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.551168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:59:57.551545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.573521 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-d989003a-20ae-4b55-8e13-c8fdc7c1f259 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:57.574684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d989003a-20ae-4b55-8e13-c8fdc7c1f259 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/6a3b2769-4074-4564-95ba-4c3b668ceb93 HTTP/1.1" status: 404 len: 336 time: 0.0497861 Aug 31 07:59:57.577891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60088) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.582165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.582609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-9e723154-a60d-4370-8985-6b3006f77dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:57.584447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-9e723154-a60d-4370-8985-6b3006f77dde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.1206992 Aug 31 07:59:57.585157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/8367dd6d-40d2-4220-9c5f-333f24eb4ea3 HTTP/1.1" status: 204 len: 168 time: 0.7628536 Aug 31 07:59:57.590675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60090) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.594628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1ad84-dc4a-4df6-ad6f-952477105868 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=8367dd6d-40d2-4220-9c5f-333f24eb4ea3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:57.598219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bab4f69-e612-433e-a42f-b24d24b7a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.600902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bab4f69-e612-433e-a42f-b24d24b7a1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.600999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a54cf9-e37b-4c57-9e65-3d2de581cad1 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:57.604783 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1bab4f69-e612-433e-a42f-b24d24b7a1b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/753eb109-27ea-4ca6-9119-a65890a08737 HTTP/1.1" status: 204 len: 168 time: 0.3767543 Aug 31 07:59:57.639932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab4f69-e612-433e-a42f-b24d24b7a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753eb109-27ea-4ca6-9119-a65890a08737,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:57.642104 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebeb78b-7ac0-444c-9b5f-14c2d76909b4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:57.642583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebeb78b-7ac0-444c-9b5f-14c2d76909b4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:57.647149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cebeb78b-7ac0-444c-9b5f-14c2d76909b4 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/6925a708-eef1-46d6-acd6-8fd105d7f484 HTTP/1.1" status: 404 len: 337 time: 0.0647438 Aug 31 07:59:57.647563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60094) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.708913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1686946-c39b-4ace-8a85-6b2b2440d94e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175287 Aug 31 07:59:57.712281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60096) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.718800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:57.720351 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df716f1-68a1-4b82-8427-a861cc171c3e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:57.720759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df716f1-68a1-4b82-8427-a861cc171c3e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:57.722700 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4df716f1-68a1-4b82-8427-a861cc171c3e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/de9ce02f-848d-4d55-9add-e83646bdbd58 HTTP/1.1" status: 404 len: 337 time: 0.0743549 Aug 31 07:59:57.725130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60098) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.780027 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e4660d-89bd-4ef6-b55e-da51a7485203 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:57.780568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e4660d-89bd-4ef6-b55e-da51a7485203 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:57.782428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88e4660d-89bd-4ef6-b55e-da51a7485203 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/69c9e563-9cb0-4892-9908-869fc8e2dd52 HTTP/1.1" status: 404 len: 337 time: 0.0563540 Aug 31 07:59:57.784884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60100) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.816034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-1f533926-8f30-4750-a9c7-00fca0cd7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:57.817979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-1f533926-8f30-4750-a9c7-00fca0cd7e92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144456 Aug 31 07:59:57.829918 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8d5275-124e-4789-bd3a-8e0deb7ca0df tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:57.830416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8d5275-124e-4789-bd3a-8e0deb7ca0df tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:57.845222 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d8d5275-124e-4789-bd3a-8e0deb7ca0df tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/a6a2616e-14d8-4654-a198-e99ee1350f21 HTTP/1.1" status: 404 len: 337 time: 0.0585389 Aug 31 07:59:57.845418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.847637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.907436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5ea014be-bd38-4c94-87a4-ff19b533f474 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 200 len: 205 time: 0.0542378 Aug 31 07:59:57.908182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60106) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.964367 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-88c56da2-6c6c-4a44-8917-357a7272213e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:57.965447 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88c56da2-6c6c-4a44-8917-357a7272213e tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/56dd7b4a-a210-4295-a7ac-b021b1c1815e HTTP/1.1" status: 404 len: 336 time: 0.0557826 Aug 31 07:59:57.976629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60110) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:57.976850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:57.981943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.024762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c81663d4-4e20-4d74-a359-544fec5ffa46 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=890976d0-2c60-4a00-800d-e5351c2bbb32 HTTP/1.1" status: 200 len: 205 time: 0.0555315 Aug 31 07:59:58.029239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60116) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.049736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port c6a48ceb-e925-4005-bf1c-6ae4073bffd7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:58.098350 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.129666 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-cb13b54c-92bf-45e5-8830-066d13df75b7 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:58.131466 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb13b54c-92bf-45e5-8830-066d13df75b7 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/890976d0-2c60-4a00-800d-e5351c2bbb32 HTTP/1.1" status: 404 len: 336 time: 0.1012254 Aug 31 07:59:58.145883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.146078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.202870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:59:58.218974 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-674345fe-29ea-442f-af9b-38071e6978ce tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:58.219508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674345fe-29ea-442f-af9b-38071e6978ce tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:58.221945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-674345fe-29ea-442f-af9b-38071e6978ce tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/0cbb384b-46ae-406d-a28b-6ffdaa515bb4 HTTP/1.1" status: 404 len: 337 time: 0.0797436 Aug 31 07:59:58.230622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.240613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df77d-930d-4920-aad0-a4712fcfeb10 req-bf956d7d-10fe-4802-bc29-8c4596f85cbf tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:58.242422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-718df77d-930d-4920-aad0-a4712fcfeb10 req-bf956d7d-10fe-4802-bc29-8c4596f85cbf tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.2827466 Aug 31 07:59:58.280426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-7ff167e5-3c6d-4c0e-97f6-2b81b459a86f service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424675 Aug 31 07:59:58.294621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60130) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.320407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb714a12-6437-4a88-854d-72d35a4069e3 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 200 len: 205 time: 0.0883870 Aug 31 07:59:58.360017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:58.379883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] Deleting port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:59:58.380265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.385362 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-857c45e6-9d5f-400d-bde0-0391718786ae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:58.385984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-857c45e6-9d5f-400d-bde0-0391718786ae tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/2ca4eb18-d7f3-47f9-a06a-13eb82abccdb HTTP/1.1" status: 404 len: 336 time: 0.0644546 Aug 31 07:59:58.389201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60136) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.445796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32aa8962-a358-438f-b347-aa79a0feb223 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=37833160-2a44-4378-9943-b6574083a670 HTTP/1.1" status: 200 len: 205 time: 0.0552146 Aug 31 07:59:58.446488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.494117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] For port c6a48ceb-e925-4005-bf1c-6ae4073bffd7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:58.494512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.496650 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-7d3fbf3a-4d6e-4b2f-b86c-f4e69cf1ebbe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:58.500665 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d3fbf3a-4d6e-4b2f-b86c-f4e69cf1ebbe tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/37833160-2a44-4378-9943-b6574083a670 HTTP/1.1" status: 404 len: 336 time: 0.0524616 Aug 31 07:59:58.501425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.508007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] Calling delete_port for c6a48ceb-e925-4005-bf1c-6ae4073bffd7 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:59:58.523203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-718df77d-930d-4920-aad0-a4712fcfeb10 req-a30033be-3a61-4097-853c-2e5088269b61 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518482 Aug 31 07:59:58.528015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93ea3d46-2a2c-4329-998e-b10d7f98a201 req-a235de2d-57a9-4223-85d3-f7eb650a7caa service neutron] 10.222.0.45 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310517 Aug 31 07:59:58.530731 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d61fa3-5079-4362-95ad-92447c035bdf tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:58.531232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d61fa3-5079-4362-95ad-92447c035bdf tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:58.537525 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18d61fa3-5079-4362-95ad-92447c035bdf tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/d332fef7-a34a-4703-ae45-a009c5cd7c63 HTTP/1.1" status: 404 len: 337 time: 0.0349944 Aug 31 07:59:58.538195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60148) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.570902 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a03f815-248d-44a7-acf1-adcf43035847 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=32ad5115-c708-4644-ab4b-a32a641e67d6 HTTP/1.1" status: 200 len: 205 time: 0.0314193 Aug 31 07:59:58.571548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.625828 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-99b8f7c9-f0c2-473c-bd35-219fcb57ba2c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:58.628337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-99b8f7c9-f0c2-473c-bd35-219fcb57ba2c tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/32ad5115-c708-4644-ab4b-a32a641e67d6 HTTP/1.1" status: 404 len: 336 time: 0.0547829 Aug 31 07:59:58.630149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60152) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.662671 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5f4e8d-8db0-46ee-b99f-6a26bae9e219 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:58.662671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5f4e8d-8db0-46ee-b99f-6a26bae9e219 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:58.662671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bd5f4e8d-8db0-46ee-b99f-6a26bae9e219 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/5e4f2349-3219-4ac6-8208-071f698a6d0b HTTP/1.1" status: 404 len: 337 time: 0.0309603 Aug 31 07:59:58.665025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60154) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.694626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d6bfc7cd-6489-4fd3-80b2-b32eb395c5ee tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "GET /v2.0/ports?device_id=98b87200-ab4a-4358-a790-b210cbe07cb5 HTTP/1.1" status: 200 len: 205 time: 0.0279300 Aug 31 07:59:58.699261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.740217 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-f3841354-665a-4bb9-97be-01468fc5f161 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] delete failed (client error): The resource could not be found. Aug 31 07:59:58.741281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f3841354-665a-4bb9-97be-01468fc5f161 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/routers/98b87200-ab4a-4358-a790-b210cbe07cb5 HTTP/1.1" status: 404 len: 336 time: 0.0409598 Aug 31 07:59:58.744091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.747164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.761712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.774536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] Pushing event deleted for resources: {'Port': ['ID=c6a48ceb-e925-4005-bf1c-6ae4073bffd7,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:58.790474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b01df-d8e2-44da-8b5c-3a3bf09be061 None None] No DVR routers for this DVR port c6a48ceb-e925-4005-bf1c-6ae4073bffd7 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:59:58.806043 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b5ca46-2584-48bc-adf1-bac622c6fb63 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:58.806496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b5ca46-2584-48bc-adf1-bac622c6fb63 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:58.808262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-63b5ca46-2584-48bc-adf1-bac622c6fb63 tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/db85ad26-78e9-4695-a779-693ce7a2096c HTTP/1.1" status: 404 len: 337 time: 0.0632138 Aug 31 07:59:58.811362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60164) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:58.838565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:58.840389 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd48d69f-6179-41d4-a318-2dfc1fc7d4dd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] DELETE failed (client error): The resource could not be found. Aug 31 07:59:58.840945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd48d69f-6179-41d4-a318-2dfc1fc7d4dd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:59:58.844854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:58.845985 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dd48d69f-6179-41d4-a318-2dfc1fc7d4dd tempest-RoutersTest-502512985 tempest-RoutersTest-502512985-project] 10.222.0.36 "DELETE /v2.0/subnets/265d916b-230a-41a1-aa6d-58552f80190c HTTP/1.1" status: 404 len: 337 time: 0.0333729 Aug 31 07:59:58.851843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:58.852704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.864634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f150f38-96bc-4b90-b36c-ab0376451a9d None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:59:58.907759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=56533afc-948f-49ae-8c3d-08895e8c3d9c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:58.929470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a281f-d5c3-43cb-8984-1f52c9fc6894 req-2649a63f-2fa2-49d1-8619-dcb256774adf tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:58.931979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-245a281f-d5c3-43cb-8984-1f52c9fc6894 req-2649a63f-2fa2-49d1-8619-dcb256774adf tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1098 time: 0.0814888 Aug 31 07:59:58.958219 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-245a281f-d5c3-43cb-8984-1f52c9fc6894 req-40999ba5-a8bc-4f73-871c-89460c59ebcb tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.001635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e3ea20ac-1b5e-4de1-9e9e-721c0c6da1e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2880728 Aug 31 07:59:59.008494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60182) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:59.015962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'name': 'tempest-NetworksTestDHCPv6-2004133925'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:59:59.083100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '56533afc-948f-49ae-8c3d-08895e8c3d9c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:59:59.084116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.252838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c6a48ceb-e925-4005-bf1c-6ae4073bffd7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:59:59.267381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-245a281f-d5c3-43cb-8984-1f52c9fc6894 req-40999ba5-a8bc-4f73-871c-89460c59ebcb tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.310036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c6a48ceb-e925-4005-bf1c-6ae4073bffd7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:59:59.310395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c6a48ceb-e925-4005-bf1c-6ae4073bffd7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:59:59.349769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-245a281f-d5c3-43cb-8984-1f52c9fc6894 req-40999ba5-a8bc-4f73-871c-89460c59ebcb tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.405553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-245a281f-d5c3-43cb-8984-1f52c9fc6894 req-40999ba5-a8bc-4f73-871c-89460c59ebcb tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642620 Aug 31 07:59:59.409525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/56533afc-948f-49ae-8c3d-08895e8c3d9c/b39233a5-4920-40cd-9971-6be40359bede) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:59:59.432056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40999ba5-a8bc-4f73-871c-89460c59ebcb tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ad77fe-bbdc-45e5-a038-bee802fe6f13,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:59.515057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60204) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:59.520078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.604595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:59:59.608405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.641953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.652838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Transition to ACTIVE for port object b39233a5-4920-40cd-9971-6be40359bede will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:59.660347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49926-17a2-4d4f-8d1e-9d0b4ad7fa50 req-2c3ea842-d75f-4e32-b000-7619c01f2136 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:59.662492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1f49926-17a2-4d4f-8d1e-9d0b4ad7fa50 req-2c3ea842-d75f-4e32-b000-7619c01f2136 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1310410 Aug 31 07:59:59.684662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 79e57798-bfb1-46a0-8b58-4bb5efe3449e yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:59:59.692667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Transition to ACTIVE for port object b39233a5-4920-40cd-9971-6be40359bede will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:59:59.771870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.820390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1f49926-17a2-4d4f-8d1e-9d0b4ad7fa50 req-09ce1d7f-abef-4a32-9ecb-9495d24efd42 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468499 Aug 31 07:59:59.835338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60220) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:59:59.849067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:59:59.878844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:59:59.905799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:59:59.915380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:59:59.946891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Pushing event updated for resources: {'Port': ['ID=b39233a5-4920-40cd-9971-6be40359bede,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:59.965177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-174583a1-b963-4d16-9a9b-5fa0af06557a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/edf65872-daea-426e-b100-14a7391f553f HTTP/1.1" status: 200 len: 993 time: 0.1279435 Aug 31 08:00:00.006224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60232) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:00.006470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e4f14893-2460-471d-bbd6-f1ee70f13ab3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da94b10138fd444d820f864f065fd266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898510 Aug 31 08:00:00.067815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcfe9-8962-49cc-843b-d7af95413df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.100173 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcfe9-8962-49cc-843b-d7af95413df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.302720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcfe9-8962-49cc-843b-d7af95413df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.306982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcfe9-8962-49cc-843b-d7af95413df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.308609 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6bfdcfe9-8962-49cc-843b-d7af95413df6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae215250-5291-452c-bf6f-302249654a31 HTTP/1.1" status: 204 len: 168 time: 0.3009753 Aug 31 08:00:00.325495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdcfe9-8962-49cc-843b-d7af95413df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae215250-5291-452c-bf6f-302249654a31,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:00.328776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Attempting to bind port b39233a5-4920-40cd-9971-6be40359bede on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:00.329160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Attempting to bind port b39233a5-4920-40cd-9971-6be40359bede by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:00.329533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Attempting to bind port b39233a5-4920-40cd-9971-6be40359bede on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:00.354464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:00.354865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:00.355288 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.355685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:00.356264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Bound port: b39233a5-4920-40cd-9971-6be40359bede, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:00.356579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.421354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:00.453781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'port_id': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'mac_address': 'fa:16:3e:7b:fb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:00:00.550241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] For port b39233a5-4920-40cd-9971-6be40359bede, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:00.555257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] For port b39233a5-4920-40cd-9971-6be40359bede, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b39233a5-4920-40cd-9971-6be40359bede,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:00.566373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.582421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:00:00.611450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::264 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/56533afc-948f-49ae-8c3d-08895e8c3d9c/79e57798-bfb1-46a0-8b58-4bb5efe3449e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:00.628619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:00.677214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2cbea-5e07-4168-b5cd-4a6b4c58ea22 req-267f6fe5-3789-4643-8827-f505a5c38371 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:00.691458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9da2cbea-5e07-4168-b5cd-4a6b4c58ea22 req-267f6fe5-3789-4643-8827-f505a5c38371 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.7025955 Aug 31 08:00:00.707179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.812491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b450e28-5e12-4778-8ca2-3ff661e4fb0c None None] Pushing event updated for resources: {'Port': ['ID=b39233a5-4920-40cd-9971-6be40359bede,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:00.830841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:01.016411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:01.028495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7c1ab95f-1290-42b4-b9f4-f90e826d24e6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:00:01.045028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9da2cbea-5e07-4168-b5cd-4a6b4c58ea22 req-852a7680-3393-4272-84c5-e60fb0defa7c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506017 Aug 31 08:00:01.073103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-6ad38428-dbdf-4120-90fa-7bbc220ce823 req-0fd813d5-1c84-4335-a0f5-41f8553a7b7e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:00:01.098488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ad38428-dbdf-4120-90fa-7bbc220ce823 req-0fd813d5-1c84-4335-a0f5-41f8553a7b7e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349462 Aug 31 08:00:01.339804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:01.389835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 79e57798-bfb1-46a0-8b58-4bb5efe3449e will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:01.553443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:01.602583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:01.616014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:01.627925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:01.655430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:01.662529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:01.840084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:01.849904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=79e57798-bfb1-46a0-8b58-4bb5efe3449e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:01.884831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3ed145ad-8cc1-4481-8fc8-76bea00cf025 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8746860 Aug 31 08:00:01.887619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60292) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:01.999248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1f1be-4c62-41da-b5b5-a35e9a38a5c8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:02.007205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1f1be-4c62-41da-b5b5-a35e9a38a5c8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:02.011385 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0fa1f1be-4c62-41da-b5b5-a35e9a38a5c8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1222768 Aug 31 08:00:02.014773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60294) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:02.060794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:02.061234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:02.237995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 79e57798-bfb1-46a0-8b58-4bb5efe3449e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:02.238840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:02.370534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:02.451488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:02.460627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:02.465773 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4251a43d-4700-4bd7-81fc-330772e34996" -d '{"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:02.547081 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:02.705055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:02.706718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65984d-0a25-4d84-a759-fcec0581a55c req-a20a7187-fa49-4070-bffc-4a17a77f1463 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:02.708362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef65984d-0a25-4d84-a759-fcec0581a55c req-a20a7187-fa49-4070-bffc-4a17a77f1463 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 944 time: 0.3007433 Aug 31 08:00:02.841800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:02.912348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 79e57798-bfb1-46a0-8b58-4bb5efe3449e owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:02.943058 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c1c62e-698f-4059-aab9-0b2219957bb4 x-openstack-request-id: req-75c1c62e-698f-4059-aab9-0b2219957bb4 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:02.947853 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:02.948600 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75c1c62e-698f-4059-aab9-0b2219957bb4 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:02.949348 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'code': 200} Aug 31 08:00:02.996562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef65984d-0a25-4d84-a759-fcec0581a55c req-cdd37804-f1fe-402f-95d4-e88bca59ddfa tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681062 Aug 31 08:00:03.026094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-462e538d-cfa7-4883-995f-cdacc197e9b7 None None] Provisioning for port b39233a5-4920-40cd-9971-6be40359bede completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:03.402748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b39233a5-4920-40cd-9971-6be40359bede up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:03.417016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99af9f-2498-490c-9016-9fe87d3ba44b req-92a089c6-e0bc-4522-ae94-53a68026e8a4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:03.418847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd99af9f-2498-490c-9016-9fe87d3ba44b req-92a089c6-e0bc-4522-ae94-53a68026e8a4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.2724662 Aug 31 08:00:03.470359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7a78b2fc-9047-4de2-9e44-b4d54aad204b None None] Provisioning for port 79e57798-bfb1-46a0-8b58-4bb5efe3449e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:03.474819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd99af9f-2498-490c-9016-9fe87d3ba44b req-02e89270-3f89-4267-9242-f0045cc65147 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481400 Aug 31 08:00:03.475608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:03.531783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7a78b2fc-9047-4de2-9e44-b4d54aad204b None None] Provisioning complete for port 79e57798-bfb1-46a0-8b58-4bb5efe3449e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:03.533561 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a78b2fc-9047-4de2-9e44-b4d54aad204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:03.545034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=79e57798-bfb1-46a0-8b58-4bb5efe3449e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:03.561288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7a78b2fc-9047-4de2-9e44-b4d54aad204b None None] Port 79e57798-bfb1-46a0-8b58-4bb5efe3449e was deleted so its status cannot be updated. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 08:00:03.585881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:03.591823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2fb07cbd-9936-448f-be86-204c1529c17e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/79e57798-bfb1-46a0-8b58-4bb5efe3449e HTTP/1.1" status: 204 len: 168 time: 1.5721884 Aug 31 08:00:03.592055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60334) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:03.678362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b39233a5-4920-40cd-9971-6be40359bede completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:03.682588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b39233a5-4920-40cd-9971-6be40359bede triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:03.682962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:03.856931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffb0ed-97a3-454c-a736-35d8dd415422 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:03.858541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ffb0ed-97a3-454c-a736-35d8dd415422 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:03.860094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26ffb0ed-97a3-454c-a736-35d8dd415422 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2672052 Aug 31 08:00:03.863533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60340) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:03.911535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:03.972993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-0c6eacee-460e-44e0-accf-4d38481f55bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6170788 Aug 31 08:00:03.988644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b39233a5-4920-40cd-9971-6be40359bede, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b39233a5-4920-40cd-9971-6be40359bede,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:04.028820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 56533afc-948f-49ae-8c3d-08895e8c3d9c {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:04.039775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:04.080164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:04.150847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:04.188295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b4a6a-af4e-4abf-ae41-3edfa063e384 req-e7f880a6-5a2a-4e33-a338-8467d93d4de0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:04.203700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d78b4a6a-af4e-4abf-ae41-3edfa063e384 req-e7f880a6-5a2a-4e33-a338-8467d93d4de0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1005123 Aug 31 08:00:04.227574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b39233a5-4920-40cd-9971-6be40359bede,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:04.260265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d78b4a6a-af4e-4abf-ae41-3edfa063e384 req-97167e90-2be7-49b3-a0c3-af4916a6ecf7 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Aug 31 08:00:04.347316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:04.532120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:04.567338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:04.577714 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/56533afc-948f-49ae-8c3d-08895e8c3d9c HTTP/1.1" status: 204 len: 168 time: 0.7095060 Aug 31 08:00:04.577984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688debd-faaf-4eb4-a729-07552ecf229e None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:04.578355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60364) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:04.619649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dc6cc-6c5b-43b9-b4c4-8d94ebe0a286 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=56533afc-948f-49ae-8c3d-08895e8c3d9c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:04.644521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-012f74f2-4d73-4b25-845a-19f96364d80e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627835 Aug 31 08:00:04.644885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60368) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:04.820724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fbbb5-8322-4e86-b920-094be1d6cca5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:04.825663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-864fbbb5-8322-4e86-b920-094be1d6cca5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1793256 Aug 31 08:00:04.825883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60370) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:04.839739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1497a-460c-4b29-acc0-ab564d58cee6 req-adc90a29-c64b-485c-9fb6-e4b90b4f7666 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:04.850854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b1497a-460c-4b29-acc0-ab564d58cee6 req-adc90a29-c64b-485c-9fb6-e4b90b4f7666 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1591492 Aug 31 08:00:04.898484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3b1497a-460c-4b29-acc0-ab564d58cee6 req-c504393b-4cea-4e4b-88a9-6902bca836b5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Aug 31 08:00:04.937446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60372) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:04.954796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:05.023341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d40c7-3028-4e33-891f-ea3aaab8aa40 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:05.027506 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-434d40c7-3028-4e33-891f-ea3aaab8aa40 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1994417 Aug 31 08:00:05.031102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60376) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:05.064004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] Deleting port b39233a5-4920-40cd-9971-6be40359bede {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:05.069687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.169574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6f17ac94-594c-4eff-bfda-a1889007683b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305878 Aug 31 08:00:05.172102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60386) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:05.182161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] For port b39233a5-4920-40cd-9971-6be40359bede, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b39233a5-4920-40cd-9971-6be40359bede,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:05.182831 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.183648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:05.227169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] Calling delete_port for b39233a5-4920-40cd-9971-6be40359bede owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:05.424299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b39233a5-4920-40cd-9971-6be40359bede no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:05.570642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2332597-05ea-45cc-9a60-f9a83c0e428d req-046dd6de-2d33-4648-8ad5-58ac3670ba1d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:05.572544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2332597-05ea-45cc-9a60-f9a83c0e428d req-046dd6de-2d33-4648-8ad5-58ac3670ba1d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1175599 Aug 31 08:00:05.584219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:05.604066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.654164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.687487 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.709239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1a41d7c-f081-4787-8308-0894642dabe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.722927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] Pushing event deleted for resources: {'Port': ['ID=b39233a5-4920-40cd-9971-6be40359bede,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:05.725286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b21056-a5c1-437c-b6eb-3f135e403cd3 None None] No DVR routers for this DVR port b39233a5-4920-40cd-9971-6be40359bede on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:05.804146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2332597-05ea-45cc-9a60-f9a83c0e428d req-41560367-f821-4274-8a28-4fb3a40fabca tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230265 Aug 31 08:00:05.902876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1a41d7c-f081-4787-8308-0894642dabe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:05.995409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1a41d7c-f081-4787-8308-0894642dabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.110573 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d1a41d7c-f081-4787-8308-0894642dabe1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f675d7678f9d4cec9b3f0ad2f129fe87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1677461 Aug 31 08:00:06.113318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60404) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:06.128258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a41d7c-f081-4787-8308-0894642dabe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae19387e-6c37-422a-9bea-1e1e86795d4a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:06.167039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b783aa-b5c4-4ea9-9cc0-25c060d7a3bf req-7a040c70-a818-46d2-b0c1-547c2bbf0233 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:06.168976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47b783aa-b5c4-4ea9-9cc0-25c060d7a3bf req-7a040c70-a818-46d2-b0c1-547c2bbf0233 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0906799 Aug 31 08:00:06.196102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.259593 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4af1403-9cf0-45a0-8593-9aebcc777085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.296896 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4af1403-9cf0-45a0-8593-9aebcc777085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.297785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:06.308733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:06.317297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:06.318127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.324880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6a497-7253-4107-88de-b7498cb19d84 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:06.338895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47b783aa-b5c4-4ea9-9cc0-25c060d7a3bf req-a1817862-af68-4703-a505-af1147e38856 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568494 Aug 31 08:00:06.349630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=21628586-37b1-459a-a734-c9915bb156d9,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:06.475808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5671cea9-12d0-4ada-9838-b3abc9dbbbb2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2995615 Aug 31 08:00:06.476041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60408) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:06.481137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '21628586-37b1-459a-a734-c9915bb156d9', 'ip_address': '2001:db8::d78:1a5d:89c2:ff5b'}], 'name': 'tempest-NetworksTestDHCPv6-1784356485'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:06.575829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4af1403-9cf0-45a0-8593-9aebcc777085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.578632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4af1403-9cf0-45a0-8593-9aebcc777085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.582535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b4af1403-9cf0-45a0-8593-9aebcc777085 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae19387e-6c37-422a-9bea-1e1e86795d4a HTTP/1.1" status: 204 len: 168 time: 0.4654830 Aug 31 08:00:06.584891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '21628586-37b1-459a-a734-c9915bb156d9'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:06.589570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.603877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af1403-9cf0-45a0-8593-9aebcc777085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae19387e-6c37-422a-9bea-1e1e86795d4a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:06.813385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/21628586-37b1-459a-a734-c9915bb156d9/174938a9-719d-4287-9fe7-2355ac095303) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:06.889990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:07.039014 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.052695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Transition to ACTIVE for port object 174938a9-719d-4287-9fe7-2355ac095303 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:07.072736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Transition to ACTIVE for port object 174938a9-719d-4287-9fe7-2355ac095303 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:07.116067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815037a-9479-4502-9089-750c9632ed99 req-b4a3da62-88f0-4b06-b952-6b3896fe829d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:07.126440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7815037a-9479-4502-9089-750c9632ed99 req-b4a3da62-88f0-4b06-b952-6b3896fe829d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1869242 Aug 31 08:00:07.153102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.155439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.211381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:07.239149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7815037a-9479-4502-9089-750c9632ed99 req-5a566866-8101-41b3-9f95-5efb01d78880 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102581 Aug 31 08:00:07.257129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:07.262871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:07.274754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:07.294100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Pushing event updated for resources: {'Port': ['ID=174938a9-719d-4287-9fe7-2355ac095303,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:07.447039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Attempting to bind port 174938a9-719d-4287-9fe7-2355ac095303 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:07.448933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Attempting to bind port 174938a9-719d-4287-9fe7-2355ac095303 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:07.455764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Attempting to bind port 174938a9-719d-4287-9fe7-2355ac095303 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:07.468484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:07.470667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:07.471651 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.474499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:07.475426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Bound port: 174938a9-719d-4287-9fe7-2355ac095303, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:07.477062 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.529215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::d78:1a5d:89c2:ff5b (a29e0ccd-3f08-4e7b-9822-64947ff5b787/21628586-37b1-459a-a734-c9915bb156d9/ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:07.676009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] For port 174938a9-719d-4287-9fe7-2355ac095303, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:07.684310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] For port 174938a9-719d-4287-9fe7-2355ac095303, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174938a9-719d-4287-9fe7-2355ac095303,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:07.755901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:07.771620 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d52afe2-389d-43b7-8f33-a86cfa955b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.795482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4b973-bba8-4bac-b874-c5922b40f33d req-48134638-db22-4607-978d-2a3d52dd786a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:07.797275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03c4b973-bba8-4bac-b874-c5922b40f33d req-48134638-db22-4607-978d-2a3d52dd786a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.2085991 Aug 31 08:00:07.868582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-cb2581db-1461-4f5d-80ff-10880fb4b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:07.870057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-cb2581db-1461-4f5d-80ff-10880fb4b639 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1098 time: 0.1137073 Aug 31 08:00:07.887627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d52afe2-389d-43b7-8f33-a86cfa955b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.900267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03c4b973-bba8-4bac-b874-c5922b40f33d req-3fa88a87-e581-4d7a-8bc5-30e632a45eb6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881472 Aug 31 08:00:07.962119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:07.984963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:08.034652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-cf2e729b-fb8c-41a5-bbd6-166856ac3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.036180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-cf2e729b-fb8c-41a5-bbd6-166856ac3148 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.1566942 Aug 31 08:00:08.050931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.107037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-6111512c-6d3c-4094-a93c-775856c357a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 1001 time: 0.0626323 Aug 31 08:00:08.134551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e163d6b-774c-4302-8c97-0ec7c3e95443 None None] Pushing event updated for resources: {'Port': ['ID=174938a9-719d-4287-9fe7-2355ac095303,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:08.141039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d52afe2-389d-43b7-8f33-a86cfa955b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.177839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-1b463d91-e67f-4ccd-b033-52796932daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.179090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-1b463d91-e67f-4ccd-b033-52796932daaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.0594838 Aug 31 08:00:08.195046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52afe2-389d-43b7-8f33-a86cfa955b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629e705-a255-4c77-b007-b689b2bace25,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:08.211112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.220112 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9d52afe2-389d-43b7-8f33-a86cfa955b89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9013ff3eed3b41b1841e75011ffca24a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602766 Aug 31 08:00:08.225265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60426) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:08.281028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:08.286310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec7540bc-76e6-48c2-bdc4-f23ca4fbac78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.289927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:08.293931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:08.303101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.304946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.319193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec7540bc-76e6-48c2-bdc4-f23ca4fbac78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.350309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:08.364116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-aa46dfbf-e716-4811-be32-3a918a01710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.370074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-aa46dfbf-e716-4811-be32-3a918a01710d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721826 Aug 31 08:00:08.502888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec7540bc-76e6-48c2-bdc4-f23ca4fbac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.510904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec7540bc-76e6-48c2-bdc4-f23ca4fbac78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:08.512115 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec7540bc-76e6-48c2-bdc4-f23ca4fbac78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b629e705-a255-4c77-b007-b689b2bace25 HTTP/1.1" status: 204 len: 168 time: 0.2892046 Aug 31 08:00:08.528305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7540bc-76e6-48c2-bdc4-f23ca4fbac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629e705-a255-4c77-b007-b689b2bace25,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:08.563948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-b13b14e4-ae66-4cde-85bf-a27d01d11992 service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832039 Aug 31 08:00:08.581081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-16406618-62f0-4535-9118-b83663df19d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1030757 Aug 31 08:00:08.583112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60432) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:08.726480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a179be-c82a-4c44-9092-d0e8a0860b92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.744597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a179be-c82a-4c44-9092-d0e8a0860b92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.746658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-69a179be-c82a-4c44-9092-d0e8a0860b92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1621666 Aug 31 08:00:08.751607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60436) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:08.790251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660715-d726-4c32-900d-d25f120191e9 req-f2e90a0d-3d61-4904-8faa-a3d99f65fb18 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:08.792334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5660715-d726-4c32-900d-d25f120191e9 req-f2e90a0d-3d61-4904-8faa-a3d99f65fb18 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.4016325 Aug 31 08:00:08.867865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5660715-d726-4c32-900d-d25f120191e9 req-20b42feb-9d8f-4979-b1aa-2473cae5a907 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Aug 31 08:00:08.922180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-ebbc32e7-f832-4721-a719-c9004bcb0d75 service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225970 Aug 31 08:00:08.928801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:08.929703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.071112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.104135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d26ee-ea71-4891-a9e8-37f6f3218065 req-8a92798b-9b2e-4b3f-be58-e765a8659705 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:09.116231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b95d26ee-ea71-4891-a9e8-37f6f3218065 req-8a92798b-9b2e-4b3f-be58-e765a8659705 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1158137 Aug 31 08:00:09.132152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:09.246064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b95d26ee-ea71-4891-a9e8-37f6f3218065 req-30c5b55f-1e61-4605-a734-6662c761ef8a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246786 Aug 31 08:00:09.407988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174938a9-719d-4287-9fe7-2355ac095303 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:09.551944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.610126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 174938a9-719d-4287-9fe7-2355ac095303 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:09.652778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:09.684469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.687300 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-44cbda09-cedb-46b0-af33-beffef982c90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9 HTTP/1.1" status: 204 len: 168 time: 0.9340549 Aug 31 08:00:09.689704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60448) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:09.780130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9aa0d-1fbe-4978-8606-babc911ef8ea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:09.782164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9aa0d-1fbe-4978-8606-babc911ef8ea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:09.784724 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70f9aa0d-1fbe-4978-8606-babc911ef8ea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0935206 Aug 31 08:00:09.788317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:09.878433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 21628586-37b1-459a-a734-c9915bb156d9 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:09.882797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.929427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] Provisioning for port 174938a9-719d-4287-9fe7-2355ac095303 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:09.933917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] Provisioning complete for port 174938a9-719d-4287-9fe7-2355ac095303 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:09.934304 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.977465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.131084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6369a-bdff-4336-a2be-5bda1335430a req-256a08da-0a10-43a6-a016-abd5007bd91c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.132928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ef6369a-bdff-4336-a2be-5bda1335430a req-256a08da-0a10-43a6-a016-abd5007bd91c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1068885 Aug 31 08:00:10.153187 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.206385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ef6369a-bdff-4336-a2be-5bda1335430a req-fc720561-4935-4e73-9109-587c9d21ec24 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 Aug 31 08:00:10.230612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] For port 174938a9-719d-4287-9fe7-2355ac095303, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174938a9-719d-4287-9fe7-2355ac095303,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:10.393128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.402380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.475046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e3b9-c11a-451c-abe0-7a59e0c10130 None None] Pushing event updated for resources: {'Port': ['ID=174938a9-719d-4287-9fe7-2355ac095303,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:10.509685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ecf52cd2-62bf-4e68-9f24-41c5909ffa29 None None] Could not find standard attr ID for object ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:00:10.510133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f35a-c3af-4d64-84ca-5c3c74111409 req-4a7de09b-ba5a-4a5c-b593-b94db4f7997e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.513606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d8f35a-c3af-4d64-84ca-5c3c74111409 req-4a7de09b-ba5a-4a5c-b593-b94db4f7997e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1819165 Aug 31 08:00:10.600265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d8f35a-c3af-4d64-84ca-5c3c74111409 req-f2a328de-43e1-44fb-b3d7-44361e69d231 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668757 Aug 31 08:00:10.834107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.963846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=21628586-37b1-459a-a734-c9915bb156d9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:10.975552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.977569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-546c36c7-399a-4347-9ebc-75834b293c8f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/21628586-37b1-459a-a734-c9915bb156d9 HTTP/1.1" status: 204 len: 168 time: 1.1881845 Aug 31 08:00:10.980689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60470) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:10.998065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bd976-48dd-4b57-beaa-edae4135fa4a None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:11.138715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60474) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:11.140799 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f9ad7e9f-a122-46a0-b94f-ea654855e9fd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528437 Aug 31 08:00:11.146002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:11.359406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174938a9-719d-4287-9fe7-2355ac095303 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:11.453922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:11.464429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 174938a9-719d-4287-9fe7-2355ac095303 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:11.464429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:11.504516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890f696-a7af-4738-b499-ef7c6dcc5b55 req-8db03422-6b2b-469c-a8c6-cba68414e57c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:11.506488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b890f696-a7af-4738-b499-ef7c6dcc5b55 req-8db03422-6b2b-469c-a8c6-cba68414e57c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1403418 Aug 31 08:00:11.562901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b890f696-a7af-4738-b499-ef7c6dcc5b55 req-47795bce-5b11-42fd-a022-bb0671a8fa7a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Aug 31 08:00:11.611419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] Deleting port 174938a9-719d-4287-9fe7-2355ac095303 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:11.612250 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:11.688872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:11.701595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:11.819358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] For port 174938a9-719d-4287-9fe7-2355ac095303, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=174938a9-719d-4287-9fe7-2355ac095303,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:11.819846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:11.835071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] Calling delete_port for 174938a9-719d-4287-9fe7-2355ac095303 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:12.102450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24118d59-2eae-43da-aad9-357fad1dab2a req-79f64c9f-24cc-4cc6-999f-7b377e646ff4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:12.104070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24118d59-2eae-43da-aad9-357fad1dab2a req-79f64c9f-24cc-4cc6-999f-7b377e646ff4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.2204690 Aug 31 08:00:12.107183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.170557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] Pushing event deleted for resources: {'Port': ['ID=174938a9-719d-4287-9fe7-2355ac095303,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:12.179314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eca34c-c2f7-4431-9ebf-5b16c3ccfb31 None None] No DVR routers for this DVR port 174938a9-719d-4287-9fe7-2355ac095303 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:12.256967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24118d59-2eae-43da-aad9-357fad1dab2a req-9282974e-6b04-4aa4-b825-8ae93f09f0b1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538232 Aug 31 08:00:12.315433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.414318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=183813f6-b654-4a9c-bc12-83a396cfdf1e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:12.426896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:12.430664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:12.434248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:12.435089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.442645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d606b-f664-4f32-a604-6a757f0cf381 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:12.654174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60502) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:12.654917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4712b9a9-30b9-47cc-92a3-bbe47454f663 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5145242 Aug 31 08:00:12.660873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '183813f6-b654-4a9c-bc12-83a396cfdf1e', 'ip_address': '2001:db8::f0de:b0de:19b7:9cd6'}], 'name': 'tempest-NetworksTestDHCPv6-329647263'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:12.843587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '183813f6-b654-4a9c-bc12-83a396cfdf1e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:12.846613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.876488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8396334-2283-4705-bea1-34cfee399bab req-a2d50b15-4835-4e59-a3d5-8e5e1399aa86 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:12.884137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8396334-2283-4705-bea1-34cfee399bab req-a2d50b15-4835-4e59-a3d5-8e5e1399aa86 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1518521 Aug 31 08:00:12.972732 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:00:13.003535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8396334-2283-4705-bea1-34cfee399bab req-f4339de0-0571-4ee7-ac81-67aef21f4564 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107516 Aug 31 08:00:13.056216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:13.338958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/183813f6-b654-4a9c-bc12-83a396cfdf1e/2999a1ee-9e03-4c65-96d3-a43694562f04) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:13.358104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174938a9-719d-4287-9fe7-2355ac095303 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:13.374338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:13.398195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 93f51257-a520-41a7-aaec-53670d58f895 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:13.426500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 174938a9-719d-4287-9fe7-2355ac095303 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:13.427613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 174938a9-719d-4287-9fe7-2355ac095303 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:13.540836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8686-f137-4819-ab6e-cdfe0c21686a req-7a1d9f49-6305-4248-9ac2-8c9d3f9f24c5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:13.542835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a5b8686-f137-4819-ab6e-cdfe0c21686a req-7a1d9f49-6305-4248-9ac2-8c9d3f9f24c5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1148360 Aug 31 08:00:13.604291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a5b8686-f137-4819-ab6e-cdfe0c21686a req-c3edf899-fb4b-4a0a-8d12-c93449035019 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532248 Aug 31 08:00:13.712479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:13.732059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Transition to ACTIVE for port object 2999a1ee-9e03-4c65-96d3-a43694562f04 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:13.762676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Transition to ACTIVE for port object 2999a1ee-9e03-4c65-96d3-a43694562f04 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:14.143458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7a708-3a47-47f3-a78b-23d59938b47a req-ebf0f867-d6be-467e-992b-139c95b4ae52 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:14.145377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e7a708-3a47-47f3-a78b-23d59938b47a req-ebf0f867-d6be-467e-992b-139c95b4ae52 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.0665607 Aug 31 08:00:14.190656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16e7a708-3a47-47f3-a78b-23d59938b47a req-555278d3-c2a0-4ada-89ac-4f9ccda22f7f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Aug 31 08:00:14.258884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.317088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f0de:b0de:19b7:9cd6 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/183813f6-b654-4a9c-bc12-83a396cfdf1e/93f51257-a520-41a7-aaec-53670d58f895) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:14.453386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:14.461082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:14.463616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:14.465658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Pushing event updated for resources: {'Port': ['ID=2999a1ee-9e03-4c65-96d3-a43694562f04,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:14.585355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Attempting to bind port 2999a1ee-9e03-4c65-96d3-a43694562f04 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:14.585742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Attempting to bind port 2999a1ee-9e03-4c65-96d3-a43694562f04 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:14.586246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Attempting to bind port 2999a1ee-9e03-4c65-96d3-a43694562f04 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:14.592117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:14.593102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:14.595313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.595313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:14.595313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Bound port: 2999a1ee-9e03-4c65-96d3-a43694562f04, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:14.595313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.648698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.682045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 93f51257-a520-41a7-aaec-53670d58f895 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:14.692294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] For port 2999a1ee-9e03-4c65-96d3-a43694562f04, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:14.698900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] For port 2999a1ee-9e03-4c65-96d3-a43694562f04, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2999a1ee-9e03-4c65-96d3-a43694562f04,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:14.811546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16933d76-ee89-440e-b8f7-c7d6158d6861 req-64c83152-4149-4e53-a911-661dddbc8593 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:14.813419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16933d76-ee89-440e-b8f7-c7d6158d6861 req-64c83152-4149-4e53-a911-661dddbc8593 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0650506 Aug 31 08:00:14.816176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.868422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.878455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16933d76-ee89-440e-b8f7-c7d6158d6861 req-1fdd6598-dd23-4691-b300-4068a18990f2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571127 Aug 31 08:00:14.901888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b72de-a421-471b-abe9-71ec6b557ae6 None None] Pushing event updated for resources: {'Port': ['ID=2999a1ee-9e03-4c65-96d3-a43694562f04,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:14.949250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:14.951020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:14.955595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:14.961800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:14.962740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.984553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=93f51257-a520-41a7-aaec-53670d58f895,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:14.992992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.993657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.994048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.994401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.994739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.995266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.995649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.995988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.996508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.996841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.997176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:14.997746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:15.161929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cf7474b1-5688-48be-8708-9618b4098ebd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4700215 Aug 31 08:00:15.161929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60544) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:15.238927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f45c86-ad4a-4bf2-b813-27f184f41232 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:15.247556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f45c86-ad4a-4bf2-b813-27f184f41232 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:15.271946 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-15f45c86-ad4a-4bf2-b813-27f184f41232 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1410902 Aug 31 08:00:15.275547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60548) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:15.396978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2999a1ee-9e03-4c65-96d3-a43694562f04 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:15.614915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86e892-ed74-435e-8f47-77695766f058 req-8f0c59f2-61b1-4bb3-817d-43e0093d259f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:15.623089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc86e892-ed74-435e-8f47-77695766f058 req-8f0c59f2-61b1-4bb3-817d-43e0093d259f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1990321 Aug 31 08:00:15.664952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60562) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:15.666288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2999a1ee-9e03-4c65-96d3-a43694562f04 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:15.718702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc86e892-ed74-435e-8f47-77695766f058 req-9c15e757-046f-4f68-8f4a-76004dfd446c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942957 Aug 31 08:00:15.720932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 93f51257-a520-41a7-aaec-53670d58f895 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:15.721472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:15.863497 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:15.865574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6620d5d-c864-44e5-8be3-acc46c4e8e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:15.891385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 93f51257-a520-41a7-aaec-53670d58f895 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:15.973021 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6620d5d-c864-44e5-8be3-acc46c4e8e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.095227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a622e-f4d3-4bdf-9955-23b8d54fa0b2 req-1e9af354-9455-4858-b531-fe9e980d1132 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.097469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be2a622e-f4d3-4bdf-9955-23b8d54fa0b2 req-1e9af354-9455-4858-b531-fe9e980d1132 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0832660 Aug 31 08:00:16.150664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-be2a622e-f4d3-4bdf-9955-23b8d54fa0b2 req-b16cde14-0f14-4a95-9e71-37893db3c20f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Aug 31 08:00:16.192500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6620d5d-c864-44e5-8be3-acc46c4e8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.228169 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a6620d5d-c864-44e5-8be3-acc46c4e8e3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ebf76c47b644dfd8b9636780a6e05a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607824 Aug 31 08:00:16.231407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60568) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:16.259473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6620d5d-c864-44e5-8be3-acc46c4e8e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68441c-a09b-4669-8be8-b7015d517483,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:16.320056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-effcf753-49d3-4143-8c33-8e1110909c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.355172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-effcf753-49d3-4143-8c33-8e1110909c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.366134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.418284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=93f51257-a520-41a7-aaec-53670d58f895,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:16.460709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] Provisioning for port 2999a1ee-9e03-4c65-96d3-a43694562f04 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:16.465334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] Provisioning complete for port 2999a1ee-9e03-4c65-96d3-a43694562f04 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:16.466042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.510877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.519185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f347dff2-b7e4-48ec-94c6-fbb58cf920cc tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/93f51257-a520-41a7-aaec-53670d58f895 HTTP/1.1" status: 204 len: 168 time: 1.2418828 Aug 31 08:00:16.521613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60572) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:16.622898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.649737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2189b7c-4ff3-4778-bb9e-ae426bb9b219 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.651699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2189b7c-4ff3-4778-bb9e-ae426bb9b219 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.654574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f2189b7c-4ff3-4778-bb9e-ae426bb9b219 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1316769 Aug 31 08:00:16.655358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-effcf753-49d3-4143-8c33-8e1110909c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.660390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-effcf753-49d3-4143-8c33-8e1110909c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.660390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-effcf753-49d3-4143-8c33-8e1110909c45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac68441c-a09b-4669-8be8-b7015d517483 HTTP/1.1" status: 204 len: 168 time: 0.4270909 Aug 31 08:00:16.662268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60578) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:16.755823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] For port 2999a1ee-9e03-4c65-96d3-a43694562f04, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2999a1ee-9e03-4c65-96d3-a43694562f04,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:16.827050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 183813f6-b654-4a9c-bc12-83a396cfdf1e {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:16.830937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.844533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.920810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.040052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-41bad5ea-4d6b-4cd2-959a-f05c63af6c98 None None] Could not find standard attr ID for object 93f51257-a520-41a7-aaec-53670d58f895. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:00:17.040052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb8d1d-03c3-429c-810a-9a870e19f25a None None] Pushing event updated for resources: {'Port': ['ID=2999a1ee-9e03-4c65-96d3-a43694562f04,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:17.087547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcf753-49d3-4143-8c33-8e1110909c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68441c-a09b-4669-8be8-b7015d517483,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:17.110349 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.195423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaa321-d955-4ebf-88ae-dfa85f983233 req-c77c49f2-bf5f-46f9-9920-0989e48889f3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:17.197957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ffaa321-d955-4ebf-88ae-dfa85f983233 req-c77c49f2-bf5f-46f9-9920-0989e48889f3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1606741 Aug 31 08:00:17.272031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ffaa321-d955-4ebf-88ae-dfa85f983233 req-01460b61-a35c-4791-8c46-5f9a2aacc1ae tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617149 Aug 31 08:00:17.301060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2999a1ee-9e03-4c65-96d3-a43694562f04 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:17.345031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab28ff-2221-4a2f-8a3c-dbb43bd2cf32 req-b0be7380-3065-4301-86a0-4ec2f7ca9336 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:17.352551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2eab28ff-2221-4a2f-8a3c-dbb43bd2cf32 req-b0be7380-3065-4301-86a0-4ec2f7ca9336 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0721083 Aug 31 08:00:17.372210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2999a1ee-9e03-4c65-96d3-a43694562f04 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:17.372660 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.415739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2eab28ff-2221-4a2f-8a3c-dbb43bd2cf32 req-72f25794-7939-4952-896a-c76039fece79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464928 Aug 31 08:00:17.415739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.453735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=183813f6-b654-4a9c-bc12-83a396cfdf1e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:17.456816 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.458985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-50e408de-0e7d-46fb-9ed6-b1a551ae7cdd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/183813f6-b654-4a9c-bc12-83a396cfdf1e HTTP/1.1" status: 204 len: 168 time: 0.7954412 Aug 31 08:00:17.462971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60596) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:17.486194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55df11-e5e3-463c-9d0d-9e44888c3d1e None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:17.808504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60606) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:17.858648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac76c8b9-40e2-4c52-b857-098e029d1ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.053752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-870f7d65-c7a0-4f76-816b-e22cc1df53f0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5890505 Aug 31 08:00:18.062620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60610) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:18.100980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:18.235503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac76c8b9-40e2-4c52-b857-098e029d1ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.328487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:18.353020 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac76c8b9-40e2-4c52-b857-098e029d1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.415736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] Deleting port 2999a1ee-9e03-4c65-96d3-a43694562f04 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:18.416116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.462339 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac76c8b9-40e2-4c52-b857-098e029d1ab4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a017637db92e4f0a855f91d709cd2821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522207 Aug 31 08:00:18.465240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60618) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:18.466592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76c8b9-40e2-4c52-b857-098e029d1ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb26043b-f5a1-407e-9d0e-e99af40fb7eb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:18.490822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:18.495776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.529496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed191c-d85c-4f69-897c-d719610f2786 req-f9caae09-8314-48b5-bbc8-7f09eb2c4806 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:18.531471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6aed191c-d85c-4f69-897c-d719610f2786 req-f9caae09-8314-48b5-bbc8-7f09eb2c4806 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.1422660 Aug 31 08:00:18.541282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] For port 2999a1ee-9e03-4c65-96d3-a43694562f04, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2999a1ee-9e03-4c65-96d3-a43694562f04,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:18.541282 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.555478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] Calling delete_port for 2999a1ee-9e03-4c65-96d3-a43694562f04 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:18.735187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6aed191c-d85c-4f69-897c-d719610f2786 req-2ade49b7-4e80-47f7-8f46-bca5c839b4dc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708586 Aug 31 08:00:18.751954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32ebfc27-8f3c-411a-8b33-95473a2edcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.766345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.780528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] No DVR routers for this DVR port 2999a1ee-9e03-4c65-96d3-a43694562f04 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:18.786239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c8601-ef12-4b08-ad92-3f6fa23c0997 req-6e56dc49-f44b-4a7e-8219-d651ddb3a438 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:18.788747 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-104c8601-ef12-4b08-ad92-3f6fa23c0997 req-6e56dc49-f44b-4a7e-8219-d651ddb3a438 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.2231517 Aug 31 08:00:18.831695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb563a23-52af-403f-be7d-27ab051cf73f None None] Pushing event deleted for resources: {'Port': ['ID=2999a1ee-9e03-4c65-96d3-a43694562f04,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:18.852885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32ebfc27-8f3c-411a-8b33-95473a2edcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.986211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-104c8601-ef12-4b08-ad92-3f6fa23c0997 req-c9082a0c-1e01-4002-b044-5dcc5d129eaa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784153 Aug 31 08:00:19.226340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2999a1ee-9e03-4c65-96d3-a43694562f04 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:19.249770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2999a1ee-9e03-4c65-96d3-a43694562f04 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:19.250148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2999a1ee-9e03-4c65-96d3-a43694562f04 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:19.410043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32ebfc27-8f3c-411a-8b33-95473a2edcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.412493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32ebfc27-8f3c-411a-8b33-95473a2edcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.413769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32ebfc27-8f3c-411a-8b33-95473a2edcc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb26043b-f5a1-407e-9d0e-e99af40fb7eb HTTP/1.1" status: 204 len: 168 time: 0.9444277 Aug 31 08:00:19.417252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.460143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebfc27-8f3c-411a-8b33-95473a2edcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb26043b-f5a1-407e-9d0e-e99af40fb7eb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:19.482917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:19.489707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:19.491713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=3ac43aa2-645f-4264-8e75-359ce06593ab,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:19.524444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:19.524629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.524798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf965cf-3ac6-476a-87cf-d7014cb80959 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:19.708271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '3ac43aa2-645f-4264-8e75-359ce06593ab'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:19.709259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.873067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/3ac43aa2-645f-4264-8e75-359ce06593ab/240846c3-8a0c-412f-aa36-7691e33d1dc3) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:19.881800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06bdc-e1cc-42af-b1a5-7176bdf5f867 req-0d77d6b8-d78f-476e-8cc1-e93c83ca4c46 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:19.883595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eec06bdc-e1cc-42af-b1a5-7176bdf5f867 req-0d77d6b8-d78f-476e-8cc1-e93c83ca4c46 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.0579827 Aug 31 08:00:19.906296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-358279c5-2a4d-41a5-bf94-cd5a8cc88cec tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8229568 Aug 31 08:00:19.910494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:19.916196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '3ac43aa2-645f-4264-8e75-359ce06593ab', 'ip_address': '2001:db8::a2d6:ca3b:8b2a:be45'}], 'name': 'tempest-NetworksTestDHCPv6-1741550297'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:19.990601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eec06bdc-e1cc-42af-b1a5-7176bdf5f867 req-0a44c899-12b9-448c-85a6-c61094b741ab tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006315 Aug 31 08:00:20.039574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.065184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Transition to ACTIVE for port object 240846c3-8a0c-412f-aa36-7691e33d1dc3 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:20.099048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Transition to ACTIVE for port object 240846c3-8a0c-412f-aa36-7691e33d1dc3 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:20.165007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5fdb2-796d-49b0-ab4d-eda7a73fe6ce req-ccb8c36b-4c19-440a-b321-d37f38db5191 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:20.166590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5a5fdb2-796d-49b0-ab4d-eda7a73fe6ce req-ccb8c36b-4c19-440a-b321-d37f38db5191 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0798957 Aug 31 08:00:20.237905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5a5fdb2-796d-49b0-ab4d-eda7a73fe6ce req-c02571ef-dcf3-4a10-bdd1-a76f0230324a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630023 Aug 31 08:00:20.273271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.281651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:20.318330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:20.319880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:20.331274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:20.400313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Pushing event updated for resources: {'Port': ['ID=240846c3-8a0c-412f-aa36-7691e33d1dc3,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:20.418332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.437228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Attempting to bind port 240846c3-8a0c-412f-aa36-7691e33d1dc3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:20.439829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Attempting to bind port 240846c3-8a0c-412f-aa36-7691e33d1dc3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:20.442726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Attempting to bind port 240846c3-8a0c-412f-aa36-7691e33d1dc3 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:20.452614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:20.453148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:20.453716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.454315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:20.455102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Bound port: 240846c3-8a0c-412f-aa36-7691e33d1dc3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:20.455661 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.467448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 24f64a35-834f-4117-abfd-8d98b465fa70 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:20.554003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] For port 240846c3-8a0c-412f-aa36-7691e33d1dc3, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:20.558291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] For port 240846c3-8a0c-412f-aa36-7691e33d1dc3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=240846c3-8a0c-412f-aa36-7691e33d1dc3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:20.712711 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.760162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::a2d6:ca3b:8b2a:be45 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/3ac43aa2-645f-4264-8e75-359ce06593ab/24f64a35-834f-4117-abfd-8d98b465fa70) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:20.879122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5928b6-2cc1-4f86-bb05-ed1c9a78b4d9 None None] Pushing event updated for resources: {'Port': ['ID=240846c3-8a0c-412f-aa36-7691e33d1dc3,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:21.039824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.055446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 24f64a35-834f-4117-abfd-8d98b465fa70 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:21.290476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aac4d7-b6fb-4a00-9ac0-946e358faea7 req-74b3c468-3957-402f-b6e8-5f5fcf1a83ee tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:21.305545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02aac4d7-b6fb-4a00-9ac0-946e358faea7 req-74b3c468-3957-402f-b6e8-5f5fcf1a83ee tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.2141671 Aug 31 08:00:21.328866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.377110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 240846c3-8a0c-412f-aa36-7691e33d1dc3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:21.525428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:21.533591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02aac4d7-b6fb-4a00-9ac0-946e358faea7 req-1668e49a-1a63-4373-995a-2ea5f0fb0209 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268732 Aug 31 08:00:21.539767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:21.541771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=24f64a35-834f-4117-abfd-8d98b465fa70,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:21.552908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:21.560625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:21.561214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.587121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b2ec2-2b04-4de4-a46e-b33dcf61ba69 req-bfee0ffb-27b3-484b-8066-477958c7b007 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:21.588765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa9b2ec2-2b04-4de4-a46e-b33dcf61ba69 req-bfee0ffb-27b3-484b-8066-477958c7b007 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1775749 Aug 31 08:00:21.660841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 240846c3-8a0c-412f-aa36-7691e33d1dc3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:21.696449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa9b2ec2-2b04-4de4-a46e-b33dcf61ba69 req-2f4ee715-9a73-473a-8533-6d71c5de657e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991750 Aug 31 08:00:21.773981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:21.776836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c4f81bcf-e7d7-4f0f-a7bc-2f0166dacffa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8652153 Aug 31 08:00:21.845140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d8696-ed88-471b-8f19-104c5a13c620 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:21.855191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d8696-ed88-471b-8f19-104c5a13c620 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:21.884753 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae8d8696-ed88-471b-8f19-104c5a13c620 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0829728 Aug 31 08:00:21.885004 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-4878fe7d-4a1d-4d6c-9d31-d984bacd7472 service neutron] show failed (client error): The resource could not be found. Aug 31 08:00:21.885676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-4878fe7d-4a1d-4d6c-9d31-d984bacd7472 service neutron] 10.222.0.45 "GET /v2.0/ports/1b4d1b92-45c3-4726-80c3-93811ff2827a/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0738540 Aug 31 08:00:21.886419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.010286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 24f64a35-834f-4117-abfd-8d98b465fa70 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:22.010520 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.119981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.134705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 24f64a35-834f-4117-abfd-8d98b465fa70 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:22.431401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6e2ba-ba06-4d8a-9d77-4fc1bc6f6731 req-3e41fce5-7799-456b-ab3f-8690d2aada91 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:22.443280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80a6e2ba-ba06-4d8a-9d77-4fc1bc6f6731 req-3e41fce5-7799-456b-ab3f-8690d2aada91 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0770791 Aug 31 08:00:22.482404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80a6e2ba-ba06-4d8a-9d77-4fc1bc6f6731 req-f4893453-cb92-4eb2-941c-0bff5f6253d4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380676 Aug 31 08:00:22.553665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.607084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=24f64a35-834f-4117-abfd-8d98b465fa70,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:22.609525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-812436aa-91ad-4a99-9376-93389924674e None None] Provisioning for port 240846c3-8a0c-412f-aa36-7691e33d1dc3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:22.621932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-812436aa-91ad-4a99-9376-93389924674e None None] Provisioning complete for port 240846c3-8a0c-412f-aa36-7691e33d1dc3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:22.622068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-812436aa-91ad-4a99-9376-93389924674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.675985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.679885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-834f0bc9-b85a-4334-8362-a4482aec4be3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/24f64a35-834f-4117-abfd-8d98b465fa70 HTTP/1.1" status: 204 len: 168 time: 0.7902956 Aug 31 08:00:22.680252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60726) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.725617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b39d-abcb-417b-88c5-3ae6e68c242b req-66f0ff76-7add-4829-b83d-4be7830d1abe tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:22.734108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23a4b39d-abcb-417b-88c5-3ae6e68c242b req-66f0ff76-7add-4829-b83d-4be7830d1abe tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.0939391 Aug 31 08:00:22.854734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23a4b39d-abcb-417b-88c5-3ae6e68c242b req-154c0b8f-9149-4d3f-9717-ea3aef13c615 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059477 Aug 31 08:00:22.880393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-812436aa-91ad-4a99-9376-93389924674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.898260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e3f0cc-d30f-40cd-8010-5377feecde01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:22.901022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e3f0cc-d30f-40cd-8010-5377feecde01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:22.903934 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24e3f0cc-d30f-40cd-8010-5377feecde01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2225733 Aug 31 08:00:22.909835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.935185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-812436aa-91ad-4a99-9376-93389924674e None None] For port 240846c3-8a0c-412f-aa36-7691e33d1dc3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=240846c3-8a0c-412f-aa36-7691e33d1dc3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:22.944752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-64ceb1ae-4493-4615-b696-60ebcde8d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:22.950073 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-64ceb1ae-4493-4615-b696-60ebcde8d49c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 1097 time: 0.1419992 Aug 31 08:00:22.950728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.998929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 3ac43aa2-645f-4264-8e75-359ce06593ab {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:23.028215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.128171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-2490eadf-c832-4442-a3a2-d77d34b4ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.131231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-2490eadf-c832-4442-a3a2-d77d34b4ad02 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1731560 Aug 31 08:00:23.156772 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.160848 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-812436aa-91ad-4a99-9376-93389924674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.201059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3695d3-31d8-45a7-80aa-6ef5cc5f47ec req-6e0ac477-5d21-439b-bb59-1eaded2c2ee5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.204333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb3695d3-31d8-45a7-80aa-6ef5cc5f47ec req-6e0ac477-5d21-439b-bb59-1eaded2c2ee5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.2243733 Aug 31 08:00:23.225684 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-ec2a81db-28c5-484a-a12e-c7763ae23766 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6 HTTP/1.1" status: 200 len: 217 time: 0.0865197 Aug 31 08:00:23.235637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78a8192f-f17a-4531-a1b9-77bb0a2da0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.238042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812436aa-91ad-4a99-9376-93389924674e None None] Pushing event updated for resources: {'Port': ['ID=240846c3-8a0c-412f-aa36-7691e33d1dc3,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:23.258704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-9cffbf48-7b2c-4a93-957e-5cab9101a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.260503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-9cffbf48-7b2c-4a93-957e-5cab9101a0d4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 1098 time: 0.1898580 Aug 31 08:00:23.275463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e5e9f6a4-4a6a-4909-8fe2-47715b415c44 None None] Could not find standard attr ID for object 24f64a35-834f-4117-abfd-8d98b465fa70. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:00:23.277654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:23.314452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-6639698e-6aba-458a-9f16-10cb6112aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.316045 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-6639698e-6aba-458a-9f16-10cb6112aad3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0818996 Aug 31 08:00:23.344410 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb3695d3-31d8-45a7-80aa-6ef5cc5f47ec req-bd9c5e0f-4048-4099-9a14-e58eca89366d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310573 Aug 31 08:00:23.400441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.412659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-f2efad9a-ab16-48c4-991e-1d503eaaade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.414567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-f2efad9a-ab16-48c4-991e-1d503eaaade8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900831 Aug 31 08:00:23.423581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.492940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78a8192f-f17a-4531-a1b9-77bb0a2da0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.535732 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-9cf94a12-9706-4282-96b2-67b2cd27317d service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110377 Aug 31 08:00:23.617066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78a8192f-f17a-4531-a1b9-77bb0a2da0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.639350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.681528 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78a8192f-f17a-4531-a1b9-77bb0a2da0ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89b89e9cf0274b5a835eda9fd6821bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297528 Aug 31 08:00:23.683653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac43aa2-645f-4264-8e75-359ce06593ab,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:23.683786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8192f-f17a-4531-a1b9-77bb0a2da0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be68c1-7ed4-4bc7-b7ad-6d5220767078,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:23.687259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:23.694718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.699417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc28da5c-2fe4-47cc-a398-8c71e2fa9d71 req-46fa72f6-d23f-4374-8c86-638399f26578 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488330 Aug 31 08:00:23.699832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a8ec9cf-8454-41a3-bd1c-08a98839c774 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/3ac43aa2-645f-4264-8e75-359ce06593ab HTTP/1.1" status: 204 len: 168 time: 0.7849941 Aug 31 08:00:23.700224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60750) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:23.701280 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.705337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99451ce4-798d-4891-9ea6-503f5b576d63 req-4d0eccb6-8cfd-4d35-927f-26a90277713a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.706821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99451ce4-798d-4891-9ea6-503f5b576d63 req-4d0eccb6-8cfd-4d35-927f-26a90277713a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1433203 Aug 31 08:00:23.714759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf09244-e512-41e6-85db-a8d4673ac245 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:23.753902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:23.759862 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-42b971af-7032-4846-9f59-ac1254f80e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.773222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99451ce4-798d-4891-9ea6-503f5b576d63 req-c35602ed-479d-47ab-8cf1-55f581bba3ba tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595686 Aug 31 08:00:23.806658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:23.822488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f65cdc83-473e-4091-a66d-38942451d265 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209822 Aug 31 08:00:23.824708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60752) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:23.835044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99d57af7-eac5-4949-b572-5b0602a75bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.849939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:23.852229 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9774bf3f-80ee-4174-a6f2-02299ecd28ce" -d '{"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:23.856250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.878761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99d57af7-eac5-4949-b572-5b0602a75bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.892997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Transition to ACTIVE for port object 1b4d1b92-45c3-4726-80c3-93811ff2827a will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:23.935407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98946fc6-ec69-41ab-b016-4f9d2268bf3e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:23.940249 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-98946fc6-ec69-41ab-b016-4f9d2268bf3e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1114326 Aug 31 08:00:23.941020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60766) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:24.007406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:24.020951 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682611c-383f-4463-a683-ee65f3be116a x-openstack-request-id: req-a682611c-383f-4463-a683-ee65f3be116a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:24.020951 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:24.020951 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a682611c-383f-4463-a683-ee65f3be116a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:24.020951 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'code': 200} Aug 31 08:00:24.049189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.060804 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99d57af7-eac5-4949-b572-5b0602a75bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.070689 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-99d57af7-eac5-4949-b572-5b0602a75bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.070689 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-99d57af7-eac5-4949-b572-5b0602a75bc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19be68c1-7ed4-4bc7-b7ad-6d5220767078 HTTP/1.1" status: 204 len: 168 time: 0.3778045 Aug 31 08:00:24.077533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d57af7-eac5-4949-b572-5b0602a75bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be68c1-7ed4-4bc7-b7ad-6d5220767078,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:24.078595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] Deleting port 240846c3-8a0c-412f-aa36-7691e33d1dc3 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:24.079131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.130069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923c883-7cd4-4b72-bd82-d562571a8912 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:24.131867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d923c883-7cd4-4b72-bd82-d562571a8912 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1892834 Aug 31 08:00:24.138812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:24.164215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] For port 240846c3-8a0c-412f-aa36-7691e33d1dc3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=240846c3-8a0c-412f-aa36-7691e33d1dc3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:24.164882 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.182134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] Calling delete_port for 240846c3-8a0c-412f-aa36-7691e33d1dc3 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:24.188369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0820c331-5838-45f7-b119-ceee58f60d81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515010 Aug 31 08:00:24.193734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60776) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:24.235629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:24.267815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:24.344589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f479a-89b4-4187-8636-b05185bd3242 req-c13c0ddc-0129-487d-8751-b2e1d71379cd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:24.346735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-743f479a-89b4-4187-8636-b05185bd3242 req-c13c0ddc-0129-487d-8751-b2e1d71379cd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.3266664 Aug 31 08:00:24.413462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] No DVR routers for this DVR port 1b4d1b92-45c3-4726-80c3-93811ff2827a on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:24.518501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-743f479a-89b4-4187-8636-b05185bd3242 req-bc091d30-8035-4a3e-84c5-7ca0b958dda5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616228 Aug 31 08:00:24.582895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1f569-126c-442a-8f34-abbf6d6abf9f req-49e66ab5-7000-4b89-ab7c-3f8bb89b2413 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:24.584396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68c1f569-126c-442a-8f34-abbf6d6abf9f req-49e66ab5-7000-4b89-ab7c-3f8bb89b2413 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.1263216 Aug 31 08:00:24.642928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.655422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68c1f569-126c-442a-8f34-abbf6d6abf9f req-d24a7ab1-8376-44ef-8993-3429e9bc2d9f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640392 Aug 31 08:00:24.656599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:24.656599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:24.664204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:24.664204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Port 1b4d1b92-45c3-4726-80c3-93811ff2827a on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:00:24.664204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Attempting to bind port 1b4d1b92-45c3-4726-80c3-93811ff2827a on network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:24.669153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:24.669553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Checking segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:24.670036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Bound using segment: {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:24.670609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Bound port: 1b4d1b92-45c3-4726-80c3-93811ff2827a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109fd806-1abf-48cb-b259-58399f8d33c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:24.671065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.683544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] Pushing event deleted for resources: {'Port': ['ID=240846c3-8a0c-412f-aa36-7691e33d1dc3,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:24.690386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef32ad5-eba6-4088-a9f3-0c2dfa468f04 None None] No DVR routers for this DVR port 240846c3-8a0c-412f-aa36-7691e33d1dc3 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:24.722229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:24.726041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.802685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:24.807942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:24.940886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.021773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:25.022444 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.023889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] 10.222.0.68 "PUT /v2.0/ports/1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 1093 time: 1.7511954 Aug 31 08:00:25.075290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc132b-8402-4fe9-9631-a4bf6aae7566 req-1091ba48-2e4c-493c-8d0d-35ce07108f5b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:25.078985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9fc132b-8402-4fe9-9631-a4bf6aae7566 req-1091ba48-2e4c-493c-8d0d-35ce07108f5b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1944649 Aug 31 08:00:25.088291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7932-fa24-4089-8f78-cd256402db3f service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:25.175629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9fc132b-8402-4fe9-9631-a4bf6aae7566 req-c49f4f44-f8de-4def-b9ee-582739162f42 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741255 Aug 31 08:00:25.175629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-32a70fbc-5de9-4aa8-8e88-6d39a2a36f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:25.175629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-32a70fbc-5de9-4aa8-8e88-6d39a2a36f71 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1157103 Aug 31 08:00:25.215846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.275450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 240846c3-8a0c-412f-aa36-7691e33d1dc3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:25.303491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 240846c3-8a0c-412f-aa36-7691e33d1dc3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:25.304645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 240846c3-8a0c-412f-aa36-7691e33d1dc3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:25.318499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:25.333245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:25.333245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:25.333245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.339098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26880af0-5557-4d5b-ac92-a9816e131b90 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:25.371871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:25.391410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-177409e1-0a3b-4a6a-a7d4-a4b3d397fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:25.393534 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-177409e1-0a3b-4a6a-a7d4-a4b3d397fbfe service neutron] 10.222.0.68 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.2039115 Aug 31 08:00:25.514738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:25.516016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.615284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:25.724646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:25.749727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf/0df3bbbb-c701-47a0-969f-d7d6bb7b1fef) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:25.787837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2c8c17dd-a521-4902-9839-7edf35cacaad tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5929854 Aug 31 08:00:25.790670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60806) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:25.797327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf', 'ip_address': '2001:db8::173a:6f7b:69ae:a41f'}], 'name': 'tempest-NetworksTestDHCPv6-131641597'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:25.949045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-604bae91-a693-4bec-b90f-ba16f374c961 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 999 time: 0.5459585 Aug 31 08:00:25.990968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:25.994843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2915a09-2f16-43c1-a83a-bd191979b549 req-72b024db-731e-4689-8caf-5dae780d1a50 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.009837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2915a09-2f16-43c1-a83a-bd191979b549 req-72b024db-731e-4689-8caf-5dae780d1a50 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 945 time: 0.2244861 Aug 31 08:00:26.039620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:26.042262 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98b9e0-4ae2-4fcf-a865-452ab5887988" -d '{"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:26.069563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b6dcb-e97c-4783-bf31-086394796a8f req-be4519cb-f0ad-4594-8f54-28ecc843d8e2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.073348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-070b6dcb-e97c-4783-bf31-086394796a8f req-be4519cb-f0ad-4594-8f54-28ecc843d8e2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.2921846 Aug 31 08:00:26.090468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.177097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-57573de4-dc8a-4108-88d2-181bf30cca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.178756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-57573de4-dc8a-4108-88d2-181bf30cca61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.2195978 Aug 31 08:00:26.206615 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.221681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Transition to ACTIVE for port object 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:26.225288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2915a09-2f16-43c1-a83a-bd191979b549 req-b10c3230-d63c-4ee1-b657-824ad2b77bbb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168834 Aug 31 08:00:26.256448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Transition to ACTIVE for port object 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:26.307611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:26.318897 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.355893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:26.358664 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9638794-e146-4a30-8dd9-af4c11389048" -d '{"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:26.359372 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b3f166-f9ae-4968-b1f1-a2550ec2c59c x-openstack-request-id: req-f2b3f166-f9ae-4968-b1f1-a2550ec2c59c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:26.362213 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:26.362669 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2b3f166-f9ae-4968-b1f1-a2550ec2c59c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:26.368165 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'status': 'completed', 'code': 200} Aug 31 08:00:26.399401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:26.402954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.462930 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-070b6dcb-e97c-4783-bf31-086394796a8f req-dbb96ad3-3170-4217-8b6e-4a0ec67facc0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734670 Aug 31 08:00:26.543008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.544897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-e9db2095-edff-44be-b25e-91555c03dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.546581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-e9db2095-edff-44be-b25e-91555c03dee5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3457751 Aug 31 08:00:26.555916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-ff3290d7-7574-4438-a4ee-43f6fab03942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.557421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-ff3290d7-7574-4438-a4ee-43f6fab03942 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1646054 Aug 31 08:00:26.568199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 713f6176-d910-4f22-a1bf-c7893eff3b11 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:26.574187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:26.586220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:26.613406 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.634062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:26.680747 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417ff453-c9af-4b6c-9e90-441a8560876c x-openstack-request-id: req-417ff453-c9af-4b6c-9e90-441a8560876c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:26.681040 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-unplugged", "status": "completed", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:26.681460 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-417ff453-c9af-4b6c-9e90-441a8560876c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:26.681716 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'code': 200} Aug 31 08:00:26.708450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Pushing event updated for resources: {'Port': ['ID=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:26.731044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-2d6c9883-136e-4aaf-8dc2-dc61bb3a1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.732576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-2d6c9883-136e-4aaf-8dc2-dc61bb3a1865 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.1667144 Aug 31 08:00:26.772859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Attempting to bind port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:26.773276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Attempting to bind port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:26.773658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Attempting to bind port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:26.781884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:26.782272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:26.783295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.783758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:26.784252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Bound port: 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:26.784625 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.804972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.806938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:26.815744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::173a:6f7b:69ae:a41f (a29e0ccd-3f08-4e7b-9822-64947ff5b787/14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf/713f6176-d910-4f22-a1bf-c7893eff3b11) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:26.852181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6bfdd742-5e28-44cd-8842-83912a876486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.875614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] For port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:26.879131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] For port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:26.930886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7cc3d-e60c-48ef-873e-ed8774e44f8e req-8b6bdfac-5bb0-4ef8-88e9-b0eae4aeef31 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:26.932471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23f7cc3d-e60c-48ef-873e-ed8774e44f8e req-8b6bdfac-5bb0-4ef8-88e9-b0eae4aeef31 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1988795 Aug 31 08:00:26.936614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-90945f68-6fde-4b4c-8675-c84347398afe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 999 time: 0.1812396 Aug 31 08:00:26.983483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.000759 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.014293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 713f6176-d910-4f22-a1bf-c7893eff3b11 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:27.018667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-23c24cec-a281-435f-8d06-af837ed17650 service neutron] 10.222.0.68 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736282 Aug 31 08:00:27.055864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23f7cc3d-e60c-48ef-873e-ed8774e44f8e req-b0f3c464-6b6f-4860-b287-c5d09b653400 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119390 Aug 31 08:00:27.057416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-ee6d1e54-f675-4e59-8d74-d1969277f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.061107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-ee6d1e54-f675-4e59-8d74-d1969277f171 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.1147082 Aug 31 08:00:27.085143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee7bc8-779a-4d6a-bc97-160585b7ce8c None None] Pushing event updated for resources: {'Port': ['ID=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:27.259834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-66b7fb29-e70b-4ccf-8cb5-5b53e6986c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.271724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-66b7fb29-e70b-4ccf-8cb5-5b53e6986c54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1971900 Aug 31 08:00:27.275600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c621afa-0f7c-46a5-ba87-f29f09cc888d req-6632f212-28b5-406b-8e8a-cf1797580f74 service neutron] 10.222.0.68 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438262 Aug 31 08:00:27.307158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.391116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:27.396203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:27.398555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=713f6176-d910-4f22-a1bf-c7893eff3b11,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:27.409348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:27.414827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.415499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.423780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60844) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:27.483286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-9033525d-2b04-4740-afc3-b264b86e74b4 service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034540 Aug 31 08:00:27.604358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd5baa3d-1deb-4f2c-a8a7-c9e58354af45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.682226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fbddd078-4da0-4b99-b57d-dc6b076b8ec3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8894627 Aug 31 08:00:27.691799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60856) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:27.699359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf', 'ip_address': '2001:db8::173a:6f7b:69ae:a41f'}], 'name': 'tempest-NetworksTestDHCPv6-1733394684'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:27.723900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-5b337685-9bae-4165-b927-9d18cfc4f54e service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269809 Aug 31 08:00:27.742049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cb5e7-73dc-415a-86c7-05a031b948d6 req-77386509-3e71-4ccf-9ba1-a396824fb9da tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.743600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-788cb5e7-73dc-415a-86c7-05a031b948d6 req-77386509-3e71-4ccf-9ba1-a396824fb9da tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.2970636 Aug 31 08:00:27.771770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912d550-f365-4dd0-a62e-8ae88d1a692f req-e281e73f-e80a-425c-81f5-284ae38b17fb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.774562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7912d550-f365-4dd0-a62e-8ae88d1a692f req-e281e73f-e80a-425c-81f5-284ae38b17fb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.1584709 Aug 31 08:00:27.776816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-b5762411-c18d-4820-8100-ca982fd11582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.778945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-b5762411-c18d-4820-8100-ca982fd11582 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1614101 Aug 31 08:00:27.904955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7912d550-f365-4dd0-a62e-8ae88d1a692f req-9e162d52-6005-42e2-9e2c-6f63cd3eec99 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241362 Aug 31 08:00:27.908450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd5baa3d-1deb-4f2c-a8a7-c9e58354af45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.910890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-788cb5e7-73dc-415a-86c7-05a031b948d6 req-a65b762d-13a1-4cb9-b5e0-66d3a2450bda tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595035 Aug 31 08:00:27.954500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-cf1417c5-624a-4da9-b5f1-70821413db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:27.958016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.974008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-cf1417c5-624a-4da9-b5f1-70821413db89 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.1683998 Aug 31 08:00:28.101051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-02cc24fe-6996-48e2-9ffb-ef529c9898f7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 999 time: 0.1315453 Aug 31 08:00:28.148189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd5baa3d-1deb-4f2c-a8a7-c9e58354af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.162137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2646a-38b8-45b8-ae22-e9df7e27834f req-7e2d1be4-209a-4732-b309-59e0b2021350 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:28.163752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffe2646a-38b8-45b8-ae22-e9df7e27834f req-7e2d1be4-209a-4732-b309-59e0b2021350 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1129570 Aug 31 08:00:28.206824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5baa3d-1deb-4f2c-a8a7-c9e58354af45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd20bbb-fddc-4707-8aca-29ea1586f1a2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:28.213090 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd5baa3d-1deb-4f2c-a8a7-c9e58354af45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaad4b826a4947c2a8985666dd6dc3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7886214 Aug 31 08:00:28.218092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60866) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:28.224653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-6cf6bd24-4bd3-4d56-91b0-d725935ca307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:28.226425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-6cf6bd24-4bd3-4d56-91b0-d725935ca307 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.1140893 Aug 31 08:00:28.286083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f764fa21-9036-4584-9e8a-2983ca92c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.309885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f764fa21-9036-4584-9e8a-2983ca92c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.314637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffe2646a-38b8-45b8-ae22-e9df7e27834f req-d2dfef4d-f981-42ba-9314-6893cee9b1dc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326065 Aug 31 08:00:28.316456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-263ce42f-0028-486e-be9d-c409229e5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:28.318105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-263ce42f-0028-486e-be9d-c409229e5b4b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788949 Aug 31 08:00:28.339479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8aeaa-60d4-4e2d-99be-381f50ff1230 req-b791f672-cc61-4bd2-9281-126f00a4816e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:28.341072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fc8aeaa-60d4-4e2d-99be-381f50ff1230 req-b791f672-cc61-4bd2-9281-126f00a4816e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1915898 Aug 31 08:00:28.368466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:28.374090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.402042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 7ec105ba-51e8-4285-a7f8-b67ec7a4274f yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:28.473659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fc8aeaa-60d4-4e2d-99be-381f50ff1230 req-8948cb07-6dc2-4dc6-83e9-ff2d667f87ee tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133904 Aug 31 08:00:28.541085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-ed747337-60f6-4c57-a894-5d820ddfab14 service neutron] 10.222.0.68 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990237 Aug 31 08:00:28.556783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689a96-072b-4186-a84d-c6fdb17b1187 req-c9c127e0-db43-4dd7-82b2-4bb2e41ec098 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:28.558473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84689a96-072b-4186-a84d-c6fdb17b1187 req-c9c127e0-db43-4dd7-82b2-4bb2e41ec098 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0837157 Aug 31 08:00:28.692368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84689a96-072b-4186-a84d-c6fdb17b1187 req-5556a394-de5c-4b52-b1b3-3c8f8b53aaea tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247547 Aug 31 08:00:28.745987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f764fa21-9036-4584-9e8a-2983ca92c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.760753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c98b9e0-4ae2-4fcf-a865-452ab5887988 req-c53337bc-8537-4fbb-99a0-1189cd85be83 service neutron] 10.222.0.68 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010803 Aug 31 08:00:28.762520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f764fa21-9036-4584-9e8a-2983ca92c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:28.763916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f764fa21-9036-4584-9e8a-2983ca92c32f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dd20bbb-fddc-4707-8aca-29ea1586f1a2 HTTP/1.1" status: 204 len: 168 time: 0.5436447 Aug 31 08:00:28.798148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a4579f92-c292-4e5b-a775-9ecdbe86a1fc None None] Provisioning for port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:28.888257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764fa21-9036-4584-9e8a-2983ca92c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd20bbb-fddc-4707-8aca-29ea1586f1a2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:28.971061 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 08:00:28.977201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:00:29.094789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1295-a24d-43c1-8895-349366233352 req-90f221c0-552e-4f6c-9caa-6af465e5f511 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:29.097775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-821d1295-a24d-43c1-8895-349366233352 req-90f221c0-552e-4f6c-9caa-6af465e5f511 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.0648811 Aug 31 08:00:29.146253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-821d1295-a24d-43c1-8895-349366233352 req-e6a8d172-6746-4837-8106-812b436201cf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Aug 31 08:00:29.171746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1540ac83-ddc2-4306-abf1-7865ee3063c3 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4707305 Aug 31 08:00:29.171746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60884) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:29.238083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b91bfc24-7d19-4b97-9422-ee37313b0973 None None] Provisioning for port 713f6176-d910-4f22-a1bf-c7893eff3b11 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:29.242334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b91bfc24-7d19-4b97-9422-ee37313b0973 None None] Provisioning complete for port 713f6176-d910-4f22-a1bf-c7893eff3b11 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:29.242739 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b91bfc24-7d19-4b97-9422-ee37313b0973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.309084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08b0c0-797a-4c6b-9c8a-3d2935e9273f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:29.333352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08b0c0-797a-4c6b-9c8a-3d2935e9273f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:29.335297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:29.338525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:29.340130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b91bfc24-7d19-4b97-9422-ee37313b0973 None None] Port 713f6176-d910-4f22-a1bf-c7893eff3b11 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:00:29.354288 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5b08b0c0-797a-4c6b-9c8a-3d2935e9273f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1853802 Aug 31 08:00:29.468579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb45c0-dbda-4cf1-a893-e1341921681d req-d0c9844c-3f26-43ab-8ccf-1171553a0987 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:29.470757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91bb45c0-dbda-4cf1-a893-e1341921681d req-d0c9844c-3f26-43ab-8ccf-1171553a0987 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1143391 Aug 31 08:00:29.529652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 713f6176-d910-4f22-a1bf-c7893eff3b11 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:29.530379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.617604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:29.619394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.620675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91bb45c0-dbda-4cf1-a893-e1341921681d req-12f96745-0e5b-42f7-9e7e-35d2b81453a8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339734 Aug 31 08:00:29.622589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:29.623229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.680584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131dd4-5b30-4a7d-a5e7-50b7aabf2cfe req-10849eb4-2a03-4329-b75c-940d74db561b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:29.681110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9131dd4-5b30-4a7d-a5e7-50b7aabf2cfe req-10849eb4-2a03-4329-b75c-940d74db561b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1043322 Aug 31 08:00:29.704715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.723031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.728589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 713f6176-d910-4f22-a1bf-c7893eff3b11 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:29.752417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9131dd4-5b30-4a7d-a5e7-50b7aabf2cfe req-0c400840-37b0-49cd-9e54-4fe43a3adbb7 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638595 Aug 31 08:00:29.758306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:29.939838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:30.046314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.053545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.173250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=713f6176-d910-4f22-a1bf-c7893eff3b11,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:30.274689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:30.287272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.303168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8c8099ad-5067-43e5-9087-407b17e335f4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/713f6176-d910-4f22-a1bf-c7893eff3b11 HTTP/1.1" status: 204 len: 168 time: 0.9634109 Aug 31 08:00:30.303382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60912) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:30.429096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca55ac-6baf-4690-8055-7daa523f3c6d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:30.438403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca55ac-6baf-4690-8055-7daa523f3c6d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:30.441648 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ffca55ac-6baf-4690-8055-7daa523f3c6d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1373427 Aug 31 08:00:30.446219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60920) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:30.487456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7d00d-1b7d-4819-a13a-edcb6bc462e3 req-40a4ef26-5801-48ce-b615-36e1e93befb4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:30.493933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1b7d00d-1b7d-4819-a13a-edcb6bc462e3 req-40a4ef26-5801-48ce-b615-36e1e93befb4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.1368029 Aug 31 08:00:30.524749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:30.529254 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.555782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1b7d00d-1b7d-4819-a13a-edcb6bc462e3 req-7cb1466e-cb90-424d-a4c7-14184b17a10d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479743 Aug 31 08:00:30.576237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.675994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.780098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa477dc6-f977-4d3d-bd5d-b70531002a7f req-0a0d07d1-5117-40ff-a00d-c83299d387df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:30.781517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa477dc6-f977-4d3d-bd5d-b70531002a7f req-0a0d07d1-5117-40ff-a00d-c83299d387df tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0603261 Aug 31 08:00:30.843155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa477dc6-f977-4d3d-bd5d-b70531002a7f req-d10184ce-324d-4c47-ba30-b043c687555a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522397 Aug 31 08:00:30.909548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3efe31-2654-4bed-879d-6f0b06295616 req-defec769-d5b7-442f-9ee8-45bed143eb66 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:30.916927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3efe31-2654-4bed-879d-6f0b06295616 req-defec769-d5b7-442f-9ee8-45bed143eb66 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0728047 Aug 31 08:00:30.923204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.955546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:30.957598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:30.958738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3efe31-2654-4bed-879d-6f0b06295616 req-d33ab0fb-3c05-48f8-b17b-e5f165df587e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 Aug 31 08:00:30.959547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0c20852f-38eb-427a-a6ed-65d7f3f5e391 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf HTTP/1.1" status: 204 len: 168 time: 0.5121024 Aug 31 08:00:30.962118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:30.968504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5d076-68aa-4147-8861-173d22c06880 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:31.012271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4c80364b-7b9a-4a07-8b58-1b63ddecc8ed tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489914 Aug 31 08:00:31.012729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:31.024260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:31.168000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:31.225666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] Deleting port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:31.248533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:31.248533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:31.415575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:31.420714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:31.535659 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:31.561074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] For port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:31.561475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:31.581237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] Calling delete_port for 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:31.594668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:31.736798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73841a-6849-4ad6-9eb6-5edc9b641f3d req-848dc661-7fa8-4750-8a82-a86c665510f1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:31.742331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b73841a-6849-4ad6-9eb6-5edc9b641f3d req-848dc661-7fa8-4750-8a82-a86c665510f1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 944 time: 0.1050692 Aug 31 08:00:31.783983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b73841a-6849-4ad6-9eb6-5edc9b641f3d req-ae8c03ed-61fd-4fb1-8086-cce863c324bb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Aug 31 08:00:31.867489 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:31.944362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:31.950677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:00:32.014036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14b9ed-910f-493d-bd5f-4e8631feb06b req-1456cdbc-07b6-42bf-814b-b6d172885172 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:32.018882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e14b9ed-910f-493d-bd5f-4e8631feb06b req-1456cdbc-07b6-42bf-814b-b6d172885172 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0724249 Aug 31 08:00:32.027787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:32.067231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] Pushing event deleted for resources: {'Port': ['ID=0df3bbbb-c701-47a0-969f-d7d6bb7b1fef,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:32.074592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb46ac-8713-460b-bd8f-c709be0b64a3 None None] No DVR routers for this DVR port 0df3bbbb-c701-47a0-969f-d7d6bb7b1fef on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:32.097596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e14b9ed-910f-493d-bd5f-4e8631feb06b req-39c599bd-d6ce-4c00-a576-bdfec6fe5c7b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747070 Aug 31 08:00:32.108657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:32.137182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'port_id': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'mac_address': 'fa:16:3e:69:9b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:00:32.184552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:32.200607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4d1b92-45c3-4726-80c3-93811ff2827a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:00:32.215748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:32.226966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:32.233113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f0376-40d3-47da-a368-258f7b09873d req-d9641f7d-2254-4153-a2c6-60ba2d217b8d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:32.234791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a3f0376-40d3-47da-a368-258f7b09873d req-d9641f7d-2254-4153-a2c6-60ba2d217b8d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0587723 Aug 31 08:00:32.273995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:32.277877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:32.279692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:32.283833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a3f0376-40d3-47da-a368-258f7b09873d req-a9738612-2eb7-4907-876c-27d674d944a3 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Aug 31 08:00:32.288508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:32.290255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30cc733-107c-4dd0-906a-e1724e5c7f10 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:32.294553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:32.404809 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:32.469135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be8500-1dab-4f87-a1a0-d28d179d6fae req-a65c532d-6185-45f7-aa5d-295b3455d215 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:32.476662 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f92d3568-a256-44f8-a887-77322a1dd748 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4595120 Aug 31 08:00:32.477370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60968) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:32.477825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09be8500-1dab-4f87-a1a0-d28d179d6fae req-a65c532d-6185-45f7-aa5d-295b3455d215 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.1095736 Aug 31 08:00:32.483183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1528609103'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:32.646336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09be8500-1dab-4f87-a1a0-d28d179d6fae req-554eedac-2d07-46c3-afc9-2a0c07873ceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670702 Aug 31 08:00:32.667482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-bccbcfb8-b6a3-4acd-a032-c74c2f5bd9ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:32.669911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-bccbcfb8-b6a3-4acd-a032-c74c2f5bd9ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1&tenant_id=b6c9e4ea252f4af5a6665745fe870d45&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 945 time: 0.1755919 Aug 31 08:00:32.731264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:32.810549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:32.811541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:32.835549 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-65410e8c-271f-4ff4-b1a8-ae2a87751a2a service neutron] delete failed (client error): The resource could not be found. Aug 31 08:00:32.836575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-65410e8c-271f-4ff4-b1a8-ae2a87751a2a service neutron] 10.222.0.45 "DELETE /v2.0/ports/1b4d1b92-45c3-4726-80c3-93811ff2827a/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.1538172 Aug 31 08:00:32.872546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:32.954819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-bf498518-d3cc-4f28-9b26-68264a7a0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:32.959874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-bf498518-d3cc-4f28-9b26-68264a7a0626 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1097 time: 0.0662782 Aug 31 08:00:32.968089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['1b4d1b92-45c3-4726-80c3-93811ff2827a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:00:33.036769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f/dd94ade3-2606-44bf-a73e-28021253dd0e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:33.041531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:33.076593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 3a047a61-75c2-47e9-9b0d-4b20421d08dd yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:33.121604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-54fae4df-e73b-40f1-81eb-5a9d66c789a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.139798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-54fae4df-e73b-40f1-81eb-5a9d66c789a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.1650398 Aug 31 08:00:33.293690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-9ced892d-91fa-4398-bf0a-a10d9af23a31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 1000 time: 0.1438150 Aug 31 08:00:33.342208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da11b30-03ab-49f6-a9d7-043470844eb0 req-c5d3efea-8319-484c-9533-1700e83db8e0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.349925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6da11b30-03ab-49f6-a9d7-043470844eb0 req-c5d3efea-8319-484c-9533-1700e83db8e0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1092994 Aug 31 08:00:33.356093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:33.380257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-29c48da2-55fd-49e6-90be-6f647703f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.389948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-29c48da2-55fd-49e6-90be-6f647703f7c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.0803583 Aug 31 08:00:33.408296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Transition to ACTIVE for port object dd94ade3-2606-44bf-a73e-28021253dd0e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:33.425325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Transition to ACTIVE for port object dd94ade3-2606-44bf-a73e-28021253dd0e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:33.458294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6da11b30-03ab-49f6-a9d7-043470844eb0 req-421b50a6-2319-4586-b549-b8fc0f6598c8 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008170 Aug 31 08:00:33.478488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-06e40705-a7a5-41de-aee1-e3c76e2adaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.480002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-06e40705-a7a5-41de-aee1-e3c76e2adaf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860922 Aug 31 08:00:33.492044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66349410-429d-42ca-9afd-c5f0b83818f2 req-bbd3bb30-350b-446f-9639-3c3c2fbce397 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.493488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66349410-429d-42ca-9afd-c5f0b83818f2 req-bbd3bb30-350b-446f-9639-3c3c2fbce397 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0836508 Aug 31 08:00:33.584717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66349410-429d-42ca-9afd-c5f0b83818f2 req-dcdf5bb2-2052-478c-9283-eb7226ee289d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823853 Aug 31 08:00:33.612110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-ef234c88-a96a-4e89-ab4a-78800b10a020 service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176133 Aug 31 08:00:33.650141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:33.695198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:33.702207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:33.706206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:33.712063 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:00:33.712637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:00:33.713589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Pushing event updated for resources: {'Port': ['ID=dd94ade3-2606-44bf-a73e-28021253dd0e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:33.729452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4987dd1d-2cb3-4e56-abfe-8634436cec3c req-8f640104-0f8e-4848-a141-4dd614ebb3c9 service neutron] 10.222.0.45 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051583 Aug 31 08:00:33.799259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Attempting to bind port dd94ade3-2606-44bf-a73e-28021253dd0e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:33.799983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Attempting to bind port dd94ade3-2606-44bf-a73e-28021253dd0e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:33.799983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Attempting to bind port dd94ade3-2606-44bf-a73e-28021253dd0e on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:33.806336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b3fec5b-f5c5-4152-b3b4-72343ee28424 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3265758 Aug 31 08:00:33.807970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60990) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:33.808573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:33.808989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:33.809357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:33.809752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:33.810259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Bound port: dd94ade3-2606-44bf-a73e-28021253dd0e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:33.815473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:33.836532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6868fa-6e46-49c5-9a6e-df72311f4985 req-d12e1644-efb9-4cc5-ab64-71d00ba5aebf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.838218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e6868fa-6e46-49c5-9a6e-df72311f4985 req-d12e1644-efb9-4cc5-ab64-71d00ba5aebf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.0884802 Aug 31 08:00:33.890003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6143fb-2f77-4ad4-8f63-bee9c0bc362c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.894330 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1d6143fb-2f77-4ad4-8f63-bee9c0bc362c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0846407 Aug 31 08:00:33.894948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60992) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:33.910836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e6868fa-6e46-49c5-9a6e-df72311f4985 req-aeb7a07e-1fde-4f20-a14d-300e901cb338 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639725 Aug 31 08:00:33.914133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] For port dd94ade3-2606-44bf-a73e-28021253dd0e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:33.926813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] For port dd94ade3-2606-44bf-a73e-28021253dd0e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dd94ade3-2606-44bf-a73e-28021253dd0e,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:33.962579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a6c0d-6c7a-4c3a-8dab-5730f70989f8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.964440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a6c0d-6c7a-4c3a-8dab-5730f70989f8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:33.966095 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d96a6c0d-6c7a-4c3a-8dab-5730f70989f8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0701807 Aug 31 08:00:33.968728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60994) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:34.022716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:34.025834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:34.072683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:34.084345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:34.176123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Pushing event updated for resources: {'Port': ['ID=dd94ade3-2606-44bf-a73e-28021253dd0e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:34.186393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.190117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.190883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.190992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.191261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.191771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.192111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.192444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.192927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.193269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.193644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.194355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c799986-1c2a-4826-bc03-28edf724dcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:34.214573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:34.555576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:34.591128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:34.600921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccf30f-d247-467c-b4e6-92301084b9ba req-e68d3b0d-2b47-4985-a8f4-8dc5d48e8d54 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:34.605089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:34.607469 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e78c7d00-f80e-4b7b-860c-23d15c6c5e63 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f HTTP/1.1" status: 204 len: 168 time: 0.6378584 Aug 31 08:00:34.611655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:34.614539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caccf30f-d247-467c-b4e6-92301084b9ba req-e68d3b0d-2b47-4985-a8f4-8dc5d48e8d54 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0678780 Aug 31 08:00:34.658048 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-717c63ee-007a-4e98-b19c-d80581b76046 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413544 Aug 31 08:00:34.659042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:34.671422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:34.707683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caccf30f-d247-467c-b4e6-92301084b9ba req-1e9d500c-58a1-4f6f-8f2b-eaa93a1d0e30 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697849 Aug 31 08:00:34.794845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29091f23-ecf5-4e3e-9fac-041db70f957f req-9ae346ab-3141-4d2b-8507-a57c73a75bf4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:34.798597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29091f23-ecf5-4e3e-9fac-041db70f957f req-9ae346ab-3141-4d2b-8507-a57c73a75bf4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0602612 Aug 31 08:00:34.886132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29091f23-ecf5-4e3e-9fac-041db70f957f req-da5f7b50-51fb-4ea8-84c1-9904df56657d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708969 Aug 31 08:00:34.914187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:34.918763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.440995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.464543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd94ade3-2606-44bf-a73e-28021253dd0e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:35.503902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:35.511402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:35.555281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:35.555922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.588855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=9f9d006d-ef74-42eb-9bdb-1dbb34f84a38,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:35.589326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28775562-2a80-4161-b3a5-5c3501abb1ff None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:35.655725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f86638-6d52-45e6-a5e4-e7f5b11c3350 req-65e044b2-202b-4401-af84-947f33059eae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:35.662889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28f86638-6d52-45e6-a5e4-e7f5b11c3350 req-65e044b2-202b-4401-af84-947f33059eae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.6371629 Aug 31 08:00:35.667201 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4a3bd08e-f38c-4a27-97a3-a2e4a7880554 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0069208 Aug 31 08:00:35.671700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32796) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:35.685206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1922341947', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:35.748363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port dd94ade3-2606-44bf-a73e-28021253dd0e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:35.750212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28f86638-6d52-45e6-a5e4-e7f5b11c3350 req-627b422d-132d-42d0-abcd-b9a7ddd9de67 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634439 Aug 31 08:00:35.772239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] Provisioning for port dd94ade3-2606-44bf-a73e-28021253dd0e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:35.776275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port dd94ade3-2606-44bf-a73e-28021253dd0e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:35.776652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.782033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] Provisioning complete for port dd94ade3-2606-44bf-a73e-28021253dd0e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:35.782970 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.826355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.828061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.952493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:35.996578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:36.026501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd953e2-b56a-4fe5-8901-cf84b1ebcf27 req-c848fae7-5e5f-4967-8cb3-a424cdaa3884 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:36.029044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcd953e2-b56a-4fe5-8901-cf84b1ebcf27 req-c848fae7-5e5f-4967-8cb3-a424cdaa3884 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1059513 Aug 31 08:00:36.038479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.077443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.181057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.181057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ef8af62-d87b-4e44-9545-0f3a35b5a587 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4954908 Aug 31 08:00:36.181057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32812) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:36.181689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fcd953e2-b56a-4fe5-8901-cf84b1ebcf27 req-ded70be8-e8c3-4379-8c40-9633e3b9f33f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356509 Aug 31 08:00:36.237526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a8ceb-86cc-4cab-935f-b87a83a4e2e1 req-360e1d32-09c2-4d78-b781-064cef3b1a03 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:36.248384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de8a8ceb-86cc-4cab-935f-b87a83a4e2e1 req-360e1d32-09c2-4d78-b781-064cef3b1a03 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1999731 Aug 31 08:00:36.248621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] For port dd94ade3-2606-44bf-a73e-28021253dd0e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dd94ade3-2606-44bf-a73e-28021253dd0e,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:36.249551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.328645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de8a8ceb-86cc-4cab-935f-b87a83a4e2e1 req-b0e7687d-fe67-4fd6-912f-54e57818b455 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766962 Aug 31 08:00:36.386609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 1b4d1b92-45c3-4726-80c3-93811ff2827a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:36.391996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 1b4d1b92-45c3-4726-80c3-93811ff2827a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:36.392492 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.452776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.457679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:00:36.458039 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:00:36.526704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4533-d1d3-44cb-96f8-b533b86a800b None None] Pushing event updated for resources: {'Port': ['ID=dd94ade3-2606-44bf-a73e-28021253dd0e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:36.592355 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.607026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3f6cad20-c45b-4d6c-b289-02245f0a12ab None None] Provisioning complete for port dd94ade3-2606-44bf-a73e-28021253dd0e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:36.607345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3f6cad20-c45b-4d6c-b289-02245f0a12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.642380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:36.644639 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a430f0-b27c-420d-843d-1c4c2e6ff043" -d '{"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:36.657735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.672138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:36.702023 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efde7e35-406e-442e-bbbe-ac48763e7eaf x-openstack-request-id: req-efde7e35-406e-442e-bbbe-ac48763e7eaf {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:36.703174 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:36.703174 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efde7e35-406e-442e-bbbe-ac48763e7eaf {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:36.703174 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'code': 200} Aug 31 08:00:36.839997 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.870082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6ea4-8e33-4de4-85f0-6e17721f63df req-f7060eb1-e4e3-4c70-918d-5016d61769f1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:36.871814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e29f6ea4-8e33-4de4-85f0-6e17721f63df req-f7060eb1-e4e3-4c70-918d-5016d61769f1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 945 time: 0.0560100 Aug 31 08:00:36.921755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:36.950097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e29f6ea4-8e33-4de4-85f0-6e17721f63df req-60b78202-3bbc-405f-8220-4697dbfcdce6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610104 Aug 31 08:00:36.975283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32824) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:36.996340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::1 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/9f9d006d-ef74-42eb-9bdb-1dbb34f84a38/0dace639-8455-45ef-856b-4f4bda991319) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:37.120083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4e0d3731-0562-40ca-85f2-34d8290564c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/edf65872-daea-426e-b100-14a7391f553f HTTP/1.1" status: 200 len: 993 time: 0.1436145 Aug 31 08:00:37.165948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:37.182034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 0dace639-8455-45ef-856b-4f4bda991319 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:37.277016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd94ade3-2606-44bf-a73e-28021253dd0e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:37.329358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29214-f7e5-4c47-aee0-cddf9a61b545 req-ff23b4aa-6828-436c-b606-d51ff1d3404f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:37.330423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62d29214-f7e5-4c47-aee0-cddf9a61b545 req-ff23b4aa-6828-436c-b606-d51ff1d3404f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0709331 Aug 31 08:00:37.346002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:37.352770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port dd94ade3-2606-44bf-a73e-28021253dd0e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:37.353156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:37.386381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62d29214-f7e5-4c47-aee0-cddf9a61b545 req-3323a4ab-ab4b-4733-b324-3f0d13f4bf38 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484400 Aug 31 08:00:37.458214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:37.466663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:37.477728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:37.479253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:37.523237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=0dace639-8455-45ef-856b-4f4bda991319,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:37.589719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728731-ac0e-4f71-a4d9-a45ce941c800 req-95d17892-4e09-4f75-90a9-b61bf7c3da0c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:37.607729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf728731-ac0e-4f71-a4d9-a45ce941c800 req-95d17892-4e09-4f75-90a9-b61bf7c3da0c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1128063 Aug 31 08:00:37.672006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf728731-ac0e-4f71-a4d9-a45ce941c800 req-8c1dc5e6-3be5-45cc-b48e-b9c3b640c6ad tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571098 Aug 31 08:00:37.750468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:37.900594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1694ea7a-9879-47bf-9431-19af131f6f59 None None] Provisioning for port 0dace639-8455-45ef-856b-4f4bda991319 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:37.905899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1694ea7a-9879-47bf-9431-19af131f6f59 None None] Provisioning complete for port 0dace639-8455-45ef-856b-4f4bda991319 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:37.906408 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1694ea7a-9879-47bf-9431-19af131f6f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:37.946372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1694ea7a-9879-47bf-9431-19af131f6f59 None None] Port 0dace639-8455-45ef-856b-4f4bda991319 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:00:38.041463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:38.157668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:38.158501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:38.275100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=0dace639-8455-45ef-856b-4f4bda991319,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:38.325242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:38.326753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:38.535438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a394289-0142-4271-b7c1-aacd7ae38864 req-e754a61b-43cb-48ec-9183-39529fd23387 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:38.536963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a394289-0142-4271-b7c1-aacd7ae38864 req-e754a61b-43cb-48ec-9183-39529fd23387 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0586517 Aug 31 08:00:38.568969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Router 3fc6dff7-b725-4f8f-9045-cf69c67015ed is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:00:38.587680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a394289-0142-4271-b7c1-aacd7ae38864 req-11353f5c-7d82-495f-b282-ff000cba68dd tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 Aug 31 08:00:38.676507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:38.685957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32852) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:38.686236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8a6ed10f-9ead-4479-831a-ee51f660936d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "PUT /v2.0/routers/3fc6dff7-b725-4f8f-9045-cf69c67015ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5109234 Aug 31 08:00:38.691110 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Sync routers for ids ['3fc6dff7-b725-4f8f-9045-cf69c67015ed'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:38.698138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-631763c2-537e-44ed-8193-09a092b0689f None None] Provisioning complete for port 0dace639-8455-45ef-856b-4f4bda991319 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:38.698535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-631763c2-537e-44ed-8193-09a092b0689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:38.714015 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Routers {'3fc6dff7-b725-4f8f-9045-cf69c67015ed'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:38.716161 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3fc6dff7-b725-4f8f-9045-cf69c67015ed'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:38.834779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f042b6-830f-4ff1-bff8-bbd0541e12f6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:38.836253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-10f042b6-830f-4ff1-bff8-bbd0541e12f6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports/0dace639-8455-45ef-856b-4f4bda991319 HTTP/1.1" status: 200 len: 911 time: 0.1491284 Aug 31 08:00:38.839272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32866) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:38.839749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-631763c2-537e-44ed-8193-09a092b0689f None None] Port 0dace639-8455-45ef-856b-4f4bda991319 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:00:38.888969 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Set router 3fc6dff7-b725-4f8f-9045-cf69c67015ed gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:38.900204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d5ba-b0e9-4bc1-ba23-056a35f42112 req-1f934ea3-96f6-48e7-b8b8-66d78b061e33 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:38.903275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97a3d5ba-b0e9-4bc1-ba23-056a35f42112 req-1f934ea3-96f6-48e7-b8b8-66d78b061e33 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0582826 Aug 31 08:00:38.934288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161a6a9-c6c1-4faf-98b3-a21cacf1007c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:38.940971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161a6a9-c6c1-4faf-98b3-a21cacf1007c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:38.946352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2161a6a9-c6c1-4faf-98b3-a21cacf1007c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1056936 Aug 31 08:00:38.947156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:38.988834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97a3d5ba-b0e9-4bc1-ba23-056a35f42112 req-78c188ab-6475-4e29-97c2-fc0bf1ffdca6 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779252 Aug 31 08:00:39.138644 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6dff7-b725-4f8f-9045-cf69c67015ed', 'name': 'tempest-NetworksTestDHCPv6-router-1922341947', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:00:35Z', 'updated_at': '2021-08-31T08:00:37Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'gw_port_host': None, '_interfaces': [{'id': '0dace639-8455-45ef-856b-4f4bda991319', 'name': '', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'mac_address': 'fa:16:3e:9d:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6dff7-b725-4f8f-9045-cf69c67015ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '9f9d006d-ef74-42eb-9bdb-1dbb34f84a38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:00:36Z', 'updated_at': '2021-08-31T08:00:37Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'subnets': [{'id': '9f9d006d-ef74-42eb-9bdb-1dbb34f84a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:39.169044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Checking router: 3fc6dff7-b725-4f8f-9045-cf69c67015ed for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:00:39.173755 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Updating router 3fc6dff7-b725-4f8f-9045-cf69c67015ed port 0dace639-8455-45ef-856b-4f4bda991319 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:00:39.199863 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.501446 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.512615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Transition to ACTIVE for port object 0dace639-8455-45ef-856b-4f4bda991319 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:39.527251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.676846 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.703573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041b34-dd52-4be1-9bfe-fd07e5058f38 req-ca7f8e79-2a58-4a90-9bcb-30930c0833b3 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:39.706310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66041b34-dd52-4be1-9bfe-fd07e5058f38 req-ca7f8e79-2a58-4a90-9bcb-30930c0833b3 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1022360 Aug 31 08:00:39.760756 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Pushing event updated for resources: {'Port': ['ID=0dace639-8455-45ef-856b-4f4bda991319,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:39.791809 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.792281 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.792752 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.793246 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.793692 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.794206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.794636 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.795064 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.795493 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.796260 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.803280 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.803280 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:39.852873 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Attempting to bind port 0dace639-8455-45ef-856b-4f4bda991319 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:39.853614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Attempting to bind port 0dace639-8455-45ef-856b-4f4bda991319 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:39.854336 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Attempting to bind port 0dace639-8455-45ef-856b-4f4bda991319 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:39.861276 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:39.862280 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:39.862907 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.863528 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:39.864355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Bound port: 0dace639-8455-45ef-856b-4f4bda991319, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:39.864954 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.924350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 0dace639-8455-45ef-856b-4f4bda991319 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:39.927429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:39.965526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66041b34-dd52-4be1-9bfe-fd07e5058f38 req-af6ba2c7-9f75-4f06-8186-3a2756871464 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302508 Aug 31 08:00:39.991661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-7b610f58-dc99-4610-b681-fb69d7c8b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:39.994142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-7b610f58-dc99-4610-b681-fb69d7c8b4da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 1097 time: 0.1269221 Aug 31 08:00:40.002734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b24fe7-4964-4916-a40a-0e8ebe714791 req-31c8fce9-3844-4724-8e05-efaa30ed204b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:40.018881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13b24fe7-4964-4916-a40a-0e8ebe714791 req-31c8fce9-3844-4724-8e05-efaa30ed204b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.3001924 Aug 31 08:00:40.039502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] For port 0dace639-8455-45ef-856b-4f4bda991319, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:40.046294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] For port 0dace639-8455-45ef-856b-4f4bda991319, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0dace639-8455-45ef-856b-4f4bda991319,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:40.100598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] For port 0dace639-8455-45ef-856b-4f4bda991319, host n-d-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:40.101353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:40.127820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 0dace639-8455-45ef-856b-4f4bda991319 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:40.150726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13b24fe7-4964-4916-a40a-0e8ebe714791 req-49afc235-6568-42ec-bbae-cc6d1e9ccf9e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242440 Aug 31 08:00:40.182818 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:40.187949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-18b9b6c8-865e-49ab-ae58-06a5049fea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:40.192571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-18b9b6c8-865e-49ab-ae58-06a5049fea61 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 911 time: 0.1557798 Aug 31 08:00:40.256229 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Routers {'3fc6dff7-b725-4f8f-9045-cf69c67015ed'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:40.256879 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['3fc6dff7-b725-4f8f-9045-cf69c67015ed'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:40.258912 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965aa7b-c416-43e3-884d-bf28b564a117 None None] Pushing event updated for resources: {'Port': ['ID=0dace639-8455-45ef-856b-4f4bda991319,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:40.314677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-d636dd22-9aa5-4746-9c51-6fc45adde60a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e HTTP/1.1" status: 200 len: 1000 time: 0.1120203 Aug 31 08:00:40.431598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-53c8fcc3-2c02-461e-8292-ce6be1c7d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:40.437163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-53c8fcc3-2c02-461e-8292-ce6be1c7d1c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.1064692 Aug 31 08:00:40.448329 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] Set router 3fc6dff7-b725-4f8f-9045-cf69c67015ed gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:40.540504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-7731a78c-9ef0-44a9-8280-bd90741dd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:40.540504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-7731a78c-9ef0-44a9-8280-bd90741dd95c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786994 Aug 31 08:00:40.683228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-b3e2d5d8-59be-4518-b0a6-477c5c9e73af service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526630 Aug 31 08:00:40.744277 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc6dff7-b725-4f8f-9045-cf69c67015ed', 'name': 'tempest-NetworksTestDHCPv6-router-1922341947', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:00:35Z', 'updated_at': '2021-08-31T08:00:37Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'gw_port_host': None, '_interfaces': [{'id': '0dace639-8455-45ef-856b-4f4bda991319', 'name': '', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'mac_address': 'fa:16:3e:9d:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6dff7-b725-4f8f-9045-cf69c67015ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '9f9d006d-ef74-42eb-9bdb-1dbb34f84a38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:00:36Z', 'updated_at': '2021-08-31T08:00:40Z', 'revision_number': 4, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'subnets': [{'id': '9f9d006d-ef74-42eb-9bdb-1dbb34f84a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:40.782176 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38782e2c-12b4-4335-9105-75cb52fc4aa7 None None] The sync data for ids ['3fc6dff7-b725-4f8f-9045-cf69c67015ed'] in n-d-713499-16 is: [{'id': '3fc6dff7-b725-4f8f-9045-cf69c67015ed', 'name': 'tempest-NetworksTestDHCPv6-router-1922341947', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:00:35Z', 'updated_at': '2021-08-31T08:00:37Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'gw_port_host': None, '_interfaces': [{'id': '0dace639-8455-45ef-856b-4f4bda991319', 'name': '', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'mac_address': 'fa:16:3e:9d:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc6dff7-b725-4f8f-9045-cf69c67015ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '9f9d006d-ef74-42eb-9bdb-1dbb34f84a38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:00:36Z', 'updated_at': '2021-08-31T08:00:40Z', 'revision_number': 4, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'subnets': [{'id': '9f9d006d-ef74-42eb-9bdb-1dbb34f84a38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:40.821398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f0833b-9c6f-4416-a1a0-4c1254e51db5 req-adb12e76-e5cb-4504-ba13-1053b0c15b64 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273479 Aug 31 08:00:40.906451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:40.934299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=0dace639-8455-45ef-856b-4f4bda991319,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:41.075224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:41.168282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d303a7-e57d-46a8-b0a1-29b98963d42c req-5d9da4d5-422e-418e-a49e-4dbf567b6e9f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:41.170074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89d303a7-e57d-46a8-b0a1-29b98963d42c req-5d9da4d5-422e-418e-a49e-4dbf567b6e9f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0699525 Aug 31 08:00:41.243199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89d303a7-e57d-46a8-b0a1-29b98963d42c req-fa7d0c0f-5bb0-48f1-a687-4c0c564edaff tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657842 Aug 31 08:00:41.315629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Router 3fc6dff7-b725-4f8f-9045-cf69c67015ed has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:00:41.356401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cb6e6-d264-43ec-934e-8edb9384401e req-84bf8741-3f58-4ef5-b37b-73e69ec19bd0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:41.358248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-647cb6e6-d264-43ec-934e-8edb9384401e req-84bf8741-3f58-4ef5-b37b-73e69ec19bd0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0635431 Aug 31 08:00:41.411251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-647cb6e6-d264-43ec-934e-8edb9384401e req-b9d81db5-6bd4-4909-9554-20efeef4e03d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Aug 31 08:00:41.425034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:41.433336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a7f3f66-256b-4127-92f2-bdcd19d77f06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "PUT /v2.0/routers/3fc6dff7-b725-4f8f-9045-cf69c67015ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4850056 Aug 31 08:00:41.433691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32918) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:41.513316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e389814-3513-496a-a22b-a3b1e714fa43 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:41.515170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e389814-3513-496a-a22b-a3b1e714fa43 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:41.517033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3e389814-3513-496a-a22b-a3b1e714fa43 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0816998 Aug 31 08:00:41.519506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32922) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:41.589648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 9f9d006d-ef74-42eb-9bdb-1dbb34f84a38 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:41.594023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:41.650200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:41.704594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:41.924645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:41.952765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9d006d-ef74-42eb-9bdb-1dbb34f84a38,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:41.963679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.964044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.964380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.964726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.965068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.965414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.969743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a99103-5b21-4654-91ad-6b9cdc599891 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:41.970186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.970276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.970612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.970962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.971310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.971778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:41.975851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:41.980213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1f7322ec-3e1c-4c57-8481-7367a3c12387 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/9f9d006d-ef74-42eb-9bdb-1dbb34f84a38 HTTP/1.1" status: 204 len: 168 time: 0.4573557 Aug 31 08:00:41.980870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32932) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:42.138680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2e7d302e-d34f-45d9-b560-2027cfa3cdeb tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1486039 Aug 31 08:00:42.139102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:42.209518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:42.227838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.270388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] Deleting port dd94ade3-2606-44bf-a73e-28021253dd0e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:42.270872 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.357766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] For port dd94ade3-2606-44bf-a73e-28021253dd0e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dd94ade3-2606-44bf-a73e-28021253dd0e,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:42.357766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.362746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] Calling delete_port for dd94ade3-2606-44bf-a73e-28021253dd0e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:42.457209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.460959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.534844 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.535786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19a6fe-9e77-47c8-a585-e89c08bf4ad9 req-a7172a4e-3aca-4d72-9243-fbf823208fb4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:42.537593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d19a6fe-9e77-47c8-a585-e89c08bf4ad9 req-a7172a4e-3aca-4d72-9243-fbf823208fb4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1869617 Aug 31 08:00:42.591953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] Pushing event deleted for resources: {'Port': ['ID=dd94ade3-2606-44bf-a73e-28021253dd0e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:42.608923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d323fe-881d-434a-bde3-c8e68dc73ffe None None] No DVR routers for this DVR port dd94ade3-2606-44bf-a73e-28021253dd0e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:42.611798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7b888-e96f-4353-9374-5257451f1d5c req-c6b55c3c-6e87-4283-bedc-ec06b5ef9e2e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:42.613558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4f7b888-e96f-4353-9374-5257451f1d5c req-c6b55c3c-6e87-4283-bedc-ec06b5ef9e2e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1011925 Aug 31 08:00:42.623676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d19a6fe-9e77-47c8-a585-e89c08bf4ad9 req-cd74c1ce-36df-4adc-9fc8-bb3a14270fbd tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684979 Aug 31 08:00:42.633462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.633646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc6dff7-b725-4f8f-9045-cf69c67015ed {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:00:42.651292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:42.655627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:42.661359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:42.662398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d21b4b22-fe1c-47e7-bd0f-a9bee348280b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/routers/3fc6dff7-b725-4f8f-9045-cf69c67015ed HTTP/1.1" status: 204 len: 168 time: 0.5221026 Aug 31 08:00:42.695906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4f7b888-e96f-4353-9374-5257451f1d5c req-1fefd56b-07be-41cf-8dc7-91fa79993698 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709622 Aug 31 08:00:42.812817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Sync routers for ids ['3fc6dff7-b725-4f8f-9045-cf69c67015ed'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:42.822363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Routers set() bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:42.822763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Router IDs set() for agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:00:42.823394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_agentschedulers_db [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fc6dff7-b725-4f8f-9045-cf69c67015ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent'). {{(pid=95447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 08:00:42.831899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Routers set() bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:42.832260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Router IDs set() for agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:00:42.832832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_agentschedulers_db [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fc6dff7-b725-4f8f-9045-cf69c67015ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent'). {{(pid=95447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 08:00:42.833203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ae5cf-0af4-405d-ac7f-c67fd5272ab9 None None] The sync data for ids ['3fc6dff7-b725-4f8f-9045-cf69c67015ed'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:42.900892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:42.905740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.181333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.223872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:43.227615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:43.233506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:43.234403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.244939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c0d06-40af-4b4a-9d3a-399b9dcd90ca None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:43.276546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=59612898-aa1e-4f90-9e6f-99c37f5d917f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:43.327431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd94ade3-2606-44bf-a73e-28021253dd0e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:43.356922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: dd94ade3-2606-44bf-a73e-28021253dd0e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:43.357205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd94ade3-2606-44bf-a73e-28021253dd0e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:43.358373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0dace639-8455-45ef-856b-4f4bda991319 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:43.384274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0dace639-8455-45ef-856b-4f4bda991319 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:43.384555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0dace639-8455-45ef-856b-4f4bda991319 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:43.392439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-38d85b32-932e-4f37-a024-f6183f7a96b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7347484 Aug 31 08:00:43.395248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32952) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:43.400155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-426671370', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:43.501359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '59612898-aa1e-4f90-9e6f-99c37f5d917f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:43.502299 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.506819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.509261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.575468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.672072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.706483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/59612898-aa1e-4f90-9e6f-99c37f5d917f/f9ea36dc-deaa-4fbf-867b-f06cc8277488) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:43.814954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:43.820780 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6b678815-b9ff-490f-9fc5-06b31a266caf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4243207 Aug 31 08:00:43.822136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32956) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:43.878331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7a44-f3ce-402b-8ea6-ac4433374602 req-85a1ff92-36f0-4f5f-b66d-1e0102261491 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:43.890779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f15e7a44-f3ce-402b-8ea6-ac4433374602 req-85a1ff92-36f0-4f5f-b66d-1e0102261491 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1132708 Aug 31 08:00:43.989212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f15e7a44-f3ce-402b-8ea6-ac4433374602 req-665e8874-f560-4ab8-8d20-5c97239103fb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960758 Aug 31 08:00:44.073303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.083681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Transition to ACTIVE for port object f9ea36dc-deaa-4fbf-867b-f06cc8277488 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:44.105259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Transition to ACTIVE for port object f9ea36dc-deaa-4fbf-867b-f06cc8277488 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:44.204205 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.252789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:44.256041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:44.260773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:44.264042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Pushing event updated for resources: {'Port': ['ID=f9ea36dc-deaa-4fbf-867b-f06cc8277488,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:44.284686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.355558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Attempting to bind port f9ea36dc-deaa-4fbf-867b-f06cc8277488 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:44.361245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Attempting to bind port f9ea36dc-deaa-4fbf-867b-f06cc8277488 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:44.361245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Attempting to bind port f9ea36dc-deaa-4fbf-867b-f06cc8277488 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:44.364035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:44.364528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:44.365080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.365617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:44.366216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Bound port: f9ea36dc-deaa-4fbf-867b-f06cc8277488, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:44.366708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.442165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] For port f9ea36dc-deaa-4fbf-867b-f06cc8277488, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:44.445874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] For port f9ea36dc-deaa-4fbf-867b-f06cc8277488, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f9ea36dc-deaa-4fbf-867b-f06cc8277488,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:44.603573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::1 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/59612898-aa1e-4f90-9e6f-99c37f5d917f/24e61f37-e28b-4669-8f12-f7cf533d5059) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:44.603822 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.682461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444f5e3-7282-4b8a-97a4-122258f9dc65 None None] Pushing event updated for resources: {'Port': ['ID=f9ea36dc-deaa-4fbf-867b-f06cc8277488,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:44.760452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.775567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 24e61f37-e28b-4669-8f12-f7cf533d5059 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:44.936052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:44.978800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:44.982229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:44.985541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:44.986126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:45.051234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=24e61f37-e28b-4669-8f12-f7cf533d5059,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:45.152377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef344c-052e-4b4e-b1f7-c80c839eaf40 req-cfaa4d8d-03f6-4040-8a08-becde0f81b27 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:45.168675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84ef344c-052e-4b4e-b1f7-c80c839eaf40 req-cfaa4d8d-03f6-4040-8a08-becde0f81b27 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0533786 Aug 31 08:00:45.223940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84ef344c-052e-4b4e-b1f7-c80c839eaf40 req-a5c4246f-b0a0-4f38-9ebe-2e6373add018 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583851 Aug 31 08:00:45.245544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:45.342461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f9ea36dc-deaa-4fbf-867b-f06cc8277488 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:45.598546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f9ea36dc-deaa-4fbf-867b-f06cc8277488 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:45.618538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:45.746466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:45.747411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:45.863254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=24e61f37-e28b-4669-8f12-f7cf533d5059,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:45.918854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:45.919860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:45.968512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] Provisioning for port f9ea36dc-deaa-4fbf-867b-f06cc8277488 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:45.978967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] Provisioning complete for port f9ea36dc-deaa-4fbf-867b-f06cc8277488 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:45.979803 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:46.092412 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:46.129871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] For port f9ea36dc-deaa-4fbf-867b-f06cc8277488, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f9ea36dc-deaa-4fbf-867b-f06cc8277488,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:46.140376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Router 8b3f214f-c459-4a81-bf93-54e5daecbdaa is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:00:46.231784 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:46.275530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:46.286509 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Sync routers for ids ['8b3f214f-c459-4a81-bf93-54e5daecbdaa'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:46.295999 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4c0700ba-ff32-428a-b59c-6b5ec8256a06 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "PUT /v2.0/routers/8b3f214f-c459-4a81-bf93-54e5daecbdaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4710085 Aug 31 08:00:46.297185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32986) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:46.312436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c425955-5a13-48a8-801f-3e72b6b897ef None None] Pushing event updated for resources: {'Port': ['ID=f9ea36dc-deaa-4fbf-867b-f06cc8277488,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:46.322446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Routers {'8b3f214f-c459-4a81-bf93-54e5daecbdaa'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:46.323086 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['8b3f214f-c459-4a81-bf93-54e5daecbdaa'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:46.407478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e17c0a-fc1f-4cf2-b872-e4e37b78d1ae tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:46.411424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02e17c0a-fc1f-4cf2-b872-e4e37b78d1ae tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports/24e61f37-e28b-4669-8f12-f7cf533d5059 HTTP/1.1" status: 200 len: 911 time: 0.1108479 Aug 31 08:00:46.411777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32988) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:46.434520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e05309-678d-4761-9885-37c94eecdff7 req-76e38394-0741-4773-923f-a1a5e9623a90 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:46.436072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e05309-678d-4761-9885-37c94eecdff7 req-76e38394-0741-4773-923f-a1a5e9623a90 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0854509 Aug 31 08:00:46.438215 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Set router 8b3f214f-c459-4a81-bf93-54e5daecbdaa gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:46.466093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1f85c8b8-8611-4657-9d4d-6d86302e0557 None None] Provisioning for port 24e61f37-e28b-4669-8f12-f7cf533d5059 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:46.471394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1f85c8b8-8611-4657-9d4d-6d86302e0557 None None] Provisioning complete for port 24e61f37-e28b-4669-8f12-f7cf533d5059 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:46.471911 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1f85c8b8-8611-4657-9d4d-6d86302e0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:46.477994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e3e21f-facd-4a13-84ad-8bc4504c62d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:46.484512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e3e21f-facd-4a13-84ad-8bc4504c62d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:46.487159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54e3e21f-facd-4a13-84ad-8bc4504c62d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0743151 Aug 31 08:00:46.492276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32990) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:46.519534 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9e05309-678d-4761-9885-37c94eecdff7 req-b641f41d-7418-4a83-85ac-9af7377b2c44 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767872 Aug 31 08:00:46.526418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1f85c8b8-8611-4657-9d4d-6d86302e0557 None None] Port 24e61f37-e28b-4669-8f12-f7cf533d5059 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:00:46.674862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-09370646-4ddb-48ec-a298-86c19332aae6 None None] Provisioning complete for port 24e61f37-e28b-4669-8f12-f7cf533d5059 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:46.675255 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09370646-4ddb-48ec-a298-86c19332aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:46.743896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-09370646-4ddb-48ec-a298-86c19332aae6 None None] Port 24e61f37-e28b-4669-8f12-f7cf533d5059 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:00:46.822479 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3f214f-c459-4a81-bf93-54e5daecbdaa', 'name': 'tempest-NetworksTestDHCPv6-router-426671370', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:00:43Z', 'updated_at': '2021-08-31T08:00:45Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'gw_port_host': None, '_interfaces': [{'id': '24e61f37-e28b-4669-8f12-f7cf533d5059', 'name': '', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'mac_address': 'fa:16:3e:55:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3f214f-c459-4a81-bf93-54e5daecbdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '59612898-aa1e-4f90-9e6f-99c37f5d917f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:00:44Z', 'updated_at': '2021-08-31T08:00:45Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'subnets': [{'id': '59612898-aa1e-4f90-9e6f-99c37f5d917f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:46.858644 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Checking router: 8b3f214f-c459-4a81-bf93-54e5daecbdaa for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:00:46.858930 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Updating router 8b3f214f-c459-4a81-bf93-54e5daecbdaa port 24e61f37-e28b-4669-8f12-f7cf533d5059 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:00:46.889294 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.202186 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.213460 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Transition to ACTIVE for port object 24e61f37-e28b-4669-8f12-f7cf533d5059 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:47.269637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f9ea36dc-deaa-4fbf-867b-f06cc8277488 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:47.275011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.329258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f9ea36dc-deaa-4fbf-867b-f06cc8277488 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:47.329948 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.357279 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.418933 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc527a82-b143-4939-89ef-cf21a1975f16 None None] Pushing event updated for resources: {'Port': ['ID=24e61f37-e28b-4669-8f12-f7cf533d5059,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:47.494555 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Attempting to bind port 24e61f37-e28b-4669-8f12-f7cf533d5059 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:47.495193 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Attempting to bind port 24e61f37-e28b-4669-8f12-f7cf533d5059 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:47.495798 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Attempting to bind port 24e61f37-e28b-4669-8f12-f7cf533d5059 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:47.502243 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:47.502779 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:47.503283 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.503773 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:47.504388 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Bound port: 24e61f37-e28b-4669-8f12-f7cf533d5059, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:47.504983 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.580474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 24e61f37-e28b-4669-8f12-f7cf533d5059 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:47.580474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.590541 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] For port 24e61f37-e28b-4669-8f12-f7cf533d5059, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:47.596431 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] For port 24e61f37-e28b-4669-8f12-f7cf533d5059, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=24e61f37-e28b-4669-8f12-f7cf533d5059,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:47.677003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e9d59-57d2-48a9-a223-dbd2c01ec75f req-e079154e-6053-4ad3-ade7-c9577cf480d0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:47.679146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-032e9d59-57d2-48a9-a223-dbd2c01ec75f req-e079154e-6053-4ad3-ade7-c9577cf480d0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0726042 Aug 31 08:00:47.705097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] For port 24e61f37-e28b-4669-8f12-f7cf533d5059, host n-d-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:47.705499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.712006 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:47.722332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 24e61f37-e28b-4669-8f12-f7cf533d5059 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:47.777110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-032e9d59-57d2-48a9-a223-dbd2c01ec75f req-a5b66028-f4d0-4919-8730-26c725419764 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888267 Aug 31 08:00:47.805374 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Routers {'8b3f214f-c459-4a81-bf93-54e5daecbdaa'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:47.806360 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['8b3f214f-c459-4a81-bf93-54e5daecbdaa'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:47.892566 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc527a82-b143-4939-89ef-cf21a1975f16 None None] Pushing event updated for resources: {'Port': ['ID=24e61f37-e28b-4669-8f12-f7cf533d5059,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:47.920901 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] Set router 8b3f214f-c459-4a81-bf93-54e5daecbdaa gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:48.077263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:48.107542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=24e61f37-e28b-4669-8f12-f7cf533d5059,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:48.137551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3f214f-c459-4a81-bf93-54e5daecbdaa', 'name': 'tempest-NetworksTestDHCPv6-router-426671370', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:00:43Z', 'updated_at': '2021-08-31T08:00:45Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'gw_port_host': None, '_interfaces': [{'id': '24e61f37-e28b-4669-8f12-f7cf533d5059', 'name': '', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'mac_address': 'fa:16:3e:55:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3f214f-c459-4a81-bf93-54e5daecbdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '59612898-aa1e-4f90-9e6f-99c37f5d917f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:00:44Z', 'updated_at': '2021-08-31T08:00:47Z', 'revision_number': 4, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'subnets': [{'id': '59612898-aa1e-4f90-9e6f-99c37f5d917f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:48.166790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e18029-02db-419a-94da-2649d9d9dbf3 None None] The sync data for ids ['8b3f214f-c459-4a81-bf93-54e5daecbdaa'] in n-d-713499-16 is: [{'id': '8b3f214f-c459-4a81-bf93-54e5daecbdaa', 'name': 'tempest-NetworksTestDHCPv6-router-426671370', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:00:43Z', 'updated_at': '2021-08-31T08:00:45Z', 'revision_number': 2, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'gw_port_host': None, '_interfaces': [{'id': '24e61f37-e28b-4669-8f12-f7cf533d5059', 'name': '', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'mac_address': 'fa:16:3e:55:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3f214f-c459-4a81-bf93-54e5daecbdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '59612898-aa1e-4f90-9e6f-99c37f5d917f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:00:44Z', 'updated_at': '2021-08-31T08:00:47Z', 'revision_number': 4, 'project_id': '5f873877809a46549d19fb0b5f91a565', 'subnets': [{'id': '59612898-aa1e-4f90-9e6f-99c37f5d917f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:48.243188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:48.418671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10aaeb-183e-46fb-9048-5fa757ec5a62 req-342d6c4b-c5c8-45f3-b27b-5680ad95a09d tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:48.420790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf10aaeb-183e-46fb-9048-5fa757ec5a62 req-342d6c4b-c5c8-45f3-b27b-5680ad95a09d tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.0992045 Aug 31 08:00:48.453043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Router 8b3f214f-c459-4a81-bf93-54e5daecbdaa has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:00:48.473252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf10aaeb-183e-46fb-9048-5fa757ec5a62 req-664de2ba-48a6-4438-86dc-681771a684d6 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Aug 31 08:00:48.558968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:48.565281 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2e830213-2ef5-4333-a398-1af32ff0b7f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "PUT /v2.0/routers/8b3f214f-c459-4a81-bf93-54e5daecbdaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718729 Aug 31 08:00:48.567557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33026) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:48.632132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055044a-dce7-4a2d-86ef-2517e1a5c0a2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:48.633908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055044a-dce7-4a2d-86ef-2517e1a5c0a2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:48.635536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0055044a-dce7-4a2d-86ef-2517e1a5c0a2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0670357 Aug 31 08:00:48.638499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33028) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:48.704001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 59612898-aa1e-4f90-9e6f-99c37f5d917f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:48.707837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:48.753586 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:48.851464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:48.905743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e681-17b0-437f-8ec7-24c96851d58a req-c3e37f53-45f8-46ce-a10c-4b059bfc9e21 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:48.908669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c409e681-17b0-437f-8ec7-24c96851d58a req-c3e37f53-45f8-46ce-a10c-4b059bfc9e21 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0634403 Aug 31 08:00:48.954957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c409e681-17b0-437f-8ec7-24c96851d58a req-061deea7-35fe-4f3b-920f-b8b1f7954899 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361035 Aug 31 08:00:49.037695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.065114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=59612898-aa1e-4f90-9e6f-99c37f5d917f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:49.069040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.073501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f27ea09-f62d-4ec5-bd2e-8c09b61c4523 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/59612898-aa1e-4f90-9e6f-99c37f5d917f HTTP/1.1" status: 204 len: 168 time: 0.4314885 Aug 31 08:00:49.074411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33034) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:49.076495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d4a07-999b-4171-83cb-4bf41044a6ff None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:49.168536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45eb9c2f-7312-4243-b702-51b21af14918 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0912714 Aug 31 08:00:49.168677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33036) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:49.247653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.278115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:49.331524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] Deleting port f9ea36dc-deaa-4fbf-867b-f06cc8277488 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:49.331524 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.400744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] For port f9ea36dc-deaa-4fbf-867b-f06cc8277488, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f9ea36dc-deaa-4fbf-867b-f06cc8277488,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:49.401265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.420076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] Calling delete_port for f9ea36dc-deaa-4fbf-867b-f06cc8277488 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:49.422682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.425156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.605050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453487c9-536e-47c7-8258-e1308f2f7d3c req-df5eb90d-ef02-4efc-9a06-191839ddf340 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:49.606681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-453487c9-536e-47c7-8258-e1308f2f7d3c req-df5eb90d-ef02-4efc-9a06-191839ddf340 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.0558696 Aug 31 08:00:49.631866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.632452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3f214f-c459-4a81-bf93-54e5daecbdaa {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:00:49.639803 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.640946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-802d6f11-99dd-4fbe-9a59-863b1ac05f8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/routers/8b3f214f-c459-4a81-bf93-54e5daecbdaa HTTP/1.1" status: 204 len: 168 time: 0.4713266 Aug 31 08:00:49.644353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33046) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:49.649286 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:49.662771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-453487c9-536e-47c7-8258-e1308f2f7d3c req-4d345cf0-62a5-4d33-9c8c-d8e48cef3b10 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Aug 31 08:00:49.705674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] No DVR routers for this DVR port f9ea36dc-deaa-4fbf-867b-f06cc8277488 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:49.711205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e952a0e-8ee2-4126-901b-8495593168b5 None None] Pushing event deleted for resources: {'Port': ['ID=f9ea36dc-deaa-4fbf-867b-f06cc8277488,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:49.742062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-05f235c8-812b-4a52-946c-3a8862957b7f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0754862 Aug 31 08:00:49.744012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33048) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:49.794953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7692e88-5eff-4219-a2d2-1cd7b25fd31c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:49.796431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b7692e88-5eff-4219-a2d2-1cd7b25fd31c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514381 Aug 31 08:00:49.799280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33050) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:49.853267 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7626e9b-b75a-42ea-a9ee-3a87648e9143 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425136 Aug 31 08:00:49.853392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33052) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:49.853392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:49.866407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Sync routers for ids ['8b3f214f-c459-4a81-bf93-54e5daecbdaa'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:49.875838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Routers set() bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:49.876243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Router IDs set() for agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:00:49.876831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b3f214f-c459-4a81-bf93-54e5daecbdaa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent'). {{(pid=95447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 08:00:49.884605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Routers set() bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:49.884968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Router IDs set() for agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:00:49.885540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8b3f214f-c459-4a81-bf93-54e5daecbdaa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent'). {{(pid=95447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 08:00:49.885939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd204b7-47e5-4b95-acff-3056b1d3db55 None None] The sync data for ids ['8b3f214f-c459-4a81-bf93-54e5daecbdaa'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:49.972837 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:00:50.074645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:50.078170 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:50.131141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfd31d-4a17-4773-b94b-dd23ad4defb5 req-ebf29eaa-30b9-4ba7-962d-eee4e8204177 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:50.132636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9bfd31d-4a17-4773-b94b-dd23ad4defb5 req-ebf29eaa-30b9-4ba7-962d-eee4e8204177 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1033187 Aug 31 08:00:50.198111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9bfd31d-4a17-4773-b94b-dd23ad4defb5 req-1cf3e151-a35e-48d6-9502-aad9a32d6efb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584090 Aug 31 08:00:50.288506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-7cba3cff-4ffb-45e3-8ef4-83e35b9100ae tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:50.289898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-7cba3cff-4ffb-45e3-8ef4-83e35b9100ae tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.0830097 Aug 31 08:00:50.430162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Deleting port 35ab3acd-642f-4aa5-9644-88bf92294761 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:50.430669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:50.913611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:00:50.926212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:50.950702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] For port 35ab3acd-642f-4aa5-9644-88bf92294761, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35ab3acd-642f-4aa5-9644-88bf92294761,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:50.951072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:50.990658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b87696-c6b9-4e5a-996c-495d95310ecd req-eeffac7e-48b4-461b-94af-aa83575c087a tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:50.992290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2b87696-c6b9-4e5a-996c-495d95310ecd req-eeffac7e-48b4-461b-94af-aa83575c087a tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 945 time: 0.1780393 Aug 31 08:00:51.009743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Calling delete_port for 35ab3acd-642f-4aa5-9644-88bf92294761 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:51.018535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:51.028615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:51.033617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:51.033797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.045965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de6414-c040-44b9-9780-c67e1bdeeb12 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:51.059341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=c42c793b-fe10-461a-8b46-5a22b0ab001e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:51.117542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2b87696-c6b9-4e5a-996c-495d95310ecd req-deb0ede0-9784-45ba-9691-6ca3a3d2237e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148124 Aug 31 08:00:51.186162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0a846f2d-5032-4c51-b703-bc9b8b26c260 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3347094 Aug 31 08:00:51.186573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33072) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:51.192671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:51.212435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': 'c42c793b-fe10-461a-8b46-5a22b0ab001e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:51.213713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.306935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f9ea36dc-deaa-4fbf-867b-f06cc8277488 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:51.332958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f9ea36dc-deaa-4fbf-867b-f06cc8277488 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:51.333333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f9ea36dc-deaa-4fbf-867b-f06cc8277488 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:51.333765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 24e61f37-e28b-4669-8f12-f7cf533d5059 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:51.358452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.366715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 24e61f37-e28b-4669-8f12-f7cf533d5059 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:51.366904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 24e61f37-e28b-4669-8f12-f7cf533d5059 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:51.399603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['35ab3acd-642f-4aa5-9644-88bf92294761'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:00:51.409133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Pushing event deleted for resources: {'Port': ['ID=35ab3acd-642f-4aa5-9644-88bf92294761,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:51.418818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb56930-6a86-4abe-9cf9-d5bcb8313912 req-c8ba534e-adad-4c5d-af60-937826e4139f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:51.420685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cb56930-6a86-4abe-9cf9-d5bcb8313912 req-c8ba534e-adad-4c5d-af60-937826e4139f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1182361 Aug 31 08:00:51.463527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Allocated IP 2001:db8::f816:3eff:fe95:bdf1 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/c42c793b-fe10-461a-8b46-5a22b0ab001e/561c1f90-1635-4a97-9e98-9fc49b143cf3) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:51.476350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] No DVR routers for this DVR port 35ab3acd-642f-4aa5-9644-88bf92294761 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:51.480322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.482520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5561b77-a333-4b49-861d-e7c93cd5106b req-4d017e89-fe9f-4748-8aa9-7285cf46e342 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "DELETE /v2.0/ports/35ab3acd-642f-4aa5-9644-88bf92294761 HTTP/1.1" status: 204 len: 173 time: 1.1827013 Aug 31 08:00:51.483027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340374ca-815a-47d2-9701-7bc4de8f0624', 'name': 'network-vif-deleted', 'tag': '35ab3acd-642f-4aa5-9644-88bf92294761'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:51.486197 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab5c1f-b7e6-459e-af13-4f1eb3b8d974" -d '{"events": [{"server_uuid": "340374ca-815a-47d2-9701-7bc4de8f0624", "name": "network-vif-deleted", "tag": "35ab3acd-642f-4aa5-9644-88bf92294761"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:51.491561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:51.495839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.538457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cb56930-6a86-4abe-9cf9-d5bcb8313912 req-a355e9eb-36cf-49d0-b21a-ac7d666982c3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838745 Aug 31 08:00:51.588551 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb81869-c1ef-4063-8ad8-e70136077b09 x-openstack-request-id: req-0eb81869-c1ef-4063-8ad8-e70136077b09 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:51.588835 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340374ca-815a-47d2-9701-7bc4de8f0624", "name": "network-vif-deleted", "tag": "35ab3acd-642f-4aa5-9644-88bf92294761", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:51.589133 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eb81869-c1ef-4063-8ad8-e70136077b09 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:51.589487 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340374ca-815a-47d2-9701-7bc4de8f0624', 'name': 'network-vif-deleted', 'tag': '35ab3acd-642f-4aa5-9644-88bf92294761', 'status': 'completed', 'code': 200} Aug 31 08:00:51.715533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.733795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Transition to ACTIVE for port object 561c1f90-1635-4a97-9e98-9fc49b143cf3 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:51.748437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Transition to ACTIVE for port object 561c1f90-1635-4a97-9e98-9fc49b143cf3 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:51.843404 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.884183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:51.889129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:51.892982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:51.901636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Pushing event updated for resources: {'Port': ['ID=561c1f90-1635-4a97-9e98-9fc49b143cf3,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:51.952921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Attempting to bind port 561c1f90-1635-4a97-9e98-9fc49b143cf3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:51.952921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Attempting to bind port 561c1f90-1635-4a97-9e98-9fc49b143cf3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:51.953196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Attempting to bind port 561c1f90-1635-4a97-9e98-9fc49b143cf3 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:51.958430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:51.958806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:51.959208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.959605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:51.960070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Bound port: 561c1f90-1635-4a97-9e98-9fc49b143cf3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:51.960452 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.976640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:52.037694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] For port 561c1f90-1635-4a97-9e98-9fc49b143cf3, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:52.042571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] For port 561c1f90-1635-4a97-9e98-9fc49b143cf3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=561c1f90-1635-4a97-9e98-9fc49b143cf3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:52.044477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:52.051969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:52.055196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:52.055887 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:52.068204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=c5984252-7448-4c9e-91fe-2dc57999bad3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:52.171000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:52.208992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c2b127a8-8175-4443-a99a-acdd7949b52c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0211627 Aug 31 08:00:52.212002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33094) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:52.217475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:7f:4a:bc', 'name': 'tempest-NetworksTestDHCPv6-1928731069'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:52.231195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f151ee8d-1610-4e1b-b7e6-310b10684a9d req-9b317624-dacf-4592-9dc8-f6ff5e0cc75a tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0373850 Aug 31 08:00:52.260838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b54557-4bc7-4457-8368-aa55e2d3aeeb None None] Pushing event updated for resources: {'Port': ['ID=561c1f90-1635-4a97-9e98-9fc49b143cf3,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:52.329756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-3dc725a2-757e-480e-8db8-dc75fadf15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:52.331350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-3dc725a2-757e-480e-8db8-dc75fadf15b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1097 time: 0.0631678 Aug 31 08:00:52.339800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121cb4d-c930-460d-b081-b6f8955de1eb req-b8a37fe4-481f-406d-836e-325056315526 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:52.341347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7121cb4d-c930-460d-b081-b6f8955de1eb req-b8a37fe4-481f-406d-836e-325056315526 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.3243141 Aug 31 08:00:52.461018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7121cb4d-c930-460d-b081-b6f8955de1eb req-93356a06-fac1-409d-91e5-b4a1ddedcff0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048405 Aug 31 08:00:52.493228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:52.495895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-1cd5a9e2-68d4-43de-8ff0-2c54c57aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:52.497583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-1cd5a9e2-68d4-43de-8ff0-2c54c57aeb00 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1549094 Aug 31 08:00:52.587118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-589de40a-5f3a-43e2-8e9c-515ce6d3daef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.0750675 Aug 31 08:00:52.621130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:52.644962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port aff0822a-5874-4e37-bece-0eea5a76c6e3 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:52.661206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-6ce0b5ee-0e75-49a9-9b05-1aa9b156da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:52.661206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-6ce0b5ee-0e75-49a9-9b05-1aa9b156da9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0464764 Aug 31 08:00:52.710519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-c11141c0-b1be-4fac-a6ff-559469c638aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:52.712548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-c11141c0-b1be-4fac-a6ff-559469c638aa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438867 Aug 31 08:00:52.821366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 172.20.0.13 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/c5984252-7448-4c9e-91fe-2dc57999bad3/aff0822a-5874-4e37-bece-0eea5a76c6e3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:52.832301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-5641e90d-c22c-40c4-9b7e-b8144220ef51 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103623 Aug 31 08:00:52.832824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fe7f:4abc (a29e0ccd-3f08-4e7b-9822-64947ff5b787/c42c793b-fe10-461a-8b46-5a22b0ab001e/aff0822a-5874-4e37-bece-0eea5a76c6e3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:52.940703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c87437e8-ab56-4a13-b71a-d469e1649ee3 req-e0c84fbf-4550-4bec-bc48-1c8b71f58daa service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988886 Aug 31 08:00:52.999232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.014947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object aff0822a-5874-4e37-bece-0eea5a76c6e3 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:53.215484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.272153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:53.279395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:53.284020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:53.288476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56abd1-e563-4f37-84a9-c093978a0c91 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:53.342447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=aff0822a-5874-4e37-bece-0eea5a76c6e3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:53.350912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 561c1f90-1635-4a97-9e98-9fc49b143cf3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:53.368821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47857338-572f-4949-bc74-d26ad9c998af req-5d433d21-76cb-4519-a896-9e53ebafee81 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=340374ca-815a-47d2-9701-7bc4de8f0624 HTTP/1.1" status: 200 len: 210 time: 0.0342207 Aug 31 08:00:53.372707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:53.373340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.575229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': 'c42c793b-fe10-461a-8b46-5a22b0ab001e', 'ip_address': '2001:db8::f816:3eff:fe95:bdf1'}, {'subnet_id': 'c5984252-7448-4c9e-91fe-2dc57999bad3'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '561c1f90-1635-4a97-9e98-9fc49b143cf3'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:00:53.595376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82bc30-2e5c-45d2-a5e0-cfb991b10c28 req-1cb0ac35-ecc8-421d-9aba-9480a2a5df16 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:53.597199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f82bc30-2e5c-45d2-a5e0-cfb991b10c28 req-1cb0ac35-ecc8-421d-9aba-9480a2a5df16 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0595667 Aug 31 08:00:53.627622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a269571-11ef-45df-b861-170fcf1fb637 None None] Provisioning for port 561c1f90-1635-4a97-9e98-9fc49b143cf3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:53.633231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.650093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f82bc30-2e5c-45d2-a5e0-cfb991b10c28 req-597b88e5-97ef-4b24-af32-1c4871546e67 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456827 Aug 31 08:00:53.686112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35ab3acd-642f-4aa5-9644-88bf92294761 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:53.710792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 35ab3acd-642f-4aa5-9644-88bf92294761 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:53.717251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35ab3acd-642f-4aa5-9644-88bf92294761 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:53.755182 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d529d77a-96bc-4c88-a0b1-1a6dfb395d12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5394633 Aug 31 08:00:53.757356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33122) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:53.760181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 561c1f90-1635-4a97-9e98-9fc49b143cf3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:53.774547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 561c1f90-1635-4a97-9e98-9fc49b143cf3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:53.774964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.811009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33298c27-f778-4a60-8031-b86371373955 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:53.817096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33298c27-f778-4a60-8031-b86371373955 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:53.818808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-33298c27-f778-4a60-8031-b86371373955 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0604508 Aug 31 08:00:53.823863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:53.846995 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.849588 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2eecf2a2-d1ff-4009-acbf-5dc36a9a066d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.881579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Allocated IP 172.20.0.2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/c5984252-7448-4c9e-91fe-2dc57999bad3/561c1f90-1635-4a97-9e98-9fc49b143cf3) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:53.929377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port aff0822a-5874-4e37-bece-0eea5a76c6e3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:53.929736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:53.971585 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.028474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.029307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] For port 561c1f90-1635-4a97-9e98-9fc49b143cf3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=561c1f90-1635-4a97-9e98-9fc49b143cf3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:54.041997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for aff0822a-5874-4e37-bece-0eea5a76c6e3 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:54.061152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.076322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Transition to ACTIVE for port object 561c1f90-1635-4a97-9e98-9fc49b143cf3 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:54.186170 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.323919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.355535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=aff0822a-5874-4e37-bece-0eea5a76c6e3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:54.460290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:00:54.460901 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:00:54.466841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e88e21-0009-4c0b-98e1-7cf35a789132 None None] Pushing event updated for resources: {'Port': ['ID=561c1f90-1635-4a97-9e98-9fc49b143cf3,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:54.467041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.470739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-19c77abd-a767-468d-a339-1f6948d48f3f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/aff0822a-5874-4e37-bece-0eea5a76c6e3 HTTP/1.1" status: 204 len: 168 time: 0.6449819 Aug 31 08:00:54.472379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33136) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:54.541800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268c2ff-b670-4195-90e8-de8b4e732250 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:54.543539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268c2ff-b670-4195-90e8-de8b4e732250 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:54.545294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268c2ff-b670-4195-90e8-de8b4e732250 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:54.548360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0268c2ff-b670-4195-90e8-de8b4e732250 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0747471 Aug 31 08:00:54.550958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:54.607079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet c42c793b-fe10-461a-8b46-5a22b0ab001e {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:54.610952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.653296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.775264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:54.832309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b1d5-45ee-42e7-a285-75e47b9b13ef req-80def0dc-872d-46d4-b165-96d822983a50 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:54.833922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d2b1d5-45ee-42e7-a285-75e47b9b13ef req-80def0dc-872d-46d4-b165-96d822983a50 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0882761 Aug 31 08:00:54.889933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f7d2b1d5-45ee-42e7-a285-75e47b9b13ef req-8fe8c92a-dc2c-4767-b97c-fe34f8a28d0c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 Aug 31 08:00:55.024434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.048878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.073445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=c42c793b-fe10-461a-8b46-5a22b0ab001e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:55.089286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.094582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e384a642-2648-4046-9fbc-09899048e505 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/c42c793b-fe10-461a-8b46-5a22b0ab001e HTTP/1.1" status: 204 len: 168 time: 0.5419955 Aug 31 08:00:55.094809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:55.105031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3943a-30a2-4150-85d1-20409818215f req-bf7907b6-98ba-45ea-b285-d6389d3e145d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:55.107723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ae3943a-30a2-4150-85d1-20409818215f req-bf7907b6-98ba-45ea-b285-d6389d3e145d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1216335 Aug 31 08:00:55.127947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:00:55.128357 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:00:55.162317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ae3943a-30a2-4150-85d1-20409818215f req-d94f143a-d148-49a0-aef3-4a0d675c7165 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485249 Aug 31 08:00:55.163865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet c5984252-7448-4c9e-91fe-2dc57999bad3 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:55.167939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.169053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a6423-8ea5-4d68-85e0-196be3545d02 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:55.182016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Could not find standard attr ID for object aff0822a-5874-4e37-bece-0eea5a76c6e3. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:00:55.232230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.320852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe06790-155f-43ea-b1b4-18ff2222c25a req-668bec62-b54d-402f-9e98-ee68c40b6011 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:55.322699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbe06790-155f-43ea-b1b4-18ff2222c25a req-668bec62-b54d-402f-9e98-ee68c40b6011 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0699399 Aug 31 08:00:55.340635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.347553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Provisioning for port 561c1f90-1635-4a97-9e98-9fc49b143cf3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:55.357055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Provisioning complete for port 561c1f90-1635-4a97-9e98-9fc49b143cf3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:55.357055 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.417232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbe06790-155f-43ea-b1b4-18ff2222c25a req-be61d92a-9e93-4a39-8e9e-bc41707c4b87 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859756 Aug 31 08:00:55.442847 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.498476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.624685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.636173 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.641716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33166) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:55.646469 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/c5984252-7448-4c9e-91fe-2dc57999bad3 HTTP/1.1" status: 204 len: 168 time: 0.5503807 Aug 31 08:00:55.676218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c3e01-f674-4383-be93-9c083ed0b586 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=c5984252-7448-4c9e-91fe-2dc57999bad3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:55.713493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-52c97905-55e5-4c35-b17b-547612719359 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699773 Aug 31 08:00:55.714083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33168) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:55.719547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:00:55.719902 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:00:55.728499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:55.728868 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:00:55.729514 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:00:55.900217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:55.905052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:55.933181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.072472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90d616-0bc0-468c-a0f2-45f6206bf493 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:56.107779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efa44-2181-47c2-87ec-0e46f5088d42 req-5636afa4-12f7-4207-9ec7-52906103996c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:56.117088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a25efa44-2181-47c2-87ec-0e46f5088d42 req-5636afa4-12f7-4207-9ec7-52906103996c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1096435 Aug 31 08:00:56.179103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a25efa44-2181-47c2-87ec-0e46f5088d42 req-1914ec19-c2c3-48e7-b4e2-c9515d6b2a80 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612273 Aug 31 08:00:56.269339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.303417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] For port 561c1f90-1635-4a97-9e98-9fc49b143cf3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=561c1f90-1635-4a97-9e98-9fc49b143cf3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:56.329610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:56.387973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] Deleting port 561c1f90-1635-4a97-9e98-9fc49b143cf3 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:56.388356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.428616 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.466150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:00:56.490711 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.515537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa48dd-2271-4b64-858a-471708ff6d3e None None] Pushing event updated for resources: {'Port': ['ID=561c1f90-1635-4a97-9e98-9fc49b143cf3,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:56.527477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] For port 561c1f90-1635-4a97-9e98-9fc49b143cf3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=561c1f90-1635-4a97-9e98-9fc49b143cf3,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:56.527896 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.566399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] Calling delete_port for 561c1f90-1635-4a97-9e98-9fc49b143cf3 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:56.574664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2dc9cbb5-b699-4070-832b-128f053116bb None None] Provisioning complete for port 561c1f90-1635-4a97-9e98-9fc49b143cf3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:56.574871 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2dc9cbb5-b699-4070-832b-128f053116bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.800280 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-27a5adf6-81b8-461b-a591-1695b1e03b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.877881 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:56.912605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] Pushing event deleted for resources: {'Port': ['ID=561c1f90-1635-4a97-9e98-9fc49b143cf3,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:56.927301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610dc8a-180a-44bd-b15f-de17da25677e None None] No DVR routers for this DVR port 561c1f90-1635-4a97-9e98-9fc49b143cf3 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:56.957939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_pluggable_backend [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Port 561c1f90-1635-4a97-9e98-9fc49b143cf3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95445) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 08:00:56.958288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_pluggable_backend [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:bdf1 {{(pid=95445) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 08:00:56.962141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_pluggable_backend [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:bdf1 {{(pid=95445) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 08:00:56.963402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.005310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:57.008511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:57.012656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:57.013462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.026936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=e20d5acb-9140-4d5c-b18d-b38f9fd626a4,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:57.041834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115310e0-c3bc-49c5-b3bf-daa0c0f14b03 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:57.199128 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d9654cd4-161b-47b6-a281-67985643723e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4831574 Aug 31 08:00:57.201848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:57.205108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': 'e20d5acb-9140-4d5c-b18d-b38f9fd626a4'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:00:57.206069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.215236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:57.309731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port 561c1f90-1635-4a97-9e98-9fc49b143cf3 update to ACTIVE by agent not found {{(pid=95447) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 08:00:57.322489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8220ae9-acd8-408c-8cd2-47adb5c2cb98 req-a31f19d7-00f1-4fa1-8f81-300ca8f9282f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:57.325359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8220ae9-acd8-408c-8cd2-47adb5c2cb98 req-a31f19d7-00f1-4fa1-8f81-300ca8f9282f tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0602391 Aug 31 08:00:57.382234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8220ae9-acd8-408c-8cd2-47adb5c2cb98 req-1e317945-a636-4dca-96f0-5f92961e174d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492191 Aug 31 08:00:57.436341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 561c1f90-1635-4a97-9e98-9fc49b143cf3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:57.463265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Allocated IP 2001:db8::f816:3eff:fefd:2ff5 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/e20d5acb-9140-4d5c-b18d-b38f9fd626a4/50980b59-4f92-4b5e-adaa-33119415fe3f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:57.494657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:57.498669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.567531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 561c1f90-1635-4a97-9e98-9fc49b143cf3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:57.568120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 561c1f90-1635-4a97-9e98-9fc49b143cf3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:57.651913 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.679207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Transition to ACTIVE for port object 50980b59-4f92-4b5e-adaa-33119415fe3f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:57.707232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Transition to ACTIVE for port object 50980b59-4f92-4b5e-adaa-33119415fe3f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:57.798504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.849411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:57.857797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:57.869535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cd9b8-e1f6-48e5-a6c4-d84b15e1b57b req-70258a0a-18ae-441c-9f7a-b2aa4c752c08 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:57.869779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:57.870061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-400cd9b8-e1f6-48e5-a6c4-d84b15e1b57b req-70258a0a-18ae-441c-9f7a-b2aa4c752c08 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0729392 Aug 31 08:00:57.877649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.920283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Pushing event updated for resources: {'Port': ['ID=50980b59-4f92-4b5e-adaa-33119415fe3f,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:57.941915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Attempting to bind port 50980b59-4f92-4b5e-adaa-33119415fe3f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:00:57.942309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Attempting to bind port 50980b59-4f92-4b5e-adaa-33119415fe3f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:00:57.942667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Attempting to bind port 50980b59-4f92-4b5e-adaa-33119415fe3f on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:00:57.950089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.951604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:00:57.951968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:00:57.952424 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.952824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:00:57.953940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Bound port: 50980b59-4f92-4b5e-adaa-33119415fe3f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:00:57.954377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.991788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-400cd9b8-e1f6-48e5-a6c4-d84b15e1b57b req-e9f837dc-fc08-4d1f-905b-579b2aad8c9e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202507 Aug 31 08:00:58.003538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:58.006762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d839507-1633-43e8-9335-00172dea74b9 req-39868c05-97aa-4138-9ebc-244d7bdbf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:58.013849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-39868c05-97aa-4138-9ebc-244d7bdbf105 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0e7e6f1abd0540abadbabc8305830633&device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 1097 time: 0.0984545 Aug 31 08:00:58.029133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:58.035322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:58.038372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:58.071392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] For port 50980b59-4f92-4b5e-adaa-33119415fe3f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:00:58.081622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=1534e1dc-520d-4cae-b7d0-5fa3718f41f2,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:58.100758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] For port 50980b59-4f92-4b5e-adaa-33119415fe3f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=50980b59-4f92-4b5e-adaa-33119415fe3f,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:00:58.146826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d839507-1633-43e8-9335-00172dea74b9 req-385cdb84-fd52-4cb6-a82f-cbf9d2ef49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:58.146826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-385cdb84-fd52-4cb6-a82f-cbf9d2ef49fe service neutron] 10.222.0.68 "GET /v2.0/networks?id=7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 200 len: 912 time: 0.1218307 Aug 31 08:00:58.222423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-b0d34c43-aedd-4664-bb3b-c6febc7770d6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 200 len: 999 time: 0.0643487 Aug 31 08:00:58.243505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:58.243897 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d79a72bc-8128-4281-a569-74b004e29b0b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0407898 Aug 31 08:00:58.247704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33232) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:58.277757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:4b:48:40', 'name': 'tempest-NetworksTestDHCPv6-1156334020'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:00:58.287416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d839507-1633-43e8-9335-00172dea74b9 req-2b087736-2098-4521-b5e0-698d23c468a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:58.289023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-2b087736-2098-4521-b5e0-698d23c468a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 200 len: 850 time: 0.0578558 Aug 31 08:00:58.362790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d839507-1633-43e8-9335-00172dea74b9 req-55423944-faab-4a2b-963c-a4c08c138d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:58.364416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-55423944-faab-4a2b-963c-a4c08c138d48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7b50952f-e83d-4303-87f8-4502994ce831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653472 Aug 31 08:00:58.375136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1aabc-ca88-4156-bc82-68a3bad220d8 None None] Pushing event updated for resources: {'Port': ['ID=50980b59-4f92-4b5e-adaa-33119415fe3f,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:58.473488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-d9b5707b-5aa6-4b27-aec0-81fb14848cb7 service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003544 Aug 31 08:00:58.586397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:00:58.616391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d839507-1633-43e8-9335-00172dea74b9 req-e15f14e9-e67d-4458-95d1-2c8cd8a347fd service neutron] 10.222.0.68 "GET /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330290 Aug 31 08:00:58.699535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:58.724705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 4fa95516-1774-4d93-ac13-cfdc6465ebf6 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:00:58.920289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 172.20.0.9 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/1534e1dc-520d-4cae-b7d0-5fa3718f41f2/4fa95516-1774-4d93-ac13-cfdc6465ebf6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:58.927254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fe4b:4840 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/e20d5acb-9140-4d5c-b18d-b38f9fd626a4/4fa95516-1774-4d93-ac13-cfdc6465ebf6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:00:59.139253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e1a9-422d-4aef-b4ea-e7c5f227d23a req-ccd2b733-901d-4576-9168-eea8b955e7a5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:59.141324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f086e1a9-422d-4aef-b4ea-e7c5f227d23a req-ccd2b733-901d-4576-9168-eea8b955e7a5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0761898 Aug 31 08:00:59.189081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f086e1a9-422d-4aef-b4ea-e7c5f227d23a req-09a11f94-406c-47a4-9ded-00507e52976e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Aug 31 08:00:59.528131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 50980b59-4f92-4b5e-adaa-33119415fe3f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:59.541431 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.555302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1602261-f9fb-47e1-b6bf-5c9ad950bc96 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:59.556476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 4fa95516-1774-4d93-ac13-cfdc6465ebf6 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:00:59.608444 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.741006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.741659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-104ba211-1c83-47fc-95ab-bd358c8b6c8e None None] Provisioning for port 50980b59-4f92-4b5e-adaa-33119415fe3f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:59.775882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 50980b59-4f92-4b5e-adaa-33119415fe3f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:00:59.780496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 50980b59-4f92-4b5e-adaa-33119415fe3f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:59.781237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.809300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:00:59.813741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:00:59.818316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:00:59.865117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': 'e20d5acb-9140-4d5c-b18d-b38f9fd626a4', 'ip_address': '2001:db8::f816:3eff:fefd:2ff5'}, {'subnet_id': '1534e1dc-520d-4cae-b7d0-5fa3718f41f2'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '50980b59-4f92-4b5e-adaa-33119415fe3f'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:00:59.865550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=4fa95516-1774-4d93-ac13-cfdc6465ebf6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:59.884270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:59.884911 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.919701 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.942608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.048197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33258) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:00.048700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 50980b59-4f92-4b5e-adaa-33119415fe3f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=50980b59-4f92-4b5e-adaa-33119415fe3f,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:00.077885 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c84a2837-9c87-401b-a70a-3d5e3fd8ff76 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8289773 Aug 31 08:01:00.080384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33262) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:00.127746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Allocated IP 172.20.0.2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/1534e1dc-520d-4cae-b7d0-5fa3718f41f2/50980b59-4f92-4b5e-adaa-33119415fe3f) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:00.132980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a057a5f-acb0-40a4-9498-2f37b6cd727f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:00.138968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a057a5f-acb0-40a4-9498-2f37b6cd727f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:00.143341 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a057a5f-acb0-40a4-9498-2f37b6cd727f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0592592 Aug 31 08:01:00.143511 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.143618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33264) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:00.176689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9945eca9-1fd7-4926-9347-b20d891889bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.261300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 4fa95516-1774-4d93-ac13-cfdc6465ebf6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:00.261572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=50980b59-4f92-4b5e-adaa-33119415fe3f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:00.261977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.296966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9945eca9-1fd7-4926-9347-b20d891889bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.309800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] For port 50980b59-4f92-4b5e-adaa-33119415fe3f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=50980b59-4f92-4b5e-adaa-33119415fe3f,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:00.340396 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.345125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68727e-fcb7-46ad-9c30-ef22dc634948 req-3bcbb1e2-acea-4a79-81de-b5f2aa9836d4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:00.346866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d68727e-fcb7-46ad-9c30-ef22dc634948 req-3bcbb1e2-acea-4a79-81de-b5f2aa9836d4 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.0554988 Aug 31 08:01:00.365296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Transition to ACTIVE for port object 50980b59-4f92-4b5e-adaa-33119415fe3f will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:00.394559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.401570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d68727e-fcb7-46ad-9c30-ef22dc634948 req-988a7d21-e837-4b4a-9052-d34d033a7dc6 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365849 Aug 31 08:01:00.407488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 4fa95516-1774-4d93-ac13-cfdc6465ebf6 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:00.433108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9945eca9-1fd7-4926-9347-b20d891889bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.456610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945eca9-1fd7-4926-9347-b20d891889bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b7f23-0394-4290-ad8a-f914f9764c5d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:00.464806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9945eca9-1fd7-4926-9347-b20d891889bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88abd35178b94f478ab48af4cb037505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186020 Aug 31 08:01:00.465402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33274) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:00.488952 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.601990 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d861337-0365-4a3f-b7e5-f6d4575cb061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.616814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0d575-48a0-47dc-8b2b-a629499f8a3f None None] Pushing event updated for resources: {'Port': ['ID=50980b59-4f92-4b5e-adaa-33119415fe3f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:00.641206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d861337-0365-4a3f-b7e5-f6d4575cb061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.663853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9109681-8646-4a4b-a6f0-81c7460ddae7 req-e4dd0939-7821-4c62-ab9d-b0ccf8d6cdba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:00.665438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9109681-8646-4a4b-a6f0-81c7460ddae7 req-e4dd0939-7821-4c62-ab9d-b0ccf8d6cdba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1510508 Aug 31 08:01:00.742188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.765760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9109681-8646-4a4b-a6f0-81c7460ddae7 req-4e3da42e-3a2b-4f84-a43c-bae1bde1afd3 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827658 Aug 31 08:01:00.774676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=4fa95516-1774-4d93-ac13-cfdc6465ebf6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:00.860928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d861337-0365-4a3f-b7e5-f6d4575cb061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.870609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d861337-0365-4a3f-b7e5-f6d4575cb061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.870609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9d861337-0365-4a3f-b7e5-f6d4575cb061 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d1b7f23-0394-4290-ad8a-f914f9764c5d HTTP/1.1" status: 204 len: 168 time: 0.3986511 Aug 31 08:01:00.878614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861337-0365-4a3f-b7e5-f6d4575cb061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b7f23-0394-4290-ad8a-f914f9764c5d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:00.926800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:00.928918 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-59665bed-6a60-4bc2-a269-fad9ebb350b6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/4fa95516-1774-4d93-ac13-cfdc6465ebf6 HTTP/1.1" status: 204 len: 168 time: 0.7843666 Aug 31 08:01:00.932268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33292) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:01.017775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e4cf7-d1c8-4a88-814f-0a45a85708b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:01.019425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e4cf7-d1c8-4a88-814f-0a45a85708b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:01.021304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e4cf7-d1c8-4a88-814f-0a45a85708b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:01.025478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d22e4cf7-d1c8-4a88-814f-0a45a85708b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0904357 Aug 31 08:01:01.026029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33294) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:01.101182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 1534e1dc-520d-4cae-b7d0-5fa3718f41f2 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:01.105070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.150501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.268850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.479756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 50980b59-4f92-4b5e-adaa-33119415fe3f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:01.540886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.611149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=1534e1dc-520d-4cae-b7d0-5fa3718f41f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:01.619880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.627088 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0197a9a6-b4cc-4dbb-b417-4c226457ea14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/1534e1dc-520d-4cae-b7d0-5fa3718f41f2 HTTP/1.1" status: 204 len: 168 time: 0.5953984 Aug 31 08:01:01.627088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:01.628865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b48181a3-a51b-40ae-86e4-142785a509b6 None None] Provisioning for port 50980b59-4f92-4b5e-adaa-33119415fe3f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:01.635903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b48181a3-a51b-40ae-86e4-142785a509b6 None None] Provisioning complete for port 50980b59-4f92-4b5e-adaa-33119415fe3f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:01.636547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b48181a3-a51b-40ae-86e4-142785a509b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.732043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet e20d5acb-9140-4d5c-b18d-b38f9fd626a4 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:01.743772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.797666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.824573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30877c0e-185d-444e-a051-df41578c4146 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:01.937305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:02.143513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eb889ebd-5858-429a-b480-42c281b45fbd None None] Could not find standard attr ID for object 4fa95516-1774-4d93-ac13-cfdc6465ebf6. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:02.296206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:02.313468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:02.316201 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/e20d5acb-9140-4d5c-b18d-b38f9fd626a4 HTTP/1.1" status: 204 len: 168 time: 0.6896827 Aug 31 08:01:02.318991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33350) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:02.367253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb2eca-a773-465d-81f6-0cc547792234 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=e20d5acb-9140-4d5c-b18d-b38f9fd626a4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:02.372409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-95bb4ac1-2517-4f0b-a0f5-92964e3143ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517318 Aug 31 08:01:02.375882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33356) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:02.382649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:02.672693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:02.678516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:02.796412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb6b4e-a381-4299-83ed-5d5bdadc6c2c None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:02.874959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fafaade2-bc11-47fc-b482-c75ccc952d4d None None] Provisioning complete for port 50980b59-4f92-4b5e-adaa-33119415fe3f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:02.875404 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fafaade2-bc11-47fc-b482-c75ccc952d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.010836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.034397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:03.054920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:03.056278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:03.072967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:03.073571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.088391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] Deleting port 50980b59-4f92-4b5e-adaa-33119415fe3f {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:03.089360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.089644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=5763625d-9734-406c-a63b-f7a70da96ff4,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:03.237415 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d5ef5f7-5d1a-4e66-a0a4-97ba3a31f51e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8563228 Aug 31 08:01:03.237755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33386) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:03.243317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:03.370610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] For port 50980b59-4f92-4b5e-adaa-33119415fe3f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=50980b59-4f92-4b5e-adaa-33119415fe3f,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:03.371010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.387770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] Calling delete_port for 50980b59-4f92-4b5e-adaa-33119415fe3f owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:03.442242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7191029-07db-4b67-854a-46554c2c4778 req-b7d01de1-edbe-4ae4-8112-69748111d187 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:03.444072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7191029-07db-4b67-854a-46554c2c4778 req-b7d01de1-edbe-4ae4-8112-69748111d187 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8311c15-ac32-4c8c-8882-1788e9115ab9 HTTP/1.1" status: 200 len: 943 time: 0.0589998 Aug 31 08:01:03.457761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 50980b59-4f92-4b5e-adaa-33119415fe3f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:03.546134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:03.546134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.568841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.583089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Deleting port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:03.583440 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.618903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 50980b59-4f92-4b5e-adaa-33119415fe3f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=50980b59-4f92-4b5e-adaa-33119415fe3f,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:03.718623 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.729625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] For port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:03.730388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.772985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Calling delete_port for 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:03.795521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=50980b59-4f92-4b5e-adaa-33119415fe3f,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:03.837776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:03.864411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] Pushing event deleted for resources: {'Port': ['ID=50980b59-4f92-4b5e-adaa-33119415fe3f,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:03.868990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8e1bc-cc8e-4ba9-82e4-f733380d82e5 None None] No DVR routers for this DVR port 50980b59-4f92-4b5e-adaa-33119415fe3f on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:03.891908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080cf90-d815-4ff5-add2-5d28acff04c0 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:03.924019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-febf4371-743c-4539-9765-fb84ac6ac841 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:03.925583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-febf4371-743c-4539-9765-fb84ac6ac841 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/networks?id=e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 200 len: 814 time: 0.1912143 Aug 31 08:01:03.945859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-ef0da0d6-693a-4d5e-b58a-b6c77d3295c8 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/quotas/61979286ac14460fb5b1f76603b31235 HTTP/1.1" status: 200 len: 375 time: 0.0116439 Aug 31 08:01:04.004332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:04.005786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.012646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-0df82973-1739-48cc-ab88-760fd42ec411 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559425 Aug 31 08:01:04.050872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:04.056134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:04.060376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:04.060975 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.066541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=4239cf08-6b8c-4614-bd54-86d1833987fc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:04.079447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '4239cf08-6b8c-4614-bd54-86d1833987fc'}, {'subnet_id': '5763625d-9734-406c-a63b-f7a70da96ff4'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:04.080421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.116744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-d486488c-c1ae-4ae6-bb63-67778f736f5b service neutron] 10.222.0.36 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959942 Aug 31 08:01:04.121352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.161688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d71cfc87-e344-4aef-bdc7-9da6113c5a57'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:01:04.164477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:01:04.166415 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-368436d1-8bd1-41be-bb49-9d96a6aeae81 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9267974 Aug 31 08:01:04.168532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33428) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:04.179397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:66:ce:4b', 'name': 'tempest-NetworksTestDHCPv6-1195541251'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:04.517526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:04.538761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'Port': ['ID=7c1ab95f-1290-42b4-b9f4-f90e826d24e6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:04.546132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Allocated IP 172.20.0.2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/5763625d-9734-406c-a63b-f7a70da96ff4/945a11eb-c64e-4577-9667-a7686661c8b1) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:04.556026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Allocated IP 2001:db8::f816:3eff:fe41:85d7 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/4239cf08-6b8c-4614-bd54-86d1833987fc/945a11eb-c64e-4577-9667-a7686661c8b1) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:04.602988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] No DVR routers for this DVR port 7c1ab95f-1290-42b4-b9f4-f90e826d24e6 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:04.608934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.612862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7191029-07db-4b67-854a-46554c2c4778 req-3cb8bac1-601d-4d0e-83f1-465ce6702e35 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "DELETE /v2.0/ports/7c1ab95f-1290-42b4-b9f4-f90e826d24e6 HTTP/1.1" status: 204 len: 173 time: 1.1631377 Aug 31 08:01:04.614287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-deleted', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:04.617368 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b9dace-8585-4f7f-b919-3f5aee59cfcd" -d '{"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-deleted", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:04.633890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.662138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port beef6048-73d7-4b5b-9ff9-4fd14c079d7f yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:04.664321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-ad4b38ef-7f28-40fb-9b0a-f942e01eb09f service neutron] 10.222.0.36 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378256 Aug 31 08:01:04.794644 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:04.804104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Transition to ACTIVE for port object 945a11eb-c64e-4577-9667-a7686661c8b1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:04.823117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Transition to ACTIVE for port object 945a11eb-c64e-4577-9667-a7686661c8b1 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:04.974667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.036426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:05.043521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:05.046729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:05.100252 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d95c78-dbda-4cde-9f14-5f1a2d433e1c x-openstack-request-id: req-d1d95c78-dbda-4cde-9f14-5f1a2d433e1c {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:05.100948 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8311c15-ac32-4c8c-8882-1788e9115ab9", "name": "network-vif-deleted", "tag": "7c1ab95f-1290-42b4-b9f4-f90e826d24e6", "status": "failed", "code": 422}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:05.100948 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1d95c78-dbda-4cde-9f14-5f1a2d433e1c {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:05.101675 n-d-713499-16 neutron-server[95446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8311c15-ac32-4c8c-8882-1788e9115ab9', 'name': 'network-vif-deleted', 'tag': '7c1ab95f-1290-42b4-b9f4-f90e826d24e6', 'status': 'failed', 'code': 422} returned with failed status Aug 31 08:01:05.121691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Pushing event updated for resources: {'Port': ['ID=945a11eb-c64e-4577-9667-a7686661c8b1,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:05.131830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 172.20.0.3 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/5763625d-9734-406c-a63b-f7a70da96ff4/beef6048-73d7-4b5b-9ff9-4fd14c079d7f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:05.149834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fe66:ce4b (a29e0ccd-3f08-4e7b-9822-64947ff5b787/4239cf08-6b8c-4614-bd54-86d1833987fc/beef6048-73d7-4b5b-9ff9-4fd14c079d7f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:05.176989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Attempting to bind port 945a11eb-c64e-4577-9667-a7686661c8b1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:05.177692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Attempting to bind port 945a11eb-c64e-4577-9667-a7686661c8b1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:05.178858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Attempting to bind port 945a11eb-c64e-4577-9667-a7686661c8b1 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:05.187533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:05.188020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:05.188314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.189785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:05.190427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Bound port: 945a11eb-c64e-4577-9667-a7686661c8b1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:05.190955 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.279895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] For port 945a11eb-c64e-4577-9667-a7686661c8b1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:05.283344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] For port 945a11eb-c64e-4577-9667-a7686661c8b1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=945a11eb-c64e-4577-9667-a7686661c8b1,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:05.381664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.394938 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object beef6048-73d7-4b5b-9ff9-4fd14c079d7f will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:05.428154 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.505402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9283f1-fe9e-4bb0-96ae-da9041a96dc1 None None] Pushing event updated for resources: {'Port': ['ID=945a11eb-c64e-4577-9667-a7686661c8b1,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:05.505582 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77fedf2b-549b-45ed-91a7-12ba907c7927 req-3174e9f6-130a-49e0-8280-2bfab75162f4 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 210 time: 0.3511114 Aug 31 08:01:05.654095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.738632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:05.748354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:05.760589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:05.813983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=beef6048-73d7-4b5b-9ff9-4fd14c079d7f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:05.841168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:05.841826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:05.996227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33486) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:06.010070 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e48959ea-8426-4404-ae86-9c55087c7cd5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8381391 Aug 31 08:01:06.012743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:06.102864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc42b6-cee0-4fe2-a996-fd831fc81316 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:06.110632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc42b6-cee0-4fe2-a996-fd831fc81316 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:06.117009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33498) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:06.130283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7cdc42b6-cee0-4fe2-a996-fd831fc81316 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1162617 Aug 31 08:01:06.196854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90dd5004-5399-4e3c-9c6b-3356e5b83f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.294259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port beef6048-73d7-4b5b-9ff9-4fd14c079d7f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:06.294608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.422827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90dd5004-5399-4e3c-9c6b-3356e5b83f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.432761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.460684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for beef6048-73d7-4b5b-9ff9-4fd14c079d7f owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:06.638354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05a0d2d9-32c5-4467-81d8-bebccf247a67 req-0ee85bf4-3744-4c8d-a575-3b63e4566286 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 210 time: 0.0424757 Aug 31 08:01:06.642000 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90dd5004-5399-4e3c-9c6b-3356e5b83f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.671253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84806664-0148-4146-83e4-9feac42211b3 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:06.747711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5004-5399-4e3c-9c6b-3356e5b83f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02396cd9-bc92-43c7-bc5b-ae854d2234b8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:06.754584 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-90dd5004-5399-4e3c-9c6b-3356e5b83f5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006b05e9f51f4540b200ae08e4b2bd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566214 Aug 31 08:01:06.759256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33506) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:06.789659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f08e5e-f956-4ee8-a431-6f508851c259 req-b2aade4d-6343-4055-bc8e-ca043edc5288 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:06.798627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8f08e5e-f956-4ee8-a431-6f508851c259 req-b2aade4d-6343-4055-bc8e-ca043edc5288 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 907 time: 0.0945442 Aug 31 08:01:06.842258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54c1af8c-63f3-46bf-8134-47a69354e848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.864735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54c1af8c-63f3-46bf-8134-47a69354e848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.900778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5b5b357f-7b45-4ab4-95cf-ed64240387c1 None None] Provisioning for port 945a11eb-c64e-4577-9667-a7686661c8b1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:06.922653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.965848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=beef6048-73d7-4b5b-9ff9-4fd14c079d7f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:07.122310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.124947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85a80fd4-1dec-4b4c-920c-06d9feeb7b22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/beef6048-73d7-4b5b-9ff9-4fd14c079d7f HTTP/1.1" status: 204 len: 168 time: 1.0065479 Aug 31 08:01:07.127983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33508) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:07.141649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54c1af8c-63f3-46bf-8134-47a69354e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.147378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54c1af8c-63f3-46bf-8134-47a69354e848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.155858 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54c1af8c-63f3-46bf-8134-47a69354e848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02396cd9-bc92-43c7-bc5b-ae854d2234b8 HTTP/1.1" status: 204 len: 168 time: 0.3893106 Aug 31 08:01:07.233487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1af8c-63f3-46bf-8134-47a69354e848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02396cd9-bc92-43c7-bc5b-ae854d2234b8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:07.254787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c84b6-4b4e-4966-b25b-cba1aa48f420 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:07.256619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c84b6-4b4e-4966-b25b-cba1aa48f420 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:07.273965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c84b6-4b4e-4966-b25b-cba1aa48f420 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:07.277889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f1c84b6-4b4e-4966-b25b-cba1aa48f420 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1467066 Aug 31 08:01:07.278889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33514) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:07.341705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea975085-ef2e-419c-9e87-ce558096f90d None None] Could not find standard attr ID for object beef6048-73d7-4b5b-9ff9-4fd14c079d7f. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:07.349463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 4239cf08-6b8c-4614-bd54-86d1833987fc {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:07.353269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.407099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.493113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 945a11eb-c64e-4577-9667-a7686661c8b1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:07.512004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.689665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e1498d7e-0517-4f00-928a-08a55de17d20 None None] Could not find standard attr ID for object beef6048-73d7-4b5b-9ff9-4fd14c079d7f. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:07.712101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 945a11eb-c64e-4577-9667-a7686661c8b1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:07.713477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.719485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 945a11eb-c64e-4577-9667-a7686661c8b1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:07.720385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.761654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=4239cf08-6b8c-4614-bd54-86d1833987fc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:07.767849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.769694 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4caf3923-2cd6-4b58-8691-9e0fb5d960f5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/4239cf08-6b8c-4614-bd54-86d1833987fc HTTP/1.1" status: 204 len: 168 time: 0.4894278 Aug 31 08:01:07.772111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33520) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:07.782990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5eda39e-0f33-4a69-b103-310685db878b req-d525d835-398f-4418-a12c-58c948836a03 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 210 time: 0.0443578 Aug 31 08:01:07.867582 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.884096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 5763625d-9734-406c-a63b-f7a70da96ff4 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:07.892973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:07.909561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 945a11eb-c64e-4577-9667-a7686661c8b1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=945a11eb-c64e-4577-9667-a7686661c8b1,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:07.947757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.024827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873ec5b-7d3c-40e2-9ba1-d14cb8c88a02 req-372dfba9-e718-4062-89ac-fa66176187ba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:08.026676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8873ec5b-7d3c-40e2-9ba1-d14cb8c88a02 req-372dfba9-e718-4062-89ac-fa66176187ba tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 907 time: 0.0838199 Aug 31 08:01:08.052527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9286b-25a1-4193-8284-723d2f1011cb None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:08.052527 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.072000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-d18da0d3-1e5b-44a0-bd15-f4e0662d0566 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:08.073096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.073782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-d18da0d3-1e5b-44a0-bd15-f4e0662d0566 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "GET /v2.0/networks?id=e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 200 len: 814 time: 0.2192400 Aug 31 08:01:08.091680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Request body: {'port': {'device_id': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d', 'admin_state_up': True, 'tenant_id': '61979286ac14460fb5b1f76603b31235'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:08.178744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=945a11eb-c64e-4577-9667-a7686661c8b1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:08.284203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.311873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Made reservation on behalf of 61979286ac14460fb5b1f76603b31235 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:08.316582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.334744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=5763625d-9734-406c-a63b-f7a70da96ff4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:08.337022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.349009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33528) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:08.349250 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b800c127-f6c8-434c-8406-b905fa22dd92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/5763625d-9734-406c-a63b-f7a70da96ff4 HTTP/1.1" status: 204 len: 168 time: 0.5754898 Aug 31 08:01:08.358447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33530) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:08.374293 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3d0f-c9ee-446e-b4f1-7c670a6e673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.401836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c2d1e1d-61f4-450b-98e1-22cb5f3584e8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515189 Aug 31 08:01:08.408958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33532) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:08.416895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:08.552959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Allocated IP 172.20.0.6 (e909d975-5222-483a-81e8-23f6a4a1194d/74481271-5560-47c9-8c92-d8312bfcd971/086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:08.561194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3d0f-c9ee-446e-b4f1-7c670a6e673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.742476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad7a3d0f-c9ee-446e-b4f1-7c670a6e673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.747185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.825335 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad7a3d0f-c9ee-446e-b4f1-7c670a6e673b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2baf230cfda496f82c22b6a4ac41874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655576 Aug 31 08:01:08.869392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33538) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:08.897079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a3d0f-c9ee-446e-b4f1-7c670a6e673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896b5797-485d-473c-8b05-e622bb84ccff,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:08.931634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-876f90ea-4519-43e7-a66c-3fad68218e8e req-8ec0c11f-4a7d-4942-b72b-26ec22f2dad9 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 210 time: 0.0369806 Aug 31 08:01:08.946121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6bac719-fcc6-4044-9599-12f37dab95ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.951705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-5fdf29b0-4afb-4439-b833-8db2e9046acc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:08.953510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-5fdf29b0-4afb-4439-b833-8db2e9046acc tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 907 time: 0.1350801 Aug 31 08:01:08.976925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6bac719-fcc6-4044-9599-12f37dab95ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:08.999428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.038033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:09.046120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.046325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf64bf-30a1-4578-bfe9-83b86b014394 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:09.102667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Network e909d975-5222-483a-81e8-23f6a4a1194d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:09.111172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:09.118069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:09.118069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Pushing event updated for resources: {'Port': ['ID=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:09.199705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d596ee4-f2ae-4ee9-b7f9-1c4ab7d18078 None None] Provisioning complete for port 945a11eb-c64e-4577-9667-a7686661c8b1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:09.200086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d596ee4-f2ae-4ee9-b7f9-1c4ab7d18078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.218254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:09.221291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.221428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6bac719-fcc6-4044-9599-12f37dab95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.224508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b6bac719-fcc6-4044-9599-12f37dab95ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.226112 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b6bac719-fcc6-4044-9599-12f37dab95ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/896b5797-485d-473c-8b05-e622bb84ccff HTTP/1.1" status: 204 len: 168 time: 0.3521843 Aug 31 08:01:09.230335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Deleting port e04c452c-3a54-46b7-aad8-8e142f4b3443 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:09.230446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.241292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bac719-fcc6-4044-9599-12f37dab95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b5797-485d-473c-8b05-e622bb84ccff,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:09.356908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:09.383360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34525019-47b3-4e19-8249-73c50cc01041 req-1f808592-e14a-4c2a-9fb7-1043fbc96dd0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:09.385016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34525019-47b3-4e19-8249-73c50cc01041 req-1f808592-e14a-4c2a-9fb7-1043fbc96dd0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 907 time: 0.2302575 Aug 31 08:01:09.432621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] Deleting port 945a11eb-c64e-4577-9667-a7686661c8b1 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:09.433021 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.445985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8897b3ee-1d46-4f5e-90e2-9d2e90e0b135 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3591599 Aug 31 08:01:09.448442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 945a11eb-c64e-4577-9667-a7686661c8b1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:09.465068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Request body: {'port': {'device_id': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:09.501179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] For port e04c452c-3a54-46b7-aad8-8e142f4b3443, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e04c452c-3a54-46b7-aad8-8e142f4b3443,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:09.501663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.531712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] For port 945a11eb-c64e-4577-9667-a7686661c8b1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=945a11eb-c64e-4577-9667-a7686661c8b1,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:09.532041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.533137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Calling delete_port for e04c452c-3a54-46b7-aad8-8e142f4b3443 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:09.547112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] Calling delete_port for 945a11eb-c64e-4577-9667-a7686661c8b1 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:09.549112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.575526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.620409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:09.626985 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.647275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:09.652715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:09.653490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.663147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=592ac349-2f20-403e-8f16-4052f1c136c5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:09.788019 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.788410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9c12b0d6-e848-46d0-9069-0e3c7daefe08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3766751 Aug 31 08:01:09.788999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33548) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:09.794739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:09.853221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] Pushing event deleted for resources: {'Port': ['ID=945a11eb-c64e-4577-9667-a7686661c8b1,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:09.859105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c5a4d-6a29-4129-aca8-c31da4bbcb6a None None] No DVR routers for this DVR port 945a11eb-c64e-4577-9667-a7686661c8b1 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:09.898018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637b0ce6-c691-4611-981a-0f82bbeb2833 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:09.941303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:09.984228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:01:09.997586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.036262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'Port': ['ID=e04c452c-3a54-46b7-aad8-8e142f4b3443,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:10.047630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Transition to ACTIVE for port object 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:10.082914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:10.087227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.119384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '592ac349-2f20-403e-8f16-4052f1c136c5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:10.121902 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.135725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] No DVR routers for this DVR port e04c452c-3a54-46b7-aad8-8e142f4b3443 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:10.138462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.140765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad4ea1da-c2ae-4dd4-b747-09c679821934 req-cb3af557-cfc8-4c59-8942-06cc53d6f52d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "DELETE /v2.0/ports/e04c452c-3a54-46b7-aad8-8e142f4b3443 HTTP/1.1" status: 204 len: 173 time: 1.1775000 Aug 31 08:01:10.144311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'name': 'network-vif-deleted', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:10.146236 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9760de-bbfd-4fea-96b1-fa14e71ba8b8" -d '{"events": [{"server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "name": "network-vif-deleted", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:10.164163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31835f04-4b87-4452-a379-8178b795b71c req-00601bff-9b57-4015-abe1-bb0f2df86f9d tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:10.165822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31835f04-4b87-4452-a379-8178b795b71c req-00601bff-9b57-4015-abe1-bb0f2df86f9d tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 931 time: 0.1320152 Aug 31 08:01:10.167157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.249785 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bcc39a-36e3-4ac7-a581-bc5c5080b1fa x-openstack-request-id: req-27bcc39a-36e3-4ac7-a581-bc5c5080b1fa {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:10.250127 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749028dc-4111-4cdd-87fd-f504ef7806ef", "name": "network-vif-deleted", "tag": "e04c452c-3a54-46b7-aad8-8e142f4b3443", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:10.253919 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27bcc39a-36e3-4ac7-a581-bc5c5080b1fa {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:10.254901 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749028dc-4111-4cdd-87fd-f504ef7806ef', 'name': 'network-vif-deleted', 'tag': 'e04c452c-3a54-46b7-aad8-8e142f4b3443', 'status': 'completed', 'code': 200} Aug 31 08:01:10.285794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Pushing event updated for resources: {'Port': ['ID=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:10.334646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31835f04-4b87-4452-a379-8178b795b71c req-7d96860d-5bac-49d9-8a4e-d805a1a9a9b5 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581657 Aug 31 08:01:10.391060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Allocated IP 172.20.0.2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/592ac349-2f20-403e-8f16-4052f1c136c5/bce276c9-9871-4a6b-a3dc-d12eaf2aecbd) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:10.398727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Attempting to bind port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:10.399081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Attempting to bind port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:10.399423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Attempting to bind port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d on network e909d975-5222-483a-81e8-23f6a4a1194d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:10.412390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d on network e909d975-5222-483a-81e8-23f6a4a1194d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:01:10.412843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Attempting to bind port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d on network e909d975-5222-483a-81e8-23f6a4a1194d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:10.418546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:10.418903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Checking segment: {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:10.419543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Bound using segment: {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:10.419733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Bound port: 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0acf11-ec91-45f2-bf8d-9ca0176257fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:10.420103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.542440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a78d4c77-9161-4e83-84eb-f6233dccab23 req-eeacd397-b526-4a87-8d0e-87c276e8802a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 210 time: 0.0397372 Aug 31 08:01:10.557745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] For port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:10.561214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] For port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:10.614551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.622898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Transition to ACTIVE for port object bce276c9-9871-4a6b-a3dc-d12eaf2aecbd will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:10.640433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Transition to ACTIVE for port object bce276c9-9871-4a6b-a3dc-d12eaf2aecbd will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:10.719344 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.738681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:10.740393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.773295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.793656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:10.794728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.796404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] 10.222.0.45 "PUT /v2.0/ports/086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d HTTP/1.1" status: 200 len: 1092 time: 1.3388288 Aug 31 08:01:10.821392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:10.825301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:10.832906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:10.834229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.847013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01966c-ae35-4901-8b1f-6a9cbcbaf180 service neutron] Pushing event updated for resources: {'Port': ['ID=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:10.855710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=5b0c7217-1693-442f-b614-c79701ea79de,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:10.863239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:10.867593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Pushing event updated for resources: {'Port': ['ID=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:10.870913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:10.873221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:10.928634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Attempting to bind port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:10.929017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Attempting to bind port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:10.929387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Attempting to bind port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:10.934959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:10.935287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:10.935697 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.936103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:10.936580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Bound port: bce276c9-9871-4a6b-a3dc-d12eaf2aecbd, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:10.937485 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:10.989225 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4a570140-ad96-4794-a656-7cdc7106b859 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1967013 Aug 31 08:01:10.989473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33598) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:10.995014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:43:3b:07', 'name': 'tempest-NetworksTestDHCPv6-1587959263'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:11.025441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] For port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:11.029657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] For port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:11.055212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-ba5586b0-6977-49c1-9523-8af1de85e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:11.056742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-ba5586b0-6977-49c1-9523-8af1de85e0af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 1095 time: 0.0777535 Aug 31 08:01:11.110712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-40c2868d-395d-4d26-94d6-94a709475af8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d HTTP/1.1" status: 200 len: 217 time: 0.0444191 Aug 31 08:01:11.117913 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:11.179842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-5de7fa0e-0432-4b86-bf26-c122aeb2c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:11.183309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-5de7fa0e-0432-4b86-bf26-c122aeb2c742 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74481271-5560-47c9-8c92-d8312bfcd971 HTTP/1.1" status: 200 len: 854 time: 0.0604889 Aug 31 08:01:11.199476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a124f2-924c-45eb-be79-fac3566a29ce None None] Pushing event updated for resources: {'Port': ['ID=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:11.229829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-830957d7-b34d-48ad-9cb2-9a1160261fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e909d975-5222-483a-81e8-23f6a4a1194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365715 Aug 31 08:01:11.242915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:11.344831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-f03c868d-ba6f-4540-a50e-999070f7d395 service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069312 Aug 31 08:01:11.358824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:11.444356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 437cde5b-1726-4a86-9e29-0560f3a7a0a2 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:11.558878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eba23d9-0fdc-4929-bed8-1159a0a9ca91 req-a30061e8-3bb3-40dc-a799-7cb7abe6b586 service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064037 Aug 31 08:01:11.580254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73760dc4-5f77-4125-b30c-53d2689f9bb1 req-87e3d987-85d8-49cf-99d5-6d4caac358f4 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:11.581856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73760dc4-5f77-4125-b30c-53d2689f9bb1 req-87e3d987-85d8-49cf-99d5-6d4caac358f4 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 943 time: 0.0996044 Aug 31 08:01:11.634688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73760dc4-5f77-4125-b30c-53d2689f9bb1 req-33345c1a-9f6a-46cf-9dac-f7b421824713 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Aug 31 08:01:11.722849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 172.20.0.3 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/592ac349-2f20-403e-8f16-4052f1c136c5/437cde5b-1726-4a86-9e29-0560f3a7a0a2) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:11.732802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fe43:3b07 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/5b0c7217-1693-442f-b614-c79701ea79de/437cde5b-1726-4a86-9e29-0560f3a7a0a2) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:11.780381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-edfdd6e2-0e56-497f-8a4e-f984dc9fbd1f req-dc2bc74b-5cb0-4a40-890a-42a91e0425a9 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=749028dc-4111-4cdd-87fd-f504ef7806ef HTTP/1.1" status: 200 len: 210 time: 0.0474176 Aug 31 08:01:11.940632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:11.955895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 437cde5b-1726-4a86-9e29-0560f3a7a0a2 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:12.146438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:12.166283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e04c452c-3a54-46b7-aad8-8e142f4b3443 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:12.208766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: e04c452c-3a54-46b7-aad8-8e142f4b3443 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:12.209338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e04c452c-3a54-46b7-aad8-8e142f4b3443 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:12.223917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:12.227294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:12.236177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:12.256097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'tag': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:12.259128 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52492c3-1294-404c-842e-3f609a42433a" -d '{"events": [{"name": "network-changed", "server_uuid": "adb617f1-3791-4e84-a47b-14cf594097d2", "tag": "086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:12.290286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=437cde5b-1726-4a86-9e29-0560f3a7a0a2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:12.317948 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cee065-041b-4951-b6db-2693e4370ab8 x-openstack-request-id: req-16cee065-041b-4951-b6db-2693e4370ab8 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:12.318354 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb617f1-3791-4e84-a47b-14cf594097d2", "tag": "086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:12.318732 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16cee065-041b-4951-b6db-2693e4370ab8 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:12.319269 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'tag': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d', 'status': 'completed', 'code': 200} Aug 31 08:01:12.391257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.391257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:12.391657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52492c3-1294-404c-842e-3f609a42433a req-95538047-3e18-41ed-bb81-2320e80e5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.391657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-95538047-3e18-41ed-bb81-2320e80e5922 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 1095 time: 0.0423143 Aug 31 08:01:12.427458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23428be1-f731-45c5-8bda-1e96770d144e None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:12.489555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52492c3-1294-404c-842e-3f609a42433a req-c5e111bf-d834-4ef1-8c55-aaf5e3c7aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.491321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-c5e111bf-d834-4ef1-8c55-aaf5e3c7aaeb service neutron] 10.222.0.45 "GET /v2.0/networks?id=e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 200 len: 915 time: 0.0959344 Aug 31 08:01:12.541730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-81535211-4c72-41f8-8460-80b4f90f480d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d HTTP/1.1" status: 200 len: 217 time: 0.0403342 Aug 31 08:01:12.600822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52492c3-1294-404c-842e-3f609a42433a req-a9a223bf-ccc0-4e57-b581-b9af047474f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.602469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-a9a223bf-ccc0-4e57-b581-b9af047474f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74481271-5560-47c9-8c92-d8312bfcd971 HTTP/1.1" status: 200 len: 854 time: 0.0517678 Aug 31 08:01:12.637716 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1bb4f746-0e7e-479f-bc6e-c8c72571d27a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6470625 Aug 31 08:01:12.655329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33628) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:12.655485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-975bc8e4-f7b1-42f0-89d7-991a0a6b0361 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e909d975-5222-483a-81e8-23f6a4a1194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369139 Aug 31 08:01:12.675760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '592ac349-2f20-403e-8f16-4052f1c136c5', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b0c7217-1693-442f-b614-c79701ea79de'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'bce276c9-9871-4a6b-a3dc-d12eaf2aecbd'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:01:12.745146 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:12.753836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738c632-55ad-43ee-b711-8cc805d7c8b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.757754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b8a878ec-5273-49b9-93de-aca1485018a8 None None] Provisioning for port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:12.762215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738c632-55ad-43ee-b711-8cc805d7c8b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.767845 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2738c632-55ad-43ee-b711-8cc805d7c8b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1216047 Aug 31 08:01:12.767845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33636) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:12.819782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84653-2bf1-4bb3-8287-9e0fd0da4fa0 req-39a16463-74ac-4bdd-be82-056b1ed8833c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:12.821716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bb84653-2bf1-4bb3-8287-9e0fd0da4fa0 req-39a16463-74ac-4bdd-be82-056b1ed8833c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 943 time: 0.0772102 Aug 31 08:01:12.897349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-d365d4d0-4545-4331-8d60-3dfb9de179a3 service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381144 Aug 31 08:01:12.966087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 437cde5b-1726-4a86-9e29-0560f3a7a0a2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:12.966695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bb84653-2bf1-4bb3-8287-9e0fd0da4fa0 req-f88d551e-71ab-45d2-8cbf-948fed784037 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252217 Aug 31 08:01:12.967229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:12.986964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Allocated IP 2001:db8::f816:3eff:fe5f:5d93 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/5b0c7217-1693-442f-b614-c79701ea79de/bce276c9-9871-4a6b-a3dc-d12eaf2aecbd) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:13.080547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c52492c3-1294-404c-842e-3f609a42433a req-8746b623-4ed1-4bb5-b45b-d632307b147d service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493084 Aug 31 08:01:13.094459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.115850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 437cde5b-1726-4a86-9e29-0560f3a7a0a2 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:13.121633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] For port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:13.152251 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.166877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Transition to ACTIVE for port object bce276c9-9871-4a6b-a3dc-d12eaf2aecbd will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:13.288519 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.507189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed39d9-0538-493f-88fd-00bf08205dcf req-9c3e8a1b-ccc5-4edc-8998-a5b1211f463b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:13.515067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92ed39d9-0538-493f-88fd-00bf08205dcf req-9c3e8a1b-ccc5-4edc-8998-a5b1211f463b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 945 time: 0.0930827 Aug 31 08:01:13.562085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.566836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92ed39d9-0538-493f-88fd-00bf08205dcf req-16a2ed28-33eb-4900-8808-30b4f22d8052 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Aug 31 08:01:13.592566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bce276c9-9871-4a6b-a3dc-d12eaf2aecbd up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:13.613846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=437cde5b-1726-4a86-9e29-0560f3a7a0a2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:13.668756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cb90e-b2ea-41e0-8adb-ce3fcc0a8972 None None] Pushing event updated for resources: {'Port': ['ID=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:13.731965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:01:13.766452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.771199 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3ea55a6d-43fc-4b58-a91c-68552ee2029d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/437cde5b-1726-4a86-9e29-0560f3a7a0a2 HTTP/1.1" status: 204 len: 168 time: 1.0028365 Aug 31 08:01:13.771629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:13.847892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe271fe5-56b4-4a33-aca2-73e7894bf869 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:13.849403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe271fe5-56b4-4a33-aca2-73e7894bf869 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:13.851032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe271fe5-56b4-4a33-aca2-73e7894bf869 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:13.852804 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fe271fe5-56b4-4a33-aca2-73e7894bf869 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0802042 Aug 31 08:01:13.855617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33668) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:13.864209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:13.873188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:13.887041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d', 'network_id': 'e909d975-5222-483a-81e8-23f6a4a1194d', 'port_id': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d', 'mac_address': 'fa:16:3e:7f:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74481271-5560-47c9-8c92-d8312bfcd971', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:01:13.927332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.936115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 592ac349-2f20-403e-8f16-4052f1c136c5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:13.941558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:13.943485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:01:13.965336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:14.003756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.123800 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.128181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.163766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1801ac-59c0-4bc2-a536-a8216d318602 req-d6abbe33-7062-4a37-be22-d7f239b68b68 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:14.165678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e1801ac-59c0-4bc2-a536-a8216d318602 req-d6abbe33-7062-4a37-be22-d7f239b68b68 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 943 time: 0.1123383 Aug 31 08:01:14.182462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:14.236699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e1801ac-59c0-4bc2-a536-a8216d318602 req-673c06b7-8aef-4cb0-84b9-31db57131d0b tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Aug 31 08:01:14.359051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.392080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Could not find standard attr ID for object 437cde5b-1726-4a86-9e29-0560f3a7a0a2. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:14.403377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=592ac349-2f20-403e-8f16-4052f1c136c5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:14.408967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.415241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33682) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:14.422907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:01:14.426805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-22eb731a-de80-4dbf-93f4-4c71db1864ca tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/592ac349-2f20-403e-8f16-4052f1c136c5 HTTP/1.1" status: 204 len: 168 time: 0.5699198 Aug 31 08:01:14.485527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 5b0c7217-1693-442f-b614-c79701ea79de {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:14.489174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.494353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470022a-a6cb-4427-808d-f2f9abbb5f9f req-add78e0b-a1d8-4e8f-8a9b-1494682f6b56 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:14.496015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Provisioning for port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:14.496636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6470022a-a6cb-4427-808d-f2f9abbb5f9f req-add78e0b-a1d8-4e8f-8a9b-1494682f6b56 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1098 time: 0.0683250 Aug 31 08:01:14.512734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Provisioning complete for port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:14.513272 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.537588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.542906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6470022a-a6cb-4427-808d-f2f9abbb5f9f req-04abc9c9-ac60-418e-af65-2d7b225161c3 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376189 Aug 31 08:01:14.568577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:14.660448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.704472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f105f5-93e7-4414-925a-8be867986fba None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:14.765790 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.791974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e734d6-0950-4523-b3c5-06730b219bc9 req-7a28e619-b2c5-4321-b528-ef9c323dde20 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:14.793473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4e734d6-0950-4523-b3c5-06730b219bc9 req-7a28e619-b2c5-4321-b528-ef9c323dde20 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 945 time: 0.1013262 Aug 31 08:01:14.868671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4e734d6-0950-4523-b3c5-06730b219bc9 req-de674658-09cb-4a3f-afc2-8868d1d5d08b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663631 Aug 31 08:01:14.890673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 9b9f4bbd-2e75-4034-94e9-6bed42265736 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:14.891187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.912258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.951634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:14.954211 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/5b0c7217-1693-442f-b614-c79701ea79de HTTP/1.1" status: 204 len: 168 time: 0.5376482 Aug 31 08:01:14.956039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ebc05-a4bb-47cb-96dc-ce7864b1d6dd tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0c7217-1693-442f-b614-c79701ea79de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:14.958293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:14.968747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:01:14.969253 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:01:15.001885 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-43075981-05dc-4467-ab85-6fbefcd39a22 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421126 Aug 31 08:01:15.009863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:15.038052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936aeeca-b6b6-4363-ae02-c49eb300590c None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': '5b0c7217-1693-442f-b614-c79701ea79de'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'bce276c9-9871-4a6b-a3dc-d12eaf2aecbd'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:01:15.068232 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-936aeeca-b6b6-4363-ae02-c49eb300590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.125959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.126301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.144640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 9b9f4bbd-2e75-4034-94e9-6bed42265736 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:15.169664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-2bab8694-3324-460d-80ec-acf1f716b27a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:15.171257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-2bab8694-3324-460d-80ec-acf1f716b27a tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.45 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 945 time: 0.2054696 Aug 31 08:01:15.222234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac288cf2-052d-4b6f-98a5-7313dc66aef9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:15.223602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ac288cf2-052d-4b6f-98a5-7313dc66aef9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2142174 Aug 31 08:01:15.235171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33726) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:15.278432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a428c2f-b33b-47a6-b664-c175245fd434 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:15.301483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc24eb-e48a-40e2-942a-016ce79d9f70 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:15.303060 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f3bc24eb-e48a-40e2-942a-016ce79d9f70 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669026 Aug 31 08:01:15.307925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:15.375738 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5fc5a11a-eee9-424b-addf-0766d6df31aa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570314 Aug 31 08:01:15.377820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:15.383779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d57e0312-d949-4b6f-a0b7-53de2c5e1f1b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:15.452129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caee0b-372e-4ddd-8f6c-9d6e0242bdad req-a8a1bda5-8a01-4712-b1ca-6827bd5bdfe3 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:15.454290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8caee0b-372e-4ddd-8f6c-9d6e0242bdad req-a8a1bda5-8a01-4712-b1ca-6827bd5bdfe3 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 944 time: 0.1063409 Aug 31 08:01:15.459316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Deleting port d71cfc87-e344-4aef-bdc7-9da6113c5a57 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:15.461519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.469113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bce276c9-9871-4a6b-a3dc-d12eaf2aecbd no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:15.549328 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.581796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d59323-457f-454b-8573-552fa2b823eb None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:15.582599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8caee0b-372e-4ddd-8f6c-9d6e0242bdad req-13f2e40d-a01d-439c-a8b5-43a48b883a55 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069210 Aug 31 08:01:15.618196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] For port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:15.620200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e0312-d949-4b6f-a0b7-53de2c5e1f1b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:15.622744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] For port d71cfc87-e344-4aef-bdc7-9da6113c5a57, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d71cfc87-e344-4aef-bdc7-9da6113c5a57,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:15.623122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.623803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d57e0312-d949-4b6f-a0b7-53de2c5e1f1b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.625945 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57e0312-d949-4b6f-a0b7-53de2c5e1f1b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:15.633899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57e0312-d949-4b6f-a0b7-53de2c5e1f1b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:15.640757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Calling delete_port for d71cfc87-e344-4aef-bdc7-9da6113c5a57 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:15.688181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-02d59323-457f-454b-8573-552fa2b823eb None None] Deleting port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:15.688592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02d59323-457f-454b-8573-552fa2b823eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.733977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:15.747215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.800094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-02d59323-457f-454b-8573-552fa2b823eb None None] For port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:15.800298 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02d59323-457f-454b-8573-552fa2b823eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.801533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=9b9f4bbd-2e75-4034-94e9-6bed42265736,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:15.817575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-02d59323-457f-454b-8573-552fa2b823eb None None] Calling delete_port for bce276c9-9871-4a6b-a3dc-d12eaf2aecbd owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:15.865783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.869914 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d57e0312-d949-4b6f-a0b7-53de2c5e1f1b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4879625 Aug 31 08:01:15.871592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33742) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:15.879833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:15.880177 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP edf65872-daea-426e-b100-14a7391f553f disassociated (deleted). External IP: 172.25.0.85, port: 1b4d1b92-45c3-4726-80c3-93811ff2827a. Aug 31 08:01:15.945730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:15.961554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:15.962132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.004498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.021376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ec3d-940d-4701-9c24-535f384622ab None None] Pushing event updated for resources: {'Port': ['ID=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:16.045512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:01:16.096477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d85c3502-a968-4704-8b01-969a39eb7f3b None None] Could not find standard attr ID for object 437cde5b-1726-4a86-9e29-0560f3a7a0a2. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:16.136907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abe68add-3538-4744-9bf9-a93c32886f9c req-6b4eaae4-5880-4da5-8780-cdaa13774eec tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 210 time: 0.0654802 Aug 31 08:01:16.140722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'Port': ['ID=d71cfc87-e344-4aef-bdc7-9da6113c5a57,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:16.146701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d85c3502-a968-4704-8b01-969a39eb7f3b None None] Provisioning complete for port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:16.147569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d85c3502-a968-4704-8b01-969a39eb7f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.196100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02d59323-457f-454b-8573-552fa2b823eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.285276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59323-457f-454b-8573-552fa2b823eb None None] Pushing event deleted for resources: {'Port': ['ID=bce276c9-9871-4a6b-a3dc-d12eaf2aecbd,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:16.289233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d59323-457f-454b-8573-552fa2b823eb None None] No DVR routers for this DVR port bce276c9-9871-4a6b-a3dc-d12eaf2aecbd on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:16.316824 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.323834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d85c3502-a968-4704-8b01-969a39eb7f3b None None] Could not find standard attr ID for object bce276c9-9871-4a6b-a3dc-d12eaf2aecbd. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:16.339965 n-d-713499-16 neutron-server[95447]: INFO neutron.plugins.ml2.db [None req-d85c3502-a968-4704-8b01-969a39eb7f3b None None] No ports have port_id starting with bce276c9-9871-4a6b-a3dc-d12eaf2aecbd Aug 31 08:01:16.376315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:16.378805 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4338effe-c59d-44a9-aca3-e1670dd29336" -d '{"events": [{"server_uuid": "adb617f1-3791-4e84-a47b-14cf594097d2", "name": "network-vif-plugged", "status": "completed", "tag": "086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:16.401322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1fb170d3-527e-496f-a242-c93aef2d733a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:16.420405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:16.460480 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6af4f2-c522-4693-bb24-fa9fb666b5e8 x-openstack-request-id: req-7d6af4f2-c522-4693-bb24-fa9fb666b5e8 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:16.460894 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb617f1-3791-4e84-a47b-14cf594097d2", "name": "network-vif-plugged", "status": "completed", "tag": "086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:16.461150 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d6af4f2-c522-4693-bb24-fa9fb666b5e8 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:16.461572 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d', 'code': 200} Aug 31 08:01:16.571123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b135-5ae6-4599-abe7-f10c3eb8e48b req-4cfa6756-d384-4249-88ad-3e7b328d7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:16.575243 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b983b135-5ae6-4599-abe7-f10c3eb8e48b req-4cfa6756-d384-4249-88ad-3e7b328d7f12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 1096 time: 0.0508571 Aug 31 08:01:16.615957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] No DVR routers for this DVR port d71cfc87-e344-4aef-bdc7-9da6113c5a57 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:16.621950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.624419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d4054f1-50a0-4ba7-8ac9-c8d1e2cc53ca req-27aac7a1-71dc-4f17-b5f0-facf759cfd78 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.45 "DELETE /v2.0/ports/d71cfc87-e344-4aef-bdc7-9da6113c5a57 HTTP/1.1" status: 204 len: 173 time: 1.4196908 Aug 31 08:01:16.631815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b983b135-5ae6-4599-abe7-f10c3eb8e48b req-16b78fd7-d110-434d-acf6-08e9f39b2c30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Aug 31 08:01:16.632936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'name': 'network-vif-deleted', 'tag': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:16.632936 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a97d3c8-a8c1-415a-8f97-fdc92169499a" -d '{"events": [{"server_uuid": "a47cc57f-2a72-4d56-9f69-da6a15a72ab5", "name": "network-vif-deleted", "tag": "d71cfc87-e344-4aef-bdc7-9da6113c5a57"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:16.677758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.679406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d71cfc87-e344-4aef-bdc7-9da6113c5a57 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:16.707052 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b58743-a6a8-454a-8664-ef700d0a0c02 x-openstack-request-id: req-08b58743-a6a8-454a-8664-ef700d0a0c02 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:16.707478 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47cc57f-2a72-4d56-9f69-da6a15a72ab5", "name": "network-vif-deleted", "tag": "d71cfc87-e344-4aef-bdc7-9da6113c5a57", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:16.707891 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08b58743-a6a8-454a-8664-ef700d0a0c02 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:16.708299 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47cc57f-2a72-4d56-9f69-da6a15a72ab5', 'name': 'network-vif-deleted', 'tag': 'd71cfc87-e344-4aef-bdc7-9da6113c5a57', 'status': 'completed', 'code': 200} Aug 31 08:01:16.739769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb170d3-527e-496f-a242-c93aef2d733a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:16.741792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 75c0d7d6-4144-4906-aea3-130765ea3994 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:01:16.743939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1fb170d3-527e-496f-a242-c93aef2d733a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.746300 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb170d3-527e-496f-a242-c93aef2d733a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:16.747311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb170d3-527e-496f-a242-c93aef2d733a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:16.783414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: d71cfc87-e344-4aef-bdc7-9da6113c5a57 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:16.784056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d71cfc87-e344-4aef-bdc7-9da6113c5a57 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:16.863987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:16.876631 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1fb170d3-527e-496f-a242-c93aef2d733a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0035222 Aug 31 08:01:16.879488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:16.886897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ac4d990a-6be8-496b-a1a1-eab877a0bf2a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:16.914244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:01:16.921055 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.925267 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] Sync routers for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:01:16.938718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:16.938718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:16.984503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94921201-a133-4b9f-b102-85f5a9822762 req-6c441a0f-994f-4228-8966-5ff0619c16c7 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:16.986641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94921201-a133-4b9f-b102-85f5a9822762 req-6c441a0f-994f-4228-8966-5ff0619c16c7 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 945 time: 0.1272228 Aug 31 08:01:16.991239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-68cce8df-6255-43bf-b9bf-db4231e9efdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/floatingips/edf65872-daea-426e-b100-14a7391f553f HTTP/1.1" status: 204 len: 168 time: 2.4210639 Aug 31 08:01:17.054116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d990a-6be8-496b-a1a1-eab877a0bf2a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:17.057442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94921201-a133-4b9f-b102-85f5a9822762 req-64693db5-0539-4500-9895-23ce04fe3383 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556960 Aug 31 08:01:17.057663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac4d990a-6be8-496b-a1a1-eab877a0bf2a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:17.065081 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4d990a-6be8-496b-a1a1-eab877a0bf2a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:17.068786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4d990a-6be8-496b-a1a1-eab877a0bf2a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:17.108201 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:17.232102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33786) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:17.233588 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac4d990a-6be8-496b-a1a1-eab877a0bf2a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3526070 Aug 31 08:01:17.238035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-683ecbb1-a670-4367-80c8-11701d65c003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:17.362545 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:58Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:17.379648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8cbd3fdb-a21d-42ba-b543-d22c28981503 req-d356be87-43d6-490c-a64b-654c16f7a0b2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47cc57f-2a72-4d56-9f69-da6a15a72ab5 HTTP/1.1" status: 200 len: 210 time: 0.0591052 Aug 31 08:01:17.407150 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] Checking router: 75c0d7d6-4144-4906-aea3-130765ea3994 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:01:17.416022 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:17.416645 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:17.525738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:17.529512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683ecbb1-a670-4367-80c8-11701d65c003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:17.532936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-683ecbb1-a670-4367-80c8-11701d65c003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:17.534485 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-683ecbb1-a670-4367-80c8-11701d65c003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:17.534947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683ecbb1-a670-4367-80c8-11701d65c003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:17.688797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-683ecbb1-a670-4367-80c8-11701d65c003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4553783 Aug 31 08:01:17.691698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33796) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:17.697938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e5366a5f-b9dd-492c-a89c-a101a26c6981 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:17.812170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03d5f8-3efa-46d7-b4e1-1cde017199b6 req-34fd0a03-0b1e-49b5-b9cb-82e74a883200 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:17.813846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef03d5f8-3efa-46d7-b4e1-1cde017199b6 req-34fd0a03-0b1e-49b5-b9cb-82e74a883200 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.1661954 Aug 31 08:01:17.861679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef03d5f8-3efa-46d7-b4e1-1cde017199b6 req-1cb1002d-32f3-428b-8ab2-9550c1e32197 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Aug 31 08:01:17.890877 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:58Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:17.918137 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b593e49-a152-4ff6-ae90-adc5575ad701 None None] The sync data for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 is: [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T07:58:50Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '964bf28a-df73-4334-b40b-41d9b7d64265', 'name': '', 'network_id': '1c5e6323-4452-47ed-9d1c-ff9f89d8c48e', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:d6:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:48Z', 'updated_at': '2021-08-31T07:58:58Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'b0fc6359-54f5-4dae-ae20-a5afd286f5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:01:17.962732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5366a5f-b9dd-492c-a89c-a101a26c6981 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:17.967663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5366a5f-b9dd-492c-a89c-a101a26c6981 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:17.968932 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5366a5f-b9dd-492c-a89c-a101a26c6981 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:17.969398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5366a5f-b9dd-492c-a89c-a101a26c6981 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:18.126506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e5366a5f-b9dd-492c-a89c-a101a26c6981 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4299381 Aug 31 08:01:18.126826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33816) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:18.132206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a8c8a7ba-4dbd-4a62-ae8b-ade9f5d0ff1e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:18.243998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde29f9-7d6f-47c3-9752-7c797878bc38 None None] New status for floating IP edf65872-daea-426e-b100-14a7391f553f: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:01:18.284459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510887-91da-475e-a3ab-6dfec3d58edd req-192de2c6-d37d-417b-a112-edc846b25d01 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:18.285986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c510887-91da-475e-a3ab-6dfec3d58edd req-192de2c6-d37d-417b-a112-edc846b25d01 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 945 time: 0.1463954 Aug 31 08:01:18.342048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c510887-91da-475e-a3ab-6dfec3d58edd req-780f5d3e-8252-4f4c-b2ad-30829adacd10 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Aug 31 08:01:18.460117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c8a7ba-4dbd-4a62-ae8b-ade9f5d0ff1e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:18.465478 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a7ba-4dbd-4a62-ae8b-ade9f5d0ff1e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:18.466995 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c8a7ba-4dbd-4a62-ae8b-ade9f5d0ff1e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:18.467437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c8a7ba-4dbd-4a62-ae8b-ade9f5d0ff1e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:18.557894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a8c8a7ba-4dbd-4a62-ae8b-ade9f5d0ff1e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4295950 Aug 31 08:01:18.560310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33828) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:18.591158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2585d936-c13b-4805-82a1-121efc8a0ed1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296872 Aug 31 08:01:18.593531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33830) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:18.648390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb5d93-911f-4ebc-a4eb-f77b8a4f5ba7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:18.649791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5dbb5d93-911f-4ebc-a4eb-f77b8a4f5ba7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552926 Aug 31 08:01:18.652294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33832) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:18.692299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8c43057b-f04b-4144-a214-f711a4da6199 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383258 Aug 31 08:01:18.695577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:18.701168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:18.709600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:18.712040 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:18.751397 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9afded9-abc3-4b49-97e8-4cea9ddc00ca x-openstack-request-id: req-a9afded9-abc3-4b49-97e8-4cea9ddc00ca {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:18.751927 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:18.752184 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9afded9-abc3-4b49-97e8-4cea9ddc00ca {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:18.752593 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'status': 'completed', 'code': 200} Aug 31 08:01:18.836887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-c58355d1-c8b1-452c-8240-5f9fc5dd4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:18.838709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-c58355d1-c8b1-452c-8240-5f9fc5dd4ef5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 1098 time: 0.0509081 Aug 31 08:01:18.900197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:18.905187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:18.987794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-921a25dc-02c5-4ae4-985e-a88c281a8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:18.989998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-921a25dc-02c5-4ae4-985e-a88c281a8079 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 200 len: 898 time: 0.1370838 Aug 31 08:01:19.116169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-755ebf2f-9f72-423f-a2b9-63f4c6384cfd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 200 len: 217 time: 0.1104720 Aug 31 08:01:19.226618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-9a7585d5-3bd6-4593-85a2-9f286ef0e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.228183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-9a7585d5-3bd6-4593-85a2-9f286ef0e478 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 200 len: 835 time: 0.0888197 Aug 31 08:01:19.236269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0cc75-8faf-4964-a165-3cb840e28984 req-03a5fe5f-0beb-41ec-8b6a-260a2a94035b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.237670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c0cc75-8faf-4964-a165-3cb840e28984 req-03a5fe5f-0beb-41ec-8b6a-260a2a94035b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.2366457 Aug 31 08:01:19.262725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44073-fca9-4d14-b959-90772c8fee7a req-6aa6e782-c3d3-4be5-90bc-da11bf1523f5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.264278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aea44073-fca9-4d14-b959-90772c8fee7a req-6aa6e782-c3d3-4be5-90bc-da11bf1523f5 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.1262228 Aug 31 08:01:19.363713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44c0cc75-8faf-4964-a165-3cb840e28984 req-45139ab9-8044-4294-951a-0302b70f2b9e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=8354606a-2186-47bb-b156-9dd296971ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105423 Aug 31 08:01:19.373733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aea44073-fca9-4d14-b959-90772c8fee7a req-4b787dc3-8138-4454-aa10-b6f620c246bb tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9163cc-7ef6-4b3d-afed-459db0310d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Aug 31 08:01:19.376593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-224cce06-6d3c-4de3-bccf-9f7cf709af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.378199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-224cce06-6d3c-4de3-bccf-9f7cf709af47 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337721 Aug 31 08:01:19.413609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:19.420227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:19.480446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:19.482454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:19.487359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.487944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:19.492030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c356fb95-8e63-4208-95fb-df20b319b8e0 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:19.493509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=214ada7d-9dab-4a07-8c62-abc8e4364ea5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:19.517180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.517861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.518362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.518921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.519439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.519948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.520567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.521056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.521542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.522049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.522552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.523054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:19.537603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffc30-9571-43a2-951b-df85a6ce9e2c req-d0b1742e-0848-478c-b736-f13fe1503521 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.539189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4dcffc30-9571-43a2-951b-df85a6ce9e2c req-d0b1742e-0848-478c-b736-f13fe1503521 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 945 time: 0.0758944 Aug 31 08:01:19.560244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-5c278b71-b41d-47e1-ac71-7f10e060c126 service neutron] 10.222.0.68 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723595 Aug 31 08:01:19.599683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-f84dc3ea-683e-4b4a-846a-525eaac06dd2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.601419 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-f84dc3ea-683e-4b4a-846a-525eaac06dd2 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 945 time: 0.0985160 Aug 31 08:01:19.673789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '214ada7d-9dab-4a07-8c62-abc8e4364ea5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:19.675159 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:19.682194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4dcffc30-9571-43a2-951b-df85a6ce9e2c req-7d6bca76-e04c-4212-bd86-62337d2a9bc8 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333067 Aug 31 08:01:19.689263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3acb26c-b76a-43ad-8b65-d2ff05ed75d7 req-d8093e8a-61a7-463b-8211-22f5fab1c8a5 service neutron] 10.222.0.68 "GET /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125250 Aug 31 08:01:19.734851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Deleting port 504b5fb6-649a-46ff-9c93-80031746c290 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:19.735439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:19.805131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-14e7bd29-ebce-47f4-9ac4-14005fd3887f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:19.806780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-14e7bd29-ebce-47f4-9ac4-14005fd3887f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 946 time: 0.0694706 Aug 31 08:01:19.821567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54bc4233-6928-4a8d-becb-9d581cf290ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1248355 Aug 31 08:01:19.822594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:19.836265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Allocated IP 2001:db8::f816:3eff:fe4c:27a1 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/214ada7d-9dab-4a07-8c62-abc8e4364ea5/8f54d91d-525a-4468-8e85-2082339426d2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:19.839324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:93:d0:76', 'name': 'tempest-NetworksTestDHCPv6-1321951733'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:19.920327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 1b4d1b92-45c3-4726-80c3-93811ff2827a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:19.920929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:19.954834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] For port 504b5fb6-649a-46ff-9c93-80031746c290, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=504b5fb6-649a-46ff-9c93-80031746c290,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:19.955360 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:19.978069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Calling delete_port for 504b5fb6-649a-46ff-9c93-80031746c290 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:20.019914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 1b4d1b92-45c3-4726-80c3-93811ff2827a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1b4d1b92-45c3-4726-80c3-93811ff2827a,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:20.020293 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.024003 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.032712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Transition to ACTIVE for port object 8f54d91d-525a-4468-8e85-2082339426d2 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:20.035779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 1b4d1b92-45c3-4726-80c3-93811ff2827a owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:20.050451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Transition to ACTIVE for port object 8f54d91d-525a-4468-8e85-2082339426d2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:20.192320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:20.195127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.220052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.240991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['504b5fb6-649a-46ff-9c93-80031746c290'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:01:20.246027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:20.266196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.269010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:20.273180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:20.286313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Pushing event updated for resources: {'Port': ['ID=8f54d91d-525a-4468-8e85-2082339426d2,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:20.300976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'Port': ['ID=504b5fb6-649a-46ff-9c93-80031746c290,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:20.312794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=1b4d1b92-45c3-4726-80c3-93811ff2827a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:20.378171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Attempting to bind port 8f54d91d-525a-4468-8e85-2082339426d2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:20.378781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Attempting to bind port 8f54d91d-525a-4468-8e85-2082339426d2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:20.378936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] No DVR routers for this DVR port 1b4d1b92-45c3-4726-80c3-93811ff2827a on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:20.379700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Attempting to bind port 8f54d91d-525a-4468-8e85-2082339426d2 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:20.381730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.390545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f64cb359-ce32-417f-9ce2-e6b59355efbf req-47e41e6e-e4f7-4715-9f11-24039f4f5365 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "DELETE /v2.0/ports/1b4d1b92-45c3-4726-80c3-93811ff2827a HTTP/1.1" status: 204 len: 173 time: 0.5751624 Aug 31 08:01:20.395474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:20.395474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:20.395474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.395474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:20.395474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Bound port: 8f54d91d-525a-4468-8e85-2082339426d2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:20.395474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.405929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] No DVR routers for this DVR port 504b5fb6-649a-46ff-9c93-80031746c290 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:20.416671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.419263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3fa7dbbc-10e4-44ec-b60c-1033b6e999f4 req-759733cd-8369-40cf-9aef-afd64163ea85 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "DELETE /v2.0/ports/504b5fb6-649a-46ff-9c93-80031746c290 HTTP/1.1" status: 204 len: 173 time: 0.8012233 Aug 31 08:01:20.420057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'name': 'network-vif-deleted', 'tag': '504b5fb6-649a-46ff-9c93-80031746c290'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:20.423328 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671621af-0ef4-4281-8d8c-2b8e6dbae175" -d '{"events": [{"server_uuid": "70e804ae-5a37-4445-9f29-ffbe5f63cb87", "name": "network-vif-deleted", "tag": "504b5fb6-649a-46ff-9c93-80031746c290"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:20.451115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.485103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port ec6d9554-3615-4a26-943b-2da53c2cee2e yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:20.558438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86a24691-6d1d-4629-a547-3955a7547138 req-e9a4607c-abee-4233-ab5f-f1e2deeea6f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.0770915 Aug 31 08:01:20.607858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] For port 8f54d91d-525a-4468-8e85-2082339426d2, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:20.613311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] For port 8f54d91d-525a-4468-8e85-2082339426d2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f54d91d-525a-4468-8e85-2082339426d2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:20.654740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fe93:d076 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/214ada7d-9dab-4a07-8c62-abc8e4364ea5/ec6d9554-3615-4a26-943b-2da53c2cee2e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:20.688145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14225f73-cfd5-4dbc-a075-3ef4725269ef req-eba6872e-66ff-431f-96a9-f7887ec93e3b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 210 time: 0.0744395 Aug 31 08:01:20.740098 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9032b6b5-fa57-44c6-a5d7-982f34ed5590 x-openstack-request-id: req-9032b6b5-fa57-44c6-a5d7-982f34ed5590 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:20.740605 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e804ae-5a37-4445-9f29-ffbe5f63cb87", "name": "network-vif-deleted", "tag": "504b5fb6-649a-46ff-9c93-80031746c290", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:20.740605 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9032b6b5-fa57-44c6-a5d7-982f34ed5590 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:20.741016 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e804ae-5a37-4445-9f29-ffbe5f63cb87', 'name': 'network-vif-deleted', 'tag': '504b5fb6-649a-46ff-9c93-80031746c290', 'status': 'completed', 'code': 200} Aug 31 08:01:20.754034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-deleted', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:20.756744 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf4e5f7-9f7c-4843-a946-57e82cd21c21" -d '{"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-deleted", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:20.794414 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:20.899615 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08dcb9-4fa6-41be-b3b0-68dd180e4ae3 x-openstack-request-id: req-ff08dcb9-4fa6-41be-b3b0-68dd180e4ae3 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:20.900445 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621d61b-e488-47dd-b766-a6ffc3eacfa1", "name": "network-vif-deleted", "tag": "1b4d1b92-45c3-4726-80c3-93811ff2827a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:20.900856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff08dcb9-4fa6-41be-b3b0-68dd180e4ae3 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:20.901448 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621d61b-e488-47dd-b766-a6ffc3eacfa1', 'name': 'network-vif-deleted', 'tag': '1b4d1b92-45c3-4726-80c3-93811ff2827a', 'status': 'completed', 'code': 200} Aug 31 08:01:20.953262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75f6e4-d1d4-423c-a0fa-57d86803fe2c None None] Pushing event updated for resources: {'Port': ['ID=8f54d91d-525a-4468-8e85-2082339426d2,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:20.990098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:21.009613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object ec6d9554-3615-4a26-943b-2da53c2cee2e will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:21.198906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:21.262005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:21.270797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:21.278259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:21.283985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:21.284650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:21.311371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=ec6d9554-3615-4a26-943b-2da53c2cee2e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:21.480764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f54d91d-525a-4468-8e85-2082339426d2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:21.672934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8f54d91d-525a-4468-8e85-2082339426d2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:21.675768 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65d6a7ff-7f85-4cc6-ab2b-f1f39d0ec7d2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8500376 Aug 31 08:01:21.680143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33992) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:21.693667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf7d4bc5-1edf-4437-b11c-cec59ab0ab62 req-7f51d29a-8a48-4aca-92fe-fee83073d20b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=9621d61b-e488-47dd-b766-a6ffc3eacfa1 HTTP/1.1" status: 200 len: 210 time: 0.0548711 Aug 31 08:01:21.749183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653fcab-e130-4a73-a8b3-99dab66adde9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:21.760896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653fcab-e130-4a73-a8b3-99dab66adde9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:21.763436 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7653fcab-e130-4a73-a8b3-99dab66adde9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0802963 Aug 31 08:01:21.767306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33996) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:21.866266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f0bae6d-d084-4095-a8c5-4ad42c2161de req-ec63f48c-e9a3-41a9-bb22-2c7f46e70528 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=70e804ae-5a37-4445-9f29-ffbe5f63cb87 HTTP/1.1" status: 200 len: 210 time: 0.0671830 Aug 31 08:01:21.934341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port ec6d9554-3615-4a26-943b-2da53c2cee2e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:21.935165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.069217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.099937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for ec6d9554-3615-4a26-943b-2da53c2cee2e owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:22.213534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 504b5fb6-649a-46ff-9c93-80031746c290 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:22.251571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 504b5fb6-649a-46ff-9c93-80031746c290 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:22.252745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 504b5fb6-649a-46ff-9c93-80031746c290 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:22.256128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:22.471503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.505558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=ec6d9554-3615-4a26-943b-2da53c2cee2e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:22.534166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 1b4d1b92-45c3-4726-80c3-93811ff2827a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:22.534938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1b4d1b92-45c3-4726-80c3-93811ff2827a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:22.552158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.558371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae60ca46-443d-429c-8282-cf953952d8b7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/ec6d9554-3615-4a26-943b-2da53c2cee2e HTTP/1.1" status: 204 len: 168 time: 0.7877135 Aug 31 08:01:22.558676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34026) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:22.635148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ca590-57f7-45f3-8a52-a8ba44e6bc14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:22.643201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ca590-57f7-45f3-8a52-a8ba44e6bc14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:22.647596 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e06ca590-57f7-45f3-8a52-a8ba44e6bc14 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0855963 Aug 31 08:01:22.648092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34030) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:22.719753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 214ada7d-9dab-4a07-8c62-abc8e4364ea5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:22.722889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Provisioning for port 8f54d91d-525a-4468-8e85-2082339426d2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:22.723340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.734921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Provisioning complete for port 8f54d91d-525a-4468-8e85-2082339426d2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:22.735531 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.775605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34034) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:22.777467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.961748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:22.966388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.220933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.267954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:01:23.276897 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:01:23.294735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=214ada7d-9dab-4a07-8c62-abc8e4364ea5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:23.301913 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.303877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-438d1fc8-b042-4066-8a8f-1a453ab06e49 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/214ada7d-9dab-4a07-8c62-abc8e4364ea5 HTTP/1.1" status: 204 len: 168 time: 0.6545835 Aug 31 08:01:23.306405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34068) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:23.314441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f4a13-fd0d-4b15-8558-9cab69e486b6 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:23.362168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d574f24e-286c-4a9e-ad92-62ae91af8938 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542545 Aug 31 08:01:23.365336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34070) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:23.370683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:23.437855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.558147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:23.603046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:23.607644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.656947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] Deleting port 8f54d91d-525a-4468-8e85-2082339426d2 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:23.657590 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.746778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.812032 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.818282 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9d99ff74-e2d5-4b49-9bd7-3e13568ea817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.829257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] For port 8f54d91d-525a-4468-8e85-2082339426d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f54d91d-525a-4468-8e85-2082339426d2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:23.830065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.833562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 964bf28a-df73-4334-b40b-41d9b7d64265 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:23.834192 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:23.853862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] Calling delete_port for 8f54d91d-525a-4468-8e85-2082339426d2 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:23.864365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d31e4-6f9c-4ae0-a779-330a86972cbd req-f46a126a-3a0a-4bbd-bd9c-bd107443f2b0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:23.872545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e09d31e4-6f9c-4ae0-a779-330a86972cbd req-f46a126a-3a0a-4bbd-bd9c-bd107443f2b0 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1158941 Aug 31 08:01:23.940646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] For port 8f54d91d-525a-4468-8e85-2082339426d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f54d91d-525a-4468-8e85-2082339426d2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:23.970907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e09d31e4-6f9c-4ae0-a779-330a86972cbd req-f689ad94-602f-4ae3-90fb-131d01771ade tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919874 Aug 31 08:01:23.995126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 964bf28a-df73-4334-b40b-41d9b7d64265, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=964bf28a-df73-4334-b40b-41d9b7d64265,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:23.995502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.010161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 964bf28a-df73-4334-b40b-41d9b7d64265 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:24.043644 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.121821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d612-f085-42e1-84e3-e9417f89eff6 None None] Pushing event updated for resources: {'Port': ['ID=8f54d91d-525a-4468-8e85-2082339426d2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:24.144198 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.182835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:24.184660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.185374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] No DVR routers for this DVR port 8f54d91d-525a-4468-8e85-2082339426d2 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:24.231615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-792e5f76-c75e-4849-ba81-fc924cbe6f1f None None] Could not find standard attr ID for object ec6d9554-3615-4a26-943b-2da53c2cee2e. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:24.237330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc943bab-909c-4149-86c2-48a0c853c477 None None] Pushing event deleted for resources: {'Port': ['ID=8f54d91d-525a-4468-8e85-2082339426d2,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:24.251951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:24.255522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:24.259828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:24.260516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.266703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25851d23-9526-42bc-abb0-ee2647dc5f5b None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:24.278360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=c0817738-5e87-4404-b84a-071e8e926a8b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:24.414192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': 'c0817738-5e87-4404-b84a-071e8e926a8b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:24.415156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.443272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.480709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=964bf28a-df73-4334-b40b-41d9b7d64265,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:24.515144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-87098986-610b-421d-8dbd-eb4b20b05024 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1456749 Aug 31 08:01:24.516198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34100) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:24.521109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:e7:cf:c7', 'name': 'tempest-NetworksTestDHCPv6-2127363797'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:24.642652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Allocated IP 2001:db8::f816:3eff:fe92:93b3 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/c0817738-5e87-4404-b84a-071e8e926a8b/0391c61a-7d97-42c6-95bb-a8e4839e5614) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:24.738640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.860316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:24.871624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:24.884759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Transition to ACTIVE for port object 0391c61a-7d97-42c6-95bb-a8e4839e5614 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:24.908904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Transition to ACTIVE for port object 0391c61a-7d97-42c6-95bb-a8e4839e5614 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:24.986074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.012558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:25.028732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 75c0d7d6-4144-4906-aea3-130765ea3994 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:01:25.074662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.148633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Pushing event updated for resources: {'Port': ['ID=0391c61a-7d97-42c6-95bb-a8e4839e5614,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:25.161426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:25.176714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:25.180215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:25.204973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:01:25.205225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035351f0-0d55-4696-b054-7e88bb4d81dc req-a924708d-4eb2-4fb5-8f6b-0e9006f6977d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:25.212867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-035351f0-0d55-4696-b054-7e88bb4d81dc req-a924708d-4eb2-4fb5-8f6b-0e9006f6977d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1612844 Aug 31 08:01:25.219797 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] Sync routers for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:01:25.224808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de56c29b-42d7-47ec-b65a-4119b233ae7a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/75c0d7d6-4144-4906-aea3-130765ea3994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472570 Aug 31 08:01:25.225025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34126) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:25.236791 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:25.237636 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:25.302397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Attempting to bind port 0391c61a-7d97-42c6-95bb-a8e4839e5614 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:25.303375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Attempting to bind port 0391c61a-7d97-42c6-95bb-a8e4839e5614 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:25.304379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Attempting to bind port 0391c61a-7d97-42c6-95bb-a8e4839e5614 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:25.315371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:25.317229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:25.318223 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.319065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:25.320757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Bound port: 0391c61a-7d97-42c6-95bb-a8e4839e5614, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:25.321621 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.335343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-035351f0-0d55-4696-b054-7e88bb4d81dc req-b8ab197e-fa9e-4676-92cf-ce251dad2730 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219199 Aug 31 08:01:25.336852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fee7:cfc7 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/c0817738-5e87-4404-b84a-071e8e926a8b/373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:25.367220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting subnet b0fc6359-54f5-4dae-ae20-a5afd286f5f4 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:25.375656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.458855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] For port 0391c61a-7d97-42c6-95bb-a8e4839e5614, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:25.465576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] For port 0391c61a-7d97-42c6-95bb-a8e4839e5614, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0391c61a-7d97-42c6-95bb-a8e4839e5614,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:25.473739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-86de31bc-bb6b-44b0-aea8-259ba40a2922 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:25.476725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.479582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-86de31bc-bb6b-44b0-aea8-259ba40a2922 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1014791 Aug 31 08:01:25.504780 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:25.565014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f54d91d-525a-4468-8e85-2082339426d2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:25.588088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8f54d91d-525a-4468-8e85-2082339426d2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:25.588437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f54d91d-525a-4468-8e85-2082339426d2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:25.620655 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.669656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.688047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Deleting port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:25.688401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.700941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3283-1ff3-4cef-b624-85bcb88c55f3 None None] Pushing event updated for resources: {'Port': ['ID=0391c61a-7d97-42c6-95bb-a8e4839e5614,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:25.779651 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T08:01:24Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:25.808829 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] Checking router: 75c0d7d6-4144-4906-aea3-130765ea3994 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:01:25.817872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] Routers {'75c0d7d6-4144-4906-aea3-130765ea3994'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:25.818506 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:00:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75c0d7d6-4144-4906-aea3-130765ea3994'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:25.855335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.869512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] For port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:25.870189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.887862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:25.974623 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.977194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.030441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a76079-82d1-4cca-ba23-6f8ae91a3adc None None] Network 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:26.058191 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] Set router 75c0d7d6-4144-4906-aea3-130765ea3994 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:26.063399 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.065372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/subnets/b0fc6359-54f5-4dae-ae20-a5afd286f5f4 HTTP/1.1" status: 204 len: 168 time: 0.8385789 Aug 31 08:01:26.075956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:26.075956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4f571-43a9-4ef6-9921-b73f45aa64fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fc6359-54f5-4dae-ae20-a5afd286f5f4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:26.095624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.338104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:26.342561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:26.344559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.345049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.345268 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Floating IP e4ca3838-4811-472c-bd43-7ee91ee9fcbe disassociated. External IP: 172.25.0.26, port: 2c691c47-0738-49b7-85c4-3d58c2ac6ae8. Aug 31 08:01:26.345761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Calling delete_port for 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:26.348809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:26.353420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:26.384439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:26.389506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.497573 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T08:01:24Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:26.574722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.575015 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0063e9-ad97-4c07-ba55-9de5092ed93b None None] The sync data for ids ['75c0d7d6-4144-4906-aea3-130765ea3994'] in n-d-713499-16 is: [{'id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641298455', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:58:41Z', 'updated_at': '2021-08-31T08:01:24Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '07d42c96-21de-4354-95f9-84ab24354ccf', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c0d7d6-4144-4906-aea3-130765ea3994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:58:42Z', 'updated_at': '2021-08-31T07:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:01:26.652070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] DHCP port deletion for 1c5e6323-4452-47ed-9d1c-ff9f89d8c48e request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:26.680013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18328a9-d4e1-47a3-914e-ec1ee3351537 req-5a109990-6d71-4272-ab1d-709c5c3fe053 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:26.681286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18328a9-d4e1-47a3-914e-ec1ee3351537 req-5a109990-6d71-4272-ab1d-709c5c3fe053 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 945 time: 0.1567121 Aug 31 08:01:26.697124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.714402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3db08dc3-9408-4e43-ae90-3b61f79f480f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1978347 Aug 31 08:01:26.716074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34170) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:26.746285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] Deleting port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:26.751553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.787644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.797901 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44cb9e7b-44c7-41ed-8874-d1d26a646697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.820419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.844902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c18328a9-d4e1-47a3-914e-ec1ee3351537 req-d86b0143-4c5a-4292-8186-87e585d1325b tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8591e71-bdd4-4717-a1b4-09d663ea032e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553435 Aug 31 08:01:26.849248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] For port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,segment=NetworkSegment(109fd806-1abf-48cb-b259-58399f8d33c9),segment_id=109fd806-1abf-48cb-b259-58399f8d33c9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:26.849726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:26.875570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] Calling delete_port for 602613dd-95c2-4a29-aa78-fbe49ccfa2bd owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:26.875709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'Port': ['ID=2c691c47-0738-49b7-85c4-3d58c2ac6ae8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:26.924574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2127896c-5b04-4b33-95e1-8335c4e16538 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:26.938318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2127896c-5b04-4b33-95e1-8335c4e16538 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:26.940006 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2127896c-5b04-4b33-95e1-8335c4e16538 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2228963 Aug 31 08:01:26.943188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:26.979648 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:01:27.243737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Router 1127f800-81c6-4c2d-a009-048bf0781550 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:01:27.254419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.270296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 07d42c96-21de-4354-95f9-84ab24354ccf {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:27.270296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.354262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] Pushing event deleted for resources: {'Port': ['ID=602613dd-95c2-4a29-aa78-fbe49ccfa2bd,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:27.360883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831adf2-e006-4f58-b6d8-9cdb18167de1 None None] No DVR routers for this DVR port 602613dd-95c2-4a29-aa78-fbe49ccfa2bd on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:27.464235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:27.464841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.534810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:01:27.549424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] Sync routers for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:01:27.571343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0391c61a-7d97-42c6-95bb-a8e4839e5614 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:27.588001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 07d42c96-21de-4354-95f9-84ab24354ccf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=07d42c96-21de-4354-95f9-84ab24354ccf,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:27.588437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.603561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 07d42c96-21de-4354-95f9-84ab24354ccf owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:27.624656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] No DVR routers for this DVR port 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:27.632022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.634653 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2988d09d-f105-4ac7-b7cf-dc181d7bed5a req-cfe84468-9998-43c8-9ec4-7ee7b22fee7e tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.68 "DELETE /v2.0/ports/2c691c47-0738-49b7-85c4-3d58c2ac6ae8 HTTP/1.1" status: 204 len: 173 time: 2.1463730 Aug 31 08:01:27.635331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-deleted', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:27.638623 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d946352e-1c61-43d7-845f-5e6e83fb2a88" -d '{"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-deleted", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:27.715573 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd86227-e201-45bb-8d6c-caa724974783 x-openstack-request-id: req-cbd86227-e201-45bb-8d6c-caa724974783 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:01:27.715867 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be", "name": "network-vif-deleted", "tag": "2c691c47-0738-49b7-85c4-3d58c2ac6ae8", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:01:27.716371 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbd86227-e201-45bb-8d6c-caa724974783 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:01:27.716938 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be', 'name': 'network-vif-deleted', 'tag': '2c691c47-0738-49b7-85c4-3d58c2ac6ae8', 'status': 'completed', 'code': 200} Aug 31 08:01:27.760868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:27.762022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:27.879351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-63d27c52-939a-4743-8c52-430641bfd685 None None] Provisioning for port 0391c61a-7d97-42c6-95bb-a8e4839e5614 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:27.960377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:28.011859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.012971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0391c61a-7d97-42c6-95bb-a8e4839e5614 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:28.019499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0391c61a-7d97-42c6-95bb-a8e4839e5614 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:28.024381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.130260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:28.231166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:28.260854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-356880b7-7250-4808-922b-44c0494a316a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.285028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:28.285611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2c691c47-0738-49b7-85c4-3d58c2ac6ae8 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:28.328091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7db57ed2-fa93-466e-8901-0fda614f6485 None None] Provisioning for port 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:28.336174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7db57ed2-fa93-466e-8901-0fda614f6485 None None] Provisioning complete for port 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:28.337011 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7db57ed2-fa93-466e-8901-0fda614f6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.341959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.373882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-356880b7-7250-4808-922b-44c0494a316a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.403972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7db57ed2-fa93-466e-8901-0fda614f6485 None None] Port 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:01:28.423938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.427361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0391c61a-7d97-42c6-95bb-a8e4839e5614, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0391c61a-7d97-42c6-95bb-a8e4839e5614,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:28.433712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:28.437128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:28.458823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.460296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-356880b7-7250-4808-922b-44c0494a316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.462208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea65f4d9-8de3-4240-9b03-0e583c7ef5f6 req-d4acf421-cfd7-44bb-9f9e-b3663666c94d tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c8a1d9-9bbc-4613-aee6-5f84f1a3b4be HTTP/1.1" status: 200 len: 210 time: 0.4560544 Aug 31 08:01:28.474789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] Checking router: 1127f800-81c6-4c2d-a009-048bf0781550 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:01:28.494915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:28.494915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:28.495130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-356880b7-7250-4808-922b-44c0494a316a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08d3b1f4426c43bcbc500222be202e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610454 Aug 31 08:01:28.496685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:28.524437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=07d42c96-21de-4354-95f9-84ab24354ccf,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:28.539810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356880b7-7250-4808-922b-44c0494a316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb6c7c-93d2-4cfe-b856-2fce50234559,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:28.557207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.573902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83fd409f-901c-40ef-9602-a05fd8f0d150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.598313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83fd409f-901c-40ef-9602-a05fd8f0d150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.609066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.658693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 964bf28a-df73-4334-b40b-41d9b7d64265 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:28.707224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:28.750777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 964bf28a-df73-4334-b40b-41d9b7d64265 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:28.751481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 964bf28a-df73-4334-b40b-41d9b7d64265 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:28.752000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 602613dd-95c2-4a29-aa78-fbe49ccfa2bd no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:28.776627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.782962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.803349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83fd409f-901c-40ef-9602-a05fd8f0d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.807740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-83fd409f-901c-40ef-9602-a05fd8f0d150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.808987 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-83fd409f-901c-40ef-9602-a05fd8f0d150 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01eb6c7c-93d2-4cfe-b856-2fce50234559 HTTP/1.1" status: 204 len: 168 time: 0.3047736 Aug 31 08:01:28.822565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd409f-901c-40ef-9602-a05fd8f0d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb6c7c-93d2-4cfe-b856-2fce50234559,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:28.939845 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.941979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.942997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Fanout notify agent at l3_agent the message router_deleted on router 75c0d7d6-4144-4906-aea3-130765ea3994 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:01:28.955440 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.957049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-afb6ad45-ed30-4c42-958c-d5876f00e219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/routers/75c0d7d6-4144-4906-aea3-130765ea3994 HTTP/1.1" status: 204 len: 168 time: 2.8822393 Aug 31 08:01:28.960141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34218) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:28.976090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0391c61a-7d97-42c6-95bb-a8e4839e5614,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:28.980216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 602613dd-95c2-4a29-aa78-fbe49ccfa2bd {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:28.980732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 602613dd-95c2-4a29-aa78-fbe49ccfa2bd not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:28.996653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:29.104856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.106934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-418cb041-5b43-4503-b0f8-8b74c4a4887a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b HTTP/1.1" status: 204 len: 168 time: 2.1621125 Aug 31 08:01:29.110347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34220) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:29.133759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.285466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.298520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e6323-4452-47ed-9d1c-ff9f89d8c48e']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:29.312537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109fd806-1abf-48cb-b259-58399f8d33c9') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:29.313004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109fd806-1abf-48cb-b259-58399f8d33c9') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:29.321534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:29.325284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.340869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.350186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:01:29.350721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.354242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da2cc1-adb9-4b61-9215-b87111c0dcbe None None] The sync data for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 is: [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T07:51:38Z', 'revision_number': 4, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'a67317f7-f3ee-4961-8a94-ac8755a0888b', 'name': '', 'network_id': '7b50952f-e83d-4303-87f8-4502994ce831', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'mac_address': 'fa:16:3e:a9:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:36Z', 'updated_at': '2021-08-31T07:51:48Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'subnets': [{'id': 'dfd4f802-976d-4299-b047-a2cfb95537e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:01:29.371206 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:01:29.495648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.539884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.587295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.589915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/networks/1c5e6323-4452-47ed-9d1c-ff9f89d8c48e HTTP/1.1" status: 204 len: 168 time: 0.6285682 Aug 31 08:01:29.591745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4709254-2691-4954-9c8d-12e0f16e0119 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Network': ['ID=1c5e6323-4452-47ed-9d1c-ff9f89d8c48e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:29.593740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34238) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:29.682120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0391c61a-7d97-42c6-95bb-a8e4839e5614 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:29.698772 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2775bae9-6b88-4b4b-8f7d-73836b4e7892 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.727308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4b0d6-85d6-4772-a75c-a3332dbe32b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:29.730501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4b0d6-85d6-4772-a75c-a3332dbe32b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:29.732423 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d3e4b0d6-85d6-4772-a75c-a3332dbe32b8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6207881 Aug 31 08:01:29.735289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:29.767659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0391c61a-7d97-42c6-95bb-a8e4839e5614 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:29.768238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.791639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34244) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:29.825516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2775bae9-6b88-4b4b-8f7d-73836b4e7892 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.835498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet c0817738-5e87-4404-b84a-071e8e926a8b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:29.839361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.887528 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5deb-5315-49a6-9f2d-79214f516858 None None] New status for floating IP e4ca3838-4811-472c-bd43-7ee91ee9fcbe: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:01:29.899663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88831918-e4c1-4d52-a763-978ad5e80861 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.931695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88831918-e4c1-4d52-a763-978ad5e80861 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:29.935686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.053689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07d42c96-21de-4354-95f9-84ab24354ccf no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:30.062745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.078768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 07d42c96-21de-4354-95f9-84ab24354ccf {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:30.080719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 07d42c96-21de-4354-95f9-84ab24354ccf not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:30.133692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88831918-e4c1-4d52-a763-978ad5e80861 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.136661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88831918-e4c1-4d52-a763-978ad5e80861 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.138131 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88831918-e4c1-4d52-a763-978ad5e80861 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "DELETE /v2.0/security-groups/c8591e71-bdd4-4717-a1b4-09d663ea032e HTTP/1.1" status: 204 len: 168 time: 0.3452978 Aug 31 08:01:30.144267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34250) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.150334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88831918-e4c1-4d52-a763-978ad5e80861 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8591e71-bdd4-4717-a1b4-09d663ea032e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:30.156674 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-88f5321d-e22f-4c6f-8ce8-973218b93f0c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] show failed (client error): The resource could not be found. Aug 31 08:01:30.157877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-88f5321d-e22f-4c6f-8ce8-973218b93f0c tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "GET /v2.0/security-groups/c8591e71-bdd4-4717-a1b4-09d663ea032e HTTP/1.1" status: 404 len: 347 time: 0.0157166 Aug 31 08:01:30.160859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34252) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.168963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2775bae9-6b88-4b4b-8f7d-73836b4e7892 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.172710 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2775bae9-6b88-4b4b-8f7d-73836b4e7892 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.176352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2775bae9-6b88-4b4b-8f7d-73836b4e7892 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/security-groups/8354606a-2186-47bb-b156-9dd296971ecb HTTP/1.1" status: 204 len: 168 time: 0.5790861 Aug 31 08:01:30.229309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.234522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775bae9-6b88-4b4b-8f7d-73836b4e7892 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8354606a-2186-47bb-b156-9dd296971ecb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:30.328744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=c0817738-5e87-4404-b84a-071e8e926a8b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:30.335603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.340253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34264) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.340462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2060a791-28ba-42b1-932a-1564c7b5fd00 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/c0817738-5e87-4404-b84a-071e8e926a8b HTTP/1.1" status: 204 len: 168 time: 0.6040056 Aug 31 08:01:30.350259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d14e4b-9dce-4317-881b-42cc7ddfa710 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:30.422385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Deleting port 322ff047-3d1d-48b3-951c-f6b0e808e8e7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:30.422738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.442149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b3101f9e-722b-4a4c-8a99-fbb09d6420ff tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002185 Aug 31 08:01:30.447040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34266) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.533082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d387b25-e49c-486f-90e6-48aeac9c4715 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:30.534750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d387b25-e49c-486f-90e6-48aeac9c4715 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0820878 Aug 31 08:01:30.540859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.550198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:30.552163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.557283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Calling delete_port for 322ff047-3d1d-48b3-951c-f6b0e808e8e7 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:30.681782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47e9bc-11a5-43d8-b17f-e0273b4105ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:30.683324 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-af47e9bc-11a5-43d8-b17f-e0273b4105ac tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1296580 Aug 31 08:01:30.711088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34278) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.729377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:30.818641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6559bb45-0681-4740-a7fd-4e001dae0f65 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183815 Aug 31 08:01:30.820200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34284) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:30.826890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:30.850956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] Deleting port 0391c61a-7d97-42c6-95bb-a8e4839e5614 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:30.855372 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.023853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] For port 0391c61a-7d97-42c6-95bb-a8e4839e5614, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0391c61a-7d97-42c6-95bb-a8e4839e5614,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:31.025092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.049256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] Calling delete_port for 0391c61a-7d97-42c6-95bb-a8e4839e5614 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:31.122885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.203171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Pushing event deleted for resources: {'Port': ['ID=322ff047-3d1d-48b3-951c-f6b0e808e8e7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:31.214227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:31.218096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.244450 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.247436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.248996 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-584d69de-a252-4956-8286-1c33c0e89819 tempest-ServerActionsTestJSON-115158663 tempest-ServerActionsTestJSON-115158663-project] 10.222.0.36 "DELETE /v2.0/floatingips/e4ca3838-4811-472c-bd43-7ee91ee9fcbe HTTP/1.1" status: 204 len: 168 time: 1.0871947 Aug 31 08:01:31.252765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34292) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:31.254577 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.269448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34294) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:31.287029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323547195', 'description': 'tempest-secgroup-smoke-1323547195 description', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:31.305468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] No DVR routers for this DVR port 0391c61a-7d97-42c6-95bb-a8e4839e5614 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:31.310473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3f0d1-9156-4809-97e2-9fde385bdd97 None None] Pushing event deleted for resources: {'Port': ['ID=0391c61a-7d97-42c6-95bb-a8e4839e5614,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:31.444752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0391c61a-7d97-42c6-95bb-a8e4839e5614 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:31.464049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0391c61a-7d97-42c6-95bb-a8e4839e5614 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:31.464443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0391c61a-7d97-42c6-95bb-a8e4839e5614 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:31.472861 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.690575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.774121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:31.775648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.820745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:31.827807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:31.832284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:31.832885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.843869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2400e3-65f4-41d3-afda-580d3d5cdb8d None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:31.849097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=02c211af-5b1c-4f5e-b97a-d432df93eec0,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:31.849890 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.903627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4acaa1-ac18-4915-bd03-6f996f95c9d4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:31.954888 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-37df1ada-afa3-47e6-808a-7f35124ee926 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1306374 Aug 31 08:01:31.955116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34322) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:31.960210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:a9:4b:67', 'name': 'tempest-NetworksTestDHCPv6-2092932733'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:31.974390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.980224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b5a76a59-6578-4d60-b27e-91dd1d9428ad tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7091212 Aug 31 08:01:31.989166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34326) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:31.998966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '2d4acaa1-ac18-4915-bd03-6f996f95c9d4', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:32.093935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.099889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '02c211af-5b1c-4f5e-b97a-d432df93eec0'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:32.101127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.214014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.316634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:32.424219 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.444687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Allocated IP 2001:db8::f816:3eff:fe8e:a6e7 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/02c211af-5b1c-4f5e-b97a-d432df93eec0/db53506b-7049-4958-a4b2-50f6455b5215) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:32.455109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.499713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port a5cdc2f2-75e0-4aab-a423-bbbf12ada68b yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:32.616783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.627453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Transition to ACTIVE for port object db53506b-7049-4958-a4b2-50f6455b5215 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:32.645030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Transition to ACTIVE for port object db53506b-7049-4958-a4b2-50f6455b5215 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:32.657854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Deleting port a67317f7-f3ee-4961-8a94-ac8755a0888b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:32.657854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.704545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.730893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2cf76b-b141-4e28-9f8f-29dec8375bfa,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:32.773234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] For port a67317f7-f3ee-4961-8a94-ac8755a0888b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a67317f7-f3ee-4961-8a94-ac8755a0888b,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:32.773796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.794400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Calling delete_port for a67317f7-f3ee-4961-8a94-ac8755a0888b owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:32.900419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.961204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fea9:4b67 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/02c211af-5b1c-4f5e-b97a-d432df93eec0/a5cdc2f2-75e0-4aab-a423-bbbf12ada68b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:32.973295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:32.989278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:32.991410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:32.992637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8003b5a0-9d46-4852-96f9-39dcabfbb533 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0021970 Aug 31 08:01:32.995976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34350) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:33.013769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '2d4acaa1-ac18-4915-bd03-6f996f95c9d4', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:33.014032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:33.021962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Pushing event updated for resources: {'Port': ['ID=db53506b-7049-4958-a4b2-50f6455b5215,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:33.109231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Attempting to bind port db53506b-7049-4958-a4b2-50f6455b5215 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:33.109555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Attempting to bind port db53506b-7049-4958-a4b2-50f6455b5215 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:33.109950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Attempting to bind port db53506b-7049-4958-a4b2-50f6455b5215 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:33.115906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:33.116288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:33.116696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.117098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:33.117577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Bound port: db53506b-7049-4958-a4b2-50f6455b5215, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:33.117999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.180673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.208456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] For port db53506b-7049-4958-a4b2-50f6455b5215, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:33.211716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] For port db53506b-7049-4958-a4b2-50f6455b5215, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=db53506b-7049-4958-a4b2-50f6455b5215,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:33.232172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.260623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a67317f7-f3ee-4961-8a94-ac8755a0888b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:33.283434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.324402 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.385038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.403997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object a5cdc2f2-75e0-4aab-a423-bbbf12ada68b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:33.568164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562023-23f9-4bb8-9953-8b7b4b20e3c9 None None] Pushing event updated for resources: {'Port': ['ID=db53506b-7049-4958-a4b2-50f6455b5215,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:33.612608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.645614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7518f4-98cd-4405-b57a-93f1078f20bf,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:33.654915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.725739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:33.734436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:33.736987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:33.745127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:33.745127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.746768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:33.760903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=a5cdc2f2-75e0-4aab-a423-bbbf12ada68b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:34.029439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd7abe7e-7133-4942-8b2e-dd621e1d002c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0728762 Aug 31 08:01:34.035495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34380) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:34.053756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.058370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34386) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:34.058530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a6b80016-ccf6-457e-8a79-38ee21a9bceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0585618 Aug 31 08:01:34.063820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '2d4acaa1-ac18-4915-bd03-6f996f95c9d4', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:34.177689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b210d33-0cf0-4bfc-9975-e6acc408abc5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:34.183721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b210d33-0cf0-4bfc-9975-e6acc408abc5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:34.187927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5b210d33-0cf0-4bfc-9975-e6acc408abc5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1481175 Aug 31 08:01:34.188747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34400) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:34.190454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Router 1127f800-81c6-4c2d-a009-048bf0781550 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:01:34.227127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.310428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:01:34.327136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d08e8e46-4637-4b11-8025-2aa512accc4d admin admin] 10.222.0.36 "PUT /v2.0/routers/1127f800-81c6-4c2d-a009-048bf0781550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0597899 Aug 31 08:01:34.327136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34402) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:34.329630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] Sync routers for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:01:34.347463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:34.347673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:34.354059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.384461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port a5cdc2f2-75e0-4aab-a423-bbbf12ada68b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:34.384461 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.512777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:34.522175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.598619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.694529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for a5cdc2f2-75e0-4aab-a423-bbbf12ada68b owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:34.696638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cfc144-4c6d-4826-9a27-1472e5b45a84,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:34.847851 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.852038 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-56d455f5-abb0-4fdc-8852-23e9a3910ca3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7893593 Aug 31 08:01:34.852605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:34.864613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '2d4acaa1-ac18-4915-bd03-6f996f95c9d4', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:34.897659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T08:01:33Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:34.948377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] Checking router: 1127f800-81c6-4c2d-a009-048bf0781550 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:01:34.950615 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:34.959103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] Routers {'1127f800-81c6-4c2d-a009-048bf0781550'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:34.959807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1127f800-81c6-4c2d-a009-048bf0781550'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:35.097768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.105497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.109020 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.136887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] Set router 1127f800-81c6-4c2d-a009-048bf0781550 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:35.202620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=a5cdc2f2-75e0-4aab-a423-bbbf12ada68b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:35.250008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2e8122c0-e077-4402-ae0d-68607a27585b None None] Provisioning for port db53506b-7049-4958-a4b2-50f6455b5215 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:35.281291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.283360 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-44174d7e-03ad-44bc-95c8-1f21bba0231f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/a5cdc2f2-75e0-4aab-a423-bbbf12ada68b HTTP/1.1" status: 204 len: 168 time: 1.0939505 Aug 31 08:01:35.288908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34420) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:35.312412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Deleting port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:35.312758 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.362126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.403394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1fff99bb-0457-46c8-8544-b9e2bd41c6ae None None] Could not find standard attr ID for object a5cdc2f2-75e0-4aab-a423-bbbf12ada68b. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:35.448712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4df23-1a22-47f6-8af3-e607e83bc810 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:35.453701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4df23-1a22-47f6-8af3-e607e83bc810 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:35.456737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f1d4df23-1a22-47f6-8af3-e607e83bc810 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1618254 Aug 31 08:01:35.459754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34424) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:35.469444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T08:01:33Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:35.532468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3386f4-5c1f-4fda-9171-0a3421702a9c None None] The sync data for ids ['1127f800-81c6-4c2d-a009-048bf0781550'] in n-d-713499-16 is: [{'id': '1127f800-81c6-4c2d-a009-048bf0781550', 'name': 'tempest-ServerActionsTestJSON-453097928-router', 'tenant_id': '0e7e6f1abd0540abadbabc8305830633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:51:29Z', 'updated_at': '2021-08-31T08:01:33Z', 'revision_number': 5, 'project_id': '0e7e6f1abd0540abadbabc8305830633', 'gw_port': {'id': '9406a1c9-eab3-49b0-ac4c-ef6640e27a01', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1127f800-81c6-4c2d-a009-048bf0781550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:51:32Z', 'updated_at': '2021-08-31T07:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:01:35.544980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.564353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] For port 9406a1c9-eab3-49b0-ac4c-ef6640e27a01, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:35.564722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.586033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Calling delete_port for 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:35.610799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db53506b-7049-4958-a4b2-50f6455b5215 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:35.620409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34430) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:35.634180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2590e0-fd0d-4b4b-bb52-b35845047813,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:35.648748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 02c211af-5b1c-4f5e-b97a-d432df93eec0 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:35.648748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.751235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.787480 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.788788 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c78ea36-64f6-4e43-84c8-a7056f36a507 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9281614 Aug 31 08:01:35.805712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34438) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:35.811779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '2d4acaa1-ac18-4915-bd03-6f996f95c9d4', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:35.884777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd8fef02-3a5b-401a-98ab-e79c072c03f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.916011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port db53506b-7049-4958-a4b2-50f6455b5215 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:35.921220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port db53506b-7049-4958-a4b2-50f6455b5215 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:35.926542 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:35.935593 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.009917 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:01:36.035786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.060018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.082730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.133190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9406a1c9-eab3-49b0-ac4c-ef6640e27a01,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:36.211901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.232802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.285242 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.295724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd8fef02-3a5b-401a-98ab-e79c072c03f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.344275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.346562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.373019 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:01:36.379715 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:01:36.388029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=02c211af-5b1c-4f5e-b97a-d432df93eec0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:36.405148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd8fef02-3a5b-401a-98ab-e79c072c03f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.408057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.413258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.415829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f9c3a40c-822e-4d55-a3f4-a0ee601af285 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/02c211af-5b1c-4f5e-b97a-d432df93eec0 HTTP/1.1" status: 204 len: 168 time: 0.9546530 Aug 31 08:01:36.416554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88c9e7-edb9-46f6-b900-e28d13345b41 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:36.418603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:36.495190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cd8fef02-3a5b-401a-98ab-e79c072c03f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2234e0d7c1be4472939048eb3dd2dcea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8738992 Aug 31 08:01:36.509535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-edcd0ec9-279e-40c0-a5d3-3726a19086d1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863173 Aug 31 08:01:36.509535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34456) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:36.512436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34458) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:36.518872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:36.531122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48f70ba-10ca-4591-8d0a-f4acb9f659cf,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:36.578181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fef02-3a5b-401a-98ab-e79c072c03f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315062e-3582-4180-9272-f062b79e1dec,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:36.596057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be284b18-3ea9-4c50-be54-2e144dbb1b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.634568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be284b18-3ea9-4c50-be54-2e144dbb1b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.693323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.698392 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a3de13e4-43ce-4a42-a3cf-2a804e806711 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8910744 Aug 31 08:01:36.698716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34462) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:36.720680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '2d4acaa1-ac18-4915-bd03-6f996f95c9d4', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:36.722754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.723599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1127f800-81c6-4c2d-a009-048bf0781550 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:01:36.735192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:36.738861 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.740310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0c6b488e-5d88-4900-ad73-777082f8aeb3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1127f800-81c6-4c2d-a009-048bf0781550 HTTP/1.1" status: 204 len: 168 time: 2.4186523 Aug 31 08:01:36.743410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34464) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:36.809884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Deleting subnet dfd4f802-976d-4299-b047-a2cfb95537e1 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:36.821002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be284b18-3ea9-4c50-be54-2e144dbb1b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.821002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be284b18-3ea9-4c50-be54-2e144dbb1b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.821002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-be284b18-3ea9-4c50-be54-2e144dbb1b37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2315062e-3582-4180-9272-f062b79e1dec HTTP/1.1" status: 204 len: 168 time: 0.3120539 Aug 31 08:01:36.826455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.854816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:36.860170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.900080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be284b18-3ea9-4c50-be54-2e144dbb1b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315062e-3582-4180-9272-f062b79e1dec,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:36.943011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.144288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.220836 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:01:37.232925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Deleting port db53506b-7049-4958-a4b2-50f6455b5215 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:37.235986 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.252340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.326713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] For port db53506b-7049-4958-a4b2-50f6455b5215, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=db53506b-7049-4958-a4b2-50f6455b5215,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:37.327311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.343229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Calling delete_port for db53506b-7049-4958-a4b2-50f6455b5215 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:37.367465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.427380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.462184 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.462779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd4f802-976d-4299-b047-a2cfb95537e1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:37.470512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.472560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1e6305cb-5306-4ed0-9a3f-b6fe310720d5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dfd4f802-976d-4299-b047-a2cfb95537e1 HTTP/1.1" status: 204 len: 168 time: 0.7275507 Aug 31 08:01:37.475107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34476) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:37.494985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888cc6c-16de-46ad-ab79-b067273617d7 None None] Network 7b50952f-e83d-4303-87f8-4502994ce831 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:37.627922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.687292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744cb1b3-92b6-478c-a3d0-b885e0fb531d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:37.706559 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.726910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.823526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] No DVR routers for this DVR port db53506b-7049-4958-a4b2-50f6455b5215 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:37.828066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Pushing event deleted for resources: {'Port': ['ID=db53506b-7049-4958-a4b2-50f6455b5215,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:37.854860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.856952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.870867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc372d-ed1b-4735-b7e0-a0c78cc8f270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:37.907936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:37.919680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.934401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:37.940130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34482) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:37.954891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'network': {'name': 'tempest-network-smoke--1195451162', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'port_security_enabled': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:37.959949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7a45a4d9-21e3-4931-b592-38c5dd1df90b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2386384 Aug 31 08:01:38.009390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] DHCP port deletion for 7b50952f-e83d-4303-87f8-4502994ce831 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:38.088646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:38.093042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.095000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:38.108722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:38.111890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:38.116937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:38.132352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4029261-453b-4f34-ba55-545926009acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.149282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:38.151719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.163839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17b657-5f5e-4126-8925-f2e8f517af91 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:38.171155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=0463e04d-e47c-42fb-9ccb-7de9a24175e8,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:38.187391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:01:38.195464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Deleting port b0c2650d-7a01-4836-a971-5fa96b642130 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:38.196085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.203187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.203187 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Added segment 3b7873d0-4853-4305-b069-328eb0b226f7 of type vlan for network f9b1d714-8efe-450a-9703-2de56b0a2f70 Aug 31 08:01:38.261668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:38.262159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9406a1c9-eab3-49b0-ac4c-ef6640e27a01 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:38.262681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db53506b-7049-4958-a4b2-50f6455b5215 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:38.263125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.273492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] For port b0c2650d-7a01-4836-a971-5fa96b642130, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b0c2650d-7a01-4836-a971-5fa96b642130,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:38.274138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.296748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Calling delete_port for b0c2650d-7a01-4836-a971-5fa96b642130 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:38.352247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4029261-453b-4f34-ba55-545926009acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.365647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: db53506b-7049-4958-a4b2-50f6455b5215 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:38.366464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db53506b-7049-4958-a4b2-50f6455b5215 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:38.367093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a67317f7-f3ee-4961-8a94-ac8755a0888b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:38.408423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] Deleting port b0c2650d-7a01-4836-a971-5fa96b642130 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:38.408872 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.413090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a67317f7-f3ee-4961-8a94-ac8755a0888b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:38.413437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a67317f7-f3ee-4961-8a94-ac8755a0888b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:38.448932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.449796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '0463e04d-e47c-42fb-9ccb-7de9a24175e8'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:38.450683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.456826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:38.457499 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.497702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4029261-453b-4f34-ba55-545926009acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.539703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.569278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] For port b0c2650d-7a01-4836-a971-5fa96b642130, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b0c2650d-7a01-4836-a971-5fa96b642130,segment=NetworkSegment(9ca6d1d7-e862-421c-8ba9-0ffba28f4a70),segment_id=9ca6d1d7-e862-421c-8ba9-0ffba28f4a70)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:38.569881 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.580700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c2650d-7a01-4836-a971-5fa96b642130,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:38.585552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4029261-453b-4f34-ba55-545926009acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2f078-37bc-4971-b37b-29ec39a8638b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:38.604763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] Calling delete_port for b0c2650d-7a01-4836-a971-5fa96b642130 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:38.605511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] No DVR routers for this DVR port b0c2650d-7a01-4836-a971-5fa96b642130 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:38.638484 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-266e282b-3267-4e46-ae29-85bcffe30590 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1247087 Aug 31 08:01:38.639326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34494) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:38.646286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:d0:d7:7d', 'name': 'tempest-NetworksTestDHCPv6-509675360'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:38.674380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Network': ['ID=f9b1d714-8efe-450a-9703-2de56b0a2f70,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:38.687625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Allocated IP 2001:db8::f816:3eff:fe23:514f (a29e0ccd-3f08-4e7b-9822-64947ff5b787/0463e04d-e47c-42fb-9ccb-7de9a24175e8/68d32c9b-a232-4704-a394-f22fbaa3859a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:38.695879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f4029261-453b-4f34-ba55-545926009acb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41300c28d0244992b68aa6f83d2d406a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997925 Aug 31 08:01:38.697068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34498) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:38.721895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3ba2519e-66e1-4389-82a3-1640c5bf8a11 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7782171 Aug 31 08:01:38.723422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34502) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:38.728156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:01:38.731191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'admin_state_up': True, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:38.743042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.760286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b673d94-e192-4060-87f3-bfa4ab2aef56 req-4a498408-7a8d-4ddc-9908-209d7a8129ab tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:38.760286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b673d94-e192-4060-87f3-bfa4ab2aef56 req-4a498408-7a8d-4ddc-9908-209d7a8129ab tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1816027 Aug 31 08:01:38.766761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b50952f-e83d-4303-87f8-4502994ce831']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:38.781580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:38.781908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca6d1d7-e862-421c-8ba9-0ffba28f4a70') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:38.806882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.819155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-681e9b63-3ad0-43af-95cd-f78091a946d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.824974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.858146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:01:38.858639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.869468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-681e9b63-3ad0-43af-95cd-f78091a946d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.869468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b673d94-e192-4060-87f3-bfa4ab2aef56 req-7fd63681-c6cf-435b-bfc8-3ae6587507d9 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984826 Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:01:38.877055 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:01:38.941057 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.950640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.952463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:38.956268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] No DVR routers for this DVR port b0c2650d-7a01-4836-a971-5fa96b642130 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:38.993613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c194f-9ee7-4616-8b95-1150935c8123 None None] Pushing event deleted for resources: {'Port': ['ID=b0c2650d-7a01-4836-a971-5fa96b642130,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:39.044438 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.187513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:39.187751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Transition to ACTIVE for port object 68d32c9b-a232-4704-a394-f22fbaa3859a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:39.188843 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-681e9b63-3ad0-43af-95cd-f78091a946d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.192656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-681e9b63-3ad0-43af-95cd-f78091a946d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.194563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-681e9b63-3ad0-43af-95cd-f78091a946d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdd2f078-37bc-4971-b37b-29ec39a8638b HTTP/1.1" status: 204 len: 168 time: 0.4912186 Aug 31 08:01:39.196269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.212076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Transition to ACTIVE for port object 68d32c9b-a232-4704-a394-f22fbaa3859a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:39.227711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e9b63-3ad0-43af-95cd-f78091a946d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2f078-37bc-4971-b37b-29ec39a8638b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:39.262385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.267585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7b50952f-e83d-4303-87f8-4502994ce831 HTTP/1.1" status: 204 len: 168 time: 1.7912872 Aug 31 08:01:39.287289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865eaf7-fd3b-4c6a-8af5-8f78155de397 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b50952f-e83d-4303-87f8-4502994ce831,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:39.324508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.336385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.356571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.379678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:39.383460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:39.392083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:39.398075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 9635fe7f-df14-477b-8532-8ba2e99ef182 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:39.459822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Pushing event updated for resources: {'Port': ['ID=68d32c9b-a232-4704-a394-f22fbaa3859a,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:39.484161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Attempting to bind port 68d32c9b-a232-4704-a394-f22fbaa3859a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:39.485826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Attempting to bind port 68d32c9b-a232-4704-a394-f22fbaa3859a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:39.487123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Attempting to bind port 68d32c9b-a232-4704-a394-f22fbaa3859a on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:39.496839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:39.499039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:39.500095 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.500773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:39.501759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Bound port: 68d32c9b-a232-4704-a394-f22fbaa3859a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:39.502687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.582958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] For port 68d32c9b-a232-4704-a394-f22fbaa3859a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:39.595866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] For port 68d32c9b-a232-4704-a394-f22fbaa3859a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68d32c9b-a232-4704-a394-f22fbaa3859a,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:39.631543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fed0:d77d (a29e0ccd-3f08-4e7b-9822-64947ff5b787/0463e04d-e47c-42fb-9ccb-7de9a24175e8/9635fe7f-df14-477b-8532-8ba2e99ef182) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:39.643851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.740947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:39.850145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a0709-9fc1-41e7-b089-426e723e2a91 None None] Pushing event updated for resources: {'Port': ['ID=68d32c9b-a232-4704-a394-f22fbaa3859a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:39.980359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.005437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 9635fe7f-df14-477b-8532-8ba2e99ef182 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:40.087734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b0c2650d-7a01-4836-a971-5fa96b642130 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:40.113236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34524) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:40.163191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b0c2650d-7a01-4836-a971-5fa96b642130 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:40.170989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b0c2650d-7a01-4836-a971-5fa96b642130 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:40.216210 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.369219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:40.378745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:40.395946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:40.401798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:40.402458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.403496 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.415440 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18ebb397-3830-4a66-b3a7-a3907bf3ecc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e7e6f1abd0540abadbabc8305830633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002691 Aug 31 08:01:40.421135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:40.428185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=9635fe7f-df14-477b-8532-8ba2e99ef182,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:40.460730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.481854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4ac79-512a-4f19-a133-b20475deb442 req-e490dae7-720d-4aaf-a9b7-4cc45ff326d9 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:40.484793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ad4ac79-512a-4f19-a133-b20475deb442 req-e490dae7-720d-4aaf-a9b7-4cc45ff326d9 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.3835852 Aug 31 08:01:40.513515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32a1e35d-790a-4fe4-8c14-2bb15bae1a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.568317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32a1e35d-790a-4fe4-8c14-2bb15bae1a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.613802 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a088a305-d777-4a4c-b04a-7c3e149eef51 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9723761 Aug 31 08:01:40.624440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34540) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:40.712931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ad4ac79-512a-4f19-a133-b20475deb442 req-b1534ae2-199c-420e-9386-7b1f0457a06d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165759 Aug 31 08:01:40.775947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32a1e35d-790a-4fe4-8c14-2bb15bae1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.787494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32a1e35d-790a-4fe4-8c14-2bb15bae1a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:40.788023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499fa3b-0dcf-4364-b63a-3f338448c3b4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:40.790611 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32a1e35d-790a-4fe4-8c14-2bb15bae1a19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a9163cc-7ef6-4b3d-afed-459db0310d9a HTTP/1.1" status: 204 len: 168 time: 0.3676140 Aug 31 08:01:40.815760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e35d-790a-4fe4-8c14-2bb15bae1a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9163cc-7ef6-4b3d-afed-459db0310d9a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:40.834299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499fa3b-0dcf-4364-b63a-3f338448c3b4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:40.847902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0499fa3b-0dcf-4364-b63a-3f338448c3b4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2189581 Aug 31 08:01:40.849270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34546) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:40.913977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.42 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a5a7fd47-c917-4c40-92c7-3e9280b3f216) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:41.104179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 9635fe7f-df14-477b-8532-8ba2e99ef182 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:41.104557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:41.155498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:41.304522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:41.369357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:41.431392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 9635fe7f-df14-477b-8532-8ba2e99ef182 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:41.496742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:41.516927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:41.553082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:41.876461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=a5a7fd47-c917-4c40-92c7-3e9280b3f216,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:41.888261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.001428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.005219 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/9635fe7f-df14-477b-8532-8ba2e99ef182 HTTP/1.1" status: 204 len: 168 time: 1.1543705 Aug 31 08:01:42.024861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:42.026126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263b228-0795-43f9-987e-fd8f87eb43c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=9635fe7f-df14-477b-8532-8ba2e99ef182,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:42.130583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00c25a-551b-4343-add0-7ab13ad7507d req-c287b827-9973-4c50-b889-a5d3e2aca0cf tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:42.138879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e00c25a-551b-4343-add0-7ab13ad7507d req-c287b827-9973-4c50-b889-a5d3e2aca0cf tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1441338 Aug 31 08:01:42.205007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6c7b8-31d8-4520-8f7f-3f86d3017f92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:42.208017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6c7b8-31d8-4520-8f7f-3f86d3017f92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:42.226423 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a7f6c7b8-31d8-4520-8f7f-3f86d3017f92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1966188 Aug 31 08:01:42.227341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34626) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:42.275001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68d32c9b-a232-4704-a394-f22fbaa3859a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:42.307310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1f4106de-6fe6-48af-9905-38b3e22fe834 None None] Provisioning for port 68d32c9b-a232-4704-a394-f22fbaa3859a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:42.410135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e00c25a-551b-4343-add0-7ab13ad7507d req-db8323e7-ae74-4278-8532-e604704a56b9 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650256 Aug 31 08:01:42.563260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 68d32c9b-a232-4704-a394-f22fbaa3859a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:42.590297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 68d32c9b-a232-4704-a394-f22fbaa3859a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:42.591196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.632859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 0463e04d-e47c-42fb-9ccb-7de9a24175e8 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:42.644167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.690843 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.751714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.821361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-238c1efd-4f70-4660-8a4c-1a9bf67a61f1 None None] Could not find standard attr ID for object 9635fe7f-df14-477b-8532-8ba2e99ef182. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:01:42.847347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:42.887590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 68d32c9b-a232-4704-a394-f22fbaa3859a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68d32c9b-a232-4704-a394-f22fbaa3859a,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:43.033950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:43.402496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:43.414299 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:43.452950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=68d32c9b-a232-4704-a394-f22fbaa3859a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:43.540788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022478-cb8b-4941-91cf-964e9fb4df81 req-5d897675-87f2-4304-9946-a555f70b671c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:43.542307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79022478-cb8b-4941-91cf-964e9fb4df81 req-5d897675-87f2-4304-9946-a555f70b671c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.0494719 Aug 31 08:01:43.544635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0510a506-7d59-4477-8fc2-159f9bd335e5 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:01:43.632761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79022478-cb8b-4941-91cf-964e9fb4df81 req-f20f02cf-4c49-40d8-bb06-0c4357780e57 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829089 Aug 31 08:01:43.695222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:01:43.705873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:43.711215 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Sync routers for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:01:43.714738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34662) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:43.728060 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:43.730661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:43.740939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=0463e04d-e47c-42fb-9ccb-7de9a24175e8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:43.743188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:43.745660 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d575efe-f5ce-4b97-a005-91e8e212fbfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/0463e04d-e47c-42fb-9ccb-7de9a24175e8 HTTP/1.1" status: 204 len: 168 time: 1.5168507 Aug 31 08:01:43.748728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34668) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:43.755558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c75c0-0ba2-49b8-adce-b8b5e032fb3d None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:43.849559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc6cb68f-ce1d-473c-98ec-0639e96cf378 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996032 Aug 31 08:01:43.852065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34674) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:43.865681 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:43.866946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f142ffdc-4397-43cc-8a1d-85eb607479ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1398311 Aug 31 08:01:43.870112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34676) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:43.931348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a9a24608-25d3-4fcc-a44a-726d6a62ba3a tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b6c9e4ea252f4af5a6665745fe870d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600538 Aug 31 08:01:43.936646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34678) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:43.955699 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:43.970127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b06486-c17c-49c2-bee9-ad27ed2e58d8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:43.982112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-10b06486-c17c-49c2-bee9-ad27ed2e58d8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1289613 Aug 31 08:01:43.983706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34682) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.088971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:44.096884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e319e-99bb-4325-8dfb-5a028e087a8e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:44.101539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c57e319e-99bb-4325-8dfb-5a028e087a8e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1157570 Aug 31 08:01:44.103288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34684) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.157941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] Deleting port 68d32c9b-a232-4704-a394-f22fbaa3859a {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:44.158483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.186243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f496ccbb-3b44-4fc3-ba4f-fa0ce6b34307 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:44.190490 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f496ccbb-3b44-4fc3-ba4f-fa0ce6b34307 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2526979 Aug 31 08:01:44.190726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34688) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.228088 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-10deea11-5e90-4b91-91de-492c9d25ffd2 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363629 Aug 31 08:01:44.229600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34690) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.235517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9104f700-3b67-48d9-ac39-2cc8fa61e6bf tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293175 Aug 31 08:01:44.237865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:44.242239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.250382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-761064270', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:44.257153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] For port 68d32c9b-a232-4704-a394-f22fbaa3859a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=68d32c9b-a232-4704-a394-f22fbaa3859a,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:44.257877 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.268020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.275984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] Calling delete_port for 68d32c9b-a232-4704-a394-f22fbaa3859a owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:44.318162 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:41Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:44.323917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34694) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.367955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34698) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.482104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.517485 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Checking router: 0510a506-7d59-4477-8fc2-159f9bd335e5 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:01:44.518071 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Updating router 0510a506-7d59-4477-8fc2-159f9bd335e5 port a5a7fd47-c917-4c40-92c7-3e9280b3f216 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:01:44.534115 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.544706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-050d5da8-810f-4d10-b47a-eef4992d742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.549582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-516960712-network', 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:44.558218 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.562898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.591630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] Pushing event deleted for resources: {'Port': ['ID=68d32c9b-a232-4704-a394-f22fbaa3859a,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:44.598422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea146d-52a2-49bb-bd8d-4a4b0d39fd5c None None] No DVR routers for this DVR port 68d32c9b-a232-4704-a394-f22fbaa3859a on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:44.634814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=977851e549ad4ea3b49168d9b8f51b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9159038 Aug 31 08:01:44.634814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f89f82-3ede-4cd9-ac9b-23e7c6a758c4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:44.635392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:44.661725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.662321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.662767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.663203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.663640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.664077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.664635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.668275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.670384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.670764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.671108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.671449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc31fb-8943-4839-b90b-af72edf6ade9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:44.679344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:44.683488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.915306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:44.919599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.934149 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:44.946191 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Transition to ACTIVE for port object a5a7fd47-c917-4c40-92c7-3e9280b3f216 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:45.027545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.065189 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.114317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e31a1644-d845-4fad-8a52-bd26d9a12a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.125323 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Attempting to bind port a5a7fd47-c917-4c40-92c7-3e9280b3f216 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:45.125700 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Attempting to bind port a5a7fd47-c917-4c40-92c7-3e9280b3f216 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:45.126111 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Attempting to bind port a5a7fd47-c917-4c40-92c7-3e9280b3f216 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:45.131760 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:45.131940 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:45.132270 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.132796 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:45.133272 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Bound port: a5a7fd47-c917-4c40-92c7-3e9280b3f216, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:45.133660 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.135215 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Pushing event updated for resources: {'Port': ['ID=a5a7fd47-c917-4c40-92c7-3e9280b3f216,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:45.143689 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.144291 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.144799 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.145320 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.145839 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.146340 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.146827 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.147195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e31a1644-d845-4fad-8a52-bd26d9a12a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.147522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.148027 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.148519 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.149020 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.149502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:01:45.161468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548e520-6df5-4d9c-bc83-7001bf469986 req-d359a011-eab6-41fa-bbf4-96cf8cbcbde2 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:45.169568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0548e520-6df5-4d9c-bc83-7001bf469986 req-d359a011-eab6-41fa-bbf4-96cf8cbcbde2 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1107118 Aug 31 08:01:45.207547 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] For port a5a7fd47-c917-4c40-92c7-3e9280b3f216, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:45.211108 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] For port a5a7fd47-c917-4c40-92c7-3e9280b3f216, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a5a7fd47-c917-4c40-92c7-3e9280b3f216,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:45.224904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0548e520-6df5-4d9c-bc83-7001bf469986 req-c09c29cb-de4d-4adf-8604-782e2c4901e3 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544684 Aug 31 08:01:45.233401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:45.236488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.246668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.254092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:45.257747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=f8e67c37-cfd2-448c-a307-1db7715fd701,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:45.268122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:45.271699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:45.272303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.280884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94526ba0-6abd-46b6-8cd6-2b00dc4e3f87 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:45.327046 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.389445 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:45.390759 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:45.396033 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d968e4-5dd2-4216-aa49-cb13cfb0f690 None None] Pushing event updated for resources: {'Port': ['ID=a5a7fd47-c917-4c40-92c7-3e9280b3f216,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:45.424215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e31a1644-d845-4fad-8a52-bd26d9a12a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.426245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e31a1644-d845-4fad-8a52-bd26d9a12a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.431690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e31a1644-d845-4fad-8a52-bd26d9a12a43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16f89f82-3ede-4cd9-ac9b-23e7c6a758c4 HTTP/1.1" status: 204 len: 168 time: 0.7954988 Aug 31 08:01:45.456442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a1644-d845-4fad-8a52-bd26d9a12a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f89f82-3ede-4cd9-ac9b-23e7c6a758c4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:45.519899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.554407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': 'f8e67c37-cfd2-448c-a307-1db7715fd701'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:45.554407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.614307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:45.641982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-050d5da8-810f-4d10-b47a-eef4992d742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.644697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Subnet': ['ID=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:45.656834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Checking segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:45.657533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network hostable DHCP agents. Network: f9b1d714-8efe-450a-9703-2de56b0a2f70, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:01:45.736513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/f8e67c37-cfd2-448c-a307-1db7715fd701/8c762078-3985-409b-b8b1-6d9dc4b253ae) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:45.773863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-050d5da8-810f-4d10-b47a-eef4992d742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.806925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:01:45.825028 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-050d5da8-810f-4d10-b47a-eef4992d742c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4026fb26a0c45f5b005651df4b29831&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4997981 Aug 31 08:01:45.826148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d5da8-810f-4d10-b47a-eef4992d742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c7497-aee3-4441-8277-90001fdc64f3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:45.829679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34712) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:45.830294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:41Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:45.858751 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad0690-24ab-4e45-8515-20763b24e46c None None] The sync data for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 is: [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:41Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:01:45.897916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34714) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:45.900313 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f2f2d7b-49eb-4d2e-ae06-75148a6dddea tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6665587 Aug 31 08:01:45.900313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f9b1d714-8efe-450a-9703-2de56b0a2f70) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:45.911935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:fd:82:e9', 'name': 'tempest-NetworksTestDHCPv6-467790317'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:45.916382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:45.918307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:45.928752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a4b2d-962a-41f5-8f6c-e4c9ef7b58e7 None None] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:46.005607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-360adec7-0e74-427d-92c5-821ce0cad575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.030295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68d32c9b-a232-4704-a394-f22fbaa3859a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:46.092859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-360adec7-0e74-427d-92c5-821ce0cad575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.098516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 68d32c9b-a232-4704-a394-f22fbaa3859a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:46.098866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 68d32c9b-a232-4704-a394-f22fbaa3859a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:46.134380 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.153797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Transition to ACTIVE for port object 8c762078-3985-409b-b8b1-6d9dc4b253ae will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:46.242333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.292663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-360adec7-0e74-427d-92c5-821ce0cad575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.295592 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-360adec7-0e74-427d-92c5-821ce0cad575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.296914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-360adec7-0e74-427d-92c5-821ce0cad575 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/820c7497-aee3-4441-8277-90001fdc64f3 HTTP/1.1" status: 204 len: 168 time: 0.4656873 Aug 31 08:01:46.323082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adec7-0e74-427d-92c5-821ce0cad575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c7497-aee3-4441-8277-90001fdc64f3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:46.341780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.425968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:01:46.462267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4a73ac-b7dc-4f1b-9199-929002fab4ce,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:46.473943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.474304 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Added segment b90fa6ae-f093-40e2-aa6f-3ff826683ed3 of type vlan for network 82339031-2189-4413-a5b7-2c920bfb8b00 Aug 31 08:01:46.481282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Transition to ACTIVE for port object 8c762078-3985-409b-b8b1-6d9dc4b253ae will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:46.487621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-036916d7-855c-4b68-98cb-806eaf7b0478 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2427239 Aug 31 08:01:46.490742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34734) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:46.497928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-f9b1d714-8efe-450a-9703-2de56b0a2f70', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:46.498923 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.527902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77458e-014e-4e69-9f30-037841877dba req-7dbb6825-f018-4058-8909-81845448f0fc tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:46.529560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c77458e-014e-4e69-9f30-037841877dba req-7dbb6825-f018-4058-8909-81845448f0fc tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1761656 Aug 31 08:01:46.590866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.628380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c77458e-014e-4e69-9f30-037841877dba req-1d62ffc6-0fda-4314-858c-6ebbe3c24679 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761330 Aug 31 08:01:46.678969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Allocated IP 172.20.0.2 (f9b1d714-8efe-450a-9703-2de56b0a2f70/ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76/250c9a23-b8e4-412f-831d-ca22c4d34788) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:46.687587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:46.698178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.771826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:46.786108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.798307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.799309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:46.800555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.825102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:46.829030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:46.879510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Pushing event updated for resources: {'Port': ['ID=8c762078-3985-409b-b8b1-6d9dc4b253ae,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:46.921294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port e338dd0d-78d2-4f7a-979a-d9a2474a9df7 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:01:46.946442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5754871 Aug 31 08:01:46.967459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34742) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:46.984772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Request body: {'subnet': {'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-516960712-subnet', 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:47.036767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbaf81-280d-4a73-9add-35795f0fe13f admin admin] Pushing event updated for resources: {'Network': ['ID=82339031-2189-4413-a5b7-2c920bfb8b00,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:47.046169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.058372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Transition to ACTIVE for port object 250c9a23-b8e4-412f-831d-ca22c4d34788 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:47.104824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 82339031-2189-4413-a5b7-2c920bfb8b00 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:01:47.176981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::163 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/f8e67c37-cfd2-448c-a307-1db7715fd701/e338dd0d-78d2-4f7a-979a-d9a2474a9df7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:47.189121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:47.194312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.251452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Transition to ACTIVE for port object 250c9a23-b8e4-412f-831d-ca22c4d34788 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:47.265571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.289426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Attempting to bind port 8c762078-3985-409b-b8b1-6d9dc4b253ae on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:47.289963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Attempting to bind port 8c762078-3985-409b-b8b1-6d9dc4b253ae by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:47.290446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Attempting to bind port 8c762078-3985-409b-b8b1-6d9dc4b253ae on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:47.298671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:47.303636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:47.304320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.305200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:47.305876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Bound port: 8c762078-3985-409b-b8b1-6d9dc4b253ae, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:47.306384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.428343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.495017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:47.500586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] For port 8c762078-3985-409b-b8b1-6d9dc4b253ae, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:47.503280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:47.510170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:47.523670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Pushing event updated for resources: {'Port': ['ID=250c9a23-b8e4-412f-831d-ca22c4d34788,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:47.532309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] For port 8c762078-3985-409b-b8b1-6d9dc4b253ae, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8c762078-3985-409b-b8b1-6d9dc4b253ae,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:47.612601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Attempting to bind port 250c9a23-b8e4-412f-831d-ca22c4d34788 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:47.612976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Attempting to bind port 250c9a23-b8e4-412f-831d-ca22c4d34788 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:47.613406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Attempting to bind port 250c9a23-b8e4-412f-831d-ca22c4d34788 on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:47.620504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:47.620999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Checking segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:47.621901 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.622038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Bound using segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:47.627981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Bound port: 250c9a23-b8e4-412f-831d-ca22c4d34788, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:47.627981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.639558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.673096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.689857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object e338dd0d-78d2-4f7a-979a-d9a2474a9df7 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:47.761887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.1 (f9b1d714-8efe-450a-9703-2de56b0a2f70/ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76/3307f81b-ef7c-4ede-8d33-a4be34bf797b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:47.763130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34760) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:47.776236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] For port 250c9a23-b8e4-412f-831d-ca22c4d34788, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:47.782599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdba4-9cab-4db5-b67c-354579c27a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.782802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] For port 250c9a23-b8e4-412f-831d-ca22c4d34788, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=250c9a23-b8e4-412f-831d-ca22c4d34788,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:47.845456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.862134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad861fc-9832-4c03-be4a-086d8c31ed14 None None] Pushing event updated for resources: {'Port': ['ID=8c762078-3985-409b-b8b1-6d9dc4b253ae,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:47.911275 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.918064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:47.946194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 3307f81b-ef7c-4ede-8d33-a4be34bf797b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:47.987828 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.067950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a5a7fd47-c917-4c40-92c7-3e9280b3f216 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:48.098053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93c72-f187-4887-b947-4ae42b6e18ab req-a7ea5e2e-76ef-4e90-9540-01a3d32267c2 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:48.103514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fb93c72-f187-4887-b947-4ae42b6e18ab req-a7ea5e2e-76ef-4e90-9540-01a3d32267c2 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.3172781 Aug 31 08:01:48.109168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.120249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386e921-1683-4a50-89b4-5d1082316876 None None] Pushing event updated for resources: {'Port': ['ID=250c9a23-b8e4-412f-831d-ca22c4d34788,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:48.135406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:48.148029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:48.161025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:48.167572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:48.168229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.198024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=e338dd0d-78d2-4f7a-979a-d9a2474a9df7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:48.204830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:48.217960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:48.222623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:48.236533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a5a7fd47-c917-4c40-92c7-3e9280b3f216 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:48.241124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a5a7fd47-c917-4c40-92c7-3e9280b3f216 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:48.241712 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.249855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f13cdee-c5af-4903-a1a9-8fcc093495ba,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:48.315900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=3307f81b-ef7c-4ede-8d33-a4be34bf797b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:48.366262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.506614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.512798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fb93c72-f187-4887-b947-4ae42b6e18ab req-9f15e964-495a-464f-a449-baba421dfa77 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553786 Aug 31 08:01:48.544775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:48.558146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Network hostable DHCP agents. Network: 82339031-2189-4413-a5b7-2c920bfb8b00, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:01:48.562003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a5a7fd47-c917-4c40-92c7-3e9280b3f216, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a5a7fd47-c917-4c40-92c7-3e9280b3f216,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:48.627015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdba4-9cab-4db5-b67c-354579c27a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.705458 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.758389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a5a7fd47-c917-4c40-92c7-3e9280b3f216,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:48.769075 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdba4-9cab-4db5-b67c-354579c27a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.782392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:01:48.802576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:48.829437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c3fdba4-9cab-4db5-b67c-354579c27a70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d2a3bfe7f904d68bee72e197043169d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553069 Aug 31 08:01:48.829437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fdba4-9cab-4db5-b67c-354579c27a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e32240-6f35-40dd-8bb2-36296fafed54,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:48.834427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:48.850086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ad28598e-32e0-4ec3-8ba6-d324842f457b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9501970 Aug 31 08:01:48.852939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34776) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:48.913645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 82339031-2189-4413-a5b7-2c920bfb8b00) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:48.934487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa669bc-9f51-4d8a-8a02-fc1b09469580 None None] Network 82339031-2189-4413-a5b7-2c920bfb8b00 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:48.977875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:48.978814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:49.031738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83db60b-915b-4a5b-b1e3-3bd37358b55b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:49.038412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83db60b-915b-4a5b-b1e3-3bd37358b55b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:49.040250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c83db60b-915b-4a5b-b1e3-3bd37358b55b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1859958 Aug 31 08:01:49.046940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34782) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:49.153159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4175c22e-d375-45c5-ab74-254ddce15d2e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1768768 Aug 31 08:01:49.274903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port e338dd0d-78d2-4f7a-979a-d9a2474a9df7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:49.275589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:49.277136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b23d6bf-ca14-4dc7-afa0-e87694da58b0 None None] Network 82339031-2189-4413-a5b7-2c920bfb8b00 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:49.284115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34786) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:49.558676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:49.619109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e702ba0e-f508-4f78-96e6-af905b059b2d tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2123799751'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:49.620099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e702ba0e-f508-4f78-96e6-af905b059b2d tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Unknown quota resources ['metering_label']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 08:01:49.635509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for e338dd0d-78d2-4f7a-979a-d9a2474a9df7 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:49.855632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dce9e8ba-339b-42aa-82ba-a1f746b8a5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:49.910754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dce9e8ba-339b-42aa-82ba-a1f746b8a5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:49.916543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-07c4e196-9841-4cf5-8288-e6d1cdc579f8 None None] Provisioning for port 8c762078-3985-409b-b8b1-6d9dc4b253ae completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:50.140017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.171689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e702ba0e-f508-4f78-96e6-af905b059b2d tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.175745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:50.175898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e702ba0e-f508-4f78-96e6-af905b059b2d tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8901925 Aug 31 08:01:50.182931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-49b272de-187d-46cd-baa1-dc22fab66a21 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '292bfea2-7273-48c8-9b3b-31ba45df99a6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:50.186946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472ea5-9ded-4258-80cc-506a1d3388c6 req-f0f0a500-495d-466c-a18b-e7d3c7dd9959 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:50.187123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-49b272de-187d-46cd-baa1-dc22fab66a21 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 08:01:50.192872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b6487-7fb1-49dd-9ebb-c8645606f668 None None] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:50.193569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dce9e8ba-339b-42aa-82ba-a1f746b8a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.194628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5472ea5-9ded-4258-80cc-506a1d3388c6 req-f0f0a500-495d-466c-a18b-e7d3c7dd9959 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.4165645 Aug 31 08:01:50.196880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dce9e8ba-339b-42aa-82ba-a1f746b8a5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.199232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dce9e8ba-339b-42aa-82ba-a1f746b8a5d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38e32240-6f35-40dd-8bb2-36296fafed54 HTTP/1.1" status: 204 len: 168 time: 1.3621383 Aug 31 08:01:50.255204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5472ea5-9ded-4258-80cc-506a1d3388c6 req-c41328e8-4bf4-4ccd-9afb-b4a4b9e6193e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577116 Aug 31 08:01:50.284441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-67f6e595-20de-4f28-9a20-c9c7e0842f28 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:50.286335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-67f6e595-20de-4f28-9a20-c9c7e0842f28 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.3765938 Aug 31 08:01:50.288189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 250c9a23-b8e4-412f-831d-ca22c4d34788 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:50.304419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.328225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-35178fb5-969f-49c2-a810-21c75bd459ba None None] Provisioning for port e338dd0d-78d2-4f7a-979a-d9a2474a9df7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:50.337906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=e338dd0d-78d2-4f7a-979a-d9a2474a9df7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:50.342396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-35178fb5-969f-49c2-a810-21c75bd459ba None None] Provisioning complete for port e338dd0d-78d2-4f7a-979a-d9a2474a9df7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:50.342972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35178fb5-969f-49c2-a810-21c75bd459ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.347745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-5e59443d-663f-43fd-b70c-60298b1e27a1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0552909 Aug 31 08:01:50.372256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-35178fb5-969f-49c2-a810-21c75bd459ba None None] Port e338dd0d-78d2-4f7a-979a-d9a2474a9df7 was deleted so its status cannot be updated. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 08:01:50.380183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9e8ba-339b-42aa-82ba-a1f746b8a5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e32240-6f35-40dd-8bb2-36296fafed54,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:50.382489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.408049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.410630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-35ad76a5-1249-42b3-b803-0f22d7a5007f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/e338dd0d-78d2-4f7a-979a-d9a2474a9df7 HTTP/1.1" status: 204 len: 168 time: 1.3625619 Aug 31 08:01:50.429703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34816) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:50.439550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-59629543-43bf-467e-8559-b76d15ca8c74 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684812 Aug 31 08:01:50.499161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=3307f81b-ef7c-4ede-8d33-a4be34bf797b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:50.510496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.564515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c951b-d776-40fc-b398-dbac961dda08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:50.566238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c951b-d776-40fc-b398-dbac961dda08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:50.567870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-328c951b-d776-40fc-b398-dbac961dda08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1250458 Aug 31 08:01:50.571736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34820) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:50.585359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-35178fb5-969f-49c2-a810-21c75bd459ba None None] Provisioning for port 250c9a23-b8e4-412f-831d-ca22c4d34788 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:50.625333 n-d-713499-16 neutron-server[95445]: WARNING neutron.services.metering.metering_plugin [None req-49b272de-187d-46cd-baa1-dc22fab66a21 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 08:01:50.625492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 250c9a23-b8e4-412f-831d-ca22c4d34788 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:50.630151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 250c9a23-b8e4-412f-831d-ca22c4d34788 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:50.630552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.645283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-1b7cc5d0-20e4-4777-b3ac-5b62e662a45d service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043524 Aug 31 08:01:50.787274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet f8e67c37-cfd2-448c-a307-1db7715fd701 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:01:50.818850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.820963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.893867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49b272de-187d-46cd-baa1-dc22fab66a21 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:50.900505 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-49b272de-187d-46cd-baa1-dc22fab66a21 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7171366 Aug 31 08:01:50.901475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:50.904562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-aa8acb7f-0ee3-4ebe-b1e1-114f60dfaac7 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531004 Aug 31 08:01:50.922713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:50.937895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 250c9a23-b8e4-412f-831d-ca22c4d34788, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=250c9a23-b8e4-412f-831d-ca22c4d34788,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:50.960099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f8501c6d-64c5-4a53-9bdf-34d20eaf5368 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '292bfea2-7273-48c8-9b3b-31ba45df99a6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:50.963684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f8501c6d-64c5-4a53-9bdf-34d20eaf5368 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 08:01:50.981411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:51.065550 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.066659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8c762078-3985-409b-b8b1-6d9dc4b253ae up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:51.088203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.122767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c330daf-934f-4889-a6b9-40ae3f9900cb req-61d224dd-d4b9-4697-8711-7a132ba46639 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:51.134964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c330daf-934f-4889-a6b9-40ae3f9900cb req-61d224dd-d4b9-4697-8711-7a132ba46639 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1306336 Aug 31 08:01:51.190408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e15575d-2dfe-4486-a2db-34753a8c3e74 None None] Provisioning for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:51.221482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c330daf-934f-4889-a6b9-40ae3f9900cb req-5c8914ed-4d18-4d2e-aa73-a89f38cc14e1 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828729 Aug 31 08:01:51.266937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e15575d-2dfe-4486-a2db-34753a8c3e74 None None] Provisioning complete for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:51.267510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e15575d-2dfe-4486-a2db-34753a8c3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.271819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=250c9a23-b8e4-412f-831d-ca22c4d34788,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:51.350014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0510a506-7d59-4477-8fc2-159f9bd335e5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:01:51.382562 n-d-713499-16 neutron-server[95445]: WARNING neutron.services.metering.metering_plugin [None req-f8501c6d-64c5-4a53-9bdf-34d20eaf5368 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 08:01:51.443189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9e15575d-2dfe-4486-a2db-34753a8c3e74 None None] Port 3307f81b-ef7c-4ede-8d33-a4be34bf797b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:01:51.468694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bf02615-ff11-44f3-946d-6c6d521b7780 req-2fa630e3-536d-43bf-85ad-7d5433f2f1f5 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 210 time: 0.1031258 Aug 31 08:01:51.477543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e15575d-2dfe-4486-a2db-34753a8c3e74 None None] Provisioning complete for port 250c9a23-b8e4-412f-831d-ca22c4d34788 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:51.478602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e15575d-2dfe-4486-a2db-34753a8c3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.683350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8c762078-3985-409b-b8b1-6d9dc4b253ae completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:51.691415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8c762078-3985-409b-b8b1-6d9dc4b253ae triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:51.691415 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.706391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-2ff75fb4-f5f1-46f8-9ff7-904823624571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:51.708490 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-2ff75fb4-f5f1-46f8-9ff7-904823624571 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 1097 time: 0.7186952 Aug 31 08:01:51.715431 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8501c6d-64c5-4a53-9bdf-34d20eaf5368 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.716833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f8501c6d-64c5-4a53-9bdf-34d20eaf5368 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7993734 Aug 31 08:01:51.719626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34848) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:51.739796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-667af550-63cd-4739-9d26-6f554d9cca95 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=f577ccbc-97a7-4548-9e51-c0b8d6925ee0 HTTP/1.1" status: 200 len: 464 time: 0.0189402 Aug 31 08:01:51.740531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34850) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:51.814338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-60782123-12e3-4c76-ab9c-20533fb1bc94 None None] Provisioning complete for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:51.815819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-60782123-12e3-4c76-ab9c-20533fb1bc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.898795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-60782123-12e3-4c76-ab9c-20533fb1bc94 None None] Port 3307f81b-ef7c-4ede-8d33-a4be34bf797b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:01:51.898991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-4a90d124-3e1b-44aa-bea7-87b545f1f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:51.901927 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-4a90d124-3e1b-44aa-bea7-87b545f1f0e4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 911 time: 0.1780009 Aug 31 08:01:51.978152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:51.979418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:52.026392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e705f465-5f12-485b-9872-c2045ad5c779 None None] Provisioning complete for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:52.027718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e705f465-5f12-485b-9872-c2045ad5c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:52.074261 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67df4820-be32-4c10-be04-a65c26767401 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:52.079871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67df4820-be32-4c10-be04-a65c26767401 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/f577ccbc-97a7-4548-9e51-c0b8d6925ee0 HTTP/1.1" status: 204 len: 168 time: 0.3342226 Aug 31 08:01:52.085031 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-26219e76-6dc6-463b-aea4-3a2c01b17e94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e HTTP/1.1" status: 200 len: 1000 time: 0.1708477 Aug 31 08:01:52.090372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34866) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.106840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:01:52.110738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9e46ac5e-2ada-4d35-93c5-71df9e9983d1 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=f577ccbc-97a7-4548-9e51-c0b8d6925ee0 HTTP/1.1" status: 200 len: 221 time: 0.0188503 Aug 31 08:01:52.112675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-27da19e4-9155-4e3e-a9e9-c57f3b89e836 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/0510a506-7d59-4477-8fc2-159f9bd335e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6205933 Aug 31 08:01:52.138709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34870) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.143847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4648d1de-c485-466b-87b9-a4709c304ffa tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--997501160', 'description': 'label created by tempest'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:52.150458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4648d1de-c485-466b-87b9-a4709c304ffa tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Unknown quota resources ['metering_label']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 08:01:52.150609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e705f465-5f12-485b-9872-c2045ad5c779 None None] Port 3307f81b-ef7c-4ede-8d33-a4be34bf797b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:01:52.152573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Sync routers for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:01:52.168851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:52.169159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-c3d92ebe-cbbe-42ba-9454-234d710aae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:52.171407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-c3d92ebe-cbbe-42ba-9454-234d710aae16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.0687828 Aug 31 08:01:52.172349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:52.244526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:52.286614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:52.290183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/f8e67c37-cfd2-448c-a307-1db7715fd701 HTTP/1.1" status: 204 len: 168 time: 1.7167547 Aug 31 08:01:52.293258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34878) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.360842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:01:52.360842 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:01:52.360842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17796362-6798-47d3-b313-f739a6144da6 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:52.436343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab012454-da47-4ca3-9343-c83ab55a3db6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e67c37-cfd2-448c-a307-1db7715fd701,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:52.451887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a2c81224-3d63-4281-9418-771d4851ba01 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497338 Aug 31 08:01:52.453108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.472923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-8cbf3c5a-597f-4efa-a160-a67c7693b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:52.474682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-8cbf3c5a-597f-4efa-a160-a67c7693b1b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2946007 Aug 31 08:01:52.612834 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-5c4e84eb-cdb0-4a03-b086-b138b8905bf2 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281891 Aug 31 08:01:52.623853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:52.789234 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4648d1de-c485-466b-87b9-a4709c304ffa tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:52.798699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4648d1de-c485-466b-87b9-a4709c304ffa tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6505659 Aug 31 08:01:52.798887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34900) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.813880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:01:52.817960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-6bb0a863-3ee8-42aa-bc66-933084edf548 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323547195&fields=id&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 267 time: 0.2809341 Aug 31 08:01:52.830974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-310c05a3-5c16-437f-aa24-27a792e097ff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3806918 Aug 31 08:01:52.894375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b593-bf46-4671-9056-ae5702c6d1cd req-2d571cbb-840c-4824-9cb1-cd2a635081e5 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:52.896019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ad9b593-bf46-4671-9056-ae5702c6d1cd req-2d571cbb-840c-4824-9cb1-cd2a635081e5 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.3514671 Aug 31 08:01:52.903747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02e27d-67ed-487d-a098-4d85be2a6743 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:52.905343 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-13d487bf-c655-4fac-a58b-27dfc474e693 req-d45ef641-f88f-4abd-98fd-b86e92a091b6 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828422 Aug 31 08:01:52.909597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dc02e27d-67ed-487d-a098-4d85be2a6743 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3712900 Aug 31 08:01:52.911535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d7774989-8e2d-4ef4-b067-e9014cc6eeb9 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=607f4987-47bc-4f83-ba64-8d7a4ea96d88 HTTP/1.1" status: 200 len: 467 time: 0.1162708 Aug 31 08:01:52.911935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34902) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.912275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34904) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:52.981683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] Deleting port 8c762078-3985-409b-b8b1-6d9dc4b253ae {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:01:52.982357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:53.043272 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:53.066527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ad9b593-bf46-4671-9056-ae5702c6d1cd req-e4fb33d0-f9fc-41a1-97d1-c40617276b65 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442668 Aug 31 08:01:53.080182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.080941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.082210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.082870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.083538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.084344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.085043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.087641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-fed1dedc-1fc5-4354-ae8b-06c8eaf501a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6509 time: 0.1624072 Aug 31 08:01:53.090216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4233d9-8417-4d53-8338-bcf0338724e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.091915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9e4233d9-8417-4d53-8338-bcf0338724e2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1785462 Aug 31 08:01:53.094533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34914) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.135475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] For port 8c762078-3985-409b-b8b1-6d9dc4b253ae, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8c762078-3985-409b-b8b1-6d9dc4b253ae,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:53.135917 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:53.159494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] Calling delete_port for 8c762078-3985-409b-b8b1-6d9dc4b253ae owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:01:53.161145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3b61982d-c35f-4dba-98c8-382ecaee7cfa tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651405 Aug 31 08:01:53.167312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.193770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8c762078-3985-409b-b8b1-6d9dc4b253ae, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8c762078-3985-409b-b8b1-6d9dc4b253ae,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:53.205873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-7aad627c-5d09-4939-a41f-04c84e4eb58a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:53.214193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-7aad627c-5d09-4939-a41f-04c84e4eb58a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 797 time: 0.3954501 Aug 31 08:01:53.221250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:53.250894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:49Z', 'revision_number': 2, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:53.288915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Checking router: 0510a506-7d59-4477-8fc2-159f9bd335e5 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:01:53.289829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Updating router 0510a506-7d59-4477-8fc2-159f9bd335e5 port 3307f81b-ef7c-4ede-8d33-a4be34bf797b binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:01:53.318754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:53.320190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a5a7fd47-c917-4c40-92c7-3e9280b3f216 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:53.320578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f516033-97f6-45b1-a3fc-c85cdb448245 req-4f6ffb55-576f-483c-ad34-01cb982a7945 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 210 time: 0.1621389 Aug 31 08:01:53.325552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-23448ab7-44e5-450e-896e-a0ab96159003 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/quotas/b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 375 time: 0.1101415 Aug 31 08:01:53.354345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4c3cfc38-5598-40fc-88a6-b495d82e06a8 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:53.356725 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4c3cfc38-5598-40fc-88a6-b495d82e06a8 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/607f4987-47bc-4f83-ba64-8d7a4ea96d88 HTTP/1.1" status: 204 len: 168 time: 0.4420905 Aug 31 08:01:53.362813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34924) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.402592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-124f6f31-ad81-4182-a374-1f609cda225c tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=607f4987-47bc-4f83-ba64-8d7a4ea96d88 HTTP/1.1" status: 200 len: 216 time: 0.0333552 Aug 31 08:01:53.403490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.436143 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d7e7503-155b-48f4-b941-65fcac001105 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0230541 Aug 31 08:01:53.440499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34934) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.456443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:53.469349 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6475aece-1a82-4605-838d-7746b976ebbf tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0277178 Aug 31 08:01:53.472988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.514027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-3340d539-0e3a-4773-9727-37fa45ccdd19 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782000 Aug 31 08:01:53.566305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2e686838-02ad-4176-9a1d-b31186e8eaa3 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/292bfea2-7273-48c8-9b3b-31ba45df99a6 HTTP/1.1" status: 200 len: 473 time: 0.0918019 Aug 31 08:01:53.569908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34940) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.585870 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-60c25772-509c-440a-8620-d70c7efcdc88 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/c95e6457-6471-4ae6-ad1b-ae38529c6d7b HTTP/1.1" status: 200 len: 461 time: 0.0138347 Aug 31 08:01:53.597502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:53.624030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-ef0ca017-5690-44e5-bea8-834b8113e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-ef0ca017-5690-44e5-bea8-834b8113e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-ef0ca017-5690-44e5-bea8-834b8113e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-ef0ca017-5690-44e5-bea8-834b8113e875 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8bb433c7-8036-4d4a-b691-80e019454346&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=073ab6d4-0122-4a78-8db8-769b1f12df5a&id=073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 200 len: 2298 time: 0.5427697 Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-37a3e0c4-82a8-41a2-a13c-a86a8532bf03 service neutron] 10.222.0.36 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212462 Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:54.016706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.100860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8c762078-3985-409b-b8b1-6d9dc4b253ae,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:54.100860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] Pushing event deleted for resources: {'Port': ['ID=8c762078-3985-409b-b8b1-6d9dc4b253ae,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:54.100860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3d8c2-0147-4534-ab8e-07df4b0c909c None None] No DVR routers for this DVR port 8c762078-3985-409b-b8b1-6d9dc4b253ae on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:01:54.100860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a5a7fd47-c917-4c40-92c7-3e9280b3f216 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:54.100860 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.126329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27a1d034-2cd3-4ebe-91fc-8a4e9bfa7ba7 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.130465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-27a1d034-2cd3-4ebe-91fc-8a4e9bfa7ba7 tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/c95e6457-6471-4ae6-ad1b-ae38529c6d7b HTTP/1.1" status: 204 len: 168 time: 0.5313880 Aug 31 08:01:54.131288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34952) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:54.155600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.218962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-96c2c797-64c5-4aa9-b92e-6e16143bf109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.249966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-07c2b940-9b20-4e7d-a901-947ccebfc08c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 200 len: 1001 time: 0.5434744 Aug 31 08:01:54.313322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7f0c982d-7105-41ab-9919-40e1fffd67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:54.319102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7f0c982d-7105-41ab-9919-40e1fffd67b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c471819-fde2-4fd0-97d6-aff12222ef78 HTTP/1.1" status: 200 len: 856 time: 0.0547733 Aug 31 08:01:54.339043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.368704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Transition to ACTIVE for port object 3307f81b-ef7c-4ede-8d33-a4be34bf797b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:54.386734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 250c9a23-b8e4-412f-831d-ca22c4d34788 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:54.444332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 250c9a23-b8e4-412f-831d-ca22c4d34788 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:54.445179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.520518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.528721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-94be7bbf-e517-45cd-91c4-fea53f81b2dc service neutron] 10.222.0.36 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674208 Aug 31 08:01:54.548468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f948579a-6aca-4b6c-ab00-2181a60b5e5e tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.552116 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f948579a-6aca-4b6c-ab00-2181a60b5e5e tempest-MeteringTestJSON-146323706 tempest-MeteringTestJSON-146323706-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/292bfea2-7273-48c8-9b3b-31ba45df99a6 HTTP/1.1" status: 204 len: 168 time: 0.4194722 Aug 31 08:01:54.592287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af5cc1-2831-4800-9fec-20cc5112a471 None None] Pushing event updated for resources: {'Port': ['ID=3307f81b-ef7c-4ede-8d33-a4be34bf797b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:54.598893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-00f08453-2270-407f-a928-d3319ee86d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:54.600341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-00f08453-2270-407f-a928-d3319ee86d8f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8bb433c7-8036-4d4a-b691-80e019454346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2752385 Aug 31 08:01:54.618337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa344-2811-489d-8429-007ccd88207c req-9ca1eb57-ef99-44a5-ac30-907647606479 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:54.629385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d9aa344-2811-489d-8429-007ccd88207c req-9ca1eb57-ef99-44a5-ac30-907647606479 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.2301135 Aug 31 08:01:54.692096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8c762078-3985-409b-b8b1-6d9dc4b253ae no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:01:54.749475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8c762078-3985-409b-b8b1-6d9dc4b253ae {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:01:54.750455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8c762078-3985-409b-b8b1-6d9dc4b253ae not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:01:54.757248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Attempting to bind port 3307f81b-ef7c-4ede-8d33-a4be34bf797b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:54.757660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Attempting to bind port 3307f81b-ef7c-4ede-8d33-a4be34bf797b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:54.758060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Attempting to bind port 3307f81b-ef7c-4ede-8d33-a4be34bf797b on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:54.766279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:54.766279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Checking segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:54.766279 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.766279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Bound using segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:54.766279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Bound port: 3307f81b-ef7c-4ede-8d33-a4be34bf797b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:54.766279 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:54.850812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] For port 3307f81b-ef7c-4ede-8d33-a4be34bf797b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:54.852601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d9aa344-2811-489d-8429-007ccd88207c req-2bdf9a86-4929-4dbf-8a28-e17153414f85 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195873 Aug 31 08:01:54.854898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] For port 3307f81b-ef7c-4ede-8d33-a4be34bf797b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3307f81b-ef7c-4ede-8d33-a4be34bf797b,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:54.893982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-8f82e1d5-6ff6-40d7-833a-89be517d6b49 service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601836 Aug 31 08:01:55.040983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.053630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7e61221-942c-40bd-b2f2-68debb823308 req-99d2192a-6a58-4787-8519-253b4ba40c9d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 210 time: 0.1201336 Aug 31 08:01:55.164228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:01:55.165033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:55.167364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af5cc1-2831-4800-9fec-20cc5112a471 None None] Pushing event updated for resources: {'Port': ['ID=3307f81b-ef7c-4ede-8d33-a4be34bf797b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:55.167521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:01:55.210376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-870450bc-9071-4699-b5fd-7d4396b2ba34 req-541c74c9-e8a2-4c7f-8a58-3004e52a8c10 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 210 time: 0.0825601 Aug 31 08:01:55.215545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.273242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:55.287157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:55.296344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:55.297511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.327649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=bf9c74a2-b48d-48ed-8ddb-091e4c120086,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:55.339429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-279ad042-e58f-4e6a-bc21-4e7aa9766280 service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352129 Aug 31 08:01:55.370965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2e21d-b822-4172-a55d-ddc0d39b77b4 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:55.403670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-47e50e2d-4341-4790-a131-e932a5bac2a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 217 time: 0.0536759 Aug 31 08:01:55.476399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7e24fb9a-bb30-4aef-be3e-1b210b890221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:55.478832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7e24fb9a-bb30-4aef-be3e-1b210b890221 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.0601809 Aug 31 08:01:55.487321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:55.540262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-21d0a939-5906-453f-830c-fa1634076bfe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3457778 Aug 31 08:01:55.540720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34986) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:55.544315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:01:55.558984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-2622d7f1-7909-42cd-a486-8cc561a03f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:55.560017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:55.561791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-2622d7f1-7909-42cd-a486-8cc561a03f79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752261 Aug 31 08:01:55.585131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-a99d2287-a6dd-4920-b1aa-736cd4f91b87 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:55.601784 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-a99d2287-a6dd-4920-b1aa-736cd4f91b87 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.2756279 Aug 31 08:01:55.638773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:55.761271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': 'bf9c74a2-b48d-48ed-8ddb-091e4c120086'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:01:55.762403 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.947857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e57ca3-dbaa-4bc6-a6b7-dff31fe0309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.981940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-a683d039-0e90-474c-ac7e-a8766acdf84d service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062662 Aug 31 08:01:56.008980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.026813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Allocated IP 2001:db8::f816:3eff:fe5a:fd6d (a29e0ccd-3f08-4e7b-9822-64947ff5b787/bf9c74a2-b48d-48ed-8ddb-091e4c120086/a992568d-6d49-4d67-9ce0-1367fdac1dbc) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:56.036427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:54Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:01:56.109099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce8124-2f4a-439b-b56c-2db569e1b03a None None] The sync data for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 is: [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:54Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:01:56.335295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20983db4-1727-45a2-99f6-69bd4180518c req-3e0605d0-696c-43e6-9292-190b3a51f743 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 210 time: 0.1260989 Aug 31 08:01:56.443818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3307f81b-ef7c-4ede-8d33-a4be34bf797b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:56.486373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d73252-8e05-4da2-85a6-84b16fbe3ec1 req-f17aad66-8bf5-478e-8a17-8dd4a075ab7d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 210 time: 0.1381104 Aug 31 08:01:56.524558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7bb2b051-56c3-4c38-bf26-77719f6cd105 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391018 Aug 31 08:01:56.619720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-d8f498f2-7345-4619-9a17-ebf7edc0df3e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 217 time: 0.0849075 Aug 31 08:01:56.709648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.729206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-bd6db3f2-66a8-4f0f-95bf-6211a06ccd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:56.730767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-bd6db3f2-66a8-4f0f-95bf-6211a06ccd87 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.0960565 Aug 31 08:01:56.733043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Transition to ACTIVE for port object a992568d-6d49-4d67-9ce0-1367fdac1dbc will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:56.776843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Transition to ACTIVE for port object a992568d-6d49-4d67-9ce0-1367fdac1dbc will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:56.784973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.803257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-428ac38e-3e98-43a8-a20c-a99f32989a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:56.804831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-428ac38e-3e98-43a8-a20c-a99f32989a7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0621181 Aug 31 08:01:56.825259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:56.832475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.848241 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-236a1641-d5eb-4033-8825-f759edcb68f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.989516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:56.989516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:56.989516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:56.989935 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.002581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-df891780-163f-4951-9ec5-f16f0ca2804b service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838658 Aug 31 08:01:57.016463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.8 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/3a4eafc2-da5b-417b-b73d-41be4998a39e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:57.080446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:57.097096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:57.105217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:57.123648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Pushing event updated for resources: {'Port': ['ID=a992568d-6d49-4d67-9ce0-1367fdac1dbc,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:57.252533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e57ca3-dbaa-4bc6-a6b7-dff31fe0309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.273974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-858e64b9-34c8-421c-be8a-fa190c8d03be service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658603 Aug 31 08:01:57.331532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-c1e986eb-410f-4c92-9719-7b5ed8e9e8fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=7070293b-6786-4958-844f-338fa1c38741 HTTP/1.1" status: 200 len: 217 time: 0.0493233 Aug 31 08:01:57.391369 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.405119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.449973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-adcbb83a-5af7-45d6-800c-f28e6ab00850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:57.457736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-adcbb83a-5af7-45d6-800c-f28e6ab00850 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1179135 Aug 31 08:01:57.458008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Attempting to bind port a992568d-6d49-4d67-9ce0-1367fdac1dbc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:57.458297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Attempting to bind port a992568d-6d49-4d67-9ce0-1367fdac1dbc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:57.462608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Attempting to bind port a992568d-6d49-4d67-9ce0-1367fdac1dbc on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:57.485108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19e57ca3-dbaa-4bc6-a6b7-dff31fe0309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.491229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:57.491820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:57.492708 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.493180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:57.493934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Bound port: a992568d-6d49-4d67-9ce0-1367fdac1dbc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:57.495256 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.527907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3307f81b-ef7c-4ede-8d33-a4be34bf797b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3307f81b-ef7c-4ede-8d33-a4be34bf797b,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:01:57.561547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26ff1d95-03d4-4fca-90a0-4d4f4a46b771 req-fb2998ee-a2f5-4fad-909e-68a0a2b974e0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 210 time: 0.0968218 Aug 31 08:01:57.584758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57ca3-dbaa-4bc6-a6b7-dff31fe0309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de2bd28-6311-4455-9b0f-8f862f9d230d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:57.589758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-615cc0aa-28de-435e-a7dc-9f5eb7c37970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:57.591266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.592462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-615cc0aa-28de-435e-a7dc-9f5eb7c37970 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257827 Aug 31 08:01:57.608028 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19e57ca3-dbaa-4bc6-a6b7-dff31fe0309a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f6a71a7ef4c427bb17841a1a37b0163&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1204753 Aug 31 08:01:57.617532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35012) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:57.643756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:57.647477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.656793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] For port a992568d-6d49-4d67-9ce0-1367fdac1dbc, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:57.657942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] For port a992568d-6d49-4d67-9ce0-1367fdac1dbc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a992568d-6d49-4d67-9ce0-1367fdac1dbc,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:57.683086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.750794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3307f81b-ef7c-4ede-8d33-a4be34bf797b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:57.765032 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.769478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc05c196-3fcc-4c9a-ad22-9e2037cdbd78 req-5f308e9a-6164-49d5-a10e-99368fe8861c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 210 time: 0.0906255 Aug 31 08:01:57.784471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:57.793356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:57.798671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:01:57.801648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=3a4eafc2-da5b-417b-b73d-41be4998a39e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:57.809722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e587575e-de3f-45ab-8e15-cf816d8c6631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.840277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e587575e-de3f-45ab-8e15-cf816d8c6631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.876565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:57.877384 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.881542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-1c89259a-acb5-4b7c-b777-26da7d61fe3e service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778139 Aug 31 08:01:57.910659 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf9c74a2-b48d-48ed-8ddb-091e4c120086 (CIDR: 2001:db8::/64) Aug 31 08:01:57.936951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8481d3-623d-47e3-acfe-0ad2cd56f0bd None None] Pushing event updated for resources: {'Port': ['ID=a992568d-6d49-4d67-9ce0-1367fdac1dbc,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:57.963609 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-d9454892-fbd3-413f-9ccf-d5c2fc16c72a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3300018 Aug 31 08:01:57.977396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Request body: {'port': {'device_id': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:58.023933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7b85c3b8-3c89-4282-b1b1-dea000d384ea service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344223 Aug 31 08:01:58.034225 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:01:58.034735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:01:58.063722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.098734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.107718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-7bfc5771-62b7-427f-953e-13b4669fb30c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f HTTP/1.1" status: 200 len: 217 time: 0.0697126 Aug 31 08:01:58.177895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e587575e-de3f-45ab-8e15-cf816d8c6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.179833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e587575e-de3f-45ab-8e15-cf816d8c6631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.183329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e587575e-de3f-45ab-8e15-cf816d8c6631 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3de2bd28-6311-4455-9b0f-8f862f9d230d HTTP/1.1" status: 204 len: 168 time: 0.5617037 Aug 31 08:01:58.229267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587575e-de3f-45ab-8e15-cf816d8c6631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de2bd28-6311-4455-9b0f-8f862f9d230d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:58.280184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-86f2d09e-f299-4a4c-a3c5-8a146bebb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:58.300552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-86f2d09e-f299-4a4c-a3c5-8a146bebb47a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.1859660 Aug 31 08:01:58.400488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-73ac913a-7aba-4e55-8abd-b0ac5c8d88c2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8588185 Aug 31 08:01:58.406240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35024) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:58.419263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:58.426221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-a0fabae7-4cf5-4de5-9510-a81f581a5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:58.427847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-a0fabae7-4cf5-4de5-9510-a81f581a5941 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118975 Aug 31 08:01:58.436318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3307f81b-ef7c-4ede-8d33-a4be34bf797b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:01:58.544863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3307f81b-ef7c-4ede-8d33-a4be34bf797b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:01:58.545497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.759159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-393b1f1b-34a4-4b2a-8000-90922870d17e service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860413 Aug 31 08:01:58.852237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae99650-7cf0-48eb-a7a6-2fd5ce4f85e5 req-8ec4d657-33ee-4fe8-8d37-6dfed6749827 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:58.854581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bae99650-7cf0-48eb-a7a6-2fd5ce4f85e5 req-8ec4d657-33ee-4fe8-8d37-6dfed6749827 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 931 time: 0.1504507 Aug 31 08:01:58.899335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-4c1ab006-4d92-4dd3-954d-bd8b501752a2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:58.899815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-4c1ab006-4d92-4dd3-954d-bd8b501752a2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 797 time: 0.3803318 Aug 31 08:01:58.917406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4eafc2-da5b-417b-b73d-41be4998a39e {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:01:58.936983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:58.945410 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5930e116-0e5c-4339-a849-1b676b8ebdc0 req-a0d2ce41-8cc8-42be-89c9-7c5221903dda tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 210 time: 0.0595551 Aug 31 08:01:58.962223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bae99650-7cf0-48eb-a7a6-2fd5ce4f85e5 req-a88ed9e0-342f-4936-93ce-a45ded353fea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930293 Aug 31 08:01:58.991355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Transition to ACTIVE for port object 3a4eafc2-da5b-417b-b73d-41be4998a39e will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:01:58.991459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-20fe5588-a595-4780-90b9-4a68fa867450 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136245 Aug 31 08:01:58.991542 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-80ad9e3d-f60f-47f5-8c1d-2643a19407e6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 380 time: 0.0645556 Aug 31 08:01:59.005099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'port': {'device_id': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'admin_state_up': True, 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'security_groups': ['2d4acaa1-ac18-4915-bd03-6f996f95c9d4']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:01:59.042713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-cfd062ba-af37-4279-9ca3-d6c7812f6684 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7 HTTP/1.1" status: 200 len: 217 time: 0.0448616 Aug 31 08:01:59.087816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:59.091386 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.159979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-29043c6f-016f-4c98-ad2a-b859746ed7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:59.161641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-29043c6f-016f-4c98-ad2a-b859746ed7b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.1114335 Aug 31 08:01:59.173102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.254151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-29f94143-cd33-49b0-9b0f-fa9da87cf5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:59.255992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-29f94143-cd33-49b0-9b0f-fa9da87cf5a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785177 Aug 31 08:01:59.278837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4eafc2-da5b-417b-b73d-41be4998a39e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:59.363470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Attempting to bind port 3a4eafc2-da5b-417b-b73d-41be4998a39e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:01:59.363952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Attempting to bind port 3a4eafc2-da5b-417b-b73d-41be4998a39e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:01:59.364366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Attempting to bind port 3a4eafc2-da5b-417b-b73d-41be4998a39e on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:59.370804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Port 3a4eafc2-da5b-417b-b73d-41be4998a39e on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:01:59.371502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Attempting to bind port 3a4eafc2-da5b-417b-b73d-41be4998a39e on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:01:59.377903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:01:59.378728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:01:59.379143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:01:59.383508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Bound port: 3a4eafc2-da5b-417b-b73d-41be4998a39e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:01:59.383508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.420992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-6a03a590-5af4-4594-a1fb-2fa689fc15ae service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460204 Aug 31 08:01:59.506939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:01:59.521382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.550406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-a592f503-a804-4749-8d63-16df50bbd05b service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066997 Aug 31 08:01:59.556653 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.581149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35042) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:01:59.647231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-4256f499-b173-4317-8cd6-6213336db1c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 200 len: 217 time: 0.0507941 Aug 31 08:01:59.715427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] For port 3a4eafc2-da5b-417b-b73d-41be4998a39e, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:01:59.733646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d408d399-824d-4afa-b718-548a73164f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.738933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-376bc0ce-4697-492f-803f-f763851162f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:59.740673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-376bc0ce-4697-492f-803f-f763851162f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0807800 Aug 31 08:01:59.753271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] For port 3a4eafc2-da5b-417b-b73d-41be4998a39e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:01:59.819741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a02f2654-dc38-4ecd-8262-2bf6d2447753 None None] Provisioning for port a992568d-6d49-4d67-9ce0-1367fdac1dbc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:01:59.871580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.877770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.916259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:01:59.924225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:59.924853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.926694 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] 10.222.0.68 "PUT /v2.0/ports/3a4eafc2-da5b-417b-b73d-41be4998a39e HTTP/1.1" status: 200 len: 1092 time: 1.9539206 Aug 31 08:01:59.927100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:01:59.933259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'tag': '3a4eafc2-da5b-417b-b73d-41be4998a39e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:01:59.937372 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5860db6-32a8-4eb9-b792-eeae398212e0", "tag": "3a4eafc2-da5b-417b-b73d-41be4998a39e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:01:59.937568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:59.938287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.939703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9244f460-f168-4895-8a17-85c996c028f4 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:01:59.944909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-ef3ae470-9d61-4593-9504-9cc5dc852420 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5171196 Aug 31 08:01:59.946072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=18664484-d463-4fe4-8e0b-d11193a09917,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:01:59.949684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-62205eed-6a4f-45a1-a434-307a929eeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:01:59.956627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-62205eed-6a4f-45a1-a434-307a929eeab8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1862402 Aug 31 08:01:59.957290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.6 (f9b1d714-8efe-450a-9703-2de56b0a2f70/ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76/125b4440-699b-4c50-90b5-6abd171e000d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:01:59.979672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d408d399-824d-4afa-b718-548a73164f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.024251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc931e2-484b-4620-b6b2-af515af71f52 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4eafc2-da5b-417b-b73d-41be4998a39e,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:00.177324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-33ba124d-581e-4e53-b9a4-7666d501eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:00.179447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-33ba124d-581e-4e53-b9a4-7666d501eca2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61979286ac14460fb5b1f76603b31235&device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 1097 time: 0.1277084 Aug 31 08:02:00.197665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-81777618-bdc3-4af8-8a60-260bc5bb278a service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276294 Aug 31 08:02:00.257369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d408d399-824d-4afa-b718-548a73164f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.269179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca5d96-1bdf-4765-8d66-8e0572008a15 req-8e8232af-c41f-4ec5-a4ee-bc4769d9791b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:00.282573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ca5d96-1bdf-4765-8d66-8e0572008a15 req-8e8232af-c41f-4ec5-a4ee-bc4769d9791b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 943 time: 0.1672142 Aug 31 08:02:00.414052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a992568d-6d49-4d67-9ce0-1367fdac1dbc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:00.461161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.475870 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc804b8-6741-4d93-b00c-9fb6994c1a28 x-openstack-request-id: req-ebc804b8-6741-4d93-b00c-9fb6994c1a28 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:00.476155 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5860db6-32a8-4eb9-b792-eeae398212e0", "tag": "3a4eafc2-da5b-417b-b73d-41be4998a39e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:00.476414 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebc804b8-6741-4d93-b00c-9fb6994c1a28 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:00.476818 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'tag': '3a4eafc2-da5b-417b-b73d-41be4998a39e', 'status': 'completed', 'code': 200} Aug 31 08:02:00.495131 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d408d399-824d-4afa-b718-548a73164f0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc6b5acb3b3d446ca874fd1e9c1a57bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264182 Aug 31 08:02:00.503736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ead1a66b-ac1c-4f80-9b0b-e102eb89c5be tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0909698 Aug 31 08:02:00.503736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35054) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:00.507166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35056) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:00.513092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408d399-824d-4afa-b718-548a73164f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d84b5-0cab-4d20-a584-8cfd1bf89f01,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:00.520788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': 'bf9c74a2-b48d-48ed-8ddb-091e4c120086', 'ip_address': '2001:db8::f816:3eff:fe5a:fd6d'}, {'subnet_id': '18664484-d463-4fe4-8e0b-d11193a09917'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'a992568d-6d49-4d67-9ce0-1367fdac1dbc'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:02:00.538726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 125b4440-699b-4c50-90b5-6abd171e000d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:00.542738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:c7:8f:21', 'name': 'tempest-NetworksTestDHCPv6-1064710004'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:00.552724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-ae80b611-a3b1-4f8c-b0e4-4b7ea916811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:00.555311 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-ae80b611-a3b1-4f8c-b0e4-4b7ea916811e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 1095 time: 0.3568501 Aug 31 08:02:00.625795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.636385 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-18f059a5-ebf1-4df4-85dc-6e378d25d7be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e HTTP/1.1" status: 200 len: 217 time: 0.0720985 Aug 31 08:02:00.772315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-9504883c-79e8-4af2-b015-0961d505a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:00.773557 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-9504883c-79e8-4af2-b015-0961d505a6a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.1236255 Aug 31 08:02:00.778610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9674a756-02ac-4e15-b0c3-8da2352da001 req-2b6f7947-9e17-4c68-8197-f6579a938e7e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 210 time: 0.1815364 Aug 31 08:02:00.829094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-585568ca-331b-4f95-9da2-e4c010fe740d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319340 Aug 31 08:02:00.878130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f299ec6-f4be-4a7f-ba42-bde84f833809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:00.883368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ca5d96-1bdf-4765-8d66-8e0572008a15 req-831dba36-dd69-454a-a15a-e343de280cb9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999510 Aug 31 08:02:00.916377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-a1f8091b-8b50-4e95-888d-f5a44c799f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:00.918169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-a1f8091b-8b50-4e95-888d-f5a44c799f71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 200 len: 915 time: 0.6867862 Aug 31 08:02:00.929063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.017553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:01.017553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:01.022728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:01.078920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a659f7eb-3b1e-4797-8af6-50318ebc717c req-08c8af76-336c-44b1-a7b9-e3db9f1497af service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739431 Aug 31 08:02:01.081242 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f299ec6-f4be-4a7f-ba42-bde84f833809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.113004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-92d7b8fe-863f-41fa-8d01-112eabec4144 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d HTTP/1.1" status: 200 len: 217 time: 0.1791930 Aug 31 08:02:01.115153 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-85a4f55e-f896-490f-b56e-6c15fa09cc83 service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717063 Aug 31 08:02:01.164749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:01.221848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a992568d-6d49-4d67-9ce0-1367fdac1dbc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:01.242385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a992568d-6d49-4d67-9ce0-1367fdac1dbc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:01.242757 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.261999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:01.262672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.319749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-4388db86-b384-46e2-9324-32701d161c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:01.323001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-4388db86-b384-46e2-9324-32701d161c83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74481271-5560-47c9-8c92-d8312bfcd971 HTTP/1.1" status: 200 len: 854 time: 0.1882782 Aug 31 08:02:01.375173 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-79cb2e49-ff13-4096-baa9-d241c7482f53 req-6c827e80-a713-482a-9081-ba10f514f01e service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462440 Aug 31 08:02:01.385942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-6e5303fb-d0be-46a5-b872-a4aedcdd4df4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e909d975-5222-483a-81e8-23f6a4a1194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473506 Aug 31 08:02:01.407591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Allocated IP 2001:db8:0:1::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/18664484-d463-4fe4-8e0b-d11193a09917/a992568d-6d49-4d67-9ce0-1367fdac1dbc) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:01.454478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:01.505715 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.531361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-eb04f27f-0b3d-4811-af11-3ea03cd6bbf4 service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406386 Aug 31 08:02:01.573487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] For port a992568d-6d49-4d67-9ce0-1367fdac1dbc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a992568d-6d49-4d67-9ce0-1367fdac1dbc,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:01.612439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.626483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Transition to ACTIVE for port object a992568d-6d49-4d67-9ce0-1367fdac1dbc will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:01.650602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f299ec6-f4be-4a7f-ba42-bde84f833809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.653369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f299ec6-f4be-4a7f-ba42-bde84f833809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.655259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1f299ec6-f4be-4a7f-ba42-bde84f833809 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd4d84b5-0cab-4d20-a584-8cfd1bf89f01 HTTP/1.1" status: 204 len: 168 time: 1.1268544 Aug 31 08:02:01.663374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.688114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299ec6-f4be-4a7f-ba42-bde84f833809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d84b5-0cab-4d20-a584-8cfd1bf89f01,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:01.714207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:02:01.725400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5a4aadb-8e81-49d9-a577-37e85c32c31d req-18350911-e755-456e-818c-5a6c135151ca service neutron] 10.222.0.45 "GET /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755698 Aug 31 08:02:01.728605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5a341d9c-4105-446d-ab3d-2acf0ca7a5fb None None] Provisioning for port 125b4440-699b-4c50-90b5-6abd171e000d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:01.728997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-53cd2477-3901-4919-93cb-dba1851c04dc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7280562 Aug 31 08:02:01.734797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5a341d9c-4105-446d-ab3d-2acf0ca7a5fb None None] Provisioning complete for port 125b4440-699b-4c50-90b5-6abd171e000d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:01.735124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5a341d9c-4105-446d-ab3d-2acf0ca7a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.756255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Request body: {'port': {'device_id': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:01.789483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-1c60a2a7-d5ee-4956-ac01-c2a18ea3735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:01.791095 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-1c60a2a7-d5ee-4956-ac01-c2a18ea3735d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 1095 time: 0.1043513 Aug 31 08:02:01.793170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5a341d9c-4105-446d-ab3d-2acf0ca7a5fb None None] Port 125b4440-699b-4c50-90b5-6abd171e000d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:02:01.862077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.925443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.966204 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:02:01.978582 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:02:02.037721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f0171-4e12-4e15-87ab-b76c383e3e58 None None] Pushing event updated for resources: {'Port': ['ID=a992568d-6d49-4d67-9ce0-1367fdac1dbc,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:02.139119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-5eae6671-c804-4c1e-a0e0-1d79192d69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:02.140726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-5eae6671-c804-4c1e-a0e0-1d79192d69e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 906 time: 0.3402319 Aug 31 08:02:02.260902 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-055233f6-aa28-48da-8f50-24bafb5a71e1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e HTTP/1.1" status: 200 len: 217 time: 0.0754330 Aug 31 08:02:02.330434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-5fd916d3-bfb3-4f1e-b29f-44ef21d1c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:02.332198 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-5fd916d3-bfb3-4f1e-b29f-44ef21d1c0f6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.0638640 Aug 31 08:02:02.388899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-cb15e0d2-5661-47b7-8db4-f125aaf705c1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413334 Aug 31 08:02:02.529762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8:0:1::1e6 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/18664484-d463-4fe4-8e0b-d11193a09917/38c7db41-42c0-473f-9d9b-8dd7acf6f1cb) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:02.543970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fec7:8f21 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/bf9c74a2-b48d-48ed-8ddb-091e4c120086/38c7db41-42c0-473f-9d9b-8dd7acf6f1cb) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:02.548003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-78a43043-d013-43d6-845c-a57b7a13f917 service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510558 Aug 31 08:02:02.556218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bea2bd-9bec-484e-8e0f-77c52de1c610 req-d374d73a-2d06-4f86-930a-affebdadd954 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:02.564471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08bea2bd-9bec-484e-8e0f-77c52de1c610 req-d374d73a-2d06-4f86-930a-affebdadd954 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 931 time: 0.5836267 Aug 31 08:02:02.584244 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:02.628277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a992568d-6d49-4d67-9ce0-1367fdac1dbc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a992568d-6d49-4d67-9ce0-1367fdac1dbc,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:02.632744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08bea2bd-9bec-484e-8e0f-77c52de1c610 req-03ef74a4-87a0-405c-a346-c16b851b09e9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673068 Aug 31 08:02:02.721949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125b4440-699b-4c50-90b5-6abd171e000d {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:02:02.733550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:02.759395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Transition to ACTIVE for port object 125b4440-699b-4c50-90b5-6abd171e000d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:02.776512 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6955c51c-529e-4ff6-94cc-3ead7bcacdcf req-6c58f150-0456-4356-9bf1-de3128cfbc2c service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182403 Aug 31 08:02:02.877589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:02.892091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:02.908774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee56581-8026-4c74-9f3c-cad8af7664ad req-aaa7d9c1-d245-4a30-906b-954850e8f6d7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:02.908774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cee56581-8026-4c74-9f3c-cad8af7664ad req-aaa7d9c1-d245-4a30-906b-954850e8f6d7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 943 time: 0.1397643 Aug 31 08:02:02.933135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:02.951910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a992568d-6d49-4d67-9ce0-1367fdac1dbc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:02.967424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1364b4-b9ab-41cd-b1b0-13a2778adfa0 req-78b03e38-92dd-47bf-8f2a-a87d38082289 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:02.968954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff1364b4-b9ab-41cd-b1b0-13a2778adfa0 req-78b03e38-92dd-47bf-8f2a-a87d38082289 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 945 time: 0.1343157 Aug 31 08:02:02.999224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a992568d-6d49-4d67-9ce0-1367fdac1dbc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:03.009486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cee56581-8026-4c74-9f3c-cad8af7664ad req-389a6c55-73bf-470a-90c3-496b5c46bbb6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911474 Aug 31 08:02:03.040694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff1364b4-b9ab-41cd-b1b0-13a2778adfa0 req-3298db44-7a7b-477d-a0eb-b9bacea0b02b tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570309 Aug 31 08:02:03.207657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.262709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:03.270057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-35a73b74-e8db-49f2-bd6f-e5975dbb7e16 None None] Provisioning for port a992568d-6d49-4d67-9ce0-1367fdac1dbc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:03.283032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-35a73b74-e8db-49f2-bd6f-e5975dbb7e16 None None] Provisioning complete for port a992568d-6d49-4d67-9ce0-1367fdac1dbc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:03.283508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-35a73b74-e8db-49f2-bd6f-e5975dbb7e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.321287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.336125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:03.336467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:03.336794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:03.341908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:02:03.342282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:03.350371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:03.350931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Checking segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:03.351084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Bound using segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:03.351570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Bound port: 125b4440-699b-4c50-90b5-6abd171e000d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:03.351890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.428414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:03.434613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:03.439241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:03.446106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:03.446975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.465297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:03.465417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=38c7db41-42c0-473f-9d9b-8dd7acf6f1cb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:03.465559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:03.698430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.736006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:03.736761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.738376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] 10.222.0.45 "PUT /v2.0/ports/125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 1092 time: 1.9876497 Aug 31 08:02:03.741200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:03.744542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d4fc7ece-af71-4f3c-82d2-32e5bc9f5813 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2136669 Aug 31 08:02:03.748432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35132) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:03.773519 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71" -d '{"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:03.779732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2d9e3-3ccc-4ed7-9351-16e7dbc64a3c req-1f5d9c18-683f-46fc-a395-8c47b194b385 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:03.799536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bf2d9e3-3ccc-4ed7-9351-16e7dbc64a3c req-1f5d9c18-683f-46fc-a395-8c47b194b385 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.0948603 Aug 31 08:02:03.815093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e05ff5-5c07-4400-b0c7-9d7619d18994 service neutron] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:03.889088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f3de79c-52dd-4013-ace4-c29929f68376 None None] Provisioning for port 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:03.894613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f3de79c-52dd-4013-ace4-c29929f68376 None None] Provisioning complete for port 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:03.905219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f3de79c-52dd-4013-ace4-c29929f68376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.918957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:03.928592 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27456870-47f1-41a2-8510-50ea696c0df8 x-openstack-request-id: req-27456870-47f1-41a2-8510-50ea696c0df8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:03.928804 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:03.929064 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27456870-47f1-41a2-8510-50ea696c0df8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:03.929467 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'status': 'completed', 'code': 200} Aug 31 08:02:03.931269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bf2d9e3-3ccc-4ed7-9351-16e7dbc64a3c req-d6f09b10-b7d4-4f68-94ba-56e0950b6eef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306477 Aug 31 08:02:03.967805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:03.968528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:03.968960 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:02:03.974190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7f3de79c-52dd-4013-ace4-c29929f68376 None None] Port 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:02:04.028306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71 req-bfc2c79e-163d-406d-b406-db6026e36449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.028306 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71 req-bfc2c79e-163d-406d-b406-db6026e36449 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1095 time: 0.0451183 Aug 31 08:02:04.079858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.113232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 38c7db41-42c0-473f-9d9b-8dd7acf6f1cb owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:04.172265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-97f1519c-846f-4db7-bac8-abc677828cc8 tempest-AgentManagementNegativeTest-1039269114 tempest-AgentManagementNegativeTest-1039269114-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2520905 Aug 31 08:02:04.227822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71 req-6cbe7c75-b77d-424c-ad65-670b6691d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.230841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71 req-6cbe7c75-b77d-424c-ad65-670b6691d39b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1835117 Aug 31 08:02:04.252265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9356d8-eb7a-49ae-8453-b33a200aa377 req-92d8f590-f0a2-4ff8-b040-01b8f3556645 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.253963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e9356d8-eb7a-49ae-8453-b33a200aa377 req-92d8f590-f0a2-4ff8-b040-01b8f3556645 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 943 time: 0.1469326 Aug 31 08:02:04.293397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1dc82-b433-44e5-9fa3-fa7156b0376b req-32bc21b9-767f-4079-ae33-cb55ce677478 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.294995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0e1dc82-b433-44e5-9fa3-fa7156b0376b req-32bc21b9-767f-4079-ae33-cb55ce677478 tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 945 time: 0.1424701 Aug 31 08:02:04.347990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71 req-a2accd3e-5b69-4412-b7b6-e32399bbeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.349489 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bfd896f-532d-4bbe-8bfc-83aa07eb1b71 req-a2accd3e-5b69-4412-b7b6-e32399bbeb81 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109376 Aug 31 08:02:04.395571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e9356d8-eb7a-49ae-8453-b33a200aa377 req-8d0a053a-fb3b-42bd-97b5-8327ece077ff tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321464 Aug 31 08:02:04.401081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3a4eafc2-da5b-417b-b73d-41be4998a39e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:02:04.431777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0e1dc82-b433-44e5-9fa3-fa7156b0376b req-f5cce7d1-f4c5-45d1-bc9f-623683cbce5c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b66f9d5f-0425-4468-a457-8c14a0db3df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223981 Aug 31 08:02:04.449257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-7ebb7635-2767-4c85-bbac-1ec8533e831c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.450801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-7ebb7635-2767-4c85-bbac-1ec8533e831c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 945 time: 0.1356595 Aug 31 08:02:04.454385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-43ffd9b5-730e-4263-bb34-2da1a1d038be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.456146 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-43ffd9b5-730e-4263-bb34-2da1a1d038be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1095 time: 0.0658836 Aug 31 08:02:04.511767 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-7c450754-c73d-476d-aaa0-60524b8e6087 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 217 time: 0.0390725 Aug 31 08:02:04.537798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3a4eafc2-da5b-417b-b73d-41be4998a39e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:04.551953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '3a4eafc2-da5b-417b-b73d-41be4998a39e', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': '3a4eafc2-da5b-417b-b73d-41be4998a39e', 'mac_address': 'fa:16:3e:29:54:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:02:04.560633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-54f14206-d1cf-4fe3-81eb-0eb0d31de1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.564068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-54f14206-d1cf-4fe3-81eb-0eb0d31de1e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0520794 Aug 31 08:02:04.591564 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.607278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Deleting port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:04.607278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.611464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4eafc2-da5b-417b-b73d-41be4998a39e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:02:04.620163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-914eb885-7961-4ec3-95b0-5a6902bbba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:04.621899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-914eb885-7961-4ec3-95b0-5a6902bbba9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485933 Aug 31 08:02:04.631713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3a4eafc2-da5b-417b-b73d-41be4998a39e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:04.695626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] For port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,segment=NetworkSegment(0f0acf11-ec91-45f2-bf8d-9ca0176257fe),segment_id=0f0acf11-ec91-45f2-bf8d-9ca0176257fe)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:04.696033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.709766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Calling delete_port for 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:04.715592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-c920bc93-6564-4091-a41f-1b24b9703307 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856159 Aug 31 08:02:04.796987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.832503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1bfdc532-7640-4a71-a476-6e05f14edeef req-8ca40492-b1fe-4d5e-ad74-bf008b855d08 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058614 Aug 31 08:02:04.855499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=38c7db41-42c0-473f-9d9b-8dd7acf6f1cb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:04.878730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.919282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:04.924951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6e3c370f-f4ff-4292-99a9-79cba0bfc772 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/38c7db41-42c0-473f-9d9b-8dd7acf6f1cb HTTP/1.1" status: 204 len: 168 time: 1.1765215 Aug 31 08:02:04.925647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35166) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:04.965423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3a4eafc2-da5b-417b-b73d-41be4998a39e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:05.005879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee10b3-fc61-46bd-b898-c0c3ab601055 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.010982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35172) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:05.021760 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6cee10b3-fc61-46bd-b898-c0c3ab601055 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0949109 Aug 31 08:02:05.058405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a992568d-6d49-4d67-9ce0-1367fdac1dbc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:05.114185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e46930-c3e2-4361-b242-f586b1991b17 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.115955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d8e46930-c3e2-4361-b242-f586b1991b17 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1038861 Aug 31 08:02:05.118732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:05.139057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:05.158402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a992568d-6d49-4d67-9ce0-1367fdac1dbc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:05.158840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.203829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7c5fc-5d17-4ef5-b599-675d370ba23f req-8c75fc84-d20d-49d4-8df9-f978d811a656 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.205590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baf7c5fc-5d17-4ef5-b599-675d370ba23f req-8c75fc84-d20d-49d4-8df9-f978d811a656 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.1529403 Aug 31 08:02:05.212740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.223108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ae1a1-fc09-47e0-9db6-ac007758cc9f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.224850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ae1a1-fc09-47e0-9db6-ac007758cc9f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.226629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ae1a1-fc09-47e0-9db6-ac007758cc9f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.231212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d47ae1a1-fc09-47e0-9db6-ac007758cc9f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1114793 Aug 31 08:02:05.231457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35180) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:05.241785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:05.277965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Pushing event deleted for resources: {'Port': ['ID=086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:05.307409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:05.319388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 18664484-d463-4fe4-8e0b-d11193a09917 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:05.324015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.330132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baf7c5fc-5d17-4ef5-b599-675d370ba23f req-91fa5209-3c1e-4c24-bfca-b34ab17d8eac tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110334 Aug 31 08:02:05.353623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] No DVR routers for this DVR port 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:05.353623 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.355049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28406694-80fa-4145-b870-59c8d09ee8c2 req-c09c10c7-17b9-4d91-91dc-c2347803707e tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.45 "DELETE /v2.0/ports/086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d HTTP/1.1" status: 204 len: 173 time: 0.8775737 Aug 31 08:02:05.355598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'name': 'network-vif-deleted', 'tag': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:05.358839 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe0bcd-99a4-4b23-aa35-09afa2430f6c" -d '{"events": [{"server_uuid": "adb617f1-3791-4e84-a47b-14cf594097d2", "name": "network-vif-deleted", "tag": "086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:05.385505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27aed8a8-ea0d-46e9-b943-362429c8926f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.490806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.542162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27aed8a8-ea0d-46e9-b943-362429c8926f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.578767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b6a1-1112-46fa-87e1-454cb62a2117 req-603be96b-9c39-455b-aa7b-91d937043b36 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:05.580383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9457b6a1-1112-46fa-87e1-454cb62a2117 req-603be96b-9c39-455b-aa7b-91d937043b36 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 944 time: 0.0723231 Aug 31 08:02:05.582418 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149c488-af60-4119-8add-8a62e7cd3117 x-openstack-request-id: req-7149c488-af60-4119-8add-8a62e7cd3117 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:05.583071 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb617f1-3791-4e84-a47b-14cf594097d2", "name": "network-vif-deleted", "tag": "086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:05.583488 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7149c488-af60-4119-8add-8a62e7cd3117 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:05.584033 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb617f1-3791-4e84-a47b-14cf594097d2', 'name': 'network-vif-deleted', 'tag': '086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d', 'status': 'completed', 'code': 200} Aug 31 08:02:05.610849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.621923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9457b6a1-1112-46fa-87e1-454cb62a2117 req-c79d4f27-945b-4066-9e10-0628bb704d64 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Aug 31 08:02:05.657630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ccdf916-d363-483d-8007-78bafb7b0f30 req-3d46151f-7dbd-433a-b475-60897292ca1b tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 210 time: 0.0305209 Aug 31 08:02:05.928119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27aed8a8-ea0d-46e9-b943-362429c8926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.944040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.021154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.023735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/18664484-d463-4fe4-8e0b-d11193a09917 HTTP/1.1" status: 204 len: 168 time: 0.7903275 Aug 31 08:02:06.024408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a957df-64c7-4413-a303-5e06d534060a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=18664484-d463-4fe4-8e0b-d11193a09917,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:06.026390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35194) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:06.028202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6fc96f-77e0-41fb-9ac2-adcebde06c05 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:06.037577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed8a8-ea0d-46e9-b943-362429c8926f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1aab5a-a5b1-45d7-83fc-c1dedfcba9db,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:06.043386 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-27aed8a8-ea0d-46e9-b943-362429c8926f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb33ce7494b34541a1a89bf02d83a15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9031754 Aug 31 08:02:06.046516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:06.115573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet bf9c74a2-b48d-48ed-8ddb-091e4c120086 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:06.139831 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.140910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f90fdb0a-6d81-42a9-82e1-93fe82f61a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.163303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f90fdb0a-6d81-42a9-82e1-93fe82f61a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.177119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.272034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.317087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f90fdb0a-6d81-42a9-82e1-93fe82f61a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.325075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f90fdb0a-6d81-42a9-82e1-93fe82f61a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.330420 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f90fdb0a-6d81-42a9-82e1-93fe82f61a19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c1aab5a-a5b1-45d7-83fc-c1dedfcba9db HTTP/1.1" status: 204 len: 168 time: 0.2824361 Aug 31 08:02:06.340069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fdb0a-6d81-42a9-82e1-93fe82f61a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1aab5a-a5b1-45d7-83fc-c1dedfcba9db,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:06.468417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce7149-3a9c-4f5a-92d4-45bd95725092 req-1f889deb-805b-4147-9f23-587e05f45980 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:06.477447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35ce7149-3a9c-4f5a-92d4-45bd95725092 req-1f889deb-805b-4147-9f23-587e05f45980 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.0668268 Aug 31 08:02:06.504774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.545718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35ce7149-3a9c-4f5a-92d4-45bd95725092 req-df7666a5-f11b-4ec7-adeb-0baac67cd2d7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673454 Aug 31 08:02:06.548522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9c74a2-b48d-48ed-8ddb-091e4c120086,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:06.551957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.554235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fbc62496-0458-4b04-9148-c8df87d237e6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/bf9c74a2-b48d-48ed-8ddb-091e4c120086 HTTP/1.1" status: 204 len: 168 time: 0.5245562 Aug 31 08:02:06.556946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:06.607926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9b717761-6fcc-4da8-8b91-4ce4053c20ba tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467961 Aug 31 08:02:06.611354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35204) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:06.616644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:06.797580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-222d4be6-b095-4343-8396-deaf840dd104 req-46b523d4-2751-4f46-87f6-2dc6c1982e3c tempest-VolumesSnapshotTestJSON-1808816803 tempest-VolumesSnapshotTestJSON-1808816803-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb617f1-3791-4e84-a47b-14cf594097d2 HTTP/1.1" status: 200 len: 210 time: 0.0320373 Aug 31 08:02:06.806459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66002ab2-7ecd-424f-a540-23a3abeabbf9 req-52dbcc08-fd70-4c48-ad60-2d7ec1223436 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:06.808046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66002ab2-7ecd-424f-a540-23a3abeabbf9 req-52dbcc08-fd70-4c48-ad60-2d7ec1223436 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 944 time: 0.0997303 Aug 31 08:02:06.859830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66002ab2-7ecd-424f-a540-23a3abeabbf9 req-fb64b004-c4fd-4074-ab86-ec016052ee63 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Aug 31 08:02:06.870733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:06.874836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:06.928478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd07e87-d6d4-41f9-9fb5-db89744726c0 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:06.994557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5c703f0c-361f-4140-9bc8-0f803e1742ec None None] Provisioning complete for port a992568d-6d49-4d67-9ce0-1367fdac1dbc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:06.994940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c703f0c-361f-4140-9bc8-0f803e1742ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:07.207224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a9b41-c633-4006-951d-9662a964307a None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:02:07.254105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-234a9b41-c633-4006-951d-9662a964307a None None] Deleting port a992568d-6d49-4d67-9ce0-1367fdac1dbc {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:07.255999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-234a9b41-c633-4006-951d-9662a964307a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:07.339477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-234a9b41-c633-4006-951d-9662a964307a None None] For port a992568d-6d49-4d67-9ce0-1367fdac1dbc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a992568d-6d49-4d67-9ce0-1367fdac1dbc,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:07.339884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-234a9b41-c633-4006-951d-9662a964307a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:07.359876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-234a9b41-c633-4006-951d-9662a964307a None None] Calling delete_port for a992568d-6d49-4d67-9ce0-1367fdac1dbc owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:07.406345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:02:07.607323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-234a9b41-c633-4006-951d-9662a964307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:07.649551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a9b41-c633-4006-951d-9662a964307a None None] Pushing event deleted for resources: {'Port': ['ID=a992568d-6d49-4d67-9ce0-1367fdac1dbc,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:07.660195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234a9b41-c633-4006-951d-9662a964307a None None] No DVR routers for this DVR port a992568d-6d49-4d67-9ce0-1367fdac1dbc on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:07.699189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_pluggable_backend [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Port a992568d-6d49-4d67-9ce0-1367fdac1dbc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95446) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 08:02:07.704077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_pluggable_backend [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5a:fd6d {{(pid=95446) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 08:02:07.704077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_pluggable_backend [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5a:fd6d {{(pid=95446) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 08:02:07.708223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:07.761552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cc1e8-27e1-47c6-812d-053e4ebca258 req-913ba9c6-2331-4a03-a32e-7f01a2b133ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:07.763201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da4cc1e8-27e1-47c6-812d-053e4ebca258 req-913ba9c6-2331-4a03-a32e-7f01a2b133ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.1180396 Aug 31 08:02:07.774212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:07.786088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:07.796522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e07235-2749-4773-a11d-b17c7dee5bef None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:07.798851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:07.799461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:07.810732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=a7ab10d0-d31b-41d9-aaa3-d95274176bad,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:07.834736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da4cc1e8-27e1-47c6-812d-053e4ebca258 req-e0f5786d-b3b3-4202-8a84-08ef1b8a0066 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593805 Aug 31 08:02:07.930139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35240) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:07.931148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-899d164f-871b-4eaf-a3f3-148368cf8f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3181584 Aug 31 08:02:07.935488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:07.978155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:02:07.980137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:02:08.094754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35246) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:08.137404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1574a5-c6a8-492b-a3f4-672da136a8c6 req-0563fd5e-4a8d-4941-a280-6ab8b13631db tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:08.154510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f1574a5-c6a8-492b-a3f4-672da136a8c6 req-0563fd5e-4a8d-4941-a280-6ab8b13631db tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 944 time: 0.1517441 Aug 31 08:02:08.157849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:02:08.159864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 086ee3fa-1282-4f21-9a0d-dcb0c6e52e6d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:02:08.172153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': 'a7ab10d0-d31b-41d9-aaa3-d95274176bad'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:08.173031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.190641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f1574a5-c6a8-492b-a3f4-672da136a8c6 req-ace089a0-ea8c-4d0a-ab9f-11b6b19881bc tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Aug 31 08:02:08.268398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731507411'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:08.305042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:08.308600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.426338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3a4eafc2-da5b-417b-b73d-41be4998a39e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:08.429905 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7ab10d0-d31b-41d9-aaa3-d95274176bad (CIDR: 2001:db8::/64) Aug 31 08:02:08.464695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:08.486529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Allocated IP 2001:db8::f816:3eff:fe3b:1bba (a29e0ccd-3f08-4e7b-9822-64947ff5b787/a7ab10d0-d31b-41d9-aaa3-d95274176bad/d4526b50-5b5b-4c15-9617-5a6abfeb7cd2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:08.494287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '125b4440-699b-4c50-90b5-6abd171e000d', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'mac_address': 'fa:16:3e:9a:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:02:08.509469 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:02:08.512708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:08.551882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:08.555643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.566147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.595422 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.618575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b4440-699b-4c50-90b5-6abd171e000d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:02:08.659441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:08.720213 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.729489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Transition to ACTIVE for port object d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:08.744787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Transition to ACTIVE for port object d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:08.764747 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8795ee43-f259-4438-a746-d7ea561aff95 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8334889 Aug 31 08:02:08.768221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35260) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:08.773498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:08.800653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 3a4eafc2-da5b-417b-b73d-41be4998a39e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:08.803028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.812862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 3a4eafc2-da5b-417b-b73d-41be4998a39e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:08.812862 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.867343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.889403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:08.916296 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:08.992207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:08.999412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:09.002808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Pushing event updated for resources: {'Port': ['ID=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:09.005095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a992568d-6d49-4d67-9ce0-1367fdac1dbc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:02:09.007737 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.013348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b605ad-9aa6-4ceb-b10a-eed564e63116 req-1e348aa8-dfc3-4537-8aab-bb665a8656f9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:09.015100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04b605ad-9aa6-4ceb-b10a-eed564e63116 req-1e348aa8-dfc3-4537-8aab-bb665a8656f9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.0771482 Aug 31 08:02:09.022142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:09.024591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.026631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:09.053405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.054164 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment 22b91163-4977-4c15-a146-4684ff5ed5e4 of type vlan for network d4c12e51-e1d3-4186-b42a-b42d71c966dd Aug 31 08:02:09.063658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['125b4440-699b-4c50-90b5-6abd171e000d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:09.067962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e037570b-af67-40b9-87c5-7862665825df,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:09.068926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a992568d-6d49-4d67-9ce0-1367fdac1dbc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:02:09.069278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a992568d-6d49-4d67-9ce0-1367fdac1dbc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:02:09.086339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04b605ad-9aa6-4ceb-b10a-eed564e63116 req-ca9fdd6f-4f4f-4657-9588-deb4c3822c93 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626314 Aug 31 08:02:09.119318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4eafc2-da5b-417b-b73d-41be4998a39e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:09.119801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.121592 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a1e0ea-48c4-4dfc-b1c1-309f31bb3d5d" -d '{"events": [{"server_uuid": "d5860db6-32a8-4eb9-b792-eeae398212e0", "name": "network-vif-plugged", "status": "completed", "tag": "3a4eafc2-da5b-417b-b73d-41be4998a39e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:09.162884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:09.166866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.230602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.237021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:09.237646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.359092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35280) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:09.372373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3a4eafc2-da5b-417b-b73d-41be4998a39e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:09.388273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Attempting to bind port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:09.388646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Attempting to bind port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:09.389014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Attempting to bind port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:09.396347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:09.396347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:09.396930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.397333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:09.398118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Bound port: d4526b50-5b5b-4c15-9617-5a6abfeb7cd2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:09.398269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.407235 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3110456 Aug 31 08:02:09.417188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965a88-4fd6-4659-b747-10db58a16b71 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=d4c12e51-e1d3-4186-b42a-b42d71c966dd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:09.445719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3ecc7-c2c3-4c8a-829d-6231fd749ba5 req-20e01d7a-4acd-48b8-a7bc-d5c409b47c0f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:09.448725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34d3ecc7-c2c3-4c8a-829d-6231fd749ba5 req-20e01d7a-4acd-48b8-a7bc-d5c409b47c0f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 944 time: 0.1395392 Aug 31 08:02:09.483620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network d4c12e51-e1d3-4186-b42a-b42d71c966dd details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:09.511346 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.554123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34d3ecc7-c2c3-4c8a-829d-6231fd749ba5 req-18b416ac-8f43-48b5-8913-c96ecdf78098 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965738 Aug 31 08:02:09.675982 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d46ddb-6944-4f6a-89cd-0b406d53e1d6 x-openstack-request-id: req-71d46ddb-6944-4f6a-89cd-0b406d53e1d6 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:09.679453 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5860db6-32a8-4eb9-b792-eeae398212e0", "name": "network-vif-plugged", "status": "completed", "tag": "3a4eafc2-da5b-417b-b73d-41be4998a39e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:09.679888 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71d46ddb-6944-4f6a-89cd-0b406d53e1d6 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:09.680533 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4eafc2-da5b-417b-b73d-41be4998a39e', 'code': 200} Aug 31 08:02:09.709905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-875239f1-c179-4ddc-beab-eaef4a7d6b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.741931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b46f0-4c9d-4ce6-abbe-aaf3309b2e94 req-aa45785b-a725-4226-abd6-8a8174d82e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:09.743886 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8d7b46f0-4c9d-4ce6-abbe-aaf3309b2e94 req-aa45785b-a725-4226-abd6-8a8174d82e16 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 1097 time: 0.0731640 Aug 31 08:02:09.768574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.795719 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8d7b46f0-4c9d-4ce6-abbe-aaf3309b2e94 req-571ee0eb-e35b-4361-a948-d6be1f3248e3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444827 Aug 31 08:02:09.800544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3a4eafc2-da5b-417b-b73d-41be4998a39e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:09.868436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=11dfb0a3-1beb-41b2-83fb-0a0febc84e62,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:09.884512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:09.886124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:09.894301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:09.895040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.896090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-875239f1-c179-4ddc-beab-eaef4a7d6b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:09.906150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] For port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:09.912531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] For port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:10.002098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-875239f1-c179-4ddc-beab-eaef4a7d6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.045404 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-875239f1-c179-4ddc-beab-eaef4a7d6b66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a619b549099e4e1197a00fbd9e0fb6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761572 Aug 31 08:02:10.046112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:10.052469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875239f1-c179-4ddc-beab-eaef4a7d6b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991ae336-88c3-43bd-993c-bd8434f3a5b9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:10.064482 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.103716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6614-b04d-4e79-a742-ed3767ffe9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.110452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35288) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:10.111904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c191ffec-423f-4518-9211-6a4824a531fe tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3423257 Aug 31 08:02:10.129471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:65:0d:67', 'name': 'tempest-NetworksTestDHCPv6-1296775261'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:10.186454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6614-b04d-4e79-a742-ed3767ffe9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.212472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7b09c-de35-4649-88d9-5bafa2a4bdbb None None] Pushing event updated for resources: {'Port': ['ID=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:10.319358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239423a-0490-4d28-8480-4d6cb63ede7d req-e5d462c5-8488-469d-a291-67b0005694fc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:10.320956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a239423a-0490-4d28-8480-4d6cb63ede7d req-e5d462c5-8488-469d-a291-67b0005694fc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.1241977 Aug 31 08:02:10.379393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a239423a-0490-4d28-8480-4d6cb63ede7d req-40ffa444-ed53-4362-830b-b35b1e6da44a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484288 Aug 31 08:02:10.544707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:10.672865 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.701722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 80dbc600-c9df-44f5-8ec5-4c21599192a7 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:02:10.739954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ca126-92d4-4d93-b9a0-969570dafd8d req-467726d8-1f3c-4852-ad45-c4fed7f188f8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:10.741885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba9ca126-92d4-4d93-b9a0-969570dafd8d req-467726d8-1f3c-4852-ad45-c4fed7f188f8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 945 time: 0.0539222 Aug 31 08:02:10.770252 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6614-b04d-4e79-a742-ed3767ffe9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.774090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6614-b04d-4e79-a742-ed3767ffe9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:10.775298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a6ab6614-b04d-4e79-a742-ed3767ffe9f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/991ae336-88c3-43bd-993c-bd8434f3a5b9 HTTP/1.1" status: 204 len: 168 time: 0.7288578 Aug 31 08:02:10.814633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba9ca126-92d4-4d93-b9a0-969570dafd8d req-b5e3244e-4fac-4a2d-a4ba-2ddbe58bc890 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575812 Aug 31 08:02:10.836830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab6614-b04d-4e79-a742-ed3767ffe9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ae336-88c3-43bd-993c-bd8434f3a5b9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:10.982306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8:0:1::1b4 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/11dfb0a3-1beb-41b2-83fb-0a0febc84e62/80dbc600-c9df-44f5-8ec5-4c21599192a7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:10.989644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::f816:3eff:fe65:d67 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/a7ab10d0-d31b-41d9-aaa3-d95274176bad/80dbc600-c9df-44f5-8ec5-4c21599192a7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:11.212991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:11.222492 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:11.246442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 80dbc600-c9df-44f5-8ec5-4c21599192a7 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:11.440872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9aaee-2dc8-4c54-a32e-74bf8b0dbce5 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:11.547534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:11.564911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabe97-8b4e-421a-8907-d5e210c5b596 req-e09c8122-4ce9-4db2-8cd2-d68f44bec98e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:11.565560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:11.574151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ceabe97-8b4e-421a-8907-d5e210c5b596 req-e09c8122-4ce9-4db2-8cd2-d68f44bec98e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.0805752 Aug 31 08:02:11.642215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:11.646167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ceabe97-8b4e-421a-8907-d5e210c5b596 req-618dae1c-75eb-4116-b8b5-333ff7ba8df1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672359 Aug 31 08:02:11.652458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:11.657991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:11.681860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:11.682194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:11.706150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=80dbc600-c9df-44f5-8ec5-4c21599192a7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:11.760532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': 'a7ab10d0-d31b-41d9-aaa3-d95274176bad', 'ip_address': '2001:db8::f816:3eff:fe3b:1bba'}, {'subnet_id': '11dfb0a3-1beb-41b2-83fb-0a0febc84e62'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'd4526b50-5b5b-4c15-9617-5a6abfeb7cd2'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:02:11.786256 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:11.796254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Provisioning for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:11.804117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Provisioning complete for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:11.804486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:11.963494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13454bab-04f1-465f-a08d-31d22996af45 req-11b72a90-9a41-4ab9-a84d-6aef59fbc803 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:11.965070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13454bab-04f1-465f-a08d-31d22996af45 req-11b72a90-9a41-4ab9-a84d-6aef59fbc803 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 945 time: 0.0637522 Aug 31 08:02:11.987752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:12.017472 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f9bbf248-da02-4c31-ad49-e25af90bee61 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9036200 Aug 31 08:02:12.017800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:12.054708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13454bab-04f1-465f-a08d-31d22996af45 req-88f994b3-5600-47b7-a643-899c4e2b31e9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793753 Aug 31 08:02:12.125950 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.145077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Allocated IP 2001:db8:0:1::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/11dfb0a3-1beb-41b2-83fb-0a0febc84e62/d4526b50-5b5b-4c15-9617-5a6abfeb7cd2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:12.270426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] For port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:12.321579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.329057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35316) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:12.345437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da55d6b2-f6cc-48fd-aa55-bb9506105f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.347814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Transition to ACTIVE for port object d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:12.402073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 125b4440-699b-4c50-90b5-6abd171e000d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:12.406142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 125b4440-699b-4c50-90b5-6abd171e000d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:12.406558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.478157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da55d6b2-f6cc-48fd-aa55-bb9506105f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.523052 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.532763 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.549501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 80dbc600-c9df-44f5-8ec5-4c21599192a7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:12.550206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.651702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.657155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-da55d6b2-f6cc-48fd-aa55-bb9506105f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.688236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 80dbc600-c9df-44f5-8ec5-4c21599192a7 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:12.692571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:12.695282 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31684774-335e-4cff-9c6c-2c9587c08cd8" -d '{"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-plugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:12.712067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:02:12.715786 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:02:12.721753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af96a4-66a3-4c99-b3a0-00bd12e7c094 None None] Pushing event updated for resources: {'Port': ['ID=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:12.728529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:12.779835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-da55d6b2-f6cc-48fd-aa55-bb9506105f60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dd8bfb44d2845a886c61d95794ef352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495962 Aug 31 08:02:12.780781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35322) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:12.784460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55d6b2-f6cc-48fd-aa55-bb9506105f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a38c564-f914-4b53-9d09-5f1e4ac3f94f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:12.796692 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8701ddcc-a2e6-4303-a671-b546c75ea1e0 x-openstack-request-id: req-8701ddcc-a2e6-4303-a671-b546c75ea1e0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:12.796971 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-plugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:12.797236 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8701ddcc-a2e6-4303-a671-b546c75ea1e0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:12.797636 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'code': 200} Aug 31 08:02:12.801888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:12.812968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35324) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:12.837615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:12.877214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:13.057977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c66d1665-c811-444a-8222-2385be783912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.097990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e0500-411f-41fa-af31-14125a432363 req-cd57280a-30f7-49ba-8f92-eb8f2373e4fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.097990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da8e0500-411f-41fa-af31-14125a432363 req-cd57280a-30f7-49ba-8f92-eb8f2373e4fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.2816417 Aug 31 08:02:13.100513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:13.126569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c66d1665-c811-444a-8222-2385be783912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.192359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.210557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254dd2a-d170-4d75-924d-9c9f3b51401e req-55e3a9bd-4982-4474-a82d-76778119c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.212270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9254dd2a-d170-4d75-924d-9c9f3b51401e req-55e3a9bd-4982-4474-a82d-76778119c157 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1097 time: 0.3284698 Aug 31 08:02:13.255091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=80dbc600-c9df-44f5-8ec5-4c21599192a7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:13.262847 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.303919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] For port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:13.319095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da8e0500-411f-41fa-af31-14125a432363 req-4810bd70-17ef-4a77-b347-7bc2d645ff9f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040179 Aug 31 08:02:13.326974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:13.330599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.365438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.367511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f59d0a42-31ca-495e-b7e8-120876d638e5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/80dbc600-c9df-44f5-8ec5-4c21599192a7 HTTP/1.1" status: 204 len: 168 time: 1.3486121 Aug 31 08:02:13.373382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35332) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:13.382509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9254dd2a-d170-4d75-924d-9c9f3b51401e req-870d231c-70da-4365-ac1a-8eb4555722e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611116 Aug 31 08:02:13.405898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41337f-8071-4e2c-a7fa-8bf2155ea582 req-5a35876d-0b87-4cc4-aa1e-677e2d8f924a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.406588 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.407475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb41337f-8071-4e2c-a7fa-8bf2155ea582 req-5a35876d-0b87-4cc4-aa1e-677e2d8f924a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 945 time: 0.1942892 Aug 31 08:02:13.458894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a6ad4-0aab-4a48-8142-1b7942c12f43 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.465545 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d98a6ad4-0aab-4a48-8142-1b7942c12f43 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0907118 Aug 31 08:02:13.466649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35334) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:13.488702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c66d1665-c811-444a-8222-2385be783912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.490335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a10ba-b386-440c-a9c9-215f963d9d87 None None] Pushing event updated for resources: {'Port': ['ID=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:13.491788 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c66d1665-c811-444a-8222-2385be783912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.493891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c66d1665-c811-444a-8222-2385be783912 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a38c564-f914-4b53-9d09-5f1e4ac3f94f HTTP/1.1" status: 204 len: 168 time: 0.7035344 Aug 31 08:02:13.522810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb41337f-8071-4e2c-a7fa-8bf2155ea582 req-986c6253-56ad-415e-ba79-f232af954355 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Aug 31 08:02:13.523838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1665-c811-444a-8222-2385be783912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a38c564-f914-4b53-9d09-5f1e4ac3f94f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:13.592703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c2db9c-b4a5-4bcf-b31a-c4909e60e7c8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.597425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f2c2db9c-b4a5-4bcf-b31a-c4909e60e7c8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1263676 Aug 31 08:02:13.598331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35340) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:13.642959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8380e889-5e1a-49c0-a71b-84709ae81927 None None] Could not find standard attr ID for object 80dbc600-c9df-44f5-8ec5-4c21599192a7. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:02:13.730262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1ada3-65e2-4182-a22a-1bdb6f1e89c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.732442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1ada3-65e2-4182-a22a-1bdb6f1e89c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.737092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1ada3-65e2-4182-a22a-1bdb6f1e89c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:13.738711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8380e889-5e1a-49c0-a71b-84709ae81927 None None] Provisioning for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:13.742148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7fe1ada3-65e2-4182-a22a-1bdb6f1e89c7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0764351 Aug 31 08:02:13.743037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35344) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:13.743489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8380e889-5e1a-49c0-a71b-84709ae81927 None None] Provisioning complete for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:13.743878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8380e889-5e1a-49c0-a71b-84709ae81927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.870279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 11dfb0a3-1beb-41b2-83fb-0a0febc84e62 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:13.878199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.924317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:13.941045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.005897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2fb17858-e267-42aa-96dc-1032e2b573a9 None None] Could not find standard attr ID for object 80dbc600-c9df-44f5-8ec5-4c21599192a7. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:02:14.084540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=5d7261a9-224a-4adf-81df-0c12bdf445d7,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:14.153302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.160622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709080ad-d5a1-4b04-a82a-55bccc0ab45b req-11716afc-6c09-40b9-b242-85bfa805c0cf tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:14.162270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-709080ad-d5a1-4b04-a82a-55bccc0ab45b req-11716afc-6c09-40b9-b242-85bfa805c0cf tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.3261921 Aug 31 08:02:14.175240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': '22b91163-4977-4c15-a146-4684ff5ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:14.208556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: d4c12e51-e1d3-4186-b42a-b42d71c966dd, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:14.280975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-709080ad-d5a1-4b04-a82a-55bccc0ab45b req-43af3c4a-26eb-406e-b875-61762e5c1e21 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0694962 Aug 31 08:02:14.361224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-709080ad-d5a1-4b04-a82a-55bccc0ab45b req-87eabe04-d687-4bd8-aa92-602a62e2459d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787361 Aug 31 08:02:14.429690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network d4c12e51-e1d3-4186-b42a-b42d71c966dd is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:14.443129 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.486271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=11dfb0a3-1beb-41b2-83fb-0a0febc84e62,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:14.487386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.489429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9dbe2b51-8ac6-47fa-b932-c8305a038430 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/11dfb0a3-1beb-41b2-83fb-0a0febc84e62 HTTP/1.1" status: 204 len: 168 time: 0.7444787 Aug 31 08:02:14.494269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35366) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:14.507775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907a7c1-6a3d-49ee-b591-6c17ce55325a None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:14.540359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-709080ad-d5a1-4b04-a82a-55bccc0ab45b req-71e5b3d6-3dbe-47ea-9fc8-46b444004c1b service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706407 Aug 31 08:02:14.569621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750444f4-786d-4879-9bef-a6bc00130547 req-7aecda15-a356-45f2-bc24-bf13c3041148 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:14.570477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet a7ab10d0-d31b-41d9-aaa3-d95274176bad {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:14.571689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-750444f4-786d-4879-9bef-a6bc00130547 req-7aecda15-a356-45f2-bc24-bf13c3041148 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1211915 Aug 31 08:02:14.576670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.585446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, d4c12e51-e1d3-4186-b42a-b42d71c966dd) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:14.595759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fcbc6-23ee-4bb0-9e10-1e0e18a399b0 None None] Network d4c12e51-e1d3-4186-b42a-b42d71c966dd requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:14.621490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.655203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:14.656460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.697348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-750444f4-786d-4879-9bef-a6bc00130547 req-6f013a70-9346-4e02-b888-81456a7047a7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137171 Aug 31 08:02:14.733793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-709080ad-d5a1-4b04-a82a-55bccc0ab45b req-b7c71b3f-68aa-4933-9349-f9c33776ec81 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837068 Aug 31 08:02:14.740801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.768723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6574ab25-f4fd-4ba2-bcad-21fded63e928 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9516661 Aug 31 08:02:14.772129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35372) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:14.777829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930964186'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:14.883360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-d4c12e51-e1d3-4186-b42a-b42d71c966dd', 'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': '5d7261a9-224a-4adf-81df-0c12bdf445d7'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:14.884302 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.932187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:14.932670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.936087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.951870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:14.956548 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/a7ab10d0-d31b-41d9-aaa3-d95274176bad HTTP/1.1" status: 204 len: 168 time: 0.4611597 Aug 31 08:02:14.957414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35374) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:14.986972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7170a4-b9cd-4f97-a85b-f3efea3eaa08 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ab10d0-d31b-41d9-aaa3-d95274176bad,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:15.010681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:15.026154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.026154 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment 4ffa11ab-f94a-4bae-9690-fc77489321e2 of type vlan for network e90124d8-2227-4db4-a010-e1fe56a822d5 Aug 31 08:02:15.073634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.079495 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-913db6b7-cecd-4139-a4b4-c71f486b2be5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196146 Aug 31 08:02:15.080202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35382) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:15.088992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:15.188216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:15.247477 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.256702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:15.257228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.317499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Allocated IP 2001:db8:0:ffff::2 (d4c12e51-e1d3-4186-b42a-b42d71c966dd/5d7261a9-224a-4adf-81df-0c12bdf445d7/152f553a-8b82-400a-bfa6-d0f0eb05af05) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:15.417410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:15.417789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.586592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.596569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:15.600635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.615426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Transition to ACTIVE for port object 152f553a-8b82-400a-bfa6-d0f0eb05af05 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:15.645046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Transition to ACTIVE for port object 152f553a-8b82-400a-bfa6-d0f0eb05af05 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:15.759502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06072065-b929-4b2a-aba8-5763a3da57c4 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:15.817379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0413516 Aug 31 08:02:15.817795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:15.818477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35426) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:15.837800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': 'e90124d8-2227-4db4-a010-e1fe56a822d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:15.967614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Network d4c12e51-e1d3-4186-b42a-b42d71c966dd is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:16.001737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-01ada85a-8967-465e-862f-25e60e1bd1f2 None None] Provisioning complete for port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:16.001737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-01ada85a-8967-465e-862f-25e60e1bd1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.003841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:16.006659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:16.017705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Pushing event updated for resources: {'Port': ['ID=152f553a-8b82-400a-bfa6-d0f0eb05af05,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:16.028263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee31bb-d450-4c92-b959-047ad0fed372 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=e90124d8-2227-4db4-a010-e1fe56a822d5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:16.042529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e90124d8-2227-4db4-a010-e1fe56a822d5 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:16.089535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e066-2327-4079-8364-28d701daabc3 req-d4c8b792-b8f8-4a89-b063-6902f16dc17c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:16.091494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad2e066-2327-4079-8364-28d701daabc3 req-d4c8b792-b8f8-4a89-b063-6902f16dc17c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1600666 Aug 31 08:02:16.113434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.167510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:16.175470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:16.180787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:16.181749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.199012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:16.207019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ad2e066-2327-4079-8364-28d701daabc3 req-b56563a1-8a43-4b00-a87c-5cbfe12bfc21 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037624 Aug 31 08:02:16.211397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:16.215435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.226037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-8c186f1a-b85a-4425-8809-caa14b17a798 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:16.230487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-8c186f1a-b85a-4425-8809-caa14b17a798 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.2941475 Aug 31 08:02:16.262414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Attempting to bind port 152f553a-8b82-400a-bfa6-d0f0eb05af05 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:16.262691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Attempting to bind port 152f553a-8b82-400a-bfa6-d0f0eb05af05 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '22b91163-4977-4c15-a146-4684ff5ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:16.263967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Attempting to bind port 152f553a-8b82-400a-bfa6-d0f0eb05af05 on network d4c12e51-e1d3-4186-b42a-b42d71c966dd {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:16.277342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:16.277725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Checking segment: {'id': '22b91163-4977-4c15-a146-4684ff5ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:16.278193 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.278597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Bound using segment: {'id': '22b91163-4977-4c15-a146-4684ff5ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:16.279089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Bound port: 152f553a-8b82-400a-bfa6-d0f0eb05af05, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b91163-4977-4c15-a146-4684ff5ed5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd4c12e51-e1d3-4186-b42a-b42d71c966dd'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:16.279475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.289666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-60ea25a1-13c6-4f64-aba7-c0dfe2f9da33 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0562601 Aug 31 08:02:16.334133 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-802b66f0-4a57-4871-9d8d-43302b27840e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2509842 Aug 31 08:02:16.348903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35436) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:16.356150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:16.450551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-bda2d650-4468-4b5e-8f13-037acbb58002 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454022 Aug 31 08:02:16.480825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731305ae-dbc0-4fd3-ae35-e49d1aa9ddd9 req-2e184316-5b45-4615-b5ce-66ae2c3781ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:16.482990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-731305ae-dbc0-4fd3-ae35-e49d1aa9ddd9 req-2e184316-5b45-4615-b5ce-66ae2c3781ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1515107 Aug 31 08:02:16.542242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] For port 152f553a-8b82-400a-bfa6-d0f0eb05af05, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:16.542242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] For port 152f553a-8b82-400a-bfa6-d0f0eb05af05, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=152f553a-8b82-400a-bfa6-d0f0eb05af05,segment=NetworkSegment(22b91163-4977-4c15-a146-4684ff5ed5e4),segment_id=22b91163-4977-4c15-a146-4684ff5ed5e4)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:16.627468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.660017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:02:16.676898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-731305ae-dbc0-4fd3-ae35-e49d1aa9ddd9 req-f88f666a-9a2d-4c31-b68a-040c79183af0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644636 Aug 31 08:02:16.692588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35448) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:16.745607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a09ffe-75f6-421a-a4fd-9e13b871ae33 None None] Pushing event updated for resources: {'Port': ['ID=152f553a-8b82-400a-bfa6-d0f0eb05af05,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:16.771309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f88a0-d2d8-47a2-9e46-c6b5f4ff5362 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:16.773041 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac6f88a0-d2d8-47a2-9e46-c6b5f4ff5362 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1092 time: 0.0794337 Aug 31 08:02:16.777549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:16.781186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] Deleting port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:16.782039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.785158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:16.811025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-4c8b3cbe-3831-4a5b-9a16-fbd3606825fe service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667161 Aug 31 08:02:16.841150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:16.845000 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.887027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] For port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:16.887615 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.904510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.909908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] Calling delete_port for d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:17.089614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': '4ffa11ab-f94a-4bae-9690-fc77489321e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e90124d8-2227-4db4-a010-e1fe56a822d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:17.089614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: e90124d8-2227-4db4-a010-e1fe56a822d5, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:17.098436 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f (CIDR: 2001:db8::/64) Aug 31 08:02:17.103484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.107962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-5dccaee0-e196-47dc-840a-bf6a61a7ae5d service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845683 Aug 31 08:02:17.110041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=29e8ecfe-6647-496b-93aa-5eea7eb84f55,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:17.156601 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.172988 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:02:17.181316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:17.219286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network e90124d8-2227-4db4-a010-e1fe56a822d5 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:17.241112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] Pushing event deleted for resources: {'Port': ['ID=d4526b50-5b5b-4c15-9617-5a6abfeb7cd2,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:17.248703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ee16f-fa50-420f-9351-c53fda467443 None None] No DVR routers for this DVR port d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:17.274591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 152f553a-8b82-400a-bfa6-d0f0eb05af05 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:17.276747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e165a-8c17-4f96-82b0-5001168988c3 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:17.311792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.359173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e90124d8-2227-4db4-a010-e1fe56a822d5) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:17.379345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:17.382010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c649d-174e-426c-bb80-03f1d5095f48 None None] Network e90124d8-2227-4db4-a010-e1fe56a822d5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:17.382139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.456422 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a52a0082-1518-4abc-b421-cdf26aaa4951 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1052909 Aug 31 08:02:17.459044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35462) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:17.469915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:17.546685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.110 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/e4821bbd-151f-4c03-982e-c919ccd6affd) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:17.596270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 152f553a-8b82-400a-bfa6-d0f0eb05af05 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:17.606365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'tenant_id': '5f873877809a46549d19fb0b5f91a565', 'fixed_ips': [{'subnet_id': '2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:17.608388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.632520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e7c291a8-90e8-4cd5-8cab-d9ab19a3441e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8128767 Aug 31 08:02:17.635509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35464) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:17.779169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.785584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.881319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:02:17.889303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f7cb1-63b5-4e39-87f1-e0b6a35cbf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e90124d8-2227-4db4-a010-e1fe56a822d5', 'network_id': 'e90124d8-2227-4db4-a010-e1fe56a822d5', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': '29e8ecfe-6647-496b-93aa-5eea7eb84f55'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:17.890220 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7cb1-63b5-4e39-87f1-e0b6a35cbf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.894495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:17.899187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.911109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:17.991738 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.038137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:02:18.038563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d4526b50-5b5b-4c15-9617-5a6abfeb7cd2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:02:18.065094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f/47fa6b41-e7ce-47f0-90da-da6d0930f9b9) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:18.104271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:18.109245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:18.115812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:18.122381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.180429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=e4821bbd-151f-4c03-982e-c919ccd6affd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:18.220562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=29e8ecfe-6647-496b-93aa-5eea7eb84f55,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:18.331840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315962e-494f-4450-9135-b3b2606a9178 None None] Network d4c12e51-e1d3-4186-b42a-b42d71c966dd requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:18.344723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.359160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90124d8-2227-4db4-a010-e1fe56a822d5']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:18.377610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffa11ab-f94a-4bae-9690-fc77489321e2') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:18.378481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffa11ab-f94a-4bae-9690-fc77489321e2') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server [None req-7f1f7cb1-63b5-4e39-87f1-e0b6a35cbf7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29e8ecfe-6647-496b-93aa-5eea7eb84f55: This subnet is being modified by another concurrent operation. Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise exception Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29e8ecfe-6647-496b-93aa-5eea7eb84f55: This subnet is being modified by another concurrent operation. Aug 31 08:02:18.388637 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Aug 31 08:02:18.420619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.422564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6450e65-a7f8-4ca8-8221-aa08435a0ef6 None None] Network e90124d8-2227-4db4-a010-e1fe56a822d5 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:18.441080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.465364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:18.465832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:18.469824 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:18.568297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] Provisioning for port 152f553a-8b82-400a-bfa6-d0f0eb05af05 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:18.596097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] Provisioning complete for port 152f553a-8b82-400a-bfa6-d0f0eb05af05 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:18.596740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.650022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0fb4e66-2049-4d92-a342-3808b7ce23bb req-82bf94a8-aaf3-4412-8a1d-09353a7315fe tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 210 time: 0.0773945 Aug 31 08:02:18.728459 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.783457 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.792711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.795991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/e90124d8-2227-4db4-a010-e1fe56a822d5 HTTP/1.1" status: 204 len: 168 time: 1.1592424 Aug 31 08:02:18.805528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Transition to ACTIVE for port object 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:18.805836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35492) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:18.811884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-695426928'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:18.814848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Transition to ACTIVE for port object 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:18.816072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a07ed-deff-4aea-bd53-c20ac7476dec tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=e90124d8-2227-4db4-a010-e1fe56a822d5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:18.922028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.936972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:18.962250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:18.967780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.009782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:19.019963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.021719 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment 1f1cc0a5-8e28-420d-a0b2-d538db4140dc of type vlan for network 72b9316e-39aa-41c3-a21e-91d45f1d0543 Aug 31 08:02:19.026811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:19.036024 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:19.046630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:19.057853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] For port 152f553a-8b82-400a-bfa6-d0f0eb05af05, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=152f553a-8b82-400a-bfa6-d0f0eb05af05,segment=NetworkSegment(22b91163-4977-4c15-a146-4684ff5ed5e4),segment_id=22b91163-4977-4c15-a146-4684ff5ed5e4)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:19.070356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Pushing event updated for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:19.129621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.148254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Attempting to bind port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:19.149919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Attempting to bind port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:19.152481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Attempting to bind port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 on network a29e0ccd-3f08-4e7b-9822-64947ff5b787 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:19.154518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:02:19.160670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:19.161052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Checking segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:19.161468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.164401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Bound using segment: {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:19.164882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Bound port: 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40c59b-88f6-4363-9839-5ac123187b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:19.165285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.178435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.296081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738da140-2f43-4fd6-b355-c79533ab890e None None] Pushing event updated for resources: {'Port': ['ID=152f553a-8b82-400a-bfa6-d0f0eb05af05,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:19.302790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.304481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.310750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:19.311359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.362737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:19.367664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:19.378260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-515a0cac-3e6d-4fb4-8ed6-2bec099e289a None None] Provisioning complete for port 152f553a-8b82-400a-bfa6-d0f0eb05af05 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:19.378967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-515a0cac-3e6d-4fb4-8ed6-2bec099e289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.402049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=72b9316e-39aa-41c3-a21e-91d45f1d0543,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:19.412816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 72b9316e-39aa-41c3-a21e-91d45f1d0543 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:19.559479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a5d8dcc-1c5a-4bd9-b8eb-56374e6aee2e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7513368 Aug 31 08:02:19.559718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.562015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35500) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:19.568102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:19.606745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.652464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd711a6-4b8d-4628-b367-27910a525968 None None] Pushing event updated for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:19.790500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5984639c-ab46-4aea-956b-c2d66a3f3496 req-6eb824ee-6cc4-42e4-913e-ea9c7892a729 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Aug 31 08:02:19.816529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:19.843301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:19.848518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.122970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.142435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:20.173392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.251623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.257214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.257971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.323206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.379515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:20.382409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=e4821bbd-151f-4c03-982e-c919ccd6affd,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:20.402403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=9ece2bb6-6511-4f5a-b02a-22ac853a6aa5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:20.409278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:20.411631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=066dc57a-be46-4c55-a40c-7b60d43a22b1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:20.424073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': '1f1cc0a5-8e28-420d-a0b2-d538db4140dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:20.424443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: 72b9316e-39aa-41c3-a21e-91d45f1d0543, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:20.427734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:20.428658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.486944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.494071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.494559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.494998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.495435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.495867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.496567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.497527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.498068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.502627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.503196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.504096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.504096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.549964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.550333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.550666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.551676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.551676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.551676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.553620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.553620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.553620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.553620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.553620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.553620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:20.630919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 72b9316e-39aa-41c3-a21e-91d45f1d0543 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:20.675178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=4']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:20.691046 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP a24b2103-676e-4572-8d47-d151cfde6b9f associated. External IP: 172.25.0.110, port: 125b4440-699b-4c50-90b5-6abd171e000d. Aug 31 08:02:20.817947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c906dc9-3295-401c-9527-dbf06429a120 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3573585 Aug 31 08:02:20.821207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35518) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:20.822913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 72b9316e-39aa-41c3-a21e-91d45f1d0543) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:20.828323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:33:79:f0', 'name': 'tempest-NetworksTestDHCPv6-1703290409'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:20.829986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:20.834294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:20.838510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84aa23-c4ff-48f4-8592-a20391c34351 None None] Network 72b9316e-39aa-41c3-a21e-91d45f1d0543 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:20.976372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e26faad9-5b1c-4a6b-be97-9f1d65697a43 req-1d8d2970-2769-4a76-8476-c67c763d6c35 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 210 time: 0.0607522 Aug 31 08:02:21.019109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07cfb7ff-87ec-4620-9a00-ce724041bf92 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4492540 Aug 31 08:02:21.019853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:21.025150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309103794'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:21.156426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:21.160567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.178859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-72b9316e-39aa-41c3-a21e-91d45f1d0543', 'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': '066dc57a-be46-4c55-a40c-7b60d43a22b1'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:21.178859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.215214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3630b47-06f3-4f4e-8274-8f9cc1b251a2 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:21.227031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0510a506-7d59-4477-8fc2-159f9bd335e5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:02:21.279365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:21.295057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.295770 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment f83f79a5-71a7-4422-bb26-946dc4563f7b of type vlan for network c05999ac-f619-4c84-ab7e-efe9b8ca1365 Aug 31 08:02:21.378634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 152f553a-8b82-400a-bfa6-d0f0eb05af05 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:21.395001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.448104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:02:21.454123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:21.483187 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] Sync routers for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:02:21.500930 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:02:21.500930 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:21.591041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.602898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:21.603733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.650854 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:02:21.708268 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.732326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b85161cf-ea51-46bb-a021-9a9d2df51f07 None None] Provisioning for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:21.737984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.758101 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-10c3171b-c660-45ac-b759-c1363290e503 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9809084 Aug 31 08:02:21.758990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:21.761497 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a6b25-cbe2-49ef-9e03-dcca69cd6686" -d '{"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:21.784411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port 37b6bf81-203e-4227-ad33-e13a043c4571 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:02:21.811183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=c05999ac-f619-4c84-ab7e-efe9b8ca1365,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:21.847892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-24cf44aa-f533-4d0b-9a38-722d9db6147a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8268695 Aug 31 08:02:21.848391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 152f553a-8b82-400a-bfa6-d0f0eb05af05 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:21.848872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35530) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:21.849762 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:21.858948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c05999ac-f619-4c84-ab7e-efe9b8ca1365 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:21.860505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': 'c05999ac-f619-4c84-ab7e-efe9b8ca1365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:21.862563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Allocated IP 2001:db8::1 (72b9316e-39aa-41c3-a21e-91d45f1d0543/066dc57a-be46-4c55-a40c-7b60d43a22b1/2fca7fa6-01bc-4d93-ae0e-ca7d78af614b) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:21.932956 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b2c9b-425e-4cc2-9878-356a85c2c848 x-openstack-request-id: req-c32b2c9b-425e-4cc2-9878-356a85c2c848 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:21.933339 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:21.933560 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c32b2c9b-425e-4cc2-9878-356a85c2c848 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:21.933939 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'status': 'completed', 'code': 200} Aug 31 08:02:22.036413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-0c0f800f-e8e7-4c72-8b76-9f639eb7df21 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:22.039292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-0c0f800f-e8e7-4c72-8b76-9f639eb7df21 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.3449881 Aug 31 08:02:22.057385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:22.107301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-d67d8a46-e7de-4973-97f9-d9c10bcc0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:22.109168 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-d67d8a46-e7de-4973-97f9-d9c10bcc0082 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1097 time: 0.2065732 Aug 31 08:02:22.136399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2100ce-491e-4334-ba8c-3a6ce3f60be2 req-70a5a84c-fb25-4b8b-b258-ed5e2cb8d310 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:22.138182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b2100ce-491e-4334-ba8c-3a6ce3f60be2 req-70a5a84c-fb25-4b8b-b258-ed5e2cb8d310 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.2189705 Aug 31 08:02:22.191890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e89c0d1-d6dd-4e36-b2e1-459944f5ddce req-7e8c0fc0-81c5-4b16-9764-04c7dc9304b5 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 210 time: 0.0505223 Aug 31 08:02:22.254697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b2100ce-491e-4334-ba8c-3a6ce3f60be2 req-dcaf2ef3-5ae6-45ed-8793-64c63d62316f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973969 Aug 31 08:02:22.321714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:22.356949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:22.378882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:22.400529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:22.413078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Transition to ACTIVE for port object 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:22.414436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-8a68551f-05e4-4b79-92d0-de70265ec55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:22.417291 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-8a68551f-05e4-4b79-92d0-de70265ec55c service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.2875648 Aug 31 08:02:22.435067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Transition to ACTIVE for port object 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:22.544280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::13d (a29e0ccd-3f08-4e7b-9822-64947ff5b787/2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f/37b6bf81-203e-4227-ad33-e13a043c4571) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:22.558970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_backend_mixin [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Performing IP validity checks on allocation pools {{(pid=95446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 08:02:22.559969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_backend_mixin [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 08:02:22.563786 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:22.564824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:79f0 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/9ece2bb6-6511-4f5a-b02a-22ac853a6aa5/37b6bf81-203e-4227-ad33-e13a043c4571) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:22.594949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0fbb907d-7533-43f8-8ec0-b076467f1780 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/a24b2103-676e-4572-8d47-d151cfde6b9f HTTP/1.1" status: 200 len: 991 time: 0.2108183 Aug 31 08:02:22.594949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:22.595530 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a24b2103-676e-4572-8d47-d151cfde6b9f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'mac_address': 'fa:16:3e:9a:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:02:18Z', 'updated_at': '2021-08-31T08:02:18Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:57Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:22.598936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:22.649939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] Checking router: 0510a506-7d59-4477-8fc2-159f9bd335e5 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:02:22.661544 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-65c1f70c-a283-41d2-8e61-fab49aa12131 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.2002342 Aug 31 08:02:22.661790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:02:22.661790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:01:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:22.730225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:22.737773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Network 72b9316e-39aa-41c3-a21e-91d45f1d0543 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:22.775341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:22.784122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:22.854975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Pushing event updated for resources: {'Port': ['ID=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:22.943958 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:02:23.003215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.2 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/bccad18f-253d-4bb8-aa33-2776ccfa53ba) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:23.008633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-a9f536b4-8188-4212-99a5-9e9f0fc99df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:23.016057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-a9f536b4-8188-4212-99a5-9e9f0fc99df6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.3499272 Aug 31 08:02:23.020496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Attempting to bind port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:23.021374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Attempting to bind port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '1f1cc0a5-8e28-420d-a0b2-d538db4140dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:23.021621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Attempting to bind port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b on network 72b9316e-39aa-41c3-a21e-91d45f1d0543 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:23.046843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:23.051152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Checking segment: {'id': '1f1cc0a5-8e28-420d-a0b2-d538db4140dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:23.051152 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.051152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Bound using segment: {'id': '1f1cc0a5-8e28-420d-a0b2-d538db4140dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:23.052079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Bound port: 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1cc0a5-8e28-420d-a0b2-d538db4140dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '72b9316e-39aa-41c3-a21e-91d45f1d0543'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:23.053467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.093449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.202670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.220800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] For port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:23.226385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] For port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,segment=NetworkSegment(1f1cc0a5-8e28-420d-a0b2-d538db4140dc),segment_id=1f1cc0a5-8e28-420d-a0b2-d538db4140dc)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:23.228787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:23.234980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:23.235564 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.244266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object 37b6bf81-203e-4227-ad33-e13a043c4571 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:23.380644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=aa33d956-c0c7-48f8-ad7d-11d048606fe8,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:23.380912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-71f3e0f0-85ff-40af-8887-fedb13398a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:23.388188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-71f3e0f0-85ff-40af-8887-fedb13398a65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3546255 Aug 31 08:02:23.411626 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.441305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.579405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66f16a5d-5c84-4fcb-9c1a-44f9b6dd4979 req-c7b80101-7bb8-4edc-a505-de11cedea9d0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 210 time: 0.2359478 Aug 31 08:02:23.661959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:23.669625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35562) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:23.700360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30983b46-52d7-4e80-a023-456c6f98dc7c None None] Pushing event updated for resources: {'Port': ['ID=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:23.710755 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.761995 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.814867 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a24b2103-676e-4572-8d47-d151cfde6b9f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'mac_address': 'fa:16:3e:9a:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:02:18Z', 'updated_at': '2021-08-31T08:02:18Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:57Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:23.850573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ddb55fef-dc3a-444d-8418-0e56065ffde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.901239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': 'f83f79a5-71a7-4422-bb26-946dc4563f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c05999ac-f619-4c84-ab7e-efe9b8ca1365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:23.901239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: c05999ac-f619-4c84-ab7e-efe9b8ca1365, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:23.943636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-40772c1a-55eb-458c-932e-4862e8ba5cbb None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:23.944159 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40772c1a-55eb-458c-932e-4862e8ba5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:23.963658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:23.966030 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc9a4c6-a974-4e7f-a04e-f5bfed5c539d None None] The sync data for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 is: [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a24b2103-676e-4572-8d47-d151cfde6b9f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'mac_address': 'fa:16:3e:9a:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:02:18Z', 'updated_at': '2021-08-31T08:02:18Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:57Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:02:23.975613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-11fc5bc0-641d-4639-ae97-263ed8f5ee5c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/a24b2103-676e-4572-8d47-d151cfde6b9f HTTP/1.1" status: 200 len: 991 time: 0.3006749 Aug 31 08:02:24.025085 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.113748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network c05999ac-f619-4c84-ab7e-efe9b8ca1365 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:24.213061 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.232411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:24.274437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c05999ac-f619-4c84-ab7e-efe9b8ca1365) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:24.284017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:24.284929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.310193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:24.314506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:24.319372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:24.321374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6756089-2811-49ef-870e-2f7300c0d09e None None] Network c05999ac-f619-4c84-ab7e-efe9b8ca1365 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:24.328053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.351350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=bccad18f-253d-4bb8-aa33-2776ccfa53ba,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:24.382557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=37b6bf81-203e-4227-ad33-e13a043c4571,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:24.417116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-39869f86-a382-4882-af51-3cc8e1741dea tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5645413 Aug 31 08:02:24.420210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:24.423060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35566) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:24.424821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:24.433125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:24.446506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:24.447245 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.464075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014c0f3-33e4-41aa-a2fa-f302d2165c0a None None] New status for floating IP a24b2103-676e-4572-8d47-d151cfde6b9f: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:02:24.478860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-a660d077-d4af-4c71-94a1-30ddd31f1227 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0772943 Aug 31 08:02:24.498238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:24.498869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.612943 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-000a6b25-cbe2-49ef-9e03-dcca69cd6686 req-2753877d-26ff-4bc8-8af2-988b5fccc1ab service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259878 Aug 31 08:02:24.740272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.808943 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-75fd4b83-1847-4e7f-b19b-e2fa6affb89d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9865324 Aug 31 08:02:24.812244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:24.817824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2961d911-4565-407f-945d-84c2062f7e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c05999ac-f619-4c84-ab7e-efe9b8ca1365', 'network_id': 'c05999ac-f619-4c84-ab7e-efe9b8ca1365', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': 'aa33d956-c0c7-48f8-ad7d-11d048606fe8'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:24.818710 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2961d911-4565-407f-945d-84c2062f7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.864844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:24.918018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-6a2771fa-e6f7-48d9-b328-272452ad6073 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8663902 Aug 31 08:02:24.939394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcda5c-7225-43b6-bd29-4223faf12899 req-dd4cf691-28a1-4b55-9824-26988970ea93 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:24.941098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3dcda5c-7225-43b6-bd29-4223faf12899 req-dd4cf691-28a1-4b55-9824-26988970ea93 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 931 time: 0.1964390 Aug 31 08:02:24.948315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Request body: {'port': {'device_id': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:25.026425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35576) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:25.030453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.103987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port 37b6bf81-203e-4227-ad33-e13a043c4571 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:25.105475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.158330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9b41c39d-18c7-4964-8aaf-10a373d33c70 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/a24b2103-676e-4572-8d47-d151cfde6b9f HTTP/1.1" status: 200 len: 993 time: 0.1252809 Aug 31 08:02:25.158965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-229c8b18-0f9b-47a0-b773-0200eb26fcbb None None] Provisioning for port 37b6bf81-203e-4227-ad33-e13a043c4571 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:25.167092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-229c8b18-0f9b-47a0-b773-0200eb26fcbb None None] Provisioning complete for port 37b6bf81-203e-4227-ad33-e13a043c4571 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:25.167092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-229c8b18-0f9b-47a0-b773-0200eb26fcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.228706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-229c8b18-0f9b-47a0-b773-0200eb26fcbb None None] Port 37b6bf81-203e-4227-ad33-e13a043c4571 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:02:25.264295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.270822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af6d97-8d2e-4f45-8d35-2b41f6160c48 None None] Network 72b9316e-39aa-41c3-a21e-91d45f1d0543 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:25.290300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3dcda5c-7225-43b6-bd29-4223faf12899 req-0c89fb75-5004-4530-8e31-a7ab5bbbc2ee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711380 Aug 31 08:02:25.299923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for 37b6bf81-203e-4227-ad33-e13a043c4571 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:25.352823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.398035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=aa33d956-c0c7-48f8-ad7d-11d048606fe8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server [None req-2961d911-4565-407f-945d-84c2062f7e95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa33d956-c0c7-48f8-ad7d-11d048606fe8: This subnet is being modified by another concurrent operation. Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise exception Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa33d956-c0c7-48f8-ad7d-11d048606fe8: This subnet is being modified by another concurrent operation. Aug 31 08:02:25.463292 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Aug 31 08:02:25.504707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb00f5f5-cb9d-4a0e-a47b-469b65dc1fb5 None None] Network c05999ac-f619-4c84-ab7e-efe9b8ca1365 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:25.519470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f9e64670-bf1f-4175-b770-d10138ad478b None None] Provisioning for port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:25.525198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.540953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05999ac-f619-4c84-ab7e-efe9b8ca1365']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:25.556084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83f79a5-71a7-4422-bb26-946dc4563f7b') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:25.556399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83f79a5-71a7-4422-bb26-946dc4563f7b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:25.584083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.609557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:25.627119 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:25.755052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccad18f-253d-4bb8-aa33-2776ccfa53ba {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:02:25.777184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.800529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.852704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.875084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=37b6bf81-203e-4227-ad33-e13a043c4571,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:25.876614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Transition to ACTIVE for port object bccad18f-253d-4bb8-aa33-2776ccfa53ba will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:25.882847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.956303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/c05999ac-f619-4c84-ab7e-efe9b8ca1365 HTTP/1.1" status: 204 len: 168 time: 1.4641063 Aug 31 08:02:25.956303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48a883-0749-4191-8975-00dcd831a37d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=c05999ac-f619-4c84-ab7e-efe9b8ca1365,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:25.957203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.957203 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-27b8e3c1-f17d-43a9-b29a-fe7176828431 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/37b6bf81-203e-4227-ad33-e13a043c4571 HTTP/1.1" status: 204 len: 168 time: 1.1373098 Aug 31 08:02:25.957442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35594) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:25.959896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:25.965197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256608875'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:26.060333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94c955-f4cd-46a8-a9c2-9ef898c74577 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:26.064280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b94c955-f4cd-46a8-a9c2-9ef898c74577 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1037917 Aug 31 08:02:26.064917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:26.065151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35596) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:26.099163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.146725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:26.152374 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.154918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.179696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85920968-c6a3-4b73-ab69-a1467ae2d7e7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:26.184753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35598) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:26.185704 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85920968-c6a3-4b73-ab69-a1467ae2d7e7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1192758 Aug 31 08:02:26.201769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:26.214514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.214945 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment baf35a9c-85e0-4e3b-9606-f0377f3a1b81 of type vlan for network 16374914-04ec-47c3-9c4d-cdee46dff968 Aug 31 08:02:26.274884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.284872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:26.293754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:26.294426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.343286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94c990-1480-4436-8f61-6d8bb399c8ba None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:02:26.458622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.468093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:26.469176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.530749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-61273630-55c5-4773-b15a-21a62fa1a88f None None] Provisioning complete for port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:26.531615 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-61273630-55c5-4773-b15a-21a62fa1a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.667149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=16374914-04ec-47c3-9c4d-cdee46dff968,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:26.709273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 16374914-04ec-47c3-9c4d-cdee46dff968 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:26.733940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.739408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Pushing event updated for resources: {'Port': ['ID=bccad18f-253d-4bb8-aa33-2776ccfa53ba,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:26.861327 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c506bcc1-c5db-4732-8fa0-7c8b1888492e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9005835 Aug 31 08:02:26.864469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35606) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:26.866891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163ec62-3679-40c7-b49c-c13b536707b5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:26.868428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163ec62-3679-40c7-b49c-c13b536707b5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:26.870105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163ec62-3679-40c7-b49c-c13b536707b5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:26.871349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': '16374914-04ec-47c3-9c4d-cdee46dff968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:26.874334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b163ec62-3679-40c7-b49c-c13b536707b5 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6881847 Aug 31 08:02:26.877138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35608) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:26.947569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:26.954075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Attempting to bind port bccad18f-253d-4bb8-aa33-2776ccfa53ba on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:26.954412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Attempting to bind port bccad18f-253d-4bb8-aa33-2776ccfa53ba by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:26.954759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Attempting to bind port bccad18f-253d-4bb8-aa33-2776ccfa53ba on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:26.957097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.969506 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2536959-5bfa-46d8-bbb1-d48d0296012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:26.997703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114ab5e-1172-479a-9875-f3dd8a8a3c64 req-39547f15-44d9-40ac-b982-14f445df2d21 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:27.006172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6114ab5e-1172-479a-9875-f3dd8a8a3c64 req-39547f15-44d9-40ac-b982-14f445df2d21 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 943 time: 0.3004453 Aug 31 08:02:27.011648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Port bccad18f-253d-4bb8-aa33-2776ccfa53ba on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:02:27.012010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Attempting to bind port bccad18f-253d-4bb8-aa33-2776ccfa53ba on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:27.018469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa94c990-1480-4436-8f61-6d8bb399c8ba None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:02:27.024783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.094631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:27.095523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:27.095523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:27.095870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Bound port: bccad18f-253d-4bb8-aa33-2776ccfa53ba, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:27.096213 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.119369 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-61273630-55c5-4773-b15a-21a62fa1a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.124482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6114ab5e-1172-479a-9875-f3dd8a8a3c64 req-417bfea5-6a8c-4171-8321-ad4cc41a0175 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172562 Aug 31 08:02:27.129037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.196808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,segment=NetworkSegment(1f1cc0a5-8e28-420d-a0b2-d538db4140dc),segment_id=1f1cc0a5-8e28-420d-a0b2-d538db4140dc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:27.236580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:27.240892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.291192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] For port bccad18f-253d-4bb8-aa33-2776ccfa53ba, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:27.296153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.301697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:27.316040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] For port bccad18f-253d-4bb8-aa33-2776ccfa53ba, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:27.325224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.476095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.543188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-61273630-55c5-4773-b15a-21a62fa1a88f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:02:27.543631 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-61273630-55c5-4773-b15a-21a62fa1a88f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:02:27.554347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:27.567048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:27.567450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.587625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.626271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:27.626271 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.626271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] 10.222.0.45 "PUT /v2.0/ports/bccad18f-253d-4bb8-aa33-2776ccfa53ba HTTP/1.1" status: 200 len: 1092 time: 2.6798630 Aug 31 08:02:27.626271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'tag': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:27.626271 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18879a6e-9057-4108-b143-8f11a219ee7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f94ee238-a812-4242-9c85-e95d81f4fba4", "tag": "bccad18f-253d-4bb8-aa33-2776ccfa53ba"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:27.714537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:27.735574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.737624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c9cae37-b25f-418d-bdef-7b0b540e41d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f HTTP/1.1" status: 204 len: 168 time: 0.8594098 Aug 31 08:02:27.739341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb685b18-2fca-4b7b-bcf2-ec3015a36a0b service neutron] Pushing event updated for resources: {'Port': ['ID=bccad18f-253d-4bb8-aa33-2776ccfa53ba,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:27.745525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35618) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:27.837777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 9ece2bb6-6511-4f5a-b02a-22ac853a6aa5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:27.844145 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde54a40-66d5-4b7e-9472-bf427598a9d5 x-openstack-request-id: req-cde54a40-66d5-4b7e-9472-bf427598a9d5 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:27.844145 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94ee238-a812-4242-9c85-e95d81f4fba4", "tag": "bccad18f-253d-4bb8-aa33-2776ccfa53ba", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:27.845244 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cde54a40-66d5-4b7e-9472-bf427598a9d5 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:27.845244 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'tag': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba', 'status': 'completed', 'code': 200} Aug 31 08:02:27.849137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.884517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-e8bc673e-dd42-4a56-9503-83ba7b5ec00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:27.894673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-e8bc673e-dd42-4a56-9503-83ba7b5ec00e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 1095 time: 0.1051416 Aug 31 08:02:27.929311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d632be-2a26-4ba6-be24-5c97de70c620 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:02:27.929540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.960447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.985049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-7b636acb-9a45-47bf-add0-5aa3f4863859 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba HTTP/1.1" status: 200 len: 217 time: 0.0756009 Aug 31 08:02:27.998553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:28.031366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.083349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-3677c502-d3a5-4699-8535-564d04ebf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:28.085487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-3677c502-d3a5-4699-8535-564d04ebf63e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.0890076 Aug 31 08:02:28.145207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=a14b5f0b-8747-4406-a0d3-6acdf6aa99c8,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:28.147828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:28.148237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.162167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': 'baf35a9c-85e0-4e3b-9606-f0377f3a1b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '16374914-04ec-47c3-9c4d-cdee46dff968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:28.162596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: 16374914-04ec-47c3-9c4d-cdee46dff968, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:28.206057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-c6089bdd-a354-477d-b562-210fcaf694c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001320 Aug 31 08:02:28.209006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.265146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 16374914-04ec-47c3-9c4d-cdee46dff968 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:28.287008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d632be-2a26-4ba6-be24-5c97de70c620 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:02:28.350562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 16374914-04ec-47c3-9c4d-cdee46dff968) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:28.366688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:28.369059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.425181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70893f-b9d5-4b70-826d-aa67c720018e req-7cc975fd-0ece-4568-8d98-31d561726acc tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:28.426757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee70893f-b9d5-4b70-826d-aa67c720018e req-7cc975fd-0ece-4568-8d98-31d561726acc tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 943 time: 0.1097350 Aug 31 08:02:28.448442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-0a20c871-ce52-4acf-bca3-1288de3256ab service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322097 Aug 31 08:02:28.546268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b39e8cbf-7a83-443c-95fd-6a2bd1fafb4b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6804509 Aug 31 08:02:28.548870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35628) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:28.600521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee70893f-b9d5-4b70-826d-aa67c720018e req-929bcff3-9a12-401a-84e7-23d5282b163e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651373 Aug 31 08:02:28.609509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.630258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a45f0bab-dd5f-48d5-968c-e65f205c5912 req-b0fbb46a-9854-4feb-a266-221bf951410f service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715922 Aug 31 08:02:28.663069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=9ece2bb6-6511-4f5a-b02a-22ac853a6aa5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:28.669187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.673130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-763e5cd2-eb9c-4c35-8112-cd0f118396a7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/9ece2bb6-6511-4f5a-b02a-22ac853a6aa5 HTTP/1.1" status: 204 len: 168 time: 0.9279511 Aug 31 08:02:28.673483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35632) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:28.724972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f1cce5f3-c4fa-418e-9dbb-9ed1c4a0f232 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475776 Aug 31 08:02:28.725232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35634) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:28.731284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:28.760795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.838113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.859637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc87a6d-03a5-4fb1-a3fc-a8868a0f3e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-16374914-04ec-47c3-9c4d-cdee46dff968', 'network_id': '16374914-04ec-47c3-9c4d-cdee46dff968', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': 'a14b5f0b-8747-4406-a0d3-6acdf6aa99c8'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:28.860537 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-edc87a6d-03a5-4fb1-a3fc-a8868a0f3e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:28.908559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18879a6e-9057-4108-b143-8f11a219ee7f req-2208a94a-1b5a-4c6a-82cc-45cdd51f1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:28.911652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-2208a94a-1b5a-4c6a-82cc-45cdd51f1d7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 1095 time: 0.0623066 Aug 31 08:02:29.011122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18879a6e-9057-4108-b143-8f11a219ee7f req-25ac10fa-f5ba-40e0-9c62-be6d7b1ef0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:29.012791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-25ac10fa-f5ba-40e0-9c62-be6d7b1ef0b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 906 time: 0.0906918 Aug 31 08:02:29.018794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:29.022280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.071263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.096932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-5bf47d3d-302e-4e1c-8d5a-835ba430032c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba HTTP/1.1" status: 200 len: 217 time: 0.0712101 Aug 31 08:02:29.103742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=a14b5f0b-8747-4406-a0d3-6acdf6aa99c8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:29.178198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18879a6e-9057-4108-b143-8f11a219ee7f req-7ee6a513-e5ce-42bd-9679-119d404eee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:29.179759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-7ee6a513-e5ce-42bd-9679-119d404eee68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.0685594 Aug 31 08:02:29.183798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.200776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16374914-04ec-47c3-9c4d-cdee46dff968']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:29.208137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf35a9c-85e0-4e3b-9606-f0377f3a1b81') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:29.208477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf35a9c-85e0-4e3b-9606-f0377f3a1b81') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server [None req-edc87a6d-03a5-4fb1-a3fc-a8868a0f3e90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a14b5f0b-8747-4406-a0d3-6acdf6aa99c8: This subnet is being modified by another concurrent operation. Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise exception Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a14b5f0b-8747-4406-a0d3-6acdf6aa99c8: This subnet is being modified by another concurrent operation. Aug 31 08:02:29.220835 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Aug 31 08:02:29.228688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.244618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-2d4c2ee7-fee5-469a-84d9-562b463482c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481989 Aug 31 08:02:29.247113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.247642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae6c2f-b2d6-4c19-a4e2-07bc9c40025c None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:02:29.251956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:29.252378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:29.306051 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:29.391422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae6c2f-b2d6-4c19-a4e2-07bc9c40025c None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:02:29.430952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-a1693e0f-99c1-4029-b835-d1343dada159 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519802 Aug 31 08:02:29.435269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.443047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.445070 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/16374914-04ec-47c3-9c4d-cdee46dff968 HTTP/1.1" status: 204 len: 168 time: 0.8941321 Aug 31 08:02:29.451575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35640) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:29.462529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be567c5e-e975-4589-800a-88303860b831 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=16374914-04ec-47c3-9c4d-cdee46dff968,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:29.467152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575647957'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:29.543901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18879a6e-9057-4108-b143-8f11a219ee7f req-5479000a-3ac6-4907-a65f-f88a51d800fc service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011686 Aug 31 08:02:29.626063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.626506 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.669718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:29.679435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.696851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e83cb4-23e3-47a9-b0f2-2a89539deada None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:29.701104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2dcf4-0d30-42dc-98ef-961a5af33757 None None] Network 16374914-04ec-47c3-9c4d-cdee46dff968 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:29.714540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:29.716728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:29.722409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:29.723008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.766094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2dcf4-0d30-42dc-98ef-961a5af33757 None None] Network 16374914-04ec-47c3-9c4d-cdee46dff968 could not be found, it might have been deleted concurrently. {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 08:02:29.767471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:29.786465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=fd94c7c2-c47a-47ed-8972-04eb64d13244,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:29.811874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.812226 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment e11699bb-781b-4c29-a747-24698f57f8ca of type vlan for network ff865a27-68c7-4697-afef-7c97950a6558 Aug 31 08:02:29.828383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115196cc-30b8-4996-8dea-6643ac2f0761 None None] Network 16374914-04ec-47c3-9c4d-cdee46dff968 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:29.851302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115196cc-30b8-4996-8dea-6643ac2f0761 None None] Network 16374914-04ec-47c3-9c4d-cdee46dff968 could not be found, it might have been deleted concurrently. {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 08:02:29.909969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b41c8a-f283-4b9a-88aa-cfefce985877 req-44fc95eb-9ed4-4fa0-9dfa-2b1389cf61c8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:29.912149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0b41c8a-f283-4b9a-88aa-cfefce985877 req-44fc95eb-9ed4-4fa0-9dfa-2b1389cf61c8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 943 time: 0.1712003 Aug 31 08:02:29.913962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.975740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0b41c8a-f283-4b9a-88aa-cfefce985877 req-dbdbba3c-f14e-4592-a877-936275a61986 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521917 Aug 31 08:02:29.983366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-34370465-a724-457c-9b88-7a9618162e62 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2531312 Aug 31 08:02:29.983366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35654) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:29.988682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:30.035037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bccad18f-253d-4bb8-aa33-2776ccfa53ba details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:02:30.062206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Update dhcp port {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'fixed_ips': [{'subnet_id': 'fd94c7c2-c47a-47ed-8972-04eb64d13244'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '47fa6b41-e7ce-47f0-90da-da6d0930f9b9'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:02:30.073334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.079750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:30.082511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.090924 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.180874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7246428 Aug 31 08:02:30.181194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35658) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:30.191026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': 'ff865a27-68c7-4697-afef-7c97950a6558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:30.207062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afe939-8488-46d1-9fc8-96b25c5dbede tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=ff865a27-68c7-4697-afef-7c97950a6558,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:30.236072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ff865a27-68c7-4697-afef-7c97950a6558 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:30.327626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:30.332544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.416470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bccad18f-253d-4bb8-aa33-2776ccfa53ba, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:30.433369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba', 'mac_address': 'fa:16:3e:00:64:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:02:30.436254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:30.440897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.450696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Allocated IP 2001:db8::2 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/fd94c7c2-c47a-47ed-8972-04eb64d13244/47fa6b41-e7ce-47f0-90da-da6d0930f9b9) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:30.505254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.557225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccad18f-253d-4bb8-aa33-2776ccfa53ba {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:02:30.568653 n-d-713499-16 neutron-server[95446]: INFO neutron.db.ipam_backend_mixin [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd94c7c2-c47a-47ed-8972-04eb64d13244 (CIDR: 2001:db8::/64) Aug 31 08:02:30.578919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bccad18f-253d-4bb8-aa33-2776ccfa53ba, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:30.622109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:30.667850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.687798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Transition to ACTIVE for port object 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:30.701574 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:02:30.710913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:30.795909 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.827846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.863749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=bccad18f-253d-4bb8-aa33-2776ccfa53ba,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:30.942266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aed9a-6259-4525-b4b6-83dda0889a96 None None] Pushing event updated for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:30.963076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a841349a-559f-4d57-a46c-9748a3a95b33 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9794147 Aug 31 08:02:30.963928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:30.966179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35666) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:30.979808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'subnet': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:31.075581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['bccad18f-253d-4bb8-aa33-2776ccfa53ba'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:31.079767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=1d586e8a-4cdb-46cb-9bb9-7c68c9d0dc6c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:31.101103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': 'e11699bb-781b-4c29-a747-24698f57f8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ff865a27-68c7-4697-afef-7c97950a6558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:31.101487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: ff865a27-68c7-4697-afef-7c97950a6558, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:31.219770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a56c71-9c91-4519-9086-b373712c6e4b req-03d82d43-9a04-4a2d-a026-31bfb68dbd6f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:31.221704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41a56c71-9c91-4519-9086-b373712c6e4b req-03d82d43-9a04-4a2d-a026-31bfb68dbd6f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 944 time: 0.1219594 Aug 31 08:02:31.301429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41a56c71-9c91-4519-9086-b373712c6e4b req-69c604f8-d24f-428b-94ab-fd5ebcbc3603 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706103 Aug 31 08:02:31.334061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network ff865a27-68c7-4697-afef-7c97950a6558 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:31.413626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:31.417335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:31.465172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ff865a27-68c7-4697-afef-7c97950a6558) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:31.472895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:31.473850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:31.474299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b2e5f-1f94-48b8-b4be-db33a74ae58c None None] Network ff865a27-68c7-4697-afef-7c97950a6558 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:31.603190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d3106d1-fda0-434e-927b-8548cfedf5d7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4184673 Aug 31 08:02:31.608669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35678) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:31.755556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1135a0d-6365-4680-a05d-2c78f2c74b68 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:31.766296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:31.881138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:31.934961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-55e56996-10dc-4ab0-aab5-406ee3e11802 None None] Provisioning for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:31.976262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-55e56996-10dc-4ab0-aab5-406ee3e11802 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:31.976713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-55e56996-10dc-4ab0-aab5-406ee3e11802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:31.999640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:32.061201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bccad18f-253d-4bb8-aa33-2776ccfa53ba up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:32.069069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.089001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:02:32.102792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=1d586e8a-4cdb-46cb-9bb9-7c68c9d0dc6c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:32.162294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13104bc1-fe2c-4869-88fc-deea9f58f2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-ff865a27-68c7-4697-afef-7c97950a6558', 'network_id': 'ff865a27-68c7-4697-afef-7c97950a6558', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': '1d586e8a-4cdb-46cb-9bb9-7c68c9d0dc6c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:32.163145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13104bc1-fe2c-4869-88fc-deea9f58f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.175622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.187993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff865a27-68c7-4697-afef-7c97950a6558']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:32.200396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11699bb-781b-4c29-a747-24698f57f8ca') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:32.200769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11699bb-781b-4c29-a747-24698f57f8ca') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:32.212044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.227180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.234874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:32.235378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:32.239159 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:32.276881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:32.277148 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.363585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port bccad18f-253d-4bb8-aa33-2776ccfa53ba completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:32.372717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port bccad18f-253d-4bb8-aa33-2776ccfa53ba triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:32.373094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.423443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-13104bc1-fe2c-4869-88fc-deea9f58f2ed None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:02:32.423443 n-d-713499-16 neutron-server[95447]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 31 08:02:32.423443 n-d-713499-16 neutron-server[95447]: [parameters: {'project_id': '146681cc47e44e48ab19495bc46ed49f', 'id': '2201bfec-0bb8-4926-bbe7-b82e8592c7a9', 'name': '', 'network_id': 'ff865a27-68c7-4697-afef-7c97950a6558', 'mac_address': 'fa:16:3e:93:ee:a9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-ff865a27-68c7-4697-afef-7c97950a6558', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2593}] Aug 31 08:02:32.423443 n-d-713499-16 neutron-server[95447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:02:32.423984 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-13104bc1-fe2c-4869-88fc-deea9f58f2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:02:32.476183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.492102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.497909 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/ff865a27-68c7-4697-afef-7c97950a6558 HTTP/1.1" status: 204 len: 168 time: 0.8871565 Aug 31 08:02:32.507033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35684) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:32.510115 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.518431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938461547'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:32.529014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6b3d2-e065-4a8a-9baf-0ac44fb968c5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=ff865a27-68c7-4697-afef-7c97950a6558,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:32.547057 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.550395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bccad18f-253d-4bb8-aa33-2776ccfa53ba, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:32.551355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:32.554109 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f11ca-9d87-475f-98fd-5753bc89078a" -d '{"events": [{"server_uuid": "f94ee238-a812-4242-9c85-e95d81f4fba4", "name": "network-vif-plugged", "status": "completed", "tag": "bccad18f-253d-4bb8-aa33-2776ccfa53ba"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:32.574236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d0773-5f72-432d-97a3-2facf3ca0665 req-5d9f95d7-a5c5-405d-a2d1-ed2bf24901f7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:32.575939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-767d0773-5f72-432d-97a3-2facf3ca0665 req-5d9f95d7-a5c5-405d-a2d1-ed2bf24901f7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 944 time: 0.1515930 Aug 31 08:02:32.653242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1b1a95dd-2158-483d-aa8b-65f3aaceb63c None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:32.653646 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1b1a95dd-2158-483d-aa8b-65f3aaceb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.664006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-767d0773-5f72-432d-97a3-2facf3ca0665 req-0372a4b2-995d-46ac-b236-be76a6cd6812 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 Aug 31 08:02:32.685312 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc61adc1-03c2-4440-849f-063ed11aaaf2 x-openstack-request-id: req-fc61adc1-03c2-4440-849f-063ed11aaaf2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:32.685312 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ee238-a812-4242-9c85-e95d81f4fba4", "name": "network-vif-plugged", "status": "completed", "tag": "bccad18f-253d-4bb8-aa33-2776ccfa53ba", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:32.685312 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc61adc1-03c2-4440-849f-063ed11aaaf2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:32.685312 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba', 'code': 200} Aug 31 08:02:32.685312 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.750815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=bccad18f-253d-4bb8-aa33-2776ccfa53ba,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:32.770642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:32.774197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.843167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:32.854475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529863b-d1a7-4d89-8430-8d1308bbdca7 req-5c70909f-a7c8-4604-94db-10387870b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:32.856009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8529863b-d1a7-4d89-8430-8d1308bbdca7 req-5c70909f-a7c8-4604-94db-10387870b035 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 1097 time: 0.1097238 Aug 31 08:02:32.867817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.868159 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment aedb8d09-7a68-4a5e-8af8-04f0f7b297d9 of type vlan for network 1011ea84-a139-4231-a09a-21835b12f78a Aug 31 08:02:32.925470 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13104bc1-fe2c-4869-88fc-deea9f58f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.931006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:32.943739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:32.957781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a431a4-9e06-4e40-97e6-98bb035723e2 None None] Network ff865a27-68c7-4697-afef-7c97950a6558 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:32.970771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a431a4-9e06-4e40-97e6-98bb035723e2 None None] Network ff865a27-68c7-4697-afef-7c97950a6558 could not be found, it might have been deleted concurrently. {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 08:02:32.974337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8529863b-d1a7-4d89-8430-8d1308bbdca7 req-15785155-eecb-4c63-a142-184011b7d3b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962758 Aug 31 08:02:32.993234 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.104882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.110756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:33.111493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.113904 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.114731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.251813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:33.268509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:33.271290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:33.271889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.281290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793f105-fa8a-4bf0-96eb-be20c57ae7e7 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:33.287328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=1011ea84-a139-4231-a09a-21835b12f78a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:33.297167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Subnet': ['ID=7f05c3dd-8d97-4608-ac1f-7b09964bb2b3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:33.300816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:33.315799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1011ea84-a139-4231-a09a-21835b12f78a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:33.331361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fa545c2c-5d50-4844-bd95-d99865bc3243 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8146489 Aug 31 08:02:33.332593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:33.336449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': '1011ea84-a139-4231-a09a-21835b12f78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:33.473480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-11cee396-330e-4e7f-8998-6df70924a006 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5038047 Aug 31 08:02:33.479907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35712) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:33.491762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Request body: {'port': {'network_id': 'a29e0ccd-3f08-4e7b-9822-64947ff5b787', 'mac_address': 'fa:16:3e:52:bc:47', 'name': 'tempest-NetworksTestDHCPv6-421876174'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:33.642168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:33.657628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:33.812028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Made reservation on behalf of 5f873877809a46549d19fb0b5f91a565 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:33.912514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de57396-9a75-490f-975e-c56c398e0c16 req-513f4812-ff35-42db-98ee-7e4edb9bbbf9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:33.914327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1de57396-9a75-490f-975e-c56c398e0c16 req-513f4812-ff35-42db-98ee-7e4edb9bbbf9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 0.1583028 Aug 31 08:02:33.985584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:34.023457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1de57396-9a75-490f-975e-c56c398e0c16 req-0d3ba1fa-3319-450c-a7fd-4cdb99ab1b21 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008663 Aug 31 08:02:34.106590 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.131291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:34.132232 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.142079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] device_id is not set on port d724eced-96d6-4ca6-8eaa-71b970950404 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:02:34.213627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.317099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=b4487329-ed00-4679-b55e-d03a8a8f644d,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:34.368381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1011ea84-a139-4231-a09a-21835b12f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:34.368768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: 1011ea84-a139-4231-a09a-21835b12f78a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:34.469563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8::35b (a29e0ccd-3f08-4e7b-9822-64947ff5b787/fd94c7c2-c47a-47ed-8972-04eb64d13244/d724eced-96d6-4ca6-8eaa-71b970950404) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:34.492676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:bc47 (a29e0ccd-3f08-4e7b-9822-64947ff5b787/7f05c3dd-8d97-4608-ac1f-7b09964bb2b3/d724eced-96d6-4ca6-8eaa-71b970950404) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:34.631161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2e6e15cd-c134-48a6-a483-32282bb48e00 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:34.631755 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e6e15cd-c134-48a6-a483-32282bb48e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.705478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.722387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Transition to ACTIVE for port object d724eced-96d6-4ca6-8eaa-71b970950404 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:34.755531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 1011ea84-a139-4231-a09a-21835b12f78a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:34.925123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1011ea84-a139-4231-a09a-21835b12f78a) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:34.925887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.930652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:34.931707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:34.950671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ff928-6750-40a0-a488-6e7d790c77e4 None None] Network 1011ea84-a139-4231-a09a-21835b12f78a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:35.016819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:35.022100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:35.028457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:35.038670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:35.039739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:35.055456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event updated for resources: {'Port': ['ID=d724eced-96d6-4ca6-8eaa-71b970950404,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:35.143829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0d5b4522-3405-4e98-b574-e62dd52e7888 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8111722 Aug 31 08:02:35.148191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35742) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:35.160795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': '1011ea84-a139-4231-a09a-21835b12f78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:35.255439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24af29-6c2f-47c0-82b4-2e1d3390df17 req-676b5813-c149-461e-84fc-5b202eca71c3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:35.258087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e24af29-6c2f-47c0-82b4-2e1d3390df17 req-676b5813-c149-461e-84fc-5b202eca71c3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 0.0796154 Aug 31 08:02:35.261943 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4a483254-bf51-4b61-9ee6-fb18ccbf0076 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7749412 Aug 31 08:02:35.262440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35744) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:35.301379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-1011ea84-a139-4231-a09a-21835b12f78a', 'network_id': '1011ea84-a139-4231-a09a-21835b12f78a', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': 'b4487329-ed00-4679-b55e-d03a8a8f644d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:35.301379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:35.377209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e24af29-6c2f-47c0-82b4-2e1d3390df17 req-7f76a141-ed2a-43cb-8547-d9f3556500b7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103516 Aug 31 08:02:35.467762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting port d724eced-96d6-4ca6-8eaa-71b970950404 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:35.469411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:35.617085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:35.630268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d51be-e835-499d-ada1-c7f5663ddddb req-025b3e56-a932-4102-8046-6af0b4722913 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:35.633149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e29d51be-e835-499d-ada1-c7f5663ddddb req-025b3e56-a932-4102-8046-6af0b4722913 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1990464 Aug 31 08:02:35.636803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Calling delete_port for d724eced-96d6-4ca6-8eaa-71b970950404 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:35.653380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff5752-e35f-4f02-890e-7b5caff98e45 req-a81b6e1c-9086-4956-9b25-00c0aaaf622a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:35.654414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39ff5752-e35f-4f02-890e-7b5caff98e45 req-a81b6e1c-9086-4956-9b25-00c0aaaf622a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 0.1483932 Aug 31 08:02:35.663889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Allocated IP 2001:db8::2 (1011ea84-a139-4231-a09a-21835b12f78a/b4487329-ed00-4679-b55e-d03a8a8f644d/8a51e55d-ef8b-4d10-b846-2b7f87d6d64d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:35.793641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-52926898-5f18-46fc-88b9-3a4e4f0a0824 None None] Provisioning for port d724eced-96d6-4ca6-8eaa-71b970950404 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:35.793900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e29d51be-e835-499d-ada1-c7f5663ddddb req-3bba6c2c-ce3e-4c6a-81a5-04359615332b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339507 Aug 31 08:02:35.809387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-52926898-5f18-46fc-88b9-3a4e4f0a0824 None None] Provisioning complete for port d724eced-96d6-4ca6-8eaa-71b970950404 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:35.809926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-52926898-5f18-46fc-88b9-3a4e4f0a0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:35.861550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-52926898-5f18-46fc-88b9-3a4e4f0a0824 None None] Port d724eced-96d6-4ca6-8eaa-71b970950404 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:02:35.870408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39ff5752-e35f-4f02-890e-7b5caff98e45 req-97d41362-2361-4e3e-ac15-05625e7715b6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948380 Aug 31 08:02:35.873551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:35.884012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:35.987104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.150534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Transition to ACTIVE for port object 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:36.154049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.178781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Transition to ACTIVE for port object 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:36.195443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Port': ['ID=d724eced-96d6-4ca6-8eaa-71b970950404,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:36.298998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.300998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3aa21c02-d7ec-4ce4-b948-388dd779b84f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/d724eced-96d6-4ca6-8eaa-71b970950404 HTTP/1.1" status: 204 len: 168 time: 1.0375280 Aug 31 08:02:36.303702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35760) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:36.350832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.397523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec4089-4d4b-4900-bfee-d99e66590bf6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.401622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aeec4089-4d4b-4900-bfee-d99e66590bf6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0938792 Aug 31 08:02:36.401967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35766) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:36.412696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Network 1011ea84-a139-4231-a09a-21835b12f78a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:36.415775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:36.421235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:36.492784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Pushing event updated for resources: {'Port': ['ID=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:36.502641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c317a7-637f-44c6-98d1-1343df64e715 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.507385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Attempting to bind port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:36.507766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Attempting to bind port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1011ea84-a139-4231-a09a-21835b12f78a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:36.508144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Attempting to bind port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d on network 1011ea84-a139-4231-a09a-21835b12f78a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:36.528559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-83c317a7-637f-44c6-98d1-1343df64e715 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1110013 Aug 31 08:02:36.528681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35768) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:36.528821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:36.528821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Checking segment: {'id': 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1011ea84-a139-4231-a09a-21835b12f78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:36.528821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.528821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Bound using segment: {'id': 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1011ea84-a139-4231-a09a-21835b12f78a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:36.528821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Bound port: 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1011ea84-a139-4231-a09a-21835b12f78a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:36.528821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.531599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633c501-c4d2-4f69-b510-883da9fd033b req-e299ec62-d472-4e07-a28a-ff83c800a7ec tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.533960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c633c501-c4d2-4f69-b510-883da9fd033b req-e299ec62-d472-4e07-a28a-ff83c800a7ec tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 0.0877748 Aug 31 08:02:36.575357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.578179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc04b9e-9ef3-4186-b44f-e69734ab280c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.579955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc04b9e-9ef3-4186-b44f-e69734ab280c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.581648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc04b9e-9ef3-4186-b44f-e69734ab280c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.583321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7dc04b9e-9ef3-4186-b44f-e69734ab280c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0678689 Aug 31 08:02:36.586217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35770) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:36.591241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c633c501-c4d2-4f69-b510-883da9fd033b req-adfb26b7-3bad-4745-8da4-6b4f81d6f349 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511768 Aug 31 08:02:36.606320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] For port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:36.607237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] For port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,segment=NetworkSegment(aedb8d09-7a68-4a5e-8af8-04f0f7b297d9),segment_id=aedb8d09-7a68-4a5e-8af8-04f0f7b297d9)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:36.664739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 1011ea84-a139-4231-a09a-21835b12f78a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:36.674432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:36.699933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet 7f05c3dd-8d97-4608-ac1f-7b09964bb2b3 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:36.699933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:36.699933 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.699933 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.717419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=bb884193-b14f-434a-8369-4a036b078dea,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:36.744954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.786592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.831386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.890229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b788d8e-61b6-4ab6-97c7-67e51dff721e tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7362332 Aug 31 08:02:36.890575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35776) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:36.915797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31667-d6dd-4dd8-b88f-13be094c0d55 None None] Pushing event updated for resources: {'Port': ['ID=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:37.042842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0a7d0-b29f-4c60-b0a5-a6c64b9456f8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.044592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0a7d0-b29f-4c60-b0a5-a6c64b9456f8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.046540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0a7d0-b29f-4c60-b0a5-a6c64b9456f8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.048164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0a7d0-b29f-4c60-b0a5-a6c64b9456f8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.050090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0a7d0-b29f-4c60-b0a5-a6c64b9456f8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.052027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-afe0a7d0-b29f-4c60-b0a5-a6c64b9456f8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1622393 Aug 31 08:02:37.059481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:37.066707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a985941-2e83-46a4-b036-1854eb3739d7 req-a8d9ff5a-5c67-4d3b-8a26-df883bd3d79a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.068720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a985941-2e83-46a4-b036-1854eb3739d7 req-a8d9ff5a-5c67-4d3b-8a26-df883bd3d79a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1089780 Aug 31 08:02:37.070250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541779586'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:37.082940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.114713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a985941-2e83-46a4-b036-1854eb3739d7 req-4fd3c434-2a5e-48df-ae81-dacfe9ac2348 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391836 Aug 31 08:02:37.141662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=7f05c3dd-8d97-4608-ac1f-7b09964bb2b3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:37.150606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.157159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35784) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:37.158640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa92f60c-5719-4e4e-a587-1af63fddf32b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/7f05c3dd-8d97-4608-ac1f-7b09964bb2b3 HTTP/1.1" status: 204 len: 168 time: 0.5713050 Aug 31 08:02:37.174707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef99073-18fa-49d8-ad13-54084d034208 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:37.254123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Deleting subnet fd94c7c2-c47a-47ed-8972-04eb64d13244 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:02:37.258239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.264305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:37.268336 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.320153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:37.344266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.344781 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment ba6adb02-856a-4f68-afd0-e6b7d406f633 of type vlan for network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 Aug 31 08:02:37.365932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.430831 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.594166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.681490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.700579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.701230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.767128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05e6d3-cb2b-47bd-b045-44d7e8697426 req-bfc9b3fa-72fb-48aa-83a4-4c67200e1640 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.769574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b05e6d3-cb2b-47bd-b045-44d7e8697426 req-bfc9b3fa-72fb-48aa-83a4-4c67200e1640 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 0.0740836 Aug 31 08:02:37.869100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-6feeb23b-eff4-4ff7-9fb7-a0d75622a06a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:37.869852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:37.871634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-6feeb23b-eff4-4ff7-9fb7-a0d75622a06a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.2060165 Aug 31 08:02:37.872878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=9db557b2-b21c-4da2-9a55-72cbfc0dd947,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:37.930406 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-94cb69bf-47a5-488b-a19d-329e819afeac tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8677771 Aug 31 08:02:37.934068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:37.937720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:37.958370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:38.058333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b05e6d3-cb2b-47bd-b045-44d7e8697426 req-f19043a6-fb1c-44d0-b3a2-bd2d96bcfc89 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753363 Aug 31 08:02:38.167092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.184010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/fd94c7c2-c47a-47ed-8972-04eb64d13244 HTTP/1.1" status: 204 len: 168 time: 1.0259683 Aug 31 08:02:38.197164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:38.199700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efcf36-e566-42e9-845b-7046c79e9ede tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Subnet': ['ID=fd94c7c2-c47a-47ed-8972-04eb64d13244,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:38.202566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35806) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:38.345610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.356652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Deleting port a23bc856-2629-4aa0-b424-e2b1b88f4e8e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:38.360045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a2964f7b-45a4-4465-8629-4388171b3e72 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1537046 Aug 31 08:02:38.362408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.368291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35808) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:38.453152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35810) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:38.453716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:38.511037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-08e21876-2b05-4cf5-b835-b51b01a5cff8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:38.513623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-08e21876-2b05-4cf5-b835-b51b01a5cff8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 0.5908177 Aug 31 08:02:38.554306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3095f6-9a5a-48f3-8906-125a6ef18180 req-c50c4dc9-6d02-42b1-bc00-35e6d297c60d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:38.556982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec3095f6-9a5a-48f3-8906-125a6ef18180 req-c50c4dc9-6d02-42b1-bc00-35e6d297c60d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 945 time: 0.1940141 Aug 31 08:02:38.575199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] For port a23bc856-2629-4aa0-b424-e2b1b88f4e8e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:38.575603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.734479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d541af-2df4-4a4d-a45d-fd68c6b2b693 None None] Network a29e0ccd-3f08-4e7b-9822-64947ff5b787 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:38.771313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.833127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec3095f6-9a5a-48f3-8906-125a6ef18180 req-76e3d0b7-7fbf-47d9-b90c-c12d9f9797ee tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067684 Aug 31 08:02:38.863963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef77e3-a0b3-4a6f-ab86-5044883da37f None None] Network 1011ea84-a139-4231-a09a-21835b12f78a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:38.877953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb447-160b-4534-bba6-a099d8877272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.885142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port bccad18f-253d-4bb8-aa33-2776ccfa53ba {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:38.885696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.891342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 is not hosted by any dhcp agent {{(pid=95445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 08:02:38.901182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:38.902321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.909543 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "PUT /v2.0/networks/9db557b2-b21c-4da2-9a55-72cbfc0dd947 HTTP/1.1" status: 200 len: 723 time: 0.9654608 Aug 31 08:02:38.914601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35816) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:38.936497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c2768a9a-f15b-4027-bf7d-9063709a9851 None None] Provisioning complete for port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:38.936497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2768a9a-f15b-4027-bf7d-9063709a9851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:38.965713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a1bfb-ebe3-461d-84b0-d9e74822d702 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:38.971280 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-155a1bfb-ebe3-461d-84b0-d9e74822d702 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5984316 Aug 31 08:02:38.982061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35818) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:38.991398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:39.226134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb447-160b-4534-bba6-a099d8877272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.374482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] DHCP port deletion for a29e0ccd-3f08-4e7b-9822-64947ff5b787 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:02:39.545674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Deleting port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:39.546114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.664619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81918ca-942a-48d1-b27e-9e4a4a4f03cc tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=9db557b2-b21c-4da2-9a55-72cbfc0dd947,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:39.674976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] Provisioning for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:39.695166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:39.716481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.717320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.718202 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Floating IP 6ffd9c47-0944-41ee-8e59-cf2335258375 disassociated. External IP: 172.25.0.56, port: a23bc856-2629-4aa0-b424-e2b1b88f4e8e. Aug 31 08:02:39.718886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Calling delete_port for a23bc856-2629-4aa0-b424-e2b1b88f4e8e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:39.731568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] Provisioning complete for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:39.732165 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.787909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f60bb1-d54f-4406-8e3b-930b9b588d38 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:39.789857 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20f60bb1-d54f-4406-8e3b-930b9b588d38 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8063018 Aug 31 08:02:39.795539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35826) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:39.837844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] For port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,segment=NetworkSegment(ac40c59b-88f6-4363-9839-5ac123187b0f),segment_id=ac40c59b-88f6-4363-9839-5ac123187b0f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:39.837844 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.853449 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a8e4efaa-1982-4ddb-a624-8bf4118a8158 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566630 Aug 31 08:02:39.861541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35828) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:39.896019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Update dhcp port {'port': {'network_id': '1011ea84-a139-4231-a09a-21835b12f78a', 'fixed_ips': [{'subnet_id': 'b4487329-ed00-4679-b55e-d03a8a8f644d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb884193-b14f-434a-8369-4a036b078dea'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '8a51e55d-ef8b-4d10-b846-2b7f87d6d64d'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:02:39.898561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Calling delete_port for 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:39.914636 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e679a79-f0f8-4374-a9d0-1072e2355b97 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:39.921787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e679a79-f0f8-4374-a9d0-1072e2355b97 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:39.922128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:02:39.922330 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6e679a79-f0f8-4374-a9d0-1072e2355b97 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/d724eced-96d6-4ca6-8eaa-71b970950404 HTTP/1.1" status: 404 len: 333 time: 0.0547075 Aug 31 08:02:39.923553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:39.962809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb447-160b-4534-bba6-a099d8877272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:39.992515 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c376a665-3baf-47b2-9087-431a2f24d42c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:39.993086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c376a665-3baf-47b2-9087-431a2f24d42c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:39.996650 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c376a665-3baf-47b2-9087-431a2f24d42c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/7f05c3dd-8d97-4608-ac1f-7b09964bb2b3 HTTP/1.1" status: 404 len: 337 time: 0.0707102 Aug 31 08:02:39.999816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35836) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.053332 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c03210-bf44-4004-9cbb-183d78435a92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.053710 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.062444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c03210-bf44-4004-9cbb-183d78435a92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.062444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52c03210-bf44-4004-9cbb-183d78435a92 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/fd94c7c2-c47a-47ed-8972-04eb64d13244 HTTP/1.1" status: 404 len: 337 time: 0.0556226 Aug 31 08:02:40.062789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.180542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec2bb447-160b-4534-bba6-a099d8877272 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ec7491f9c1d41e0b47a13041de039eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7223103 Aug 31 08:02:40.188693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35840) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.193683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port bccad18f-253d-4bb8-aa33-2776ccfa53ba, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bccad18f-253d-4bb8-aa33-2776ccfa53ba,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:40.194453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.198712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb447-160b-4534-bba6-a099d8877272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41212162-1d02-4dc2-a578-6d570c1bb473,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:40.244299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for bccad18f-253d-4bb8-aa33-2776ccfa53ba owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:40.251832 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6334036-3e22-42ed-94ba-574f25c3a8b2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.253432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6334036-3e22-42ed-94ba-574f25c3a8b2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.258416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6334036-3e22-42ed-94ba-574f25c3a8b2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/37b6bf81-203e-4227-ad33-e13a043c4571 HTTP/1.1" status: 404 len: 333 time: 0.1942275 Aug 31 08:02:40.263071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35842) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.348788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.384934 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d016e34-f71d-4c39-915a-f93394342831 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.385627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d016e34-f71d-4c39-915a-f93394342831 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.389141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9d016e34-f71d-4c39-915a-f93394342831 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/9ece2bb6-6511-4f5a-b02a-22ac853a6aa5 HTTP/1.1" status: 404 len: 337 time: 0.1245866 Aug 31 08:02:40.410190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35844) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.412552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30bf0-beac-4955-9603-a238b021307c req-121356a7-62cc-4199-b7df-914a29e9f591 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:40.420452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cef30bf0-beac-4955-9603-a238b021307c req-121356a7-62cc-4199-b7df-914a29e9f591 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 945 time: 1.1126423 Aug 31 08:02:40.478711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bba0a54a-1058-4708-8c28-4334cce77fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.485225 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6421a0b5-5067-4ba9-b497-fd120a038876 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.485679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6421a0b5-5067-4ba9-b497-fd120a038876 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.491335 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6421a0b5-5067-4ba9-b497-fd120a038876 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/2f874b1b-e137-4c68-bda0-fbe6ec3b1a1f HTTP/1.1" status: 404 len: 337 time: 0.0759254 Aug 31 08:02:40.491579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35848) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.516784 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6aa960e-2c4c-4425-8777-f66a0afb934e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.517538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6aa960e-2c4c-4425-8777-f66a0afb934e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.519762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6aa960e-2c4c-4425-8777-f66a0afb934e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/80dbc600-c9df-44f5-8ec5-4c21599192a7 HTTP/1.1" status: 404 len: 333 time: 0.0269463 Aug 31 08:02:40.522218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35850) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.539540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a23bc856-2629-4aa0-b424-e2b1b88f4e8e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:02:40.542648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.553393 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b65def-6719-406a-9065-9c63d2682b18 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.553893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b65def-6719-406a-9065-9c63d2682b18 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.557874 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40b65def-6719-406a-9065-9c63d2682b18 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/11dfb0a3-1beb-41b2-83fb-0a0febc84e62 HTTP/1.1" status: 404 len: 337 time: 0.0324581 Aug 31 08:02:40.560008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35852) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.581481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bba0a54a-1058-4708-8c28-4334cce77fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.594643 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5791a16b-99ef-4661-bbb3-6fcf29b8b9ab tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.601535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5791a16b-99ef-4661-bbb3-6fcf29b8b9ab tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.601535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5791a16b-99ef-4661-bbb3-6fcf29b8b9ab tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/a7ab10d0-d31b-41d9-aaa3-d95274176bad HTTP/1.1" status: 404 len: 337 time: 0.0373218 Aug 31 08:02:40.604536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35854) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.612779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:40.617231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.623097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cef30bf0-beac-4955-9603-a238b021307c req-bd1eef44-6078-4a20-987d-563725948868 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017872 Aug 31 08:02:40.633781 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf10e29-8dc8-449c-82bc-200cc0413e2e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.634828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf10e29-8dc8-449c-82bc-200cc0413e2e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.641531 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6cf10e29-8dc8-449c-82bc-200cc0413e2e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/38c7db41-42c0-473f-9d9b-8dd7acf6f1cb HTTP/1.1" status: 404 len: 333 time: 0.0384440 Aug 31 08:02:40.642471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35856) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.644188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.655067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.747057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Pushing event deleted for resources: {'Port': ['ID=47fa6b41-e7ce-47f0-90da-da6d0930f9b9,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:40.789990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] No DVR routers for this DVR port 47fa6b41-e7ce-47f0-90da-da6d0930f9b9 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:40.795354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec9bba-5b7b-4bc3-b2fd-5bcbb664d30d req-b6bd6cab-087d-43c4-8c20-9449f1d242ef tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:40.803049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6ec9bba-5b7b-4bc3-b2fd-5bcbb664d30d req-b6bd6cab-087d-43c4-8c20-9449f1d242ef tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 867 time: 0.3253751 Aug 31 08:02:40.803248 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6f2430-bd0e-4a8a-aebd-2bd2a95f5343 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.804705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6f2430-bd0e-4a8a-aebd-2bd2a95f5343 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.810653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.811192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.811730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.811863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bba0a54a-1058-4708-8c28-4334cce77fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.812742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.812742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.813184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.813680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.814269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.814898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.815181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bba0a54a-1058-4708-8c28-4334cce77fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.815454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.815995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.818956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2913998-ce94-4e54-9996-be71658d3833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:40.819364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bba0a54a-1058-4708-8c28-4334cce77fda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41212162-1d02-4dc2-a578-6d570c1bb473 HTTP/1.1" status: 204 len: 168 time: 0.6191700 Aug 31 08:02:40.824967 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2f6f2430-bd0e-4a8a-aebd-2bd2a95f5343 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/18664484-d463-4fe4-8e0b-d11193a09917 HTTP/1.1" status: 404 len: 337 time: 0.1804302 Aug 31 08:02:40.831203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event deleted for resources: {'Port': ['ID=a23bc856-2629-4aa0-b424-e2b1b88f4e8e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:40.842018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35864) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.902033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No active binding found for port a23bc856-2629-4aa0-b424-e2b1b88f4e8e {{(pid=95447) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 08:02:40.903085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a23bc856-2629-4aa0-b424-e2b1b88f4e8e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:02:40.905327 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce379d7e-b493-4189-a576-bb9fb381ade2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:40.906431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce379d7e-b493-4189-a576-bb9fb381ade2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:40.909263 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce379d7e-b493-4189-a576-bb9fb381ade2 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/bf9c74a2-b48d-48ed-8ddb-091e4c120086 HTTP/1.1" status: 404 len: 337 time: 0.0657053 Aug 31 08:02:40.911792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] For port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,segment=NetworkSegment(aedb8d09-7a68-4a5e-8af8-04f0f7b297d9),segment_id=aedb8d09-7a68-4a5e-8af8-04f0f7b297d9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:40.917221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35866) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:40.917753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0a54a-1058-4708-8c28-4334cce77fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41212162-1d02-4dc2-a578-6d570c1bb473,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:40.970435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6ec9bba-5b7b-4bc3-b2fd-5bcbb664d30d req-5d09d7b7-57ad-4aa3-b186-0b176da4638f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=451727ca-fe10-4366-9148-93e01f48e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662829 Aug 31 08:02:40.973654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:40.988805 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:02:40.996795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:41.010301 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.023755 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d712861-56e8-4e3c-88cc-fbfb13b61041 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.024712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d712861-56e8-4e3c-88cc-fbfb13b61041 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.027926 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d712861-56e8-4e3c-88cc-fbfb13b61041 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/e338dd0d-78d2-4f7a-979a-d9a2474a9df7 HTTP/1.1" status: 404 len: 333 time: 0.1040714 Aug 31 08:02:41.031267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35868) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.041278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=bccad18f-253d-4bb8-aa33-2776ccfa53ba,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:41.069152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Allocated IP 172.20.0.1 (1011ea84-a139-4231-a09a-21835b12f78a/bb884193-b14f-434a-8369-4a036b078dea/8a51e55d-ef8b-4d10-b846-2b7f87d6d64d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:41.101219 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-364d4d81-be0f-4827-8c2d-3ea196ef8a1d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.101607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364d4d81-be0f-4827-8c2d-3ea196ef8a1d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.104692 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-364d4d81-be0f-4827-8c2d-3ea196ef8a1d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/f8e67c37-cfd2-448c-a307-1db7715fd701 HTTP/1.1" status: 404 len: 337 time: 0.0714030 Aug 31 08:02:41.108631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.166227 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffc663c-464e-4696-86b6-a7c5551bef5e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.166958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffc663c-464e-4696-86b6-a7c5551bef5e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.168881 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5ffc663c-464e-4696-86b6-a7c5551bef5e tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/9635fe7f-df14-477b-8532-8ba2e99ef182 HTTP/1.1" status: 404 len: 333 time: 0.0591018 Aug 31 08:02:41.172858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.206583 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ae8ebd-66ce-4a0d-b7a2-c30b5adedca4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.208277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ae8ebd-66ce-4a0d-b7a2-c30b5adedca4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.210403 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e9ae8ebd-66ce-4a0d-b7a2-c30b5adedca4 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/0463e04d-e47c-42fb-9ccb-7de9a24175e8 HTTP/1.1" status: 404 len: 337 time: 0.0362816 Aug 31 08:02:41.215740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35874) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.242483 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d886e0-0791-4f12-9ebf-17a0293f6110 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.243669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d886e0-0791-4f12-9ebf-17a0293f6110 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.251462 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06d886e0-0791-4f12-9ebf-17a0293f6110 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/a5cdc2f2-75e0-4aab-a423-bbbf12ada68b HTTP/1.1" status: 404 len: 333 time: 0.0287020 Aug 31 08:02:41.252746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35876) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.254194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port bccad18f-253d-4bb8-aa33-2776ccfa53ba on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:41.257259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.262194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f0aa791-22e5-4970-b823-5ee9db5e6a52 req-50e67150-7445-4bbb-a592-bde0870c7f15 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "DELETE /v2.0/ports/bccad18f-253d-4bb8-aa33-2776ccfa53ba HTTP/1.1" status: 204 len: 173 time: 2.7321424 Aug 31 08:02:41.262930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'name': 'network-vif-deleted', 'tag': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:41.265497 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfcbc19-fba9-4775-b503-2dc6908b8195" -d '{"events": [{"server_uuid": "f94ee238-a812-4242-9c85-e95d81f4fba4", "name": "network-vif-deleted", "tag": "bccad18f-253d-4bb8-aa33-2776ccfa53ba"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:41.348570 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b6f18a-a5b8-431b-8180-229550798807 x-openstack-request-id: req-b3b6f18a-a5b8-431b-8180-229550798807 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:41.348961 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ee238-a812-4242-9c85-e95d81f4fba4", "name": "network-vif-deleted", "tag": "bccad18f-253d-4bb8-aa33-2776ccfa53ba", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:41.349250 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3b6f18a-a5b8-431b-8180-229550798807 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:41.349797 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ee238-a812-4242-9c85-e95d81f4fba4', 'name': 'network-vif-deleted', 'tag': 'bccad18f-253d-4bb8-aa33-2776ccfa53ba', 'status': 'completed', 'code': 200} Aug 31 08:02:41.361419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf54a40-7369-4a1d-8fa5-b88e9713432c None None] Pushing event updated for resources: {'Port': ['ID=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:41.376118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Router 4f494057-68d0-458b-9ce2-994d3d614cdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:02:41.378090 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6368c69-d0a6-4c9e-9e4c-9519ef834003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.381169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6368c69-d0a6-4c9e-9e4c-9519ef834003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.381169 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e6368c69-d0a6-4c9e-9e4c-9519ef834003 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/02c211af-5b1c-4f5e-b97a-d432df93eec0 HTTP/1.1" status: 404 len: 337 time: 0.1233323 Aug 31 08:02:41.384237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35882) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.434881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.450565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] For port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,segment=NetworkSegment(aedb8d09-7a68-4a5e-8af8-04f0f7b297d9),segment_id=aedb8d09-7a68-4a5e-8af8-04f0f7b297d9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:41.458271 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-131bacd5-5d50-4aa7-9980-7c4b5767c3ef tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.459406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131bacd5-5d50-4aa7-9980-7c4b5767c3ef tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.461559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-131bacd5-5d50-4aa7-9980-7c4b5767c3ef tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/373d5aac-3e0f-4a22-a6b5-d9ec5bbb4c5b HTTP/1.1" status: 404 len: 333 time: 0.0762341 Aug 31 08:02:41.466063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35884) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.567746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': 'ba6adb02-856a-4f68-afd0-e6b7d406f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:41.568321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: 9db557b2-b21c-4da2-9a55-72cbfc0dd947, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:41.575262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=e48db1ea-73fa-4926-8cd5-ff0a9b0daff2,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:41.585752 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1669acd6-8fae-4fc0-b56a-a6d4eb6ed0ef tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.586689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1669acd6-8fae-4fc0-b56a-a6d4eb6ed0ef tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.590480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1669acd6-8fae-4fc0-b56a-a6d4eb6ed0ef tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/c0817738-5e87-4404-b84a-071e8e926a8b HTTP/1.1" status: 404 len: 337 time: 0.1227164 Aug 31 08:02:41.593074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.593241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35886) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.628099 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dc69e0-3513-437e-82c0-8ff099722da8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.630438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dc69e0-3513-437e-82c0-8ff099722da8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.638389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e2dc69e0-3513-437e-82c0-8ff099722da8 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/ec6d9554-3615-4a26-943b-2da53c2cee2e HTTP/1.1" status: 404 len: 333 time: 0.0439258 Aug 31 08:02:41.639178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.642111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Transition to ACTIVE for port object 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:41.648398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:02:41.674223 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b5a0cf-5338-411a-a403-bcadb0edcb57 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.674883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b5a0cf-5338-411a-a403-bcadb0edcb57 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.677658 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:02:41.679481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9b5a0cf-5338-411a-a403-bcadb0edcb57 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/214ada7d-9dab-4a07-8c62-abc8e4364ea5 HTTP/1.1" status: 404 len: 337 time: 0.0386250 Aug 31 08:02:41.680192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35892) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.687393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:02:41.688248 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:41.708254 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-49354354-492f-492b-ab38-b659a9aef100 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.709076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49354354-492f-492b-ab38-b659a9aef100 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.713893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49354354-492f-492b-ab38-b659a9aef100 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/437cde5b-1726-4a86-9e29-0560f3a7a0a2 HTTP/1.1" status: 404 len: 333 time: 0.0325425 Aug 31 08:02:41.716678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35894) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.738404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] No DVR routers for this DVR port a23bc856-2629-4aa0-b424-e2b1b88f4e8e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:41.749183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.751172 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d3de72-1320-4812-b150-fd02fa97231d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.751341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d3de72-1320-4812-b150-fd02fa97231d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.754625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-fa489da0-6ecf-4ecb-9e6d-b08d7ff3ea4e req-0f7d5a95-aa46-4a38-8f4c-5e2b45e65b22 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "DELETE /v2.0/ports/a23bc856-2629-4aa0-b424-e2b1b88f4e8e HTTP/1.1" status: 204 len: 173 time: 3.8622854 Aug 31 08:02:41.755990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-12d3de72-1320-4812-b150-fd02fa97231d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/5b0c7217-1693-442f-b614-c79701ea79de HTTP/1.1" status: 404 len: 337 time: 0.0398309 Aug 31 08:02:41.757041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35896) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.758082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'name': 'network-vif-deleted', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:41.765272 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c53faa0-8c23-4f0c-8ac0-a9f6fcaa30f3" -d '{"events": [{"server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "name": "network-vif-deleted", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:41.775160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:41.784213 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.803532 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-246ff74b-9f01-4d70-bb18-e3f355b04a8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.804162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246ff74b-9f01-4d70-bb18-e3f355b04a8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.810246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35900) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.810869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-246ff74b-9f01-4d70-bb18-e3f355b04a8b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/592ac349-2f20-403e-8f16-4052f1c136c5 HTTP/1.1" status: 404 len: 337 time: 0.0423975 Aug 31 08:02:41.821119 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:02:41.910409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9db557b2-b21c-4da2-9a55-72cbfc0dd947) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:41.917848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:41.918582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668500'] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:41.934305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf56699-304b-44ba-979b-9c3055f3a6aa None None] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:41.940933 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4d5c42-003e-4413-93d8-cecd0e656ed1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:41.942231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4d5c42-003e-4413-93d8-cecd0e656ed1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:41.945014 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-db4d5c42-003e-4413-93d8-cecd0e656ed1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/beef6048-73d7-4b5b-9ff9-4fd14c079d7f HTTP/1.1" status: 404 len: 333 time: 0.1331484 Aug 31 08:02:41.950174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35904) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:41.979253 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ccf878-3d5e-4740-8305-7b14db5cda77 x-openstack-request-id: req-96ccf878-3d5e-4740-8305-7b14db5cda77 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:41.980684 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed49d76f-8186-470d-b557-5f33c2d75f4c", "name": "network-vif-deleted", "tag": "a23bc856-2629-4aa0-b424-e2b1b88f4e8e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:41.981748 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96ccf878-3d5e-4740-8305-7b14db5cda77 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:41.981748 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed49d76f-8186-470d-b557-5f33c2d75f4c', 'name': 'network-vif-deleted', 'tag': 'a23bc856-2629-4aa0-b424-e2b1b88f4e8e', 'status': 'completed', 'code': 200} Aug 31 08:02:42.009049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebdb9852-6833-471f-9c31-477e1cd5f46a req-f5a3599b-338a-4a93-b389-eccd7e22c66e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94ee238-a812-4242-9c85-e95d81f4fba4 HTTP/1.1" status: 200 len: 210 time: 0.0770659 Aug 31 08:02:42.034450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:42.091922 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3827e1a-60ec-4322-9d02-4e82a0d2c5d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.096377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3827e1a-60ec-4322-9d02-4e82a0d2c5d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.096541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1002a571-21b5-47a5-a140-49cd67fa933d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1764717 Aug 31 08:02:42.096541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.097630 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e3827e1a-60ec-4322-9d02-4e82a0d2c5d9 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/4239cf08-6b8c-4614-bd54-86d1833987fc HTTP/1.1" status: 404 len: 337 time: 0.1459887 Aug 31 08:02:42.098290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35912) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.101292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:42.132685 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bbe8da-cd98-44a6-b044-e9daca30a507 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.133166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bbe8da-cd98-44a6-b044-e9daca30a507 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.135318 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40bbe8da-cd98-44a6-b044-e9daca30a507 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/5763625d-9734-406c-a63b-f7a70da96ff4 HTTP/1.1" status: 404 len: 337 time: 0.0360272 Aug 31 08:02:42.140606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35914) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.169010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.212097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa4883df-60a3-471a-9944-be081228439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:42.237906 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d52df8e-52be-488e-91ff-68a0896a7877 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.237906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d52df8e-52be-488e-91ff-68a0896a7877 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.258107 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d52df8e-52be-488e-91ff-68a0896a7877 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/4fa95516-1774-4d93-ac13-cfdc6465ebf6 HTTP/1.1" status: 404 len: 333 time: 0.1140578 Aug 31 08:02:42.265606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35920) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.344287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bccad18f-253d-4bb8-aa33-2776ccfa53ba no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:02:42.353519 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f7c1fb-8f97-48ce-93c4-5aa800f8de6f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.354325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f7c1fb-8f97-48ce-93c4-5aa800f8de6f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.357854 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c9f7c1fb-8f97-48ce-93c4-5aa800f8de6f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/1534e1dc-520d-4cae-b7d0-5fa3718f41f2 HTTP/1.1" status: 404 len: 337 time: 0.0853615 Aug 31 08:02:42.360614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35922) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.370330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795064c-50bf-4102-9af4-86723de55f21 None None] Pushing event updated for resources: {'Port': ['ID=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:42.393390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: bccad18f-253d-4bb8-aa33-2776ccfa53ba {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:02:42.393721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bccad18f-253d-4bb8-aa33-2776ccfa53ba not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:02:42.400685 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:42.409972 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd58e70-fe4d-4e38-b9db-ce6c83403aa1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.410473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd58e70-fe4d-4e38-b9db-ce6c83403aa1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.415867 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5cd58e70-fe4d-4e38-b9db-ce6c83403aa1 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/e20d5acb-9140-4d5c-b18d-b38f9fd626a4 HTTP/1.1" status: 404 len: 337 time: 0.0538402 Aug 31 08:02:42.420354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59ca14f1-8614-4cf8-8d8a-c85d3aa58232 req-b036705b-aaa1-4517-b080-b6c294ea0bb6 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed49d76f-8186-470d-b557-5f33c2d75f4c HTTP/1.1" status: 200 len: 210 time: 0.1793425 Aug 31 08:02:42.427110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35924) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.469104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:02:42.476472 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca3b27f-a1bb-4e62-9120-96118ba55c91 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.479454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca3b27f-a1bb-4e62-9120-96118ba55c91 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.485964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6ca3b27f-a1bb-4e62-9120-96118ba55c91 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/aff0822a-5874-4e37-bece-0eea5a76c6e3 HTTP/1.1" status: 404 len: 333 time: 0.0507224 Aug 31 08:02:42.487133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35926) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.488764 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:02:42.489750 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:42.490325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa4883df-60a3-471a-9944-be081228439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:42.533785 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b744f3-9014-457e-b8e6-15fece88d015 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.534683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b744f3-9014-457e-b8e6-15fece88d015 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.539651 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-22b744f3-9014-457e-b8e6-15fece88d015 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/c5984252-7448-4c9e-91fe-2dc57999bad3 HTTP/1.1" status: 404 len: 337 time: 0.0489099 Aug 31 08:02:42.539874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1067286655'] for subnet, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:42.541913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.607989 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-840d7196-0731-454f-861d-b27098248816 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:42.608851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840d7196-0731-454f-861d-b27098248816 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:42.613929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-840d7196-0731-454f-861d-b27098248816 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/c42c793b-fe10-461a-8b46-5a22b0ab001e HTTP/1.1" status: 404 len: 337 time: 0.0660362 Aug 31 08:02:42.614122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-9db557b2-b21c-4da2-9a55-72cbfc0dd947', 'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': 'e48db1ea-73fa-4926-8cd5-ff0a9b0daff2'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:42.614122 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:42.614474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35930) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.682233 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:02:42.728508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6852fa43-47a9-4b96-9279-f730c3eadde6 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b3f214f-c459-4a81-bf93-54e5daecbdaa HTTP/1.1" status: 200 len: 205 time: 0.1124043 Aug 31 08:02:42.733997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.777169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa4883df-60a3-471a-9944-be081228439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:42.884965 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-246d9342-3071-4a8c-8a60-5158ce1aaf4a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] delete failed (client error): The resource could not be found. Aug 31 08:02:42.886811 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-246d9342-3071-4a8c-8a60-5158ce1aaf4a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/routers/8b3f214f-c459-4a81-bf93-54e5daecbdaa HTTP/1.1" status: 404 len: 336 time: 0.1530936 Aug 31 08:02:42.893737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35934) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:42.919681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4883df-60a3-471a-9944-be081228439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe8fe2-5a6a-4dfe-8664-5c99b4facb43,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:43.000428 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-195c962a-d00a-4a9e-b8e9-6706c814544b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.006094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195c962a-d00a-4a9e-b8e9-6706c814544b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.009757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-195c962a-d00a-4a9e-b8e9-6706c814544b tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/59612898-aa1e-4f90-9e6f-99c37f5d917f HTTP/1.1" status: 404 len: 337 time: 0.1141162 Aug 31 08:02:43.011979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35938) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.054189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aa4883df-60a3-471a-9944-be081228439e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef86a391d8bc4c258763e5fd3cd36110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8840268 Aug 31 08:02:43.055130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35940) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.097862 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-021efef0-2b30-4329-8802-d376751e7d0c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fc6dff7-b725-4f8f-9045-cf69c67015ed HTTP/1.1" status: 200 len: 205 time: 0.0838609 Aug 31 08:02:43.101192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35944) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.171357 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-75057a6a-5fa1-41fb-85ba-cfe5d45a8c54 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] delete failed (client error): The resource could not be found. Aug 31 08:02:43.174806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-75057a6a-5fa1-41fb-85ba-cfe5d45a8c54 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/routers/3fc6dff7-b725-4f8f-9045-cf69c67015ed HTTP/1.1" status: 404 len: 336 time: 0.0705075 Aug 31 08:02:43.175349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35948) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.178071 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:43.193340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bad-a07b-43e1-b0d9-e3b1cf1c0834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:43.233551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a460189-c094-489a-8b61-d3c1be5ca88b None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:02:43.329295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bad-a07b-43e1-b0d9-e3b1cf1c0834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:43.377669 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cacad8c-07d8-4ea3-b5fc-59a36455157c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.378474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cacad8c-07d8-4ea3-b5fc-59a36455157c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.383669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3cacad8c-07d8-4ea3-b5fc-59a36455157c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/9f9d006d-ef74-42eb-9bdb-1dbb34f84a38 HTTP/1.1" status: 404 len: 337 time: 0.2043827 Aug 31 08:02:43.396753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35956) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.432304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731135233500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066841953'] for subnet, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:43.487740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Allocated IP 2001:db8::2 (9db557b2-b21c-4da2-9a55-72cbfc0dd947/e48db1ea-73fa-4926-8cd5-ff0a9b0daff2/fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:43.546311 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee26d7b-a501-4e35-9bbe-f2a911f8fbae tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.547168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee26d7b-a501-4e35-9bbe-f2a911f8fbae tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.552349 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ee26d7b-a501-4e35-9bbe-f2a911f8fbae tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/5575c5b5-9b72-4ddc-a58a-98b8bdf6ff9f HTTP/1.1" status: 404 len: 337 time: 0.1459303 Aug 31 08:02:43.554539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.580672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:43.581961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:43.586773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "PUT /v2.0/subnets/e48db1ea-73fa-4926-8cd5-ff0a9b0daff2 HTTP/1.1" status: 200 len: 826 time: 1.4904215 Aug 31 08:02:43.596980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35964) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.640370 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5667985-6f65-4617-80f1-ac86d4bf4927 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.641701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5667985-6f65-4617-80f1-ac86d4bf4927 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.658824 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d5667985-6f65-4617-80f1-ac86d4bf4927 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/713f6176-d910-4f22-a1bf-c7893eff3b11 HTTP/1.1" status: 404 len: 333 time: 0.1010845 Aug 31 08:02:43.664802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.672927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bad-a07b-43e1-b0d9-e3b1cf1c0834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:43.675880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2bad-a07b-43e1-b0d9-e3b1cf1c0834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:43.688264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dc4a2bad-a07b-43e1-b0d9-e3b1cf1c0834 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ebe8fe2-5a6a-4dfe-8664-5c99b4facb43 HTTP/1.1" status: 204 len: 168 time: 0.6217172 Aug 31 08:02:43.717505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f9137-eb56-42c3-baf2-d08e09ba97ff None None] Network 1011ea84-a139-4231-a09a-21835b12f78a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:43.745692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208423-3eef-40a5-84e0-d4628db43839 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=e48db1ea-73fa-4926-8cd5-ff0a9b0daff2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:43.775316 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34ee3c0-8486-4637-b6f8-2055cc6584d7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.777879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34ee3c0-8486-4637-b6f8-2055cc6584d7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.778294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35972) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.781363 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b34ee3c0-8486-4637-b6f8-2055cc6584d7 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/14ff1c81-3a96-4d15-9cb7-ad2fbac4b8cf HTTP/1.1" status: 404 len: 337 time: 0.1201553 Aug 31 08:02:43.783576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35974) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.851084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a2bad-a07b-43e1-b0d9-e3b1cf1c0834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe8fe2-5a6a-4dfe-8664-5c99b4facb43,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:43.854738 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c177d76-e14f-47a3-9e40-9f1e0844a6f0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.856536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c177d76-e14f-47a3-9e40-9f1e0844a6f0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.868051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6c177d76-e14f-47a3-9e40-9f1e0844a6f0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/24f64a35-834f-4117-abfd-8d98b465fa70 HTTP/1.1" status: 404 len: 333 time: 0.0822818 Aug 31 08:02:43.871000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35978) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:43.945123 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6069b171-073d-4e5d-af2d-5637f254bf83 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:43.947444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6069b171-073d-4e5d-af2d-5637f254bf83 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:43.951518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6069b171-073d-4e5d-af2d-5637f254bf83 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/3ac43aa2-645f-4264-8e75-359ce06593ab HTTP/1.1" status: 404 len: 337 time: 0.0787497 Aug 31 08:02:43.953954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.029292 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-96de2a31-ed21-41b7-bd8a-bb1691db9f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.031221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96de2a31-ed21-41b7-bd8a-bb1691db9f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.035043 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-96de2a31-ed21-41b7-bd8a-bb1691db9f90 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/93f51257-a520-41a7-aaec-53670d58f895 HTTP/1.1" status: 404 len: 333 time: 0.0789282 Aug 31 08:02:44.037324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.046266 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.076217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.110465 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75612b3-b071-453c-80a0-bab037fcd45c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.114494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75612b3-b071-453c-80a0-bab037fcd45c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.118554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.124449 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c75612b3-b071-453c-80a0-bab037fcd45c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/183813f6-b654-4a9c-bc12-83a396cfdf1e HTTP/1.1" status: 404 len: 337 time: 0.0825191 Aug 31 08:02:44.125289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35992) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.191874 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa17d10d-f6e9-4952-bf5d-ed94134cc90d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.193685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa17d10d-f6e9-4952-bf5d-ed94134cc90d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.197196 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fa17d10d-f6e9-4952-bf5d-ed94134cc90d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/ca8ca06a-fc7b-4e1e-a42f-a347f4daacf9 HTTP/1.1" status: 404 len: 333 time: 0.0697906 Aug 31 08:02:44.200728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35998) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.213473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:02:44.216740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c689efd8-eecc-4d45-920a-87f07efd8eef None None] New status for floating IP 6ffd9c47-0944-41ee-8e59-cf2335258375: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:02:44.246891 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0162ba36-3589-435a-81d3-8574873355e0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.247663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0162ba36-3589-435a-81d3-8574873355e0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.250748 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0162ba36-3589-435a-81d3-8574873355e0 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/21628586-37b1-459a-a734-c9915bb156d9 HTTP/1.1" status: 404 len: 337 time: 0.0483637 Aug 31 08:02:44.253422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36002) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.284638 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82de2a3-f75f-4bb3-9328-88e219e99e12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.285845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82de2a3-f75f-4bb3-9328-88e219e99e12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.287859 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d82de2a3-f75f-4bb3-9328-88e219e99e12 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/79e57798-bfb1-46a0-8b58-4bb5efe3449e HTTP/1.1" status: 404 len: 333 time: 0.0329249 Aug 31 08:02:44.290501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36004) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.295409 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.322367 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed89c64-ea98-463e-8c21-ae6b2dc66d50 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.323473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed89c64-ea98-463e-8c21-ae6b2dc66d50 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.325869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aed89c64-ea98-463e-8c21-ae6b2dc66d50 tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/56533afc-948f-49ae-8c3d-08895e8c3d9c HTTP/1.1" status: 404 len: 337 time: 0.0340388 Aug 31 08:02:44.328679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36006) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.382148 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f3469e-6efb-4a1e-afb4-1aab47bb5b6c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.382377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-54923ffc-2631-4609-b258-6c57720960bd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:44.383277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f3469e-6efb-4a1e-afb4-1aab47bb5b6c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.383749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-54923ffc-2631-4609-b258-6c57720960bd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.1953981 Aug 31 08:02:44.394809 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c2f3469e-6efb-4a1e-afb4-1aab47bb5b6c tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/46d87591-1132-4800-bc81-d73b2b9e4bcb HTTP/1.1" status: 404 len: 333 time: 0.0645840 Aug 31 08:02:44.395463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36010) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.425473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-6028dee1-057e-435c-b47b-b1fbcd89cd9d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0290534 Aug 31 08:02:44.442438 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5e0ffe-a4a4-4d84-a935-0c1b1fcaf19f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.443007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5e0ffe-a4a4-4d84-a935-0c1b1fcaf19f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.448167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36012) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.452889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-af5e0ffe-a4a4-4d84-a935-0c1b1fcaf19f tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/8367dd6d-40d2-4220-9c5f-333f24eb4ea3 HTTP/1.1" status: 404 len: 337 time: 0.0509813 Aug 31 08:02:44.508624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-404b02e1-6e7c-4e23-9db7-6b50e2e6ff25 None None] Provisioning for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:02:44.520890 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-9863383d-3962-4f69-a278-f8a70a2dffba tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.521798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9863383d-3962-4f69-a278-f8a70a2dffba tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.528440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9863383d-3962-4f69-a278-f8a70a2dffba tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/ports/4afe8ade-b85c-4127-9d14-921888544235 HTTP/1.1" status: 404 len: 333 time: 0.0719335 Aug 31 08:02:44.531139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36016) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.549779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-404b02e1-6e7c-4e23-9db7-6b50e2e6ff25 None None] Provisioning complete for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:44.550446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-404b02e1-6e7c-4e23-9db7-6b50e2e6ff25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.577736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-37ef5f57-4140-465b-b604-808d52f8859a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369977 Aug 31 08:02:44.600966 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28bde56-d11c-4ef7-917d-8e193e45052d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:44.601555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28bde56-d11c-4ef7-917d-8e193e45052d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:44.603686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b28bde56-d11c-4ef7-917d-8e193e45052d tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/subnets/0cfbadd3-cac7-4463-b7a5-957b8703ff6b HTTP/1.1" status: 404 len: 337 time: 0.0712795 Aug 31 08:02:44.606969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36018) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.650661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.653400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.654542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "DELETE /v2.0/security-groups/451727ca-fe10-4366-9148-93e01f48e220 HTTP/1.1" status: 204 len: 168 time: 0.8586905 Aug 31 08:02:44.658626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36020) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.681128 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-576f05ee-7637-424c-9dc5-9d098af9ce71 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] show failed (client error): The resource could not be found. Aug 31 08:02:44.686954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-576f05ee-7637-424c-9dc5-9d098af9ce71 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups/451727ca-fe10-4366-9148-93e01f48e220 HTTP/1.1" status: 404 len: 347 time: 0.0274117 Aug 31 08:02:44.687569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:44.725404 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.734453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:44.734829 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.769685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Transition to ACTIVE for port object fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:44.787274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-5ea8916e-847f-4448-9de8-77741d059306 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055969 Aug 31 08:02:44.845856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Transition to ACTIVE for port object fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:44.887051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.903211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451727ca-fe10-4366-9148-93e01f48e220,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:44.949717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Deleting port 8502ae91-2ebc-4b86-bbe8-f4dc8f10e7d3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:44.950539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:44.975363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.975921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.976510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.977077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.977630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.978214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.978774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.979324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.979938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.981011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.981568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:44.982150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a298a0ef-225c-443d-b30a-fbb27adbd650 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:02:45.091481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.092029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.112933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Calling delete_port for 8502ae91-2ebc-4b86-bbe8-f4dc8f10e7d3 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:45.181384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.215070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.229605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29e0ccd-3f08-4e7b-9822-64947ff5b787']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:45.271863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-d8be670e-529b-4842-a957-bf15c2ad859e service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712118 Aug 31 08:02:45.278357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac40c59b-88f6-4363-9839-5ac123187b0f') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:45.278769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac40c59b-88f6-4363-9839-5ac123187b0f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:45.299378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.313093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:45.315886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:45.331759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:45.359149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.376054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:45.376702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:45.382209 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:45.422019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.483659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Pushing event updated for resources: {'Port': ['ID=fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:45.502272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36024) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:45.517614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Attempting to bind port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:45.518496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Attempting to bind port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ba6adb02-856a-4f68-afd0-e6b7d406f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:45.519153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Attempting to bind port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de on network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:45.531794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:45.532451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Checking segment: {'id': 'ba6adb02-856a-4f68-afd0-e6b7d406f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:45.533091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.533732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Bound using segment: {'id': 'ba6adb02-856a-4f68-afd0-e6b7d406f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:45.534563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Bound port: fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6adb02-856a-4f68-afd0-e6b7d406f633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:45.535183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.566780 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fef8f05-7fc4-490e-a682-1830bd53a5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.588433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.673555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=e48db1ea-73fa-4926-8cd5-ff0a9b0daff2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:45.701697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event deleted for resources: {'Port': ['ID=8502ae91-2ebc-4b86-bbe8-f4dc8f10e7d3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:45.865023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] For port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:45.874267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] For port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de,segment=NetworkSegment(ba6adb02-856a-4f68-afd0-e6b7d406f633),segment_id=ba6adb02-856a-4f68-afd0-e6b7d406f633)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:45.880942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bdff5283-535c-4294-a188-b66fed453b1c None None] Provisioning complete for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:02:45.881558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdff5283-535c-4294-a188-b66fed453b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.893248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.912675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db557b2-b21c-4da2-9a55-72cbfc0dd947']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:45.935365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6adb02-856a-4f68-afd0-e6b7d406f633') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:45.935870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6adb02-856a-4f68-afd0-e6b7d406f633') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:45.955814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.975359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.983489 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.984229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:45.986835 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd400cbc-b353-4247-aa91-904c525f8988 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ffd9c47-0944-41ee-8e59-cf2335258375 HTTP/1.1" status: 204 len: 168 time: 1.2979832 Aug 31 08:02:45.987402 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.096619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.149200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:46.149757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.190102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fef8f05-7fc4-490e-a682-1830bd53a5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.278793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8fef8f05-7fc4-490e-a682-1830bd53a5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.303708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cb173-0e6c-41ad-b57a-ec3dd87fc106 None None] Pushing event updated for resources: {'Port': ['ID=fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:46.320974 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:46.331117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-285ea7f2-9382-458d-8c77-d53974631ad9 req-f1e99626-39ca-4f2c-9d7d-33ee361269c5 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.3157244 Aug 31 08:02:46.340796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.344355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] 10.222.0.36 "DELETE /v2.0/networks/a29e0ccd-3f08-4e7b-9822-64947ff5b787 HTTP/1.1" status: 204 len: 168 time: 1.7058218 Aug 31 08:02:46.374712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c82178-baa0-4c43-ae15-855f8b885b5a tempest-NetworksTestDHCPv6-1345970710 tempest-NetworksTestDHCPv6-1345970710-project] Pushing event deleted for resources: {'Network': ['ID=a29e0ccd-3f08-4e7b-9822-64947ff5b787,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:46.408139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 08:02:46.408139 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 08:02:46.408139 n-d-713499-16 neutron-server[95446]: [parameters: {'id': '9db557b2-b21c-4da2-9a55-72cbfc0dd947'}] Aug 31 08:02:46.408139 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:02:46.408139 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:02:46.427966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36044) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:46.439555 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8fef8f05-7fc4-490e-a682-1830bd53a5b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e0d3397ed0b44a5819ea5d47f9f0dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9350591 Aug 31 08:02:46.489213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef8f05-7fc4-490e-a682-1830bd53a5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fbfba3-3104-416b-b05b-ac0c7210ad89,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:46.518734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252aeae-bcaf-42b6-91d3-b4490ac5efc6 None None] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:46.547184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b86f2055-cf6f-4bb5-9a1b-eebc958a7c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.630300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b86f2055-cf6f-4bb5-9a1b-eebc958a7c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.791007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b86f2055-cf6f-4bb5-9a1b-eebc958a7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.800791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b86f2055-cf6f-4bb5-9a1b-eebc958a7c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:46.802430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b86f2055-cf6f-4bb5-9a1b-eebc958a7c8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8fbfba3-3104-416b-b05b-ac0c7210ad89 HTTP/1.1" status: 204 len: 168 time: 0.3723519 Aug 31 08:02:46.818820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd986369-7b6b-4e4e-ae5f-56dd5d4d08e3 None None] Network 9db557b2-b21c-4da2-9a55-72cbfc0dd947 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:46.819677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f2055-cf6f-4bb5-9a1b-eebc958a7c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fbfba3-3104-416b-b05b-ac0c7210ad89,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:46.915143 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.047009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:02:47.056670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.143081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f757fcd-84d1-4a93-92e5-4e201aa052ea None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:02:47.149032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:47.162821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223788535', 'description': 'tempest-description--707255220'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:47.219463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] For port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de,segment=NetworkSegment(ba6adb02-856a-4f68-afd0-e6b7d406f633),segment_id=ba6adb02-856a-4f68-afd0-e6b7d406f633)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:02:47.219901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.243447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Calling delete_port for fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:02:47.330300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36058) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:47.358377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f757fcd-84d1-4a93-92e5-4e201aa052ea None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:02:47.441005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.569589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eed928ed-e933-4d1d-93cc-0f9405e9c867 req-8199b75f-7043-4861-9ef9-731d895c49c6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.0711913 Aug 31 08:02:47.615623 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.632689 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-430302ed-c955-4c5a-8347-ade5ce1f28a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f873877809a46549d19fb0b5f91a565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978799 Aug 31 08:02:47.634490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36070) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:47.724765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Port': ['ID=fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:47.746718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No DVR routers for this DVR port fd77b1fa-afce-4c6a-bf5d-2750ee2dd3de on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:02:47.810297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bd981c5-7a9f-4b02-860f-ac1dd7874a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.853774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bd981c5-7a9f-4b02-860f-ac1dd7874a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.879695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.973006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:47.986280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db557b2-b21c-4da2-9a55-72cbfc0dd947']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:47.990923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.012043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6adb02-856a-4f68-afd0-e6b7d406f633') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:48.012481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6adb02-856a-4f68-afd0-e6b7d406f633') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:48.040942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.061838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c9d8e-b47b-45a0-b6b3-b98534387e95,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:48.080027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.119682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:48.124020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.126143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bd981c5-7a9f-4b02-860f-ac1dd7874a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.128858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bd981c5-7a9f-4b02-860f-ac1dd7874a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.131093 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8bd981c5-7a9f-4b02-860f-ac1dd7874a32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1de4c0f6-de78-494b-9ecc-1b4337867ef0 HTTP/1.1" status: 204 len: 168 time: 0.4948080 Aug 31 08:02:48.141689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd981c5-7a9f-4b02-860f-ac1dd7874a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de4c0f6-de78-494b-9ecc-1b4337867ef0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:48.156151 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:48.176896 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.180892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-50d46c45-3cbf-44b1-a44c-695c3b48550a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0247934 Aug 31 08:02:48.198235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36082) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:48.208002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'security_group_rule': {'security_group_id': 'd36c9d8e-b47b-45a0-b6b3-b98534387e95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:48.431141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.479727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.488684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.494442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/9db557b2-b21c-4da2-9a55-72cbfc0dd947 HTTP/1.1" status: 204 len: 168 time: 4.8963273 Aug 31 08:02:48.497341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36084) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:48.546596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90060a-5de8-4389-9d67-9ea8ddc94e5a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=9db557b2-b21c-4da2-9a55-72cbfc0dd947,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:48.556346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.570537 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e23266-c845-4fb0-bd9b-49b57060480c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:02:48.571437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e23266-c845-4fb0-bd9b-49b57060480c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:02:48.575921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-89e23266-c845-4fb0-bd9b-49b57060480c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/9db557b2-b21c-4da2-9a55-72cbfc0dd947 HTTP/1.1" status: 404 len: 339 time: 0.0767083 Aug 31 08:02:48.582057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:48.591469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848953844', 'description': 'd1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:48.665680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.710258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e6956c-d5d5-4a5b-91da-0c0e6c80d9d5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:48.741512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bd514b0-5abf-4497-a1a5-72190adc9d4a req-b9e1047b-7deb-4dd6-ad39-4b2e06c3b32a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.0448906 Aug 31 08:02:48.780309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:48.792087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.837320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:48.854130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.856950 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment fdffff31-e3a3-4af3-b1e3-3a6f4306b1f2 of type vlan for network 1081c239-2973-4315-b999-028ae15efb0f Aug 31 08:02:48.908768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:48.911371 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff622706-bce9-4b4a-b280-81621620753a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7114449 Aug 31 08:02:48.914492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36104) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:48.921489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'security_group_rule': {'security_group_id': 'd36c9d8e-b47b-45a0-b6b3-b98534387e95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:48.952600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.095510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.185388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.195090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:49.196740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.231773 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.339974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.343311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=1081c239-2973-4315-b999-028ae15efb0f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:49.380301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1081c239-2973-4315-b999-028ae15efb0f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:49.392437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21822878-fadb-45a5-abd9-a5fad9d62e9e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:49.424140 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8d44fcad-c84c-4f7c-b9dc-0d0afe0b2452 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8402915 Aug 31 08:02:49.427005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:49.575478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2444798c-6737-4fe9-a2c7-a572227e2b12 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:49.578550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2444798c-6737-4fe9-a2c7-a572227e2b12 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks?id=1081c239-2973-4315-b999-028ae15efb0f HTTP/1.1" status: 200 len: 764 time: 0.1497691 Aug 31 08:02:49.580977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36124) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:49.597945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'description': 'd2'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:49.612939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.614953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7e071337-bd3e-4b63-99dc-c235cf504b9c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6992121 Aug 31 08:02:49.622470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36128) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:49.627852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:49.783050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-e1d13fad-442a-4be3-bcfe-14fce2bdd2fb tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:49.785113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-e1d13fad-442a-4be3-bcfe-14fce2bdd2fb tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.3076246 Aug 31 08:02:49.787064 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:49.843144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:50.083948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b6228c-d977-4c4c-a6fb-f29c3f784527 req-d16355df-a1d9-4071-84c4-78df51d2f15b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.1095524 Aug 31 08:02:50.101630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:50.224988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:50.252750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network 1081c239-2973-4315-b999-028ae15efb0f is not hosted by any dhcp agent {{(pid=95445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 08:02:50.274234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:50.275166 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:50.278011 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "PUT /v2.0/networks/1081c239-2973-4315-b999-028ae15efb0f HTTP/1.1" status: 200 len: 761 time: 0.6931965 Aug 31 08:02:50.288971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36140) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:50.319817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:50.395543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:50.401138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:50.437194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36144) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:50.478883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0743c-accf-497c-9e12-558e4dde1a44 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=1081c239-2973-4315-b999-028ae15efb0f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:50.509526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1081c239-2973-4315-b999-028ae15efb0f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:50.549449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ebb51-8340-4edd-9256-bc9b6e422959 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:50.562899 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-562ebb51-8340-4edd-9256-bc9b6e422959 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks?id=1081c239-2973-4315-b999-028ae15efb0f HTTP/1.1" status: 200 len: 764 time: 0.2725112 Aug 31 08:02:50.563929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36148) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:50.769513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Allocated IP 172.25.0.13 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c8b113e1-496f-4ec1-8219-528813740eb9) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:50.860967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1871549867'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:50.865067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.6 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/ed3f5cd1-3227-41db-8b4b-065496305d44) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:50.985677 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:50.999466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c0491-3d67-4aa5-859b-27f15e92620c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.002180 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-709c0491-3d67-4aa5-859b-27f15e92620c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4366143 Aug 31 08:02:51.006988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:51.022536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Made reservation on behalf of 29979ac360dc42bfabf793ed08f01e95 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:51.025488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:51.072074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:51.077366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8be19f17-aeb8-40f1-8037-037552af96d2 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 207 time: 0.0661945 Aug 31 08:02:51.082937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36156) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:51.222227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:51.247694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:51.371524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5eaa892a-fafa-46b2-9d6b-a58ae4e9f02f req-288e141f-dda9-47c6-9947-67d6131e3ced tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.1173058 Aug 31 08:02:51.427395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:51.450642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:51.517548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.523456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.538099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.546181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.553744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.568437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:51.570501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-16a66fc0-ac36-442c-8411-f12296951e77 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4858065 Aug 31 08:02:51.579595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36166) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:51.868591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a615078-b448-43e0-9745-7624925762e2 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2857106 Aug 31 08:02:51.872013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36168) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.002436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7359-f21d-4643-9fb7-27d8bfe8b73a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.006134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7359-f21d-4643-9fb7-27d8bfe8b73a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.007804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7359-f21d-4643-9fb7-27d8bfe8b73a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.010237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7359-f21d-4643-9fb7-27d8bfe8b73a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.012346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7359-f21d-4643-9fb7-27d8bfe8b73a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.021359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d50d7359-f21d-4643-9fb7-27d8bfe8b73a tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1424654 Aug 31 08:02:52.022096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.067597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'Port': ['ID=c8b113e1-496f-4ec1-8219-528813740eb9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:52.089946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.093792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:52.111692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adff70e-3d5f-4322-9d8b-c573cee9ce96 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.115920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adff70e-3d5f-4322-9d8b-c573cee9ce96 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.117598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adff70e-3d5f-4322-9d8b-c573cee9ce96 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.119522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adff70e-3d5f-4322-9d8b-c573cee9ce96 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.122127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adff70e-3d5f-4322-9d8b-c573cee9ce96 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.124905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5adff70e-3d5f-4322-9d8b-c573cee9ce96 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1012456 Aug 31 08:02:52.132555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36174) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.217382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.219400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.258313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:52.261062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.279912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:02:52.298486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1951e7-eaa7-493b-8c6f-3d54b32e5408,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:52.331579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.332187 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Added segment 23c5f70c-a7d8-41bc-9f13-51771f61b418 of type vlan for network 8893e5b7-8b70-432f-9339-25bcaefd1365 Aug 31 08:02:52.354968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2d255-4b89-4ced-b1ad-10abf2ab4b6b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.362046 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18c2d255-4b89-4ced-b1ad-10abf2ab4b6b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks/d4c12e51-e1d3-4186-b42a-b42d71c966dd HTTP/1.1" status: 200 len: 804 time: 0.2225418 Aug 31 08:02:52.364146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.394098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:52.407439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:52.447487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:52.459292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=ed3f5cd1-3227-41db-8b4b-065496305d44,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:52.495459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.574781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.726857 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.resource_extend [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 08:02:52.772540 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70bb6e4a-82e1-4b31-b24b-13c29a7f85c3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/networks/d4c12e51-e1d3-4186-b42a-b42d71c966dd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4066145 Aug 31 08:02:52.788180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36184) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.819418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.820082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.858978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2eeb-8aee-4f23-94d8-872a138a4bc2 req-c29ababb-0071-4abf-b276-d298b98680ae tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.858978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d2e2eeb-8aee-4f23-94d8-872a138a4bc2 req-c29ababb-0071-4abf-b276-d298b98680ae tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 931 time: 0.2269485 Aug 31 08:02:52.873801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249eed66-297f-422c-be5d-e786435e5aa6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.877866 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-249eed66-297f-422c-be5d-e786435e5aa6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/subnets/5d7261a9-224a-4adf-81df-0c12bdf445d7 HTTP/1.1" status: 200 len: 843 time: 0.0846074 Aug 31 08:02:52.881706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36186) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.955444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af1fee-d8fd-4768-bdc2-9ecbe04439a6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['shared'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.956910 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45af1fee-d8fd-4768-bdc2-9ecbe04439a6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "GET /v2.0/subnets/5d7261a9-224a-4adf-81df-0c12bdf445d7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0734260 Aug 31 08:02:52.962753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:52.968044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d2e2eeb-8aee-4f23-94d8-872a138a4bc2 req-1f1e0e8d-2719-457f-b712-c02408b7452f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993011 Aug 31 08:02:52.974192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715578470'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:52.982262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.991103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:52.992065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:52.997725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-52ea0341-1a50-491b-9ad9-7b998d560423 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1992657 Aug 31 08:02:53.075017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Request body: {'port': {'device_id': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:53.162047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:53.171650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Network': ['ID=8893e5b7-8b70-432f-9339-25bcaefd1365,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:53.172369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.192760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:53.227692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:02:53.240941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.242594 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Added segment e876db7b-8b91-4054-9b32-81f35b894f5a of type vlan for network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 Aug 31 08:02:53.274735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.307377 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.311045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.359045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36194) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:53.359335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-58a61ba2-66f1-4dd5-b154-82f858ae310f tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9178982 Aug 31 08:02:53.371545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'subnet': {'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:53.399766 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.482796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.489122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:53.490063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.583386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Network': ['ID=ba2c2879-1beb-49df-bffa-f6e69f7d6dc8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:53.586660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'Port': ['ID=c8b113e1-496f-4ec1-8219-528813740eb9,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:53.608751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:02:53.749608 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0080bbdb-45dd-45c5-9766-57b05eb60a18 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7868798 Aug 31 08:02:53.754040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:53.761730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.763235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:53.837429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbb526fa-4cea-47ed-aeda-271e79173a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.839436 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.933956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3f5cd1-3227-41db-8b4b-065496305d44 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:02:53.942358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:53.959532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Transition to ACTIVE for port object ed3f5cd1-3227-41db-8b4b-065496305d44 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:53.961544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Made reservation on behalf of 29979ac360dc42bfabf793ed08f01e95 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:53.966947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:54.077737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:54.080352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1d79c3c-c3b9-49fe-bb2c-1d75bd592f99 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4563878 Aug 31 08:02:54.082642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:54.266864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Made reservation on behalf of 146681cc47e44e48ab19495bc46ed49f for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:02:54.272993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:54.296566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3f5cd1-3227-41db-8b4b-065496305d44,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:54.406035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d30f7e-a06c-4b5c-9a97-b19cb2ae8b3d req-cf06216e-6ef0-47cb-8dba-fd4c12710811 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:54.423074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95d30f7e-a06c-4b5c-9a97-b19cb2ae8b3d req-cf06216e-6ef0-47cb-8dba-fd4c12710811 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 943 time: 0.2746496 Aug 31 08:02:54.510803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Performing IP validity checks on allocation pools {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 08:02:54.512304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 08:02:54.604617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95d30f7e-a06c-4b5c-9a97-b19cb2ae8b3d req-ee2ca84a-e766-4c6a-8386-7f54e1fa88dc tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743653 Aug 31 08:02:54.613151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Attempting to bind port ed3f5cd1-3227-41db-8b4b-065496305d44 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:54.615972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Attempting to bind port ed3f5cd1-3227-41db-8b4b-065496305d44 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:54.615972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Attempting to bind port ed3f5cd1-3227-41db-8b4b-065496305d44 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:54.622814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Port ed3f5cd1-3227-41db-8b4b-065496305d44 on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:02:54.623416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Attempting to bind port ed3f5cd1-3227-41db-8b4b-065496305d44 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:54.656179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:54.656561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:54.657064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:54.657853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Bound port: ed3f5cd1-3227-41db-8b4b-065496305d44, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:54.658016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:54.756758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:54.793317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-0fc4495e-c43a-4fc4-b6b5-b76c7ea3d6af tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--223788535&fields=id&tenant_id=da9724533afc4e5eb219ebd30429985a HTTP/1.1" status: 200 len: 267 time: 0.1640470 Aug 31 08:02:54.988241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Subnet': ['ID=d0f358d6-6e62-42ed-a450-b839b6168686,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:55.030125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Checking segment: {'id': '23c5f70c-a7d8-41bc-9f13-51771f61b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:55.030815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network hostable DHCP agents. Network: 8893e5b7-8b70-432f-9339-25bcaefd1365, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:55.053596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833551bb-552e-4cae-af0b-298133fb854e req-5481ca4d-b235-4eb0-b595-7a5b02a9b0ad tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:55.065960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-833551bb-552e-4cae-af0b-298133fb854e req-5481ca4d-b235-4eb0-b595-7a5b02a9b0ad tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1097 time: 0.3206174 Aug 31 08:02:55.077247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] For port ed3f5cd1-3227-41db-8b4b-065496305d44, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:55.122760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] For port ed3f5cd1-3227-41db-8b4b-065496305d44, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ed3f5cd1-3227-41db-8b4b-065496305d44,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:55.150751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.200593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-833551bb-552e-4cae-af0b-298133fb854e req-f6fc5be9-98db-4160-86e1-630da7e88002 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255057 Aug 31 08:02:55.210772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:55.218254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-84d45812-9200-4cf3-8e2c-df60bceb1c28 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:55.219935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-84d45812-9200-4cf3-8e2c-df60bceb1c28 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 810 time: 0.3685904 Aug 31 08:02:55.281017 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.326640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-0b83cb0f-46a7-4260-b8cf-caa7d4a69697 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/quotas/da9724533afc4e5eb219ebd30429985a HTTP/1.1" status: 200 len: 375 time: 0.0940335 Aug 31 08:02:55.338612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=b74cae08-3af3-4884-9fcf-aba7388ca827,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:55.386638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Checking segment: {'id': 'e876db7b-8b91-4054-9b32-81f35b894f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:55.387448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network hostable DHCP agents. Network: ba2c2879-1beb-49df-bffa-f6e69f7d6dc8, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:02:55.406947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8893e5b7-8b70-432f-9339-25bcaefd1365) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:55.423409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4991b3-a985-4efe-ba55-f55d5c5c7d2a None None] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:55.455239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:55.456729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.557933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:55.559869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.562958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] 10.222.0.45 "PUT /v2.0/ports/ed3f5cd1-3227-41db-8b4b-065496305d44 HTTP/1.1" status: 200 len: 1092 time: 2.5342860 Aug 31 08:02:55.563580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'tag': 'ed3f5cd1-3227-41db-8b4b-065496305d44'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:02:55.580148 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761" -d '{"events": [{"name": "network-changed", "server_uuid": "435e95d8-72b8-4bbc-ab4f-01e32d752a39", "tag": "ed3f5cd1-3227-41db-8b4b-065496305d44"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:02:55.584581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:02:55.599164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ba2c2879-1beb-49df-bffa-f6e69f7d6dc8) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:55.614794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:55.616817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.653766 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-28ee9c31-15f2-4c28-969e-dc72aa7c880a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2889926 Aug 31 08:02:55.672890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36232) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:55.695853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2ffc7-e2de-4851-b192-e53e8d1942a1 None None] Network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:55.702409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-996697031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:55.717182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7d6ac-e4ac-4973-9a71-f99e6da78235 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3f5cd1-3227-41db-8b4b-065496305d44,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:55.743711 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e1ee37f9-e5b4-48c3-ae8b-751bf5f23ca8 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9842851 Aug 31 08:02:55.746007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36236) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:55.781947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:02:55.868701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-ff20e2ed-96c6-4c3b-9f8d-816f7174625d tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4359703 Aug 31 08:02:56.010087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-8893e5b7-8b70-432f-9339-25bcaefd1365', 'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365', 'tenant_id': '29979ac360dc42bfabf793ed08f01e95', 'fixed_ips': [{'subnet_id': 'd0f358d6-6e62-42ed-a450-b839b6168686'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:56.012912 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.088401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1065610057'] for subnet, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.106437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.108598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.211209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.278211 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.285395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-51d775ca-c68e-47df-929c-36954250d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:56.288428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-51d775ca-c68e-47df-929c-36954250d3cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 1095 time: 0.5446758 Aug 31 08:02:56.375586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd61ac-05f0-4dd1-983d-28f86dcbb6cc req-4d4753c5-a386-49ed-a827-9028330fad0e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:56.384161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14fd61ac-05f0-4dd1-983d-28f86dcbb6cc req-4d4753c5-a386-49ed-a827-9028330fad0e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.6158464 Aug 31 08:02:56.433723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-ad861f0b-55d1-42cb-8222-34bb95dfe137 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed3f5cd1-3227-41db-8b4b-065496305d44 HTTP/1.1" status: 200 len: 217 time: 0.1165464 Aug 31 08:02:56.461517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.493231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-b8126750-1161-460b-a3e9-0163a9a6db8d service neutron] 10.222.0.36 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702338 Aug 31 08:02:56.550713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14fd61ac-05f0-4dd1-983d-28f86dcbb6cc req-35412c0e-d629-4479-9b61-5a6a25adf945 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574445 Aug 31 08:02:56.648060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-ba2c2879-1beb-49df-bffa-f6e69f7d6dc8', 'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8', 'tenant_id': '146681cc47e44e48ab19495bc46ed49f', 'fixed_ips': [{'subnet_id': 'b74cae08-3af3-4884-9fcf-aba7388ca827'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:02:56.650809 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.677856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add4e63-c86f-405f-99a3-2976ca95c074 x-openstack-request-id: req-7add4e63-c86f-405f-99a3-2976ca95c074 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:02:56.677856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435e95d8-72b8-4bbc-ab4f-01e32d752a39", "tag": "ed3f5cd1-3227-41db-8b4b-065496305d44", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:02:56.677856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7add4e63-c86f-405f-99a3-2976ca95c074 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:02:56.680972 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'tag': 'ed3f5cd1-3227-41db-8b4b-065496305d44', 'status': 'completed', 'code': 200} Aug 31 08:02:56.705016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36244) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:56.707314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b6ce22c0-17a1-4f45-aa37-f3ba66cfb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:56.716927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-b6ce22c0-17a1-4f45-aa37-f3ba66cfb228 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.2694829 Aug 31 08:02:56.742137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Allocated IP 172.20.0.2 (8893e5b7-8b70-432f-9339-25bcaefd1365/d0f358d6-6e62-42ed-a450-b839b6168686/4468d7df-c382-42c4-b18d-3835bab51137) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:56.812189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:56.816546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cb976e8f-1d84-4f71-8c47-fdc2a8b33faa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1372144 Aug 31 08:02:56.817354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-922565a0-823b-4b45-b688-54dafc8540d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433378 Aug 31 08:02:56.823574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36246) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:57.210946 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f13f4867-3b24-4fcd-a8b9-e7e68dd16c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.224093 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731135233500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1066147141'] for subnet, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.256806 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.350898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-c5e491b9-3108-44c8-88f4-e286fa487953 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709389 Aug 31 08:02:57.356907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:57.358337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.361277 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "PUT /v2.0/subnets/b74cae08-3af3-4884-9fcf-aba7388ca827 HTTP/1.1" status: 200 len: 900 time: 1.6131451 Aug 31 08:02:57.365406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36254) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:02:57.439534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Allocated IP 2001:db8::3 (ba2c2879-1beb-49df-bffa-f6e69f7d6dc8/b74cae08-3af3-4884-9fcf-aba7388ca827/7de41b1f-e08a-4d38-91f9-70719ae797dd) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:57.518134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50a2d1-0356-4ca3-8479-81562effce3b tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event updated for resources: {'Subnet': ['ID=b74cae08-3af3-4884-9fcf-aba7388ca827,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:57.557570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.579583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.585750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Transition to ACTIVE for port object 4468d7df-c382-42c4-b18d-3835bab51137 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:57.636918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Transition to ACTIVE for port object 4468d7df-c382-42c4-b18d-3835bab51137 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:57.680932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.696950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4959fe7-fdd5-4b13-9db1-718f886580f8 req-41df4f61-25a8-4214-8797-36dceed0a6f9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:57.709640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4959fe7-fdd5-4b13-9db1-718f886580f8 req-41df4f61-25a8-4214-8797-36dceed0a6f9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 943 time: 0.8874600 Aug 31 08:02:57.744059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-006d5e22-cd86-4deb-ba67-08d6722d0733 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/a24b2103-676e-4572-8d47-d151cfde6b9f HTTP/1.1" status: 200 len: 993 time: 1.0257831 Aug 31 08:02:57.773004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.776805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48bbe2da-77b5-4ee6-962e-2f14822697b6 req-a05b3d22-d0d7-4a19-a173-82556422c3f6 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565760 Aug 31 08:02:57.788274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Transition to ACTIVE for port object 7de41b1f-e08a-4d38-91f9-70719ae797dd will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:57.807660 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.847191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-71b7f204-44ab-492c-bc18-911de5019645 service neutron] 10.222.0.36 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3232131 Aug 31 08:02:57.866518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4959fe7-fdd5-4b13-9db1-718f886580f8 req-a8c09cc2-f4bb-4e21-a272-78f8ccff05d1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554732 Aug 31 08:02:57.878761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Transition to ACTIVE for port object 7de41b1f-e08a-4d38-91f9-70719ae797dd will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:02:57.923379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:57.928639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:57.936821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:57.951925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Pushing event updated for resources: {'Port': ['ID=4468d7df-c382-42c4-b18d-3835bab51137,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:57.973896 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.992699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.082418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.087461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:02:58.103922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:02:58.115407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:02:58.128917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Attempting to bind port 4468d7df-c382-42c4-b18d-3835bab51137 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:58.129420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Attempting to bind port 4468d7df-c382-42c4-b18d-3835bab51137 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '23c5f70c-a7d8-41bc-9f13-51771f61b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:58.129990 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Attempting to bind port 4468d7df-c382-42c4-b18d-3835bab51137 on network 8893e5b7-8b70-432f-9339-25bcaefd1365 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:58.172093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Pushing event updated for resources: {'Port': ['ID=7de41b1f-e08a-4d38-91f9-70719ae797dd,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:58.172093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:58.172093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Checking segment: {'id': '23c5f70c-a7d8-41bc-9f13-51771f61b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:58.172093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.172093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Bound using segment: {'id': '23c5f70c-a7d8-41bc-9f13-51771f61b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:58.172093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Bound port: 4468d7df-c382-42c4-b18d-3835bab51137, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c5f70c-a7d8-41bc-9f13-51771f61b418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:58.173337 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.261655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Attempting to bind port 7de41b1f-e08a-4d38-91f9-70719ae797dd on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:02:58.262546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Attempting to bind port 7de41b1f-e08a-4d38-91f9-70719ae797dd by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e876db7b-8b91-4054-9b32-81f35b894f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:02:58.262768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Attempting to bind port 7de41b1f-e08a-4d38-91f9-70719ae797dd on network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:02:58.269439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.272494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:02:58.275000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Checking segment: {'id': 'e876db7b-8b91-4054-9b32-81f35b894f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:02:58.275000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.275000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Bound using segment: {'id': 'e876db7b-8b91-4054-9b32-81f35b894f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:02:58.275000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Bound port: 7de41b1f-e08a-4d38-91f9-70719ae797dd, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e876db7b-8b91-4054-9b32-81f35b894f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:02:58.275566 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.371823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=b74cae08-3af3-4884-9fcf-aba7388ca827,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:58.417612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] For port 4468d7df-c382-42c4-b18d-3835bab51137, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:58.424885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] For port 4468d7df-c382-42c4-b18d-3835bab51137, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4468d7df-c382-42c4-b18d-3835bab51137,segment=NetworkSegment(23c5f70c-a7d8-41bc-9f13-51771f61b418),segment_id=23c5f70c-a7d8-41bc-9f13-51771f61b418)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:58.478806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] For port 7de41b1f-e08a-4d38-91f9-70719ae797dd, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:02:58.488671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] For port 7de41b1f-e08a-4d38-91f9-70719ae797dd, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7de41b1f-e08a-4d38-91f9-70719ae797dd,segment=NetworkSegment(e876db7b-8b91-4054-9b32-81f35b894f5a),segment_id=e876db7b-8b91-4054-9b32-81f35b894f5a)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:02:58.510160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-0f5ab59c-6240-40bc-9fa3-acfaa721c255 req-679cf70c-757e-4a8f-be44-a4a226518891 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:02:58.510160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f5ab59c-6240-40bc-9fa3-acfaa721c255 req-679cf70c-757e-4a8f-be44-a4a226518891 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465682 Aug 31 08:02:58.552295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.580174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-449cbf46-1b7c-4602-9602-10cafd1a878b req-f926be23-c620-4a53-a2c7-74c174edaaf0 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 210 time: 0.1939363 Aug 31 08:02:58.644069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.675957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2c2879-1beb-49df-bffa-f6e69f7d6dc8']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:58.702812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e876db7b-8b91-4054-9b32-81f35b894f5a') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:58.703310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e876db7b-8b91-4054-9b32-81f35b894f5a') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:02:58.725141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.752571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26dbc9-2f39-4792-83a3-1f256126bc22 None None] Pushing event updated for resources: {'Port': ['ID=4468d7df-c382-42c4-b18d-3835bab51137,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:58.772001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-9836ccf5-29e6-4f4c-bccc-412a7190468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:58.798173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-9836ccf5-29e6-4f4c-bccc-412a7190468f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 1095 time: 0.7862422 Aug 31 08:02:58.801937 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.811181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:02:58.813602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:02:58.853228 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:02:59.042092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 08:02:59.042092 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 08:02:59.042092 n-d-713499-16 neutron-server[95445]: [parameters: {'id': 'ba2c2879-1beb-49df-bffa-f6e69f7d6dc8'}] Aug 31 08:02:59.042092 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:02:59.042874 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:02:59.059993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0c407-b61f-4027-a857-14ca87c7a50f None None] Pushing event updated for resources: {'Port': ['ID=7de41b1f-e08a-4d38-91f9-70719ae797dd,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:02:59.075704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5db2470-3950-48c1-b66e-66a2d0a581a5 None None] Network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:59.105345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Allocated IP 172.20.0.1 (8893e5b7-8b70-432f-9339-25bcaefd1365/d0f358d6-6e62-42ed-a450-b839b6168686/37aa0fae-ff2d-4a1e-8377-1540c60b5f93) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:02:59.295111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820b9d-3140-405b-926f-6bbc32e4752b req-723176fa-200f-4aff-af8f-c5f68657e3c1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:59.307060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93820b9d-3140-405b-926f-6bbc32e4752b req-723176fa-200f-4aff-af8f-c5f68657e3c1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 943 time: 0.3196847 Aug 31 08:02:59.356308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-083f0b8d-4d8a-4f1f-b1ba-8c544d3c881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:59.356308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-083f0b8d-4d8a-4f1f-b1ba-8c544d3c881f service neutron] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 906 time: 0.5408261 Aug 31 08:02:59.361715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912cc962-6089-44f1-8a95-1d4abefd51b7 None None] Network ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:02:59.573986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:59.644466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-6c58395d-e9d5-4fb5-9923-69f1301f7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:02:59.655210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-6c58395d-e9d5-4fb5-9923-69f1301f7fe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1097 time: 0.1376617 Aug 31 08:02:59.676311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:00.143708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-9b7a8e01-acc6-4238-8347-7f56a55a28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:00.145612 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-9b7a8e01-acc6-4238-8347-7f56a55a28b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.4558935 Aug 31 08:03:00.166749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93820b9d-3140-405b-926f-6bbc32e4752b req-79b939ca-fbe6-4470-b4fe-f7f9a888a9cd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575110 Aug 31 08:03:00.181044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-d67de2e8-5434-4896-bbf0-c200a3386b3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed3f5cd1-3227-41db-8b4b-065496305d44 HTTP/1.1" status: 200 len: 217 time: 0.7978485 Aug 31 08:03:00.187915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ed3f5cd1-3227-41db-8b4b-065496305d44 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:03:00.195403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4468d7df-c382-42c4-b18d-3835bab51137 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:00.298446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting port 7de41b1f-e08a-4d38-91f9-70719ae797dd {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:00.299090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:00.398505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-04f02419-2169-4504-ae9d-e547ecbe3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:00.400935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-04f02419-2169-4504-ae9d-e547ecbe3366 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.2057712 Aug 31 08:03:00.501172 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-39a126cd-2bea-42fb-b4ea-e0034c6753b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 1001 time: 0.3463395 Aug 31 08:03:00.607404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] For port 7de41b1f-e08a-4d38-91f9-70719ae797dd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7de41b1f-e08a-4d38-91f9-70719ae797dd,segment=NetworkSegment(e876db7b-8b91-4054-9b32-81f35b894f5a),segment_id=e876db7b-8b91-4054-9b32-81f35b894f5a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:00.608940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:00.609523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ed3f5cd1-3227-41db-8b4b-065496305d44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ed3f5cd1-3227-41db-8b4b-065496305d44,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:00.659774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Calling delete_port for 7de41b1f-e08a-4d38-91f9-70719ae797dd owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:00.672446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a12450-0b5d-4c71-a4e6-84e3a3d86b4c req-2369c1cd-8c16-4286-8320-48becefa5060 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 210 time: 0.2568030 Aug 31 08:03:00.720374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-85ede7ad-592b-4826-b8e7-31426402a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:00.724437 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-85ede7ad-592b-4826-b8e7-31426402a68c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.2082272 Aug 31 08:03:00.760033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'ed3f5cd1-3227-41db-8b4b-065496305d44', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': 'ed3f5cd1-3227-41db-8b4b-065496305d44', 'mac_address': 'fa:16:3e:c9:9e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:03:00.794371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-7c48a023-5b8b-4219-8c81-bd98d787bc28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7246115 Aug 31 08:03:00.807338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-77b724e6-166c-40e9-8c02-5cc7e353bb8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698675 Aug 31 08:03:00.831200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ba08d-870c-40ce-9704-c0ae2b8f34bc None None] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:00.832435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:00.918549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-e3d77c6c-761c-4346-ad2a-1c8c2d971a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:00.921538 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-e3d77c6c-761c-4346-ad2a-1c8c2d971a5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1850457 Aug 31 08:03:00.938567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd374757-0c97-43b9-9948-265b5416a19d req-dfd28967-7b9f-4c79-9822-e37a32b33c5d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:00.952398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd374757-0c97-43b9-9948-265b5416a19d req-dfd28967-7b9f-4c79-9822-e37a32b33c5d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.8761280 Aug 31 08:03:01.026160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 4468d7df-c382-42c4-b18d-3835bab51137 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:01.049517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Transition to ACTIVE for port object 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:01.159951 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.214910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd374757-0c97-43b9-9948-265b5416a19d req-86122a4e-07b6-445f-a6ba-a17543781488 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597022 Aug 31 08:03:01.250059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-b28890ac-4065-43eb-851c-490ca30d98d9 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332781 Aug 31 08:03:01.253198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] Provisioning for port 4468d7df-c382-42c4-b18d-3835bab51137 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:01.325616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3f5cd1-3227-41db-8b4b-065496305d44 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:01.335088 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.413409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ed3f5cd1-3227-41db-8b4b-065496305d44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ed3f5cd1-3227-41db-8b4b-065496305d44,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:01.419845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] Provisioning complete for port 4468d7df-c382-42c4-b18d-3835bab51137 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:01.420815 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.476132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Port': ['ID=7de41b1f-e08a-4d38-91f9-70719ae797dd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:01.479709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No DVR routers for this DVR port 7de41b1f-e08a-4d38-91f9-70719ae797dd on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:01.558063 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.603125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.648891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f18be-9b0e-4c90-8ee0-98cf8f8b46da req-0ef24d10-0c8e-4812-a396-cd639d0ed2c8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:01.653921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb6f18be-9b0e-4c90-8ee0-98cf8f8b46da req-0ef24d10-0c8e-4812-a396-cd639d0ed2c8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 943 time: 0.1778529 Aug 31 08:03:01.741771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58eeda4e-7d82-47f1-a7bc-9ea44b92e761 req-51ab6562-938b-4354-ad4e-ee023b082c40 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823353 Aug 31 08:03:01.745550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:01.768012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ed3f5cd1-3227-41db-8b4b-065496305d44,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:01.785854 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-466da0d8-14ae-4c8b-9434-43edaadb3e17 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362720 Aug 31 08:03:01.792556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:01.803418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:01.968469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.982912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Port': ['ID=37aa0fae-ff2d-4a1e-8377-1540c60b5f93,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:02.006695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2c2879-1beb-49df-bffa-f6e69f7d6dc8']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:02.021223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['ed3f5cd1-3227-41db-8b4b-065496305d44'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:02.076086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e876db7b-8b91-4054-9b32-81f35b894f5a') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:02.076462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e876db7b-8b91-4054-9b32-81f35b894f5a') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:02.110838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.134410 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb6f18be-9b0e-4c90-8ee0-98cf8f8b46da req-44c00fc9-4797-4fe8-8197-41aa79870a5b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689374 Aug 31 08:03:02.157402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.163645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0462e625-db9c-4532-8bfc-a1116ba8965a req-6f3bda17-4f6e-4e65-847d-cee843286372 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 210 time: 0.2000601 Aug 31 08:03:02.179662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:02.183037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.206852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:02.257065 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:02.263782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.403648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] For port 4468d7df-c382-42c4-b18d-3835bab51137, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4468d7df-c382-42c4-b18d-3835bab51137,segment=NetworkSegment(23c5f70c-a7d8-41bc-9f13-51771f61b418),segment_id=23c5f70c-a7d8-41bc-9f13-51771f61b418)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:02.421162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68f1bdf3-62ce-4ce8-b14b-d14db049d1b5 req-05c06e21-fea7-440d-83b9-10d0cb9a0aee service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091564 Aug 31 08:03:02.611363 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.652278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.711234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:02.740524 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 HTTP/1.1" status: 204 len: 168 time: 5.3688090 Aug 31 08:03:02.774227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad4b6-2073-4c14-a779-354c2e1afd6c req-3d78185e-3d03-4013-952a-8025909650eb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:02.777376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6cbad4b6-2073-4c14-a779-354c2e1afd6c req-3d78185e-3d03-4013-952a-8025909650eb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.2814028 Aug 31 08:03:02.789251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36340) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:02.899318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809cbee-a811-4cab-b0c4-6ea93dde2bc2 None None] Pushing event updated for resources: {'Port': ['ID=4468d7df-c382-42c4-b18d-3835bab51137,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:02.971658 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7574e6fb-38f9-4d85-ad83-ac9d9b8330f9 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:02.972173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7574e6fb-38f9-4d85-ad83-ac9d9b8330f9 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:02.977792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7574e6fb-38f9-4d85-ad83-ac9d9b8330f9 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/b74cae08-3af3-4884-9fcf-aba7388ca827 HTTP/1.1" status: 404 len: 337 time: 0.1834574 Aug 31 08:03:02.977792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36346) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:03.031293 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c018a13f-0689-4ff9-8337-4763fcbf7fd3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:03.031898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c018a13f-0689-4ff9-8337-4763fcbf7fd3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:03.037508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c018a13f-0689-4ff9-8337-4763fcbf7fd3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/ba2c2879-1beb-49df-bffa-f6e69f7d6dc8 HTTP/1.1" status: 404 len: 339 time: 0.0548515 Aug 31 08:03:03.042404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36348) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:03.147556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6cbad4b6-2073-4c14-a779-354c2e1afd6c req-72271d36-bc1b-4cb7-aa36-0ec9d7e16af3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482073 Aug 31 08:03:03.156462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:03.202119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.246809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.261763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.269957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.291580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.305699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-5cced769-381c-427a-849a-b003d720624b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.310902 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-5cced769-381c-427a-849a-b003d720624b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 810 time: 0.5203731 Aug 31 08:03:03.315692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa16c-8362-45da-8987-73276953d828 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=ba2c2879-1beb-49df-bffa-f6e69f7d6dc8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:03.328457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.346832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:03.355703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9225fede-93e8-4962-9bdd-0c63f27e733b None None] Provisioning for port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:03.363277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9225fede-93e8-4962-9bdd-0c63f27e733b None None] Provisioning complete for port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:03.363277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9225fede-93e8-4962-9bdd-0c63f27e733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:03.365998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-3964ef76-2f82-4213-a3d6-af8052b72b7b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.5838816 Aug 31 08:03:03.447595 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-b04e3609-e1e7-48da-a6ae-a02b2beef4be tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da9724533afc4e5eb219ebd30429985a HTTP/1.1" status: 200 len: 379 time: 0.1158350 Aug 31 08:03:03.472448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'port': {'device_id': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'admin_state_up': True, 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'security_groups': ['d36c9d8e-b47b-45a0-b6b3-b98534387e95']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:03.488681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9225fede-93e8-4962-9bdd-0c63f27e733b None None] Port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:03.535324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9225fede-93e8-4962-9bdd-0c63f27e733b None None] Provisioning complete for port 4468d7df-c382-42c4-b18d-3835bab51137 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:03.535324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9225fede-93e8-4962-9bdd-0c63f27e733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:03.585755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c2fb3-03fe-48d2-a994-42773e8a40de None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:03:03.594326 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:03.787878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f04b8e7-c45f-4f54-a2f4-46ff86eb25e2 req-7fa57f1a-c434-4100-9e4c-59b0e49e378b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3837817 Aug 31 08:03:03.947655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8c2fb3-03fe-48d2-a994-42773e8a40de None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:03:03.952929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Made reservation on behalf of da9724533afc4e5eb219ebd30429985a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:03.963285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:03.966014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.086767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1081c239-2973-4315-b999-028ae15efb0f']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:04.099656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b54c-ddb7-490f-adca-a18ce8003961 req-90a8106e-5b00-476a-abc7-5865911d5026 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.109095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bc9b54c-ddb7-490f-adca-a18ce8003961 req-90a8106e-5b00-476a-abc7-5865911d5026 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 944 time: 0.7102871 Aug 31 08:03:04.140376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdffff31-e3a3-4af3-b1e3-3a6f4306b1f2') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:04.141990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdffff31-e3a3-4af3-b1e3-3a6f4306b1f2') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:04.168776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4468d7df-c382-42c4-b18d-3835bab51137 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:04.187901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.199998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67f78347-320a-4083-82fc-d61c1e867d63 req-463386cd-b9a8-4c0d-9246-a2bc886ac507 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 210 time: 0.0506048 Aug 31 08:03:04.232251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4bc9b54c-ddb7-490f-adca-a18ce8003961 req-4a89f261-131d-4c86-9769-e8846433b87f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201248 Aug 31 08:03:04.256999 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.296656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:04.299561 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:04.310284 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:04.373369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ed3f5cd1-3227-41db-8b4b-065496305d44 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:04.472889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Allocated IP 172.20.0.10 (f02e09b5-4cac-4999-81aa-24cbad9df6fa/dc4b8ea7-270f-4d4a-ae24-72a21f26fc06/0f08c177-5c46-460e-9749-7eb1d0a7a797) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:04.511404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4c5c52b1-625c-4606-b810-4638b952c705 None None] Provisioning complete for port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:04.512331 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c5c52b1-625c-4606-b810-4638b952c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.609943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.620724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.631091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.642163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.653049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.663969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.684057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.694176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5483156a-8620-4e0c-befc-7ac0353b49a4 req-375abee1-469c-4aee-bbcc-294ac410ce0c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.3003070 Aug 31 08:03:04.774469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c52b1-625c-4606-b810-4638b952c705 None None] Port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:04.799013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4468d7df-c382-42c4-b18d-3835bab51137 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:04.800015 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.868125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.876359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.904860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:04.936723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Transition to ACTIVE for port object 0f08c177-5c46-460e-9749-7eb1d0a7a797 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:04.939866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe8d41-1f71-45c6-973a-67773de0a2b2 req-1c0ef83d-6462-48df-a70e-fb2a6e274944 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:04.957635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31fe8d41-1f71-45c6-973a-67773de0a2b2 req-1c0ef83d-6462-48df-a70e-fb2a6e274944 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.3880274 Aug 31 08:03:04.998842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.006008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/1081c239-2973-4315-b999-028ae15efb0f HTTP/1.1" status: 204 len: 168 time: 1.9596748 Aug 31 08:03:05.007960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36370) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:05.024136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port ed3f5cd1-3227-41db-8b4b-065496305d44 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:05.032947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port ed3f5cd1-3227-41db-8b4b-065496305d44 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:05.033327 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.036451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50700e60-245d-41a4-9be4-c0bdfa647857 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=1081c239-2973-4315-b999-028ae15efb0f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:05.056314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.071602 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-560cc1bd-c419-4c4c-9153-66cee1357dc3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:05.072457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560cc1bd-c419-4c4c-9153-66cee1357dc3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:05.079593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-560cc1bd-c419-4c4c-9153-66cee1357dc3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/e48db1ea-73fa-4926-8cd5-ff0a9b0daff2 HTTP/1.1" status: 404 len: 337 time: 0.0700827 Aug 31 08:03:05.080416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36374) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:05.117715 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fdd0ed-8fc4-431e-ad35-afc2ae0b4390 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:05.118801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fdd0ed-8fc4-431e-ad35-afc2ae0b4390 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:05.125638 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-41fdd0ed-8fc4-431e-ad35-afc2ae0b4390 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/9db557b2-b21c-4da2-9a55-72cbfc0dd947 HTTP/1.1" status: 404 len: 339 time: 0.0437317 Aug 31 08:03:05.128328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36376) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:05.128693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.254524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:05.260146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:05.270033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.290087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:05.311913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event updated for resources: {'Port': ['ID=0f08c177-5c46-460e-9749-7eb1d0a7a797,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:05.366003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31fe8d41-1f71-45c6-973a-67773de0a2b2 req-41c0cc17-832d-47a6-8972-f2b348edecae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067681 Aug 31 08:03:05.394138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3f5cd1-3227-41db-8b4b-065496305d44'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:05.412865 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32554a3-7c5c-4eea-a145-851a7a67d0ab" -d '{"events": [{"server_uuid": "435e95d8-72b8-4bbc-ab4f-01e32d752a39", "name": "network-vif-plugged", "status": "completed", "tag": "ed3f5cd1-3227-41db-8b4b-065496305d44"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:05.474386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:05.474386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.505726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ed3f5cd1-3227-41db-8b4b-065496305d44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ed3f5cd1-3227-41db-8b4b-065496305d44,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:05.548111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.581368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-e9507e80-6672-41f6-a5db-f2dde729eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:05.584518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-e9507e80-6672-41f6-a5db-f2dde729eb82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1097 time: 0.0928485 Aug 31 08:03:05.616757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Port': ['ID=37aa0fae-ff2d-4a1e-8377-1540c60b5f93,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:05.643978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting subnet bb884193-b14f-434a-8369-4a036b078dea {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:05.777765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.833119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-4a84faaa-840f-4832-91a7-8f683b3a70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:05.835848 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-4a84faaa-840f-4832-91a7-8f683b3a70ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.2424860 Aug 31 08:03:05.839544 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-79b43372-53b8-4c34-9c0a-399b00fff00a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3847132 Aug 31 08:03:05.867474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:05.899366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Request body: {'port': {'device_id': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:05.999253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ed3f5cd1-3227-41db-8b4b-065496305d44,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:06.059136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f8a36952-2ec6-4c21-9615-8b7a4d8f1dab None None] Provisioning for port 0f08c177-5c46-460e-9749-7eb1d0a7a797 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:06.063320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5c6d5-3e1c-496e-9256-a68dc4233be8 req-869be5be-b311-4ea3-b904-aca36c7cbae0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:06.065349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f8a36952-2ec6-4c21-9615-8b7a4d8f1dab None None] Provisioning complete for port 0f08c177-5c46-460e-9749-7eb1d0a7a797 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:06.066075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8a36952-2ec6-4c21-9615-8b7a4d8f1dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:06.090633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21c5c6d5-3e1c-496e-9256-a68dc4233be8 req-869be5be-b311-4ea3-b904-aca36c7cbae0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 944 time: 0.6616485 Aug 31 08:03:06.120831 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-463a7784-0d01-4150-a96f-3674e0ce5ffe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 1001 time: 0.2734125 Aug 31 08:03:06.166151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f8a36952-2ec6-4c21-9615-8b7a4d8f1dab None None] Port 0f08c177-5c46-460e-9749-7eb1d0a7a797 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:06.180830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:06.184258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:06.215192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f5e37-ce0f-41d5-9618-4979dd1a298e req-89d004c0-29fa-4eef-b727-2e4629902104 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:06.227636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d40f5e37-ce0f-41d5-9618-4979dd1a298e req-89d004c0-29fa-4eef-b727-2e4629902104 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 932 time: 0.7143543 Aug 31 08:03:06.256650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-3303082d-eaeb-4df2-9807-1ce106da311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:06.258201 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-3303082d-eaeb-4df2-9807-1ce106da311e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.1284864 Aug 31 08:03:06.345464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:06.353649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:06.508123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21c5c6d5-3e1c-496e-9256-a68dc4233be8 req-277350d1-c2ff-43a2-8e5e-07d7a6b57845 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122012 Aug 31 08:03:06.516801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d40f5e37-ce0f-41d5-9618-4979dd1a298e req-f00cc7d9-45f0-4bd3-bc12-1e04adc3250e tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876439 Aug 31 08:03:06.635380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:06.686971 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc629ea-090b-46bd-8216-2ae58cad969b x-openstack-request-id: req-0dc629ea-090b-46bd-8216-2ae58cad969b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:06.687707 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435e95d8-72b8-4bbc-ab4f-01e32d752a39", "name": "network-vif-plugged", "status": "completed", "tag": "ed3f5cd1-3227-41db-8b4b-065496305d44", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:06.687707 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0dc629ea-090b-46bd-8216-2ae58cad969b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:06.688003 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3f5cd1-3227-41db-8b4b-065496305d44', 'code': 200} Aug 31 08:03:06.736506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-08b46648-ae4b-4507-bd76-6d6fb7d3691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:06.740344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-08b46648-ae4b-4507-bd76-6d6fb7d3691c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4733064 Aug 31 08:03:06.816451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff03e-922a-4f7d-8827-6d27c5090622 req-741b09d4-eddd-4bf7-9b44-361607d7350d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:06.819434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e53ff03e-922a-4f7d-8827-6d27c5090622 req-741b09d4-eddd-4bf7-9b44-361607d7350d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1226046 Aug 31 08:03:06.849357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-27fae223-d09a-4791-a106-718b7591b824 None None] Provisioning complete for port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:06.851129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-27fae223-d09a-4791-a106-718b7591b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:06.930235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Router 82731e1f-09da-4de9-b437-e76770e02ea6 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:03:06.947603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e53ff03e-922a-4f7d-8827-6d27c5090622 req-fd064818-ed39-429f-8b4b-86bd432991a4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090064 Aug 31 08:03:06.971606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-27fae223-d09a-4791-a106-718b7591b824 None None] Port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:06.984554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cd050-7b37-40af-b28c-f1e4534930df req-5e349df7-7751-4b1b-ae3b-c9a8878a33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:06.987078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-188cd050-7b37-40af-b28c-f1e4534930df req-5e349df7-7751-4b1b-ae3b-c9a8878a33eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 1097 time: 0.1853840 Aug 31 08:03:07.144814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:03:07.159205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bb6ddf7c-75f7-42d0-9b41-fe746c7eeee8 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "PUT /v2.0/routers/82731e1f-09da-4de9-b437-e76770e02ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2805548 Aug 31 08:03:07.163485 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] Sync routers for ids ['82731e1f-09da-4de9-b437-e76770e02ea6'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:03:07.169427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36402) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:07.171455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:07.182006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'port': {'network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365', 'name': 'tempest-FloatingIPNegativeTestJSON-221027413'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:07.191920 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] Routers {'82731e1f-09da-4de9-b437-e76770e02ea6'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:07.192904 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['82731e1f-09da-4de9-b437-e76770e02ea6'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:07.353759 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:07.399776 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] Routers {'82731e1f-09da-4de9-b437-e76770e02ea6'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:07.400782 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['82731e1f-09da-4de9-b437-e76770e02ea6'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:07.542870 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:07.546067 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919003d6-2b36-427e-8103-09d8ed8ff1e2 None None] The sync data for ids ['82731e1f-09da-4de9-b437-e76770e02ea6'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:03:07.554602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=bb884193-b14f-434a-8369-4a036b078dea,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:07.585739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:07.585739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f6f408a6-3f54-4975-aca1-58a33ddb65d5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/bb884193-b14f-434a-8369-4a036b078dea HTTP/1.1" status: 204 len: 168 time: 2.3618958 Aug 31 08:03:07.591899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36410) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:07.603938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e116574-c023-4432-805e-b595df09aa54 None None] Network 1011ea84-a139-4231-a09a-21835b12f78a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:07.630171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-188cd050-7b37-40af-b28c-f1e4534930df req-f0ebb081-d450-4160-976d-ad93ab2df5aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795856 Aug 31 08:03:07.890490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303acd52-78f3-4028-adbf-1df3ce6ffe85 req-765443d3-506e-40df-909a-2aea4dec6c3b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:07.892846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-303acd52-78f3-4028-adbf-1df3ce6ffe85 req-765443d3-506e-40df-909a-2aea4dec6c3b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 945 time: 0.1201668 Aug 31 08:03:07.894730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-38d7ed8b-c10f-4f87-9969-75277f06f9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1366675 Aug 31 08:03:07.938534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ca0bd-cdfb-47cc-a95c-8676aadf91b8 req-e7a1f877-dbd6-4e41-a072-e3960156a562 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:07.954236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df0ca0bd-cdfb-47cc-a95c-8676aadf91b8 req-e7a1f877-dbd6-4e41-a072-e3960156a562 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 932 time: 0.2613733 Aug 31 08:03:07.955974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting subnet b4487329-ed00-4679-b55e-d03a8a8f644d {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:07.970011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Made reservation on behalf of 29979ac360dc42bfabf793ed08f01e95 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:07.984194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:08.016066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:08.074429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] device_id is not set on port bdaa0197-47e6-48c1-bf0e-84c070578400 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:08.227385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36430) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:08.261412 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-eaceda94-0b5d-4058-91ca-f5da415263db service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536875 Aug 31 08:03:08.263906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:08.320615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f08c177-5c46-460e-9749-7eb1d0a7a797 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:08.382429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df0ca0bd-cdfb-47cc-a95c-8676aadf91b8 req-60e85139-b43b-4074-ac14-b08c0b03ec69 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4254489 Aug 31 08:03:08.391863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:08.421704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Allocated IP 172.20.0.13 (8893e5b7-8b70-432f-9339-25bcaefd1365/d0f358d6-6e62-42ed-a450-b839b6168686/bdaa0197-47e6-48c1-bf0e-84c070578400) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:08.430105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-303acd52-78f3-4028-adbf-1df3ce6ffe85 req-3f0dad3f-e5c6-44a1-855c-fa3d3d4f80cb tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689610 Aug 31 08:03:08.500340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Transition to ACTIVE for port object 0f08c177-5c46-460e-9749-7eb1d0a7a797 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:08.532443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.532914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.533448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.533986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.534483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.534999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.535571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.542671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-09a9e47c-e228-4210-8095-91be2c920eb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6509 time: 0.3134239 Aug 31 08:03:08.558218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:08.622385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3851d7-063c-4bb9-9be4-26d1a91e3de9 req-8eeb1266-1f1f-45ea-be35-c0fc14be0ea4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:08.638062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d3851d7-063c-4bb9-9be4-26d1a91e3de9 req-8eeb1266-1f1f-45ea-be35-c0fc14be0ea4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1085567 Aug 31 08:03:08.681137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:08.716789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d3851d7-063c-4bb9-9be4-26d1a91e3de9 req-f3c93cb0-d9fe-4bd0-abd6-08101f176a24 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759466 Aug 31 08:03:08.785263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f08c177-5c46-460e-9749-7eb1d0a7a797,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:08.826305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-1559e822-997b-44ed-8e0d-646b5193b052 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&id=781ec307-e37d-4e04-985f-18da81372a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2220397 Aug 31 08:03:08.967913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Attempting to bind port 0f08c177-5c46-460e-9749-7eb1d0a7a797 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:08.968563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Attempting to bind port 0f08c177-5c46-460e-9749-7eb1d0a7a797 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:08.968563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Attempting to bind port 0f08c177-5c46-460e-9749-7eb1d0a7a797 on network f02e09b5-4cac-4999-81aa-24cbad9df6fa {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:08.982428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Port 0f08c177-5c46-460e-9749-7eb1d0a7a797 on network f02e09b5-4cac-4999-81aa-24cbad9df6fa not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:03:08.982770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Attempting to bind port 0f08c177-5c46-460e-9749-7eb1d0a7a797 on network f02e09b5-4cac-4999-81aa-24cbad9df6fa {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:08.992312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:08.992819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Checking segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:08.993222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Bound using segment: {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:08.993667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Bound port: 0f08c177-5c46-460e-9749-7eb1d0a7a797, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc1b2558-8437-40cd-95d4-b50541eb68f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:08.994411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.055627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.070775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.099559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=b4487329-ed00-4679-b55e-d03a8a8f644d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:09.110472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Transition to ACTIVE for port object bdaa0197-47e6-48c1-bf0e-84c070578400 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:09.134819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f765e3-2345-4bf7-9c52-581a206638a8 None None] Network 1011ea84-a139-4231-a09a-21835b12f78a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:09.139060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.143290 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65400e0b-4e08-4715-96be-03055def54f7 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/b4487329-ed00-4679-b55e-d03a8a8f644d HTTP/1.1" status: 204 len: 168 time: 1.5476112 Aug 31 08:03:09.152303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36454) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:09.189491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] For port 0f08c177-5c46-460e-9749-7eb1d0a7a797, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:09.193708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] For port 0f08c177-5c46-460e-9749-7eb1d0a7a797, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:09.201335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bb5520af-ca3e-493a-b7bc-bded4393a21b None None] Provisioning complete for port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:09.201930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb5520af-ca3e-493a-b7bc-bded4393a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.278755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.341215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:09.341568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.367579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.386453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.446015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:09.447811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.450298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] 10.222.0.68 "PUT /v2.0/ports/0f08c177-5c46-460e-9749-7eb1d0a7a797 HTTP/1.1" status: 200 len: 1093 time: 3.5755658 Aug 31 08:03:09.451087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] DHCP port deletion for 1011ea84-a139-4231-a09a-21835b12f78a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:03:09.472160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:09.480132 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013f8112-db14-4a63-9b3f-7d414d745e96" -d '{"events": [{"name": "network-changed", "server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:09.543123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050cb54-53d2-4030-b7f6-abd041ea58c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f08c177-5c46-460e-9749-7eb1d0a7a797,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:09.566713 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6158d3e4-0550-4a20-bf6b-e1cc79b23924 x-openstack-request-id: req-6158d3e4-0550-4a20-bf6b-e1cc79b23924 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:09.567078 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:09.567400 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6158d3e4-0550-4a20-bf6b-e1cc79b23924 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:09.567875 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'status': 'completed', 'code': 200} Aug 31 08:03:09.646123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] Deleting port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:09.646479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.686509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8112-db14-4a63-9b3f-7d414d745e96 req-4f5112a3-7dfc-429b-95de-3c450af4474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:09.688372 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-013f8112-db14-4a63-9b3f-7d414d745e96 req-4f5112a3-7dfc-429b-95de-3c450af4474d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 1096 time: 0.0856929 Aug 31 08:03:09.757397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] For port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,segment=NetworkSegment(aedb8d09-7a68-4a5e-8af8-04f0f7b297d9),segment_id=aedb8d09-7a68-4a5e-8af8-04f0f7b297d9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:09.757874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:09.790467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] Calling delete_port for 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:09.932369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8112-db14-4a63-9b3f-7d414d745e96 req-40a03a32-952d-41aa-b2c0-16bcd1d31eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:09.934124 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-013f8112-db14-4a63-9b3f-7d414d745e96 req-40a03a32-952d-41aa-b2c0-16bcd1d31eac service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=da9724533afc4e5eb219ebd30429985a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2350767 Aug 31 08:03:09.941099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:09.995364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:10.047446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:10.052827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] For port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,segment=NetworkSegment(aedb8d09-7a68-4a5e-8af8-04f0f7b297d9),segment_id=aedb8d09-7a68-4a5e-8af8-04f0f7b297d9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:10.053207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.055741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Port': ['ID=bdaa0197-47e6-48c1-bf0e-84c070578400,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:10.066650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:10.120263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Calling delete_port for 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:10.135976 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.209823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d37d-4727-4b70-b17d-d7631457339b req-f8622eaf-1aee-424c-8db1-fe81ec905dba tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.211923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d10d37d-4727-4b70-b17d-d7631457339b req-f8622eaf-1aee-424c-8db1-fe81ec905dba tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 945 time: 0.2371206 Aug 31 08:03:10.231764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.232748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.285666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fd5e9-c0b8-42c7-a993-a4747e04c3b5 req-ec7fb28a-f199-497f-8b02-7a603c44caf6 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.287322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e32fd5e9-c0b8-42c7-a993-a4747e04c3b5 req-ec7fb28a-f199-497f-8b02-7a603c44caf6 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 944 time: 0.3188806 Aug 31 08:03:10.304777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.367364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] Pushing event deleted for resources: {'Port': ['ID=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:10.384072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d10d37d-4727-4b70-b17d-d7631457339b req-0ba357c7-c643-414c-9107-0205a2fac1c2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409497 Aug 31 08:03:10.409866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8112-db14-4a63-9b3f-7d414d745e96 req-b7417d7f-79af-4f8d-9b75-9258c80fec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.411510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328494a1-bb92-4c31-9f72-f29c963d4c18 None None] No DVR routers for this DVR port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:10.423872 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-013f8112-db14-4a63-9b3f-7d414d745e96 req-b7417d7f-79af-4f8d-9b75-9258c80fec26 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4746599 Aug 31 08:03:10.424431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e32fd5e9-c0b8-42c7-a993-a4747e04c3b5 req-62b9a703-5ac0-4492-bd1d-1eced565b58c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054819 Aug 31 08:03:10.444862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.491320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Port': ['ID=8a51e55d-ef8b-4d10-b846-2b7f87d6d64d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:10.498492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No DVR routers for this DVR port 8a51e55d-ef8b-4d10-b846-2b7f87d6d64d on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:10.547200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-12fc6b64-6443-4287-a456-05f50e82b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.552236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-12fc6b64-6443-4287-a456-05f50e82b04f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 1096 time: 0.0780106 Aug 31 08:03:10.571075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ac632500-9ce3-4e40-9b23-2959dc16d7ca tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3963673 Aug 31 08:03:10.589658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bddd7614-a8dc-4ae6-a552-0ed24bbfe747 None None] Provisioning for port bdaa0197-47e6-48c1-bf0e-84c070578400 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:10.595850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36484) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:10.596634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bddd7614-a8dc-4ae6-a552-0ed24bbfe747 None None] Provisioning complete for port bdaa0197-47e6-48c1-bf0e-84c070578400 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:10.597242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bddd7614-a8dc-4ae6-a552-0ed24bbfe747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.600613 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-5ecc5548-8027-49a0-8649-4d9197a0e931 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797 HTTP/1.1" status: 200 len: 217 time: 0.0421789 Aug 31 08:03:10.644402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:10.649621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bddd7614-a8dc-4ae6-a552-0ed24bbfe747 None None] Port bdaa0197-47e6-48c1-bf0e-84c070578400 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:10.683451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-38b775d1-c769-45ff-b0d1-7b3f1c66fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.685212 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-38b775d1-c769-45ff-b0d1-7b3f1c66fa50 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.0767598 Aug 31 08:03:10.691516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.716976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba089159-90df-41ff-b54e-de092199b96f req-190add1e-0154-49f1-b716-620931440b9d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.718826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba089159-90df-41ff-b54e-de092199b96f req-190add1e-0154-49f1-b716-620931440b9d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1915500 Aug 31 08:03:10.723087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1011ea84-a139-4231-a09a-21835b12f78a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:10.733610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa798f-f3cd-44a2-8630-8ca87b97585d req-61029789-c9e6-4979-9ede-6c0f66514e93 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.735181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51aa798f-f3cd-44a2-8630-8ca87b97585d req-61029789-c9e6-4979-9ede-6c0f66514e93 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 945 time: 0.2091424 Aug 31 08:03:10.738997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-cceffb0f-1c3d-4897-92fb-5c7fd74430e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:10.741733 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-cceffb0f-1c3d-4897-92fb-5c7fd74430e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482337 Aug 31 08:03:10.746475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:10.746779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedb8d09-7a68-4a5e-8af8-04f0f7b297d9') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:10.777601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.848765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51aa798f-f3cd-44a2-8630-8ca87b97585d req-d6f24d0a-d1a7-4a3d-949e-dfdf19590989 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891981 Aug 31 08:03:10.859627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.866822 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.882883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-b76d3cb8-62fa-4bc2-b12f-48db5d43b5b2 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331596 Aug 31 08:03:10.902649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba089159-90df-41ff-b54e-de092199b96f req-e8f75f8f-5a3b-4e4e-bd90-c7aa6609909c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606946 Aug 31 08:03:10.917438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:10.918288 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:10.921783 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:11.080532 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c5b4519b-ce35-468b-8231-08a273ffbdf4 req-b0104d45-bd54-452f-907a-b211d41d951b service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894035 Aug 31 08:03:11.111464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.231340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.261761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.268082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/1011ea84-a139-4231-a09a-21835b12f78a HTTP/1.1" status: 204 len: 168 time: 2.1123245 Aug 31 08:03:11.268679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36496) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.297756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5898c5-e18c-4ac2-bf47-078d7479dcf5 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=1011ea84-a139-4231-a09a-21835b12f78a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:11.316696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Allocated IP 172.25.0.64 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/60d54e40-f398-44d1-a276-f21008f99e9a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:11.329710 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-798d8239-6d73-406f-b983-2773084580e3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:11.334836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798d8239-6d73-406f-b983-2773084580e3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:11.342106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-798d8239-6d73-406f-b983-2773084580e3 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/1d586e8a-4cdb-46cb-9bb9-7c68c9d0dc6c HTTP/1.1" status: 404 len: 337 time: 0.0718799 Aug 31 08:03:11.342945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36498) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.368209 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9bdfae-8983-4f72-bf42-661738d3b072 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:11.368970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9bdfae-8983-4f72-bf42-661738d3b072 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:11.374946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36500) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.378241 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd9bdfae-8983-4f72-bf42-661738d3b072 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/ff865a27-68c7-4697-afef-7c97950a6558 HTTP/1.1" status: 404 len: 339 time: 0.0303016 Aug 31 08:03:11.460821 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-51466687-5466-4a7d-a405-62995ce26576 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:11.461354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51466687-5466-4a7d-a405-62995ce26576 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:11.463106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-51466687-5466-4a7d-a405-62995ce26576 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/a14b5f0b-8747-4406-a0d3-6acdf6aa99c8 HTTP/1.1" status: 404 len: 337 time: 0.0800462 Aug 31 08:03:11.466719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36506) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.491692 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c946781e-9362-4987-b835-9bb5d59e3c30 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:11.492333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c946781e-9362-4987-b835-9bb5d59e3c30 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:11.494185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c946781e-9362-4987-b835-9bb5d59e3c30 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/16374914-04ec-47c3-9c4d-cdee46dff968 HTTP/1.1" status: 404 len: 339 time: 0.0264573 Aug 31 08:03:11.498563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36508) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.537239 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0e1247-30f1-401d-ae10-c6554ef5113d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:11.543650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0e1247-30f1-401d-ae10-c6554ef5113d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:11.543650 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c0e1247-30f1-401d-ae10-c6554ef5113d tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/aa33d956-c0c7-48f8-ad7d-11d048606fe8 HTTP/1.1" status: 404 len: 337 time: 0.0404971 Aug 31 08:03:11.546358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36510) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.550727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.590326 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c63595d-49ff-41e2-bb08-a34ab74239cd tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:11.590928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c63595d-49ff-41e2-bb08-a34ab74239cd tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:11.592680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c63595d-49ff-41e2-bb08-a34ab74239cd tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/c05999ac-f619-4c84-ab7e-efe9b8ca1365 HTTP/1.1" status: 404 len: 339 time: 0.0453541 Aug 31 08:03:11.597286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:11.625515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef976f-ec4a-4d03-99e0-a12d02722503 req-ddd8075d-ddbb-4429-b8ea-2d92ee46c5b4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:11.627079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16ef976f-ec4a-4d03-99e0-a12d02722503 req-ddd8075d-ddbb-4429-b8ea-2d92ee46c5b4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 944 time: 0.1013594 Aug 31 08:03:11.688197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting subnet 066dc57a-be46-4c55-a40c-7b60d43a22b1 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:11.695214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16ef976f-ec4a-4d03-99e0-a12d02722503 req-ea0c2120-9620-49c1-9f36-cd8d57457691 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569460 Aug 31 08:03:11.700538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.763380 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.763907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.843700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Port': ['ID=60d54e40-f398-44d1-a276-f21008f99e9a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:11.863610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:11.863610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:11.867870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:11.877543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:11.902228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875606bd-bcf7-4006-91ce-8ce9eee9976d req-316e93cb-9fc8-491f-824e-52a435970145 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:11.910605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875606bd-bcf7-4006-91ce-8ce9eee9976d req-316e93cb-9fc8-491f-824e-52a435970145 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 945 time: 0.1596065 Aug 31 08:03:12.012457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875606bd-bcf7-4006-91ce-8ce9eee9976d req-7ef34346-cd60-4e3b-ac19-63aeef57abe1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904891 Aug 31 08:03:12.079517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.101407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.126489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637de9-64a0-4c5f-b7ea-e693c5c3308f req-fb4fb7ed-61be-4622-a73e-f144bd8199de tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:12.128457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1637de9-64a0-4c5f-b7ea-e693c5c3308f req-fb4fb7ed-61be-4622-a73e-f144bd8199de tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1051931 Aug 31 08:03:12.139403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=066dc57a-be46-4c55-a40c-7b60d43a22b1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:12.149788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.152696 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66e21fb8-8d0b-4b93-9f10-8a94ec189a49 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/066dc57a-be46-4c55-a40c-7b60d43a22b1 HTTP/1.1" status: 204 len: 168 time: 0.5536001 Aug 31 08:03:12.155344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36522) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:12.168899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35addb4a-a0c1-46b3-a037-68d39d8add2e None None] Network 72b9316e-39aa-41c3-a21e-91d45f1d0543 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:12.192725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1637de9-64a0-4c5f-b7ea-e693c5c3308f req-f0c6e4db-12f9-4a2f-a815-452cd0659646 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580049 Aug 31 08:03:12.264012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.331316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.388158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] DHCP port deletion for 72b9316e-39aa-41c3-a21e-91d45f1d0543 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:03:12.489391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] Deleting port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:12.489768 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.491810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:12.492886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.536604 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.568630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] For port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,segment=NetworkSegment(1f1cc0a5-8e28-420d-a0b2-d538db4140dc),segment_id=1f1cc0a5-8e28-420d-a0b2-d538db4140dc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:12.570310 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.588676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] Calling delete_port for 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:12.622658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] For port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,segment=NetworkSegment(1f1cc0a5-8e28-420d-a0b2-d538db4140dc),segment_id=1f1cc0a5-8e28-420d-a0b2-d538db4140dc)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:12.623379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.633635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.646709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Calling delete_port for 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:12.726021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Port': ['ID=60d54e40-f398-44d1-a276-f21008f99e9a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:12.845273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.876389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.881720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d796716-9e37-46e7-a029-7cd25d862a02 req-e1fbd497-2a22-4bf1-b4ac-17380f532d24 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:12.890624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d796716-9e37-46e7-a029-7cd25d862a02 req-e1fbd497-2a22-4bf1-b4ac-17380f532d24 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 944 time: 0.0820110 Aug 31 08:03:12.891740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:12.936915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Port': ['ID=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:12.945470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No DVR routers for this DVR port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:12.951380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] Pushing event deleted for resources: {'Port': ['ID=2fca7fa6-01bc-4d93-ae0e-ca7d78af614b,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:12.968521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb641be-64c5-43db-a907-5d15d9671d6d None None] No DVR routers for this DVR port 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:13.005829 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.005829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-deb8180f-5b05-43a9-9ad4-85ec59ff00fa tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3677104 Aug 31 08:03:13.006831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36542) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:13.016394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d4cf8cf3-c652-41be-a2fa-15e32024f1ee tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'floatingip': {'port_id': 'bdaa0197-47e6-48c1-bf0e-84c070578400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:13.125348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.139407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b9316e-39aa-41c3-a21e-91d45f1d0543']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:13.156549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1cc0a5-8e28-420d-a0b2-d538db4140dc') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:13.157004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1cc0a5-8e28-420d-a0b2-d538db4140dc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:13.171928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.174415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d796716-9e37-46e7-a029-7cd25d862a02 req-9c4ed6af-c444-49ed-900d-c8173d9e5e3a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748489 Aug 31 08:03:13.176407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d4cf8cf3-c652-41be-a2fa-15e32024f1ee tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.243035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-0a3f528d-71c5-414f-8ef0-2db241f433fa tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:13.243035 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-0a3f528d-71c5-414f-8ef0-2db241f433fa tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 945 time: 0.1921794 Aug 31 08:03:13.248233 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.309764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:13.317481 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:13.447639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port ed3f5cd1-3227-41db-8b4b-065496305d44 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:13.448731 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.453714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf311ad7-c8f6-4a4d-bded-4abe959c1366 req-b1f24738-0bff-4295-b07a-6c6b2e71be0f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:13.464151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf311ad7-c8f6-4a4d-bded-4abe959c1366 req-b1f24738-0bff-4295-b07a-6c6b2e71be0f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 945 time: 0.3079512 Aug 31 08:03:13.500548 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-d4cf8cf3-c652-41be-a2fa-15e32024f1ee tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] update failed (client error): The resource could not be found. Aug 31 08:03:13.504629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d4cf8cf3-c652-41be-a2fa-15e32024f1ee tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "PUT /v2.0/floatingips/3bedd5d5-4f93-47aa-9afc-ac9bc4591bef HTTP/1.1" status: 404 len: 507 time: 0.4964972 Aug 31 08:03:13.506457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36554) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:13.526826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.539287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ac1a-91f7-46c0-a350-e15d5dc3243e req-6fd195b1-5bce-40d7-a582-b0041d9db09d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:13.539287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4f2ac1a-91f7-46c0-a350-e15d5dc3243e req-6fd195b1-5bce-40d7-a582-b0041d9db09d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.2286458 Aug 31 08:03:13.540522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.543194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/72b9316e-39aa-41c3-a21e-91d45f1d0543 HTTP/1.1" status: 204 len: 168 time: 1.3865397 Aug 31 08:03:13.545882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36556) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:13.574417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf311ad7-c8f6-4a4d-bded-4abe959c1366 req-1b0538a0-f6b4-4ff9-ba11-88b81c78b8e7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968740 Aug 31 08:03:13.601589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea3029-b4fe-4951-97bc-1655be2d4898 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=72b9316e-39aa-41c3-a21e-91d45f1d0543,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:13.613438 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-05402983-1b71-44eb-a2ef-e7f625a68f5c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:13.614050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05402983-1b71-44eb-a2ef-e7f625a68f5c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:13.618093 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-05402983-1b71-44eb-a2ef-e7f625a68f5c tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/29e8ecfe-6647-496b-93aa-5eea7eb84f55 HTTP/1.1" status: 404 len: 337 time: 0.0657148 Aug 31 08:03:13.619375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36558) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:13.702737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4f2ac1a-91f7-46c0-a350-e15d5dc3243e req-75b95f8c-b276-465b-a61b-5f77844c2092 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323259 Aug 31 08:03:13.723687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Deleting port 60d54e40-f398-44d1-a276-f21008f99e9a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:13.724061 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.817612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.817973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:13.832724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Calling delete_port for 60d54e40-f398-44d1-a276-f21008f99e9a owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:13.954290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:13.961890 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6fe8b8-9a17-4501-98a4-d90478415cc6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:13.962450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6fe8b8-9a17-4501-98a4-d90478415cc6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:13.967414 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f6fe8b8-9a17-4501-98a4-d90478415cc6 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/e90124d8-2227-4db4-a010-e1fe56a822d5 HTTP/1.1" status: 404 len: 339 time: 0.3451052 Aug 31 08:03:13.969392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36562) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:13.987727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:03:13.988458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2fca7fa6-01bc-4d93-ae0e-ca7d78af614b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:14.032170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port ed3f5cd1-3227-41db-8b4b-065496305d44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ed3f5cd1-3227-41db-8b4b-065496305d44,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:14.032705 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.065581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for ed3f5cd1-3227-41db-8b4b-065496305d44 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:14.095185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting subnet 5d7261a9-224a-4adf-81df-0c12bdf445d7 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:14.098297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.212374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.224306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.250922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Port': ['ID=60d54e40-f398-44d1-a276-f21008f99e9a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:14.388229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a0b1f-d4d4-42eb-82c0-789ec8ee89c3 req-8cabebbf-2686-4979-8c7d-c008a7137cd5 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:14.389983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b1a0b1f-d4d4-42eb-82c0-789ec8ee89c3 req-8cabebbf-2686-4979-8c7d-c008a7137cd5 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 944 time: 0.1334207 Aug 31 08:03:14.394190 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.396717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.403660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e5a8bab9-6af8-4a7a-8d2b-255a203b422e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "DELETE /v2.0/floatingips/3bedd5d5-4f93-47aa-9afc-ac9bc4591bef HTTP/1.1" status: 204 len: 168 time: 0.8942852 Aug 31 08:03:14.403660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36572) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:14.411222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-60101834-253b-485f-a83e-5b44f99d789b tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'floatingip': {'floating_network_id': '8893e5b7-8b70-432f-9339-25bcaefd1365', 'port_id': 'bdaa0197-47e6-48c1-bf0e-84c070578400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:14.477350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b1a0b1f-d4d4-42eb-82c0-789ec8ee89c3 req-d0131531-9537-4988-8772-29de25a1e995 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Aug 31 08:03:14.501770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.538718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60101834-253b-485f-a83e-5b44f99d789b tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.579938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f08c177-5c46-460e-9749-7eb1d0a7a797 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:03:14.593073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.654582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=ed3f5cd1-3227-41db-8b4b-065496305d44,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:14.730437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:14.737856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a6e4968-9455-4416-a9d1-49a58fcf2efc req-b144219f-fe29-41d8-88b3-90fadc85f53d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.0435627 Aug 31 08:03:14.754035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port ed3f5cd1-3227-41db-8b4b-065496305d44 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:14.758026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.761386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.764419 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3eab19f1-3cc6-4a50-991b-e1752775cbc9 req-4033c0d2-e73c-485e-ba32-b3f8a8a37374 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "DELETE /v2.0/ports/ed3f5cd1-3227-41db-8b4b-065496305d44 HTTP/1.1" status: 204 len: 173 time: 1.5134239 Aug 31 08:03:14.770282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'name': 'network-vif-deleted', 'tag': 'ed3f5cd1-3227-41db-8b4b-065496305d44'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:14.774313 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd7a6c6-d4ab-409a-bf0d-b51453d19d74" -d '{"events": [{"server_uuid": "435e95d8-72b8-4bbc-ab4f-01e32d752a39", "name": "network-vif-deleted", "tag": "ed3f5cd1-3227-41db-8b4b-065496305d44"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:14.817229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7261a9-224a-4adf-81df-0c12bdf445d7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:14.821063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:14.826867 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0a1e8c19-f5e2-407b-a076-a3f41eb0fe04 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/subnets/5d7261a9-224a-4adf-81df-0c12bdf445d7 HTTP/1.1" status: 204 len: 168 time: 0.8556933 Aug 31 08:03:14.834729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36588) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:14.851964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d746c55-8123-4e6f-bad6-a2a070490637 None None] Network d4c12e51-e1d3-4186-b42a-b42d71c966dd requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:14.963686 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48958b49-9631-4f54-8478-c8d17086fc8a x-openstack-request-id: req-48958b49-9631-4f54-8478-c8d17086fc8a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:14.964567 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435e95d8-72b8-4bbc-ab4f-01e32d752a39", "name": "network-vif-deleted", "tag": "ed3f5cd1-3227-41db-8b4b-065496305d44", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:14.964567 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48958b49-9631-4f54-8478-c8d17086fc8a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:14.965279 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435e95d8-72b8-4bbc-ab4f-01e32d752a39', 'name': 'network-vif-deleted', 'tag': 'ed3f5cd1-3227-41db-8b4b-065496305d44', 'status': 'completed', 'code': 200} Aug 31 08:03:14.986556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282e48-596b-47d1-be9a-10dedc0f81d7 req-85402b6c-9847-4591-a687-641fcf936569 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:14.986556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3282e48-596b-47d1-be9a-10dedc0f81d7 req-85402b6c-9847-4591-a687-641fcf936569 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1187348 Aug 31 08:03:14.986556 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-60101834-253b-485f-a83e-5b44f99d789b tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:14.988403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-60101834-253b-485f-a83e-5b44f99d789b tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5820711 Aug 31 08:03:14.990273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36590) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:14.996160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'bdaa0197-47e6-48c1-bf0e-84c070578400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:15.010933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f08c177-5c46-460e-9749-7eb1d0a7a797, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:15.016946 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.026202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'port_id': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'mac_address': 'fa:16:3e:77:48:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:03:15.068628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3282e48-596b-47d1-be9a-10dedc0f81d7 req-6384330a-b628-4944-bd26-78cb34a3c9af tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661244 Aug 31 08:03:15.104639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Deleting port 152f553a-8b82-400a-bfa6-d0f0eb05af05 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:15.105271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.132680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.186368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f08c177-5c46-460e-9749-7eb1d0a7a797 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:15.202583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.231209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f08c177-5c46-460e-9749-7eb1d0a7a797, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:15.233854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] DHCP port deletion for d4c12e51-e1d3-4186-b42a-b42d71c966dd request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:03:15.264321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] For port 152f553a-8b82-400a-bfa6-d0f0eb05af05, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=152f553a-8b82-400a-bfa6-d0f0eb05af05,segment=NetworkSegment(22b91163-4977-4c15-a146-4684ff5ed5e4),segment_id=22b91163-4977-4c15-a146-4684ff5ed5e4)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:15.268728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.286747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Calling delete_port for 152f553a-8b82-400a-bfa6-d0f0eb05af05 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:15.335679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] Deleting port 152f553a-8b82-400a-bfa6-d0f0eb05af05 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:15.336061 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.372706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.387282 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.448322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] For port 152f553a-8b82-400a-bfa6-d0f0eb05af05, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=152f553a-8b82-400a-bfa6-d0f0eb05af05,segment=NetworkSegment(22b91163-4977-4c15-a146-4684ff5ed5e4),segment_id=22b91163-4977-4c15-a146-4684ff5ed5e4)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:15.448783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.470400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] Calling delete_port for 152f553a-8b82-400a-bfa6-d0f0eb05af05 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:15.477509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0f08c177-5c46-460e-9749-7eb1d0a7a797,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:15.583363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Allocated IP 172.25.0.242 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3b8e7026-1996-4c9e-888f-14f497cdf96a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:15.607809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.631986 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.668421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Port': ['ID=152f553a-8b82-400a-bfa6-d0f0eb05af05,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:15.676094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] No DVR routers for this DVR port 152f553a-8b82-400a-bfa6-d0f0eb05af05 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:15.678369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] No DVR routers for this DVR port 152f553a-8b82-400a-bfa6-d0f0eb05af05 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:15.697492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d1072-bdab-4ce0-adb8-05002ff43fe0 None None] Pushing event deleted for resources: {'Port': ['ID=152f553a-8b82-400a-bfa6-d0f0eb05af05,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:15.712286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f08c177-5c46-460e-9749-7eb1d0a7a797'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:15.901910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.918840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c12e51-e1d3-4186-b42a-b42d71c966dd']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:15.946587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b91163-4977-4c15-a146-4684ff5ed5e4') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:15.946816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b91163-4977-4c15-a146-4684ff5ed5e4') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:15.972099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 152f553a-8b82-400a-bfa6-d0f0eb05af05 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:15.977084 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:15.989995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84818d-e995-41fe-8307-b8cfb1cb0441 req-5bf19935-0097-49d5-a1f9-561acf932759 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:15.993313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c84818d-e995-41fe-8307-b8cfb1cb0441 req-5bf19935-0097-49d5-a1f9-561acf932759 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 945 time: 0.3464661 Aug 31 08:03:16.000623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2f60aa0-2dc9-4188-8a1a-333e3c7ac4a3 req-88a32ca9-6142-4046-a883-801bccdcfd7d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=435e95d8-72b8-4bbc-ab4f-01e32d752a39 HTTP/1.1" status: 200 len: 210 time: 0.0734138 Aug 31 08:03:16.007477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.015918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:16.016580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.019863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 152f553a-8b82-400a-bfa6-d0f0eb05af05 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:03:16.019863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 152f553a-8b82-400a-bfa6-d0f0eb05af05 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:16.021947 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:16.090028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.099128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c84818d-e995-41fe-8307-b8cfb1cb0441 req-a9ba8d52-81f9-4948-94ee-71e8a1038f74 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931132 Aug 31 08:03:16.238736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090dcd5-8381-4b3c-a605-de3cdcf38f20 req-4829814f-f759-4e91-a76e-29b6fcff2894 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:16.240340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9090dcd5-8381-4b3c-a605-de3cdcf38f20 req-4829814f-f759-4e91-a76e-29b6fcff2894 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.0808835 Aug 31 08:03:16.257451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.269420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ed3f5cd1-3227-41db-8b4b-065496305d44 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:16.271488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.279298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] 10.222.0.36 "DELETE /v2.0/networks/d4c12e51-e1d3-4186-b42a-b42d71c966dd HTTP/1.1" status: 204 len: 168 time: 1.4490755 Aug 31 08:03:16.302991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ac700-c3ae-4f4f-9669-be48eaa9b517 tempest-NetworksIpV6Test-433241073 tempest-NetworksIpV6Test-433241073-project] Pushing event deleted for resources: {'Network': ['ID=d4c12e51-e1d3-4186-b42a-b42d71c966dd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:16.311622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.321396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: ed3f5cd1-3227-41db-8b4b-065496305d44 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:03:16.321745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ed3f5cd1-3227-41db-8b4b-065496305d44 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:16.396507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:16.403850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9090dcd5-8381-4b3c-a605-de3cdcf38f20 req-abde4a82-5856-4023-8924-5c3f8a360201 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561513 Aug 31 08:03:16.407015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:16.411146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:16.458674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event updated for resources: {'Port': ['ID=3b8e7026-1996-4c9e-888f-14f497cdf96a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:16.602630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Deleting port 3b8e7026-1996-4c9e-888f-14f497cdf96a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:16.603024 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.683586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.683918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.696157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Calling delete_port for 3b8e7026-1996-4c9e-888f-14f497cdf96a owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:16.938179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.970085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Port': ['ID=3b8e7026-1996-4c9e-888f-14f497cdf96a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:17.112548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36628) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:17.237386 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] create failed (client error): The resource could not be found. Aug 31 08:03:17.243693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9649dc8f-544c-45f7-a450-c1c9080aac33 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2470722 Aug 31 08:03:17.243968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36636) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:17.262544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8b864-a250-414b-bb66-fa5703b5e95f req-d450ba68-2a87-4d28-aac3-ba8fc9729c0c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:17.264586 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48d8b864-a250-414b-bb66-fa5703b5e95f req-d450ba68-2a87-4d28-aac3-ba8fc9729c0c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 945 time: 0.0830479 Aug 31 08:03:17.299227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1d3e2574-721c-4666-8c8f-a2f8c3d4166b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=146681cc47e44e48ab19495bc46ed49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828873 Aug 31 08:03:17.303044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36640) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:17.362490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48d8b864-a250-414b-bb66-fa5703b5e95f req-c007cb55-dd86-4f5f-ad83-d7c4d8f156c3 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601764 Aug 31 08:03:17.411409 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a433257-c6a8-461f-875d-27961a13ee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.429217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Deleting port bdaa0197-47e6-48c1-bf0e-84c070578400 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:17.429664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.436128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a433257-c6a8-461f-875d-27961a13ee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.570715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.583321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Calling delete_port for bdaa0197-47e6-48c1-bf0e-84c070578400 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:17.642728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d416c-24ce-4889-b20b-b6de1bbf63b9 req-762298b5-2f0b-4cda-bbd2-bb00499883cf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:17.644246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-222d416c-24ce-4889-b20b-b6de1bbf63b9 req-762298b5-2f0b-4cda-bbd2-bb00499883cf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1147070 Aug 31 08:03:17.676123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-0e5fd941-7425-4ec5-99ab-eaf1b589ed23 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:17.677929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-0e5fd941-7425-4ec5-99ab-eaf1b589ed23 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.1622784 Aug 31 08:03:17.706734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-7177eebd-64fb-4a63-9d70-3fbb56c93a3b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0201283 Aug 31 08:03:17.714539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-222d416c-24ce-4889-b20b-b6de1bbf63b9 req-d87f4c0c-4853-42c6-b8b6-638aa925dbe8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544140 Aug 31 08:03:17.717295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a433257-c6a8-461f-875d-27961a13ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.719870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a433257-c6a8-461f-875d-27961a13ee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.721733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a433257-c6a8-461f-875d-27961a13ee77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e037570b-af67-40b9-87c5-7862665825df HTTP/1.1" status: 204 len: 168 time: 0.4177971 Aug 31 08:03:17.750912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433257-c6a8-461f-875d-27961a13ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037570b-af67-40b9-87c5-7862665825df,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:17.779875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-3f2b58db-94d0-4de1-ab27-6a71ce2c8f80 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625465 Aug 31 08:03:17.837253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.871308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Port': ['ID=bdaa0197-47e6-48c1-bf0e-84c070578400,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:17.956125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:17.969464 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:03:17.973032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3b85a109-8403-407f-a47a-d1074a89a6ce tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "DELETE /v2.0/ports/bdaa0197-47e6-48c1-bf0e-84c070578400 HTTP/1.1" status: 204 len: 168 time: 0.7144597 Aug 31 08:03:17.976136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:18.063316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-61d68f86-290e-445f-ae92-35340100f1db service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818587 Aug 31 08:03:18.065863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150f931-8f71-4a10-86df-e5d9479bff84 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:18.070704 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3150f931-8f71-4a10-86df-e5d9479bff84 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "GET /v2.0/ports?device_id=82731e1f-09da-4de9-b437-e76770e02ea6 HTTP/1.1" status: 200 len: 913 time: 0.0918639 Aug 31 08:03:18.071329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:18.212986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-c12257cf-74d8-4fbb-90d2-01271db27af5 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423275 Aug 31 08:03:18.590793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f08c177-5c46-460e-9749-7eb1d0a7a797 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:18.593491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02174c9-7efc-4ede-ada4-03ebab454705 req-79175845-937b-48f1-869d-851909dedbaf tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:18.602818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02174c9-7efc-4ede-ada4-03ebab454705 req-79175845-937b-48f1-869d-851909dedbaf tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 945 time: 0.1475608 Aug 31 08:03:18.680085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87153d4d-bbe6-4471-933c-254890d1c2d5 req-bc6dca43-d723-4f4d-a71b-d0fc81c99453 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 210 time: 0.0743053 Aug 31 08:03:18.705246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02174c9-7efc-4ede-ada4-03ebab454705 req-5c6dc8af-46f0-49a3-8d48-c17a0321edcc tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013026 Aug 31 08:03:18.811132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:18.871609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc52c4-901d-43c3-a81d-7352da291e6f req-549482c3-79ec-4bdf-9d5e-41afa71b0cdd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:18.874665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4bc52c4-901d-43c3-a81d-7352da291e6f req-549482c3-79ec-4bdf-9d5e-41afa71b0cdd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.0748045 Aug 31 08:03:18.919706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4bc52c4-901d-43c3-a81d-7352da291e6f req-477a7dd1-fd2d-4a4e-9dc9-9274e08c17b0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Aug 31 08:03:19.001136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 0f08c177-5c46-460e-9749-7eb1d0a7a797 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:19.005039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 0f08c177-5c46-460e-9749-7eb1d0a7a797 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:19.005657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.179552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.216689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:19.219820 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfef7cd-c2d1-4395-a98d-2f5c1615e286" -d '{"events": [{"server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "name": "network-vif-plugged", "status": "completed", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:19.235698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f08c177-5c46-460e-9749-7eb1d0a7a797, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:19.250024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Deleting port 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:19.250432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.265726 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b469c2a1-4462-4d08-9780-3434b0bd523e x-openstack-request-id: req-b469c2a1-4462-4d08-9780-3434b0bd523e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:19.265916 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "name": "network-vif-plugged", "status": "completed", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:19.266328 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b469c2a1-4462-4d08-9780-3434b0bd523e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:19.266852 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'code': 200} Aug 31 08:03:19.336994 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.399768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0f08c177-5c46-460e-9749-7eb1d0a7a797,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:19.402912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.428437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Calling delete_port for 37aa0fae-ff2d-4a1e-8377-1540c60b5f93 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:19.443824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6477790-4aca-482c-ac01-0a8fd3148844 req-d70ebda7-ff91-48e2-8b29-5f5ae98c0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:19.445391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6477790-4aca-482c-ac01-0a8fd3148844 req-d70ebda7-ff91-48e2-8b29-5f5ae98c0ac6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 1098 time: 0.0993810 Aug 31 08:03:19.519654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:19.528632 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a6477790-4aca-482c-ac01-0a8fd3148844 req-fbe2123b-44a6-423b-b05e-933ad572c0c1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451415 Aug 31 08:03:19.695777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-395145284'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:19.796300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d216c031-5f3f-40fd-9059-aafa8f3b6d0e req-be9688d2-eb75-48cd-a142-eaead0671d29 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 210 time: 0.0346236 Aug 31 08:03:19.854904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8781c9e-568e-42d6-a353-fba5a9ff3fab req-2ace49f4-e52c-40c0-99be-6da8c106f0ce tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:19.856470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8781c9e-568e-42d6-a353-fba5a9ff3fab req-2ace49f4-e52c-40c0-99be-6da8c106f0ce tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.0641096 Aug 31 08:03:19.871189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.886149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:19.887021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.899831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Port': ['ID=37aa0fae-ff2d-4a1e-8377-1540c60b5f93,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:19.916845 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.962147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8781c9e-568e-42d6-a353-fba5a9ff3fab req-58177b3c-d163-4587-92a7-9b9d234ae5ca tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979507 Aug 31 08:03:20.077480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.104685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.139392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0be89-e4aa-4c02-9602-49e0f856f86c req-53af03c5-b213-4ef8-9f9e-db4e0c72ba5b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:20.146455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6b0be89-e4aa-4c02-9602-49e0f856f86c req-53af03c5-b213-4ef8-9f9e-db4e0c72ba5b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.0720308 Aug 31 08:03:20.194877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6b0be89-e4aa-4c02-9602-49e0f856f86c req-9ce7eefb-b417-44ce-9470-1e193f15f7af tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Aug 31 08:03:20.196436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.244549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:20.249862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3bd39-f640-4547-9e90-97e9c1c0f8c8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:20.266785 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.267146 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment 5248f17d-67b0-4a98-9629-552ce3bcc7f6 of type vlan for network ddd847f9-14b1-4343-b678-23e6e6ce4b6f Aug 31 08:03:20.315013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Router 82731e1f-09da-4de9-b437-e76770e02ea6 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:03:20.315179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.468046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.474268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:20.475098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.550390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=ddd847f9-14b1-4343-b678-23e6e6ce4b6f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:20.561682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:20.659235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:03:20.665121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0e721c07-d7b9-4be1-801f-200deb976440 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1409223 Aug 31 08:03:20.667658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36762) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:20.673063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'name': 'tempest-PortsIpV6TestJSON-1810216828'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:20.682850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dee40043-3b93-44cd-9c86-b828c3128b4e tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "PUT /v2.0/routers/82731e1f-09da-4de9-b437-e76770e02ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6075428 Aug 31 08:03:20.685182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36764) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:20.693320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] Sync routers for ids ['82731e1f-09da-4de9-b437-e76770e02ea6'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:03:20.715575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] Routers {'82731e1f-09da-4de9-b437-e76770e02ea6'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:20.716407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['82731e1f-09da-4de9-b437-e76770e02ea6'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:20.753230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:20.779609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] Routers {'82731e1f-09da-4de9-b437-e76770e02ea6'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:20.780853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['82731e1f-09da-4de9-b437-e76770e02ea6'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:20.823680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:20.824584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6be96a-8def-4702-95e8-8cc252f9c7fe None None] The sync data for ids ['82731e1f-09da-4de9-b437-e76770e02ea6'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:03:20.860002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:20.972396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cc97c9e-adaf-4b0d-8bc4-66b3658d1dcb req-597f7c4e-0281-431e-a30e-7ef029f99ced tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 210 time: 0.0612063 Aug 31 08:03:21.095917 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.463304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.512153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:21.515538 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.563513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 29466ce9-2cf2-4b6f-9700-772e80de3a10 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:21.583754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ebdce-c53a-40ef-ab28-35f26f5f3453 req-71c2b508-1c38-44bc-ad62-11c2cc498df1 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:21.585257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d54ebdce-c53a-40ef-ab28-35f26f5f3453 req-71c2b508-1c38-44bc-ad62-11c2cc498df1 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.5045183 Aug 31 08:03:21.636419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.636827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Fanout notify agent at l3_agent the message router_deleted on router 82731e1f-09da-4de9-b437-e76770e02ea6 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:03:21.654402 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.655556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-47caedfc-415a-4e4a-ab9b-4645b275096c tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "DELETE /v2.0/routers/82731e1f-09da-4de9-b437-e76770e02ea6 HTTP/1.1" status: 204 len: 168 time: 0.9522319 Aug 31 08:03:21.661849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36780) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:21.673208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd047-0f32-41c5-acf7-cb215e2a2a65 req-6fa277bc-de10-4543-8246-4d5ed55b8219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:21.674830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ebd047-0f32-41c5-acf7-cb215e2a2a65 req-6fa277bc-de10-4543-8246-4d5ed55b8219 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.2133613 Aug 31 08:03:21.734379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d54ebdce-c53a-40ef-ab28-35f26f5f3453 req-6d169694-c1d0-4164-8e41-72f810ad2209 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106610 Aug 31 08:03:21.735372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Deleting subnet d0f358d6-6e62-42ed-a450-b839b6168686 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:21.738871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.797161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.846985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ebd047-0f32-41c5-acf7-cb215e2a2a65 req-562f9f9f-227f-451d-92f9-2f1a802e3aa7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656692 Aug 31 08:03:21.957858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219deec4-be1d-45bc-ab4e-127fd3010c56 req-6181af1b-e3af-4112-a9e2-2dc7653da1f7 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:21.959750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-219deec4-be1d-45bc-ab4e-127fd3010c56 req-6181af1b-e3af-4112-a9e2-2dc7653da1f7 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.0944118 Aug 31 08:03:21.966041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:21.973589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36788) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:21.979687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Request body: {'floatingip': {'port_id': '0f08c177-5c46-460e-9749-7eb1d0a7a797'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:22.030590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.037747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-d6170ada-fbc6-4fdf-92e4-87199769acb4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:22.039355 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-d6170ada-fbc6-4fdf-92e4-87199769acb4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.2041054 Aug 31 08:03:22.057265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:22.075036 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.165029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53af205f-70fe-472f-89f9-37a7b710cd9f req-95b4cdd1-1e25-431b-abc7-44cb5fbb5c29 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 210 time: 0.0616953 Aug 31 08:03:22.315201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.347658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:22.355557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.367328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.420271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f358d6-6e62-42ed-a450-b839b6168686,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:22.440046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.440439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.440971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.441338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.442758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.442891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=29466ce9-2cf2-4b6f-9700-772e80de3a10,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:22.443226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.443574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.444054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.444403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.445783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.446545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.446888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:22.463261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645bac8-eb73-49ba-a214-b599fef89a55 None None] Network 8893e5b7-8b70-432f-9339-25bcaefd1365 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:22.472378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.474594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-07436e34-0f2f-4094-bf91-8d079b07ba8a tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "DELETE /v2.0/subnets/d0f358d6-6e62-42ed-a450-b839b6168686 HTTP/1.1" status: 204 len: 168 time: 0.8149102 Aug 31 08:03:22.483008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36800) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:22.514164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': '5248f17d-67b0-4a98-9629-552ce3bcc7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:22.514534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: ddd847f9-14b1-4343-b678-23e6e6ce4b6f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:22.588744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.664944 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.709561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:22.729553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] DHCP port deletion for 8893e5b7-8b70-432f-9339-25bcaefd1365 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:03:22.774743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.5 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/a035d991-64e8-4d3d-9bbb-a9f363c6e708) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:22.777110 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.844263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Deleting port 4468d7df-c382-42c4-b18d-3835bab51137 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:22.844652 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.865073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ddd847f9-14b1-4343-b678-23e6e6ce4b6f) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:22.869010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] Deleting port 4468d7df-c382-42c4-b18d-3835bab51137 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:22.871588 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.878512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:22.885511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3a81b-90de-4af1-b70c-8a07ca3ced05 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:22.893709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:22.894429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:22.978795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] For port 4468d7df-c382-42c4-b18d-3835bab51137, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4468d7df-c382-42c4-b18d-3835bab51137,segment=NetworkSegment(23c5f70c-a7d8-41bc-9f13-51771f61b418),segment_id=23c5f70c-a7d8-41bc-9f13-51771f61b418)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:22.979070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.000674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Calling delete_port for 4468d7df-c382-42c4-b18d-3835bab51137 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:23.138767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] For port 4468d7df-c382-42c4-b18d-3835bab51137, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4468d7df-c382-42c4-b18d-3835bab51137,segment=NetworkSegment(23c5f70c-a7d8-41bc-9f13-51771f61b418),segment_id=23c5f70c-a7d8-41bc-9f13-51771f61b418)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:23.139231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.139474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.140629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec48c17f-b200-4cbc-b767-324b842a7410 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4717431 Aug 31 08:03:23.144950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36812) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:23.151400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1099583134'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:23.156594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] Calling delete_port for 4468d7df-c382-42c4-b18d-3835bab51137 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:23.184333 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Floating IP f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62 associated. External IP: 172.25.0.13, port: 0f08c177-5c46-460e-9749-7eb1d0a7a797. Aug 31 08:03:23.199126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a3c4d-aec0-4739-b4f9-e1c3eb94bd36 req-a3c193f9-b8f2-420e-ba1c-20fe84c7f0d4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:23.200892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b68a3c4d-aec0-4739-b4f9-e1c3eb94bd36 req-a3c193f9-b8f2-420e-ba1c-20fe84c7f0d4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1603398 Aug 31 08:03:23.332669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:23.337411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.342776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b68a3c4d-aec0-4739-b4f9-e1c3eb94bd36 req-ef424354-1806-4549-b290-1ee639cd6e19 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019070 Aug 31 08:03:23.373998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecb0b412-0343-44fd-8cae-f5f6d9e490c2 req-52f52554-2c9d-49fd-be5d-eb5ced64de71 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 210 time: 0.0653703 Aug 31 08:03:23.388641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.397752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.401614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.407129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:23.427262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:23.501778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.502548 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment 5a658f8d-15ba-4b7d-a1ce-3767cfaeb706 of type vlan for network b932f104-e958-4afd-b6b8-143c26148893 Aug 31 08:03:23.524101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=a035d991-64e8-4d3d-9bbb-a9f363c6e708,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:23.537889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] Pushing event deleted for resources: {'Port': ['ID=4468d7df-c382-42c4-b18d-3835bab51137,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:23.556319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4431c38-56ea-4267-91ec-24b3a7f3b613 None None] No DVR routers for this DVR port 4468d7df-c382-42c4-b18d-3835bab51137 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:23.562799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.592187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Port': ['ID=4468d7df-c382-42c4-b18d-3835bab51137,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:23.619806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] No DVR routers for this DVR port 4468d7df-c382-42c4-b18d-3835bab51137 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:23.636910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:23.681030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:23.685157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:23.716523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.720635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.733758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:23.734403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.795461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-348c1060-4c59-4a11-aba0-76dbdf0b2bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.871563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.897275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:23.902177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:23.913118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8893e5b7-8b70-432f-9339-25bcaefd1365']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:23.921726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4468d7df-c382-42c4-b18d-3835bab51137 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:23.929241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Router 4f494057-68d0-458b-9ce2-994d3d614cdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:03:23.930390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c5f70c-a7d8-41bc-9f13-51771f61b418') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:23.930691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c5f70c-a7d8-41bc-9f13-51771f61b418') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:23.941776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 4468d7df-c382-42c4-b18d-3835bab51137 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:03:23.942542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4468d7df-c382-42c4-b18d-3835bab51137 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:23.944942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=b932f104-e958-4afd-b6b8-143c26148893,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:23.965110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network b932f104-e958-4afd-b6b8-143c26148893 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:23.967345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.008759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.026419 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-92dd9b2a-6530-47e9-bfd4-9ed39c10578c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9718609 Aug 31 08:03:24.030727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b7902cc6-4e81-4a16-98e6-a1da5368e758 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8845720 Aug 31 08:03:24.037005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36828) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:24.039280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:24.039693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.052049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'ports': [{'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'}, {'network_id': 'b932f104-e958-4afd-b6b8-143c26148893'}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:24.052712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:24.053256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'b932f104-e958-4afd-b6b8-143c26148893'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:24.059137 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:24.063218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Request body: {'port': {'device_id': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:24.210164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.239254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:03:24.249513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.261927 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:03:24.273926 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:24.274814 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:24.318653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aa5ce083-1e3a-4c90-bc4e-78e66ade124b tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "PUT /v2.0/floatingips/f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62 HTTP/1.1" status: 200 len: 991 time: 2.3438385 Aug 31 08:03:24.319294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:24.321759 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:24.351311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.351311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.351311 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] 10.222.0.36 "DELETE /v2.0/networks/8893e5b7-8b70-432f-9339-25bcaefd1365 HTTP/1.1" status: 204 len: 168 time: 1.8644485 Aug 31 08:03:24.362629 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb48a47-d4f1-46cd-b644-2b40868525cc x-openstack-request-id: req-fcb48a47-d4f1-46cd-b644-2b40868525cc {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:24.363146 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:24.363562 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcb48a47-d4f1-46cd-b644-2b40868525cc {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:24.364135 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'status': 'completed', 'code': 200} Aug 31 08:03:24.385264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e261c9-0a16-440e-afc2-79d48bf2f639 tempest-FloatingIPNegativeTestJSON-738745471 tempest-FloatingIPNegativeTestJSON-738745471-project] Pushing event deleted for resources: {'Network': ['ID=8893e5b7-8b70-432f-9339-25bcaefd1365,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:24.422407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 2} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:24.428111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.511927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.517337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-171073fc-7072-4000-90a4-ef02461cd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:24.520938 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-171073fc-7072-4000-90a4-ef02461cd710 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 1098 time: 0.1267645 Aug 31 08:03:24.545939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:24.711413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a035d991-64e8-4d3d-9bbb-a9f363c6e708 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:24.720010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:24.735963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Transition to ACTIVE for port object a035d991-64e8-4d3d-9bbb-a9f363c6e708 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:24.753086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77394cc0-04ad-4f87-a998-c64a129f9192 req-db8c7b28-f66b-4a32-89c7-09b2634f2fe5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:24.761135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77394cc0-04ad-4f87-a998-c64a129f9192 req-db8c7b28-f66b-4a32-89c7-09b2634f2fe5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.3061490 Aug 31 08:03:24.783614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 450c24e9-1d51-49f1-bc72-d247fae62a39 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:24.801688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-05f43453-6972-4181-a114-b9d6fb56b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:24.804630 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-05f43453-6972-4181-a114-b9d6fb56b364 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 911 time: 0.2727876 Aug 31 08:03:24.813676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba8c75-869a-482f-ac68-97c1195b3a09 req-23443395-3920-4d3b-8d42-1db766576e79 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:24.815230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ba8c75-869a-482f-ac68-97c1195b3a09 req-23443395-3920-4d3b-8d42-1db766576e79 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 931 time: 0.1693103 Aug 31 08:03:24.863779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77394cc0-04ad-4f87-a998-c64a129f9192 req-a519786e-1456-4c34-9ee4-7e62d6e4de19 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016409 Aug 31 08:03:24.874685 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'port_id': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'mac_address': 'fa:16:3e:77:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:02:52Z', 'updated_at': '2021-08-31T08:03:22Z', 'revision_number': 1, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:24.900109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1ba8c75-869a-482f-ac68-97c1195b3a09 req-d821e3ca-7f3c-4d69-9b65-8eabfb65c4e3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678897 Aug 31 08:03:24.910202 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:03:24.921040 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:24.922421 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:02:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:24.929186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.005012 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-cc148d9a-d348-493b-9163-a5a34a53c5b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797 HTTP/1.1" status: 200 len: 999 time: 0.1912272 Aug 31 08:03:25.006226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Pushing event updated for resources: {'Port': ['ID=a035d991-64e8-4d3d-9bbb-a9f363c6e708,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:25.037021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.139520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-cc4977bb-c43d-4163-aef6-b8f99089b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:25.141908 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-cc4977bb-c43d-4163-aef6-b8f99089b798 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.1097319 Aug 31 08:03:25.146853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 98224d6a-3083-43ad-8b04-f18e9262ab0d yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:25.148824 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:25.158895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Attempting to bind port a035d991-64e8-4d3d-9bbb-a9f363c6e708 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:25.172214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Attempting to bind port a035d991-64e8-4d3d-9bbb-a9f363c6e708 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:25.172214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Attempting to bind port a035d991-64e8-4d3d-9bbb-a9f363c6e708 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:25.195979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Port a035d991-64e8-4d3d-9bbb-a9f363c6e708 on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:03:25.196319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Attempting to bind port a035d991-64e8-4d3d-9bbb-a9f363c6e708 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:25.264806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:25.266282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:25.267853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:25.268904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Bound port: a035d991-64e8-4d3d-9bbb-a9f363c6e708, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:25.270542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.345367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.354345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36860) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:25.357050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-f0fc5dbd-a1fc-4768-8f25-f4ba1de1a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:25.358658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-f0fc5dbd-a1fc-4768-8f25-f4ba1de1a26f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012959 Aug 31 08:03:25.430482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] For port a035d991-64e8-4d3d-9bbb-a9f363c6e708, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:25.449546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] For port a035d991-64e8-4d3d-9bbb-a9f363c6e708, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a035d991-64e8-4d3d-9bbb-a9f363c6e708,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:25.473035 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'port_id': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'mac_address': 'fa:16:3e:77:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:02:52Z', 'updated_at': '2021-08-31T08:03:22Z', 'revision_number': 1, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:25.508666 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-48f8a08c-d87d-4efa-bccf-b7ea50d92e81 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378446 Aug 31 08:03:25.514599 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5bc9a-2030-4738-8d02-2d39f0510e45 None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'port_id': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'mac_address': 'fa:16:3e:77:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:02:52Z', 'updated_at': '2021-08-31T08:03:22Z', 'revision_number': 1, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:03:25.554737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.625819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.647315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f614360c-f132-41eb-be6b-e49d7a7898ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29979ac360dc42bfabf793ed08f01e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895241 Aug 31 08:03:25.651711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36868) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:25.654337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:25.692206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:25.711242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:25.713467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.725764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:25.729572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.731234 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] 10.222.0.45 "PUT /v2.0/ports/a035d991-64e8-4d3d-9bbb-a9f363c6e708 HTTP/1.1" status: 200 len: 1092 time: 1.6957211 Aug 31 08:03:25.731900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'tag': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:25.734846 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfd4f94-edee-4689-8796-5eea948fc18a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cf86c5-2ed2-49e5-85f8-6318f63e7f63", "tag": "a035d991-64e8-4d3d-9bbb-a9f363c6e708"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:25.769957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8136a9-f166-490b-9772-60053f2d7643 service neutron] Pushing event updated for resources: {'Port': ['ID=a035d991-64e8-4d3d-9bbb-a9f363c6e708,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:25.786530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd6589e5-ee00-4e95-9fd0-6aee9de0ac5f req-987f648b-fd09-4067-8f74-f7b15b684cd1 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570343 Aug 31 08:03:25.796570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-daf9499e-75c7-466e-9b6d-58b15c3da7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.798361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=450c24e9-1d51-49f1-bc72-d247fae62a39,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:25.829151 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e90d79e-3cd6-4546-983c-6772396ea821 x-openstack-request-id: req-0e90d79e-3cd6-4546-983c-6772396ea821 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:25.830070 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cf86c5-2ed2-49e5-85f8-6318f63e7f63", "tag": "a035d991-64e8-4d3d-9bbb-a9f363c6e708", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:25.831634 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e90d79e-3cd6-4546-983c-6772396ea821 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:25.832164 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'tag': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708', 'status': 'completed', 'code': 200} Aug 31 08:03:25.890158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-daf9499e-75c7-466e-9b6d-58b15c3da7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:25.918114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30621611-5b84-408c-8fbf-a450213522d3 None None] New status for floating IP f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:03:25.921333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4f94-edee-4689-8796-5eea948fc18a req-678084a8-fdb6-492a-a58d-a00fc6f32a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:25.930581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdfd4f94-edee-4689-8796-5eea948fc18a req-678084a8-fdb6-492a-a58d-a00fc6f32a58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 1095 time: 0.0828979 Aug 31 08:03:25.967624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=98224d6a-3083-43ad-8b04-f18e9262ab0d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:25.972543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': '5a658f8d-15ba-4b7d-a1ce-3767cfaeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b932f104-e958-4afd-b6b8-143c26148893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:25.973060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: b932f104-e958-4afd-b6b8-143c26148893, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:26.031031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.069978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4f94-edee-4689-8796-5eea948fc18a req-1a3bbd3e-2ee2-4c0f-83a6-183c8014f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.071582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdfd4f94-edee-4689-8796-5eea948fc18a req-1a3bbd3e-2ee2-4c0f-83a6-183c8014f4b7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1319332 Aug 31 08:03:26.165446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-daf9499e-75c7-466e-9b6d-58b15c3da7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.168843 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-daf9499e-75c7-466e-9b6d-58b15c3da7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.170154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-daf9499e-75c7-466e-9b6d-58b15c3da7ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f1951e7-eaa7-493b-8c6f-3d54b32e5408 HTTP/1.1" status: 204 len: 168 time: 0.5145721 Aug 31 08:03:26.180127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network b932f104-e958-4afd-b6b8-143c26148893 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:26.203438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9499e-75c7-466e-9b6d-58b15c3da7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1951e7-eaa7-493b-8c6f-3d54b32e5408,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:26.207615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4f94-edee-4689-8796-5eea948fc18a req-1f40dca5-5aa9-4ae6-8a52-2aca2c135263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.215507 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-61202431-78f5-460d-910b-da7f79ec6158 req-2e31af27-e3c3-45b8-bb54-993387356d4c service neutron] show failed (client error): The resource could not be found. Aug 31 08:03:26.215507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-2e31af27-e3c3-45b8-bb54-993387356d4c service neutron] 10.222.0.45 "GET /v2.0/ports/125b4440-699b-4c50-90b5-6abd171e000d/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.2438779 Aug 31 08:03:26.215714 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cdfd4f94-edee-4689-8796-5eea948fc18a req-1f40dca5-5aa9-4ae6-8a52-2aca2c135263 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342044 Aug 31 08:03:26.266219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820a02e-f19b-4ac8-8926-2b45b95fd1ea req-58d903b2-b095-433c-90a2-6c0b9923b1a7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.268085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1820a02e-f19b-4ac8-8926-2b45b95fd1ea req-58d903b2-b095-433c-90a2-6c0b9923b1a7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 943 time: 0.2460225 Aug 31 08:03:26.282976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c56bef-4ee5-432b-a4ff-bfe8e13108e4 req-97b5b20b-6a8f-4bfc-8c9e-8a322c1dab98 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.285834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16c56bef-4ee5-432b-a4ff-bfe8e13108e4 req-97b5b20b-6a8f-4bfc-8c9e-8a322c1dab98 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.2531865 Aug 31 08:03:26.333673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, b932f104-e958-4afd-b6b8-143c26148893) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:26.362428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:26.368204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409cf3be-622e-4d7d-8d80-d7d7638e7348 None None] Network b932f104-e958-4afd-b6b8-143c26148893 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:26.371753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.378490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.378490 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.421532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1820a02e-f19b-4ac8-8926-2b45b95fd1ea req-719b0a03-d501-4084-8bed-eae1b9a2a94f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246145 Aug 31 08:03:26.450635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16c56bef-4ee5-432b-a4ff-bfe8e13108e4 req-8ee7d254-7a0c-497d-b9d0-9774bbc84230 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420522 Aug 31 08:03:26.453684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-b51c7ffd-3215-4fad-b7df-ab5f5fffa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.455140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-b51c7ffd-3215-4fad-b7df-ab5f5fffa625 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 1095 time: 0.1683753 Aug 31 08:03:26.506390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-98c6c59c-aff9-4f37-ab38-c301ab1c82d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a035d991-64e8-4d3d-9bbb-a9f363c6e708 HTTP/1.1" status: 200 len: 217 time: 0.0420187 Aug 31 08:03:26.524894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1eb5b444-ba6b-4f19-a0d9-33da1f56a267 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4858286 Aug 31 08:03:26.528449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36888) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:26.579267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-1e87f4e2-661b-46c2-b9a4-a071e3b7be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:26.582073 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-1e87f4e2-661b-46c2-b9a4-a071e3b7be64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.0662589 Aug 31 08:03:26.620388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.655671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-32b9e64e-0a60-4671-90f1-cefd648e700e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646782 Aug 31 08:03:26.702078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ea9dda1-6040-4ad6-8a07-6a1f45eb95e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.719839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 98224d6a-3083-43ad-8b04-f18e9262ab0d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:26.720251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.851965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:26.871013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 98224d6a-3083-43ad-8b04-f18e9262ab0d owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:26.912136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-709639db-407f-4f52-9fae-2f4914c6d93b service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486122 Aug 31 08:03:27.047277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d2e0e79-21cd-488d-93e0-a4986717006f req-60e2ee0a-1dae-489b-bf59-126d6e3bce53 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261418 Aug 31 08:03:27.124675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-e9c6a80c-56a2-4f31-a19d-058a38f6e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:27.135435 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-e9c6a80c-56a2-4f31-a19d-058a38f6e870 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 1097 time: 0.0867155 Aug 31 08:03:27.136640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.154537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:27.224405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=98224d6a-3083-43ad-8b04-f18e9262ab0d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:27.253866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.259052 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23bc8b9e-dcae-48ff-a5c8-ccfd3589a0f0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/98224d6a-3083-43ad-8b04-f18e9262ab0d HTTP/1.1" status: 204 len: 168 time: 0.7270465 Aug 31 08:03:27.259855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:27.268923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.338949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7e2a7-f86f-4a45-9a66-2479070d7a55 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:27.345756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7e2a7-f86f-4a45-9a66-2479070d7a55 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:27.350299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f5b7e2a7-f86f-4a45-9a66-2479070d7a55 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0872118 Aug 31 08:03:27.350448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:27.549996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 450c24e9-1d51-49f1-bc72-d247fae62a39 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:27.550342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.577172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:27.618354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:27.669286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.700907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Transition to ACTIVE for port object 125b4440-699b-4c50-90b5-6abd171e000d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:27.801317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.833831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:27.836303 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10532a32-fa92-46a9-84fd-4329cc9e5b30" -d '{"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-unplugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:27.839486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:27.954976 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.103116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4434fc35-dda8-4c78-b481-4144799a06f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:28.103920 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-4434fc35-dda8-4c78-b481-4144799a06f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 08:03:28.104435 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-4434fc35-dda8-4c78-b481-4144799a06f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 08:03:28.107465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.110049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4434fc35-dda8-4c78-b481-4144799a06f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2513554 Aug 31 08:03:28.111526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] No DVR routers for this DVR port 125b4440-699b-4c50-90b5-6abd171e000d on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:28.113600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36946) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:28.125734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176138592'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:28.133886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ebecc-1061-485d-a6b8-859c4a3227f3 req-73d25e6e-7188-4a14-9788-696e447ee394 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:28.147381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f5ebecc-1061-485d-a6b8-859c4a3227f3 req-73d25e6e-7188-4a14-9788-696e447ee394 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 943 time: 0.5938647 Aug 31 08:03:28.151861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 450c24e9-1d51-49f1-bc72-d247fae62a39 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:28.176704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:28.204313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902933-e971-4b81-8da6-6c1d7513651d req-c77d6db6-273b-4ff0-95cf-d397d2370a9c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:28.206194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50902933-e971-4b81-8da6-6c1d7513651d req-c77d6db6-273b-4ff0-95cf-d397d2370a9c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.1712332 Aug 31 08:03:28.315212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50902933-e971-4b81-8da6-6c1d7513651d req-eda23c26-0b7c-4266-8965-01139ada9e34 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081290 Aug 31 08:03:28.326431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f5ebecc-1061-485d-a6b8-859c4a3227f3 req-11481b48-f9de-4274-bc0b-c6b99f126e01 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780965 Aug 31 08:03:28.327873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a035d991-64e8-4d3d-9bbb-a9f363c6e708 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:03:28.338697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:28.338697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:28.338697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:28.338697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.348543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:03:28.348917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:28.357875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.362751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:28.363136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Checking segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:28.363555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Bound using segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:28.364139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Bound port: 125b4440-699b-4c50-90b5-6abd171e000d, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:28.364508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.392523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:28.505437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:28.550716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.561110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a035d991-64e8-4d3d-9bbb-a9f363c6e708, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a035d991-64e8-4d3d-9bbb-a9f363c6e708,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:28.588081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708', 'mac_address': 'fa:16:3e:c3:0f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:03:28.605721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=450c24e9-1d51-49f1-bc72-d247fae62a39,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:28.612364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.614962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-544049cc-83f8-4f43-8a72-d8f515862734 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/450c24e9-1d51-49f1-bc72-d247fae62a39 HTTP/1.1" status: 204 len: 168 time: 1.2635598 Aug 31 08:03:28.630452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:28.649359 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.681942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a035d991-64e8-4d3d-9bbb-a9f363c6e708 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:28.711191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a035d991-64e8-4d3d-9bbb-a9f363c6e708, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a035d991-64e8-4d3d-9bbb-a9f363c6e708,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:28.722523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c9e4c8-c8a5-429d-8e44-05fd192ad436 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:28.726557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-47c9e4c8-c8a5-429d-8e44-05fd192ad436 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0927618 Aug 31 08:03:28.726844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36956) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:28.750655 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dae11a8-19ec-4506-bda0-dfe9cfde68e8 x-openstack-request-id: req-4dae11a8-19ec-4506-bda0-dfe9cfde68e8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:28.750937 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-unplugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:28.751220 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dae11a8-19ec-4506-bda0-dfe9cfde68e8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:28.751622 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'code': 200} Aug 31 08:03:28.752290 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b61885-bad9-4863-b51f-a66255646900 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:03:28.756253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1b61885-bad9-4863-b51f-a66255646900 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/98224d6a-3083-43ad-8b04-f18e9262ab0d HTTP/1.1" status: 404 len: 333 time: 0.0260713 Aug 31 08:03:28.756598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36958) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:28.785793 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-066c3770-f533-4cf1-8f89-8aca8adf9b2f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:03:28.785793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-066c3770-f533-4cf1-8f89-8aca8adf9b2f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/450c24e9-1d51-49f1-bc72-d247fae62a39 HTTP/1.1" status: 404 len: 333 time: 0.0263021 Aug 31 08:03:28.787786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36962) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:28.791799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:28.796414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:28.843608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.852158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.870220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.901530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a035d991-64e8-4d3d-9bbb-a9f363c6e708,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:28.954088 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.959641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:28.977366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b932f104-e958-4afd-b6b8-143c26148893']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:28.985435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a658f8d-15ba-4b7d-a1ce-3767cfaeb706') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:28.992010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a658f8d-15ba-4b7d-a1ce-3767cfaeb706') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:28.992825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.000165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.007835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.008465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.009962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] 10.222.0.68 "PUT /v2.0/ports/125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 1092 time: 1.8620493 Aug 31 08:03:29.041775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.049979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:29.050393 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:29.054060 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:29.075627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a035d991-64e8-4d3d-9bbb-a9f363c6e708'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:29.115012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374c323-bd46-4644-82b1-57e6c6316fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:29.125209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8ce7b6-7991-49db-aa5b-0859a5318afb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:29.158357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-2941ea40-4fe3-4d02-b513-46467a0c86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.159939 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-2941ea40-4fe3-4d02-b513-46467a0c86ef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1095 time: 0.1051917 Aug 31 08:03:29.224099 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.229287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.231605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/b932f104-e958-4afd-b6b8-143c26148893 HTTP/1.1" status: 204 len: 168 time: 0.4426899 Aug 31 08:03:29.241930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36970) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:29.253896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-813176106'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:29.263274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af800b3-c2e5-4903-a937-cc257a19da39 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=b932f104-e958-4afd-b6b8-143c26148893,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:29.286994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.325833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-05a94dac-292c-4dfb-a456-b4149277d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.327344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-05a94dac-292c-4dfb-a456-b4149277d93c service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.1581504 Aug 31 08:03:29.434081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.444714 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-a4f7f6f0-172a-40d8-83b2-c3ec8c0b29c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.1089270 Aug 31 08:03:29.497974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686cd2ac-df15-4a26-a6c5-870847d15d88,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:29.519138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-d3f97307-7af9-402f-8f2d-fd459411caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.520658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-d3f97307-7af9-402f-8f2d-fd459411caba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0657125 Aug 31 08:03:29.527181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:29.533314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.546335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64386f5-8bbf-4966-82cc-d6f36d108308 req-5ecc63ae-0214-49fc-9ab9-740b453a2ffe tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.547821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b64386f5-8bbf-4966-82cc-d6f36d108308 req-5ecc63ae-0214-49fc-9ab9-740b453a2ffe tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.1030977 Aug 31 08:03:29.560645 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.565076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438d1d1-de87-4b6d-9fa0-e2a267291a86 req-7ac83450-7655-4fa0-936b-3ddc55f521ce tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.566944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9438d1d1-de87-4b6d-9fa0-e2a267291a86 req-7ac83450-7655-4fa0-936b-3ddc55f521ce tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 944 time: 0.0711384 Aug 31 08:03:29.597526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:29.614403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.614742 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment 20e3f557-de3f-4a74-9f72-a685b3adf083 of type vlan for network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb Aug 31 08:03:29.618859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36982) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:29.626992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61202431-78f5-460d-910b-da7f79ec6158 req-5c435c4d-4259-4482-ba8c-f55873907426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.628838 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-5c435c4d-4259-4482-ba8c-f55873907426 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924063 Aug 31 08:03:29.640994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b64386f5-8bbf-4966-82cc-d6f36d108308 req-42c3676a-f1c6-4e2a-b33a-78c6b03a3923 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730524 Aug 31 08:03:29.649966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9438d1d1-de87-4b6d-9fa0-e2a267291a86 req-c5169772-3f0f-4ec9-b587-5b69e8872ea8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Aug 31 08:03:29.695945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.700266 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-271e802a-bc34-4fef-a9b7-e7e7bd65b8c5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5765934 Aug 31 08:03:29.700650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36988) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:29.706527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '686cd2ac-df15-4a26-a6c5-870847d15d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:29.771592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.833177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-67c6d1e9-c01b-462d-83bb-8e96c56e8d4d service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477489 Aug 31 08:03:29.844955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Deleting subnet 74481271-5560-47c9-8c92-d8312bfcd971 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:29.848540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.854265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.907577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.914107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:29.914729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.934484 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.985660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:29.995099 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.032536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=d4e882f8-1fe1-4717-a878-bfc98b9ed1cb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:30.045992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:30.056443 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-61202431-78f5-460d-910b-da7f79ec6158 req-63ccfced-9cf7-4a50-ad9b-1c54594fd367 service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051032 Aug 31 08:03:30.303580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.321685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a8a4be-a44c-4cf8-a436-6bfe35fd81b6,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:30.342137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a035d991-64e8-4d3d-9bbb-a9f363c6e708 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:30.351419 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1abc767c-f62d-40a9-a6ab-85fbcba6aaec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1066093 Aug 31 08:03:30.352641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.354422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36996) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:30.359755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:30.381952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74481271-5560-47c9-8c92-d8312bfcd971,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:30.393611 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.401397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a92f1bb0-cadd-431a-810d-e0ed68e3c64a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/74481271-5560-47c9-8c92-d8312bfcd971 HTTP/1.1" status: 204 len: 168 time: 0.7811906 Aug 31 08:03:30.402175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36998) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:30.453537 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.457486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4556d23e-73fd-484b-960e-2b1e28e3d680 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7531235 Aug 31 08:03:30.458239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37002) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:30.464642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d98b4361-0918-4ecf-be3a-4d2560ae93f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '686cd2ac-df15-4a26-a6c5-870847d15d88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:30.502204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.592012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.593641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port a035d991-64e8-4d3d-9bbb-a9f363c6e708 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:30.599239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port a035d991-64e8-4d3d-9bbb-a9f363c6e708 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:30.606030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.606213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e909d975-5222-483a-81e8-23f6a4a1194d']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:30.616790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0acf11-ec91-45f2-bf8d-9ca0176257fe') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:30.617122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0acf11-ec91-45f2-bf8d-9ca0176257fe') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:30.626286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.644928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.648285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:30.648686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:30.650813 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:30.686971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d98b4361-0918-4ecf-be3a-4d2560ae93f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.752852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:30.755987 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a" -d '{"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:30.766132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.791849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:30.794134 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513bc11-2938-4f85-9151-9d613dc7f5b2" -d '{"events": [{"server_uuid": "c3cf86c5-2ed2-49e5-85f8-6318f63e7f63", "name": "network-vif-plugged", "status": "completed", "tag": "a035d991-64e8-4d3d-9bbb-a9f363c6e708"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:30.807616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port a035d991-64e8-4d3d-9bbb-a9f363c6e708, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a035d991-64e8-4d3d-9bbb-a9f363c6e708,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:30.816538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:30.820679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.844437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba227b6-f630-4a97-aead-57359ea2a8e5 req-b0f766c2-d9ee-4755-abc8-9d38764923b0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:30.845982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eba227b6-f630-4a97-aead-57359ea2a8e5 req-b0f766c2-d9ee-4755-abc8-9d38764923b0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 944 time: 0.0846062 Aug 31 08:03:30.853901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175b80-f7a8-47be-ba94-31255060b9d1 req-97c39719-ea4b-4043-8e94-234c65d27734 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:30.855293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98175b80-f7a8-47be-ba94-31255060b9d1 req-97c39719-ea4b-4043-8e94-234c65d27734 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.0837469 Aug 31 08:03:30.864996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.889943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.891810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e909d975-5222-483a-81e8-23f6a4a1194d HTTP/1.1" status: 204 len: 168 time: 0.4884953 Aug 31 08:03:30.914227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398c1cd-9fce-4599-a92c-97924752ff31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e909d975-5222-483a-81e8-23f6a4a1194d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:30.936094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eba227b6-f630-4a97-aead-57359ea2a8e5 req-8b4d80e9-2389-4180-b9d0-016321d0c27c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795016 Aug 31 08:03:30.938638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98175b80-f7a8-47be-ba94-31255060b9d1 req-b504564d-0829-4664-be53-6fcd85d635a9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761108 Aug 31 08:03:30.971037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.065195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=a035d991-64e8-4d3d-9bbb-a9f363c6e708,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:31.074522 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32960f23-492d-4fc1-91a4-d34d80c4dadd x-openstack-request-id: req-32960f23-492d-4fc1-91a4-d34d80c4dadd {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:31.074880 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:31.075203 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32960f23-492d-4fc1-91a4-d34d80c4dadd {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:31.075813 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'status': 'completed', 'code': 200} Aug 31 08:03:31.085933 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-d98b4361-0918-4ecf-be3a-4d2560ae93f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 08:03:31.089380 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d98b4361-0918-4ecf-be3a-4d2560ae93f5 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6304383 Aug 31 08:03:31.118547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37022) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:31.118913 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891d04e9-c574-4544-bed6-3582ae0ec880 x-openstack-request-id: req-891d04e9-c574-4544-bed6-3582ae0ec880 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:31.118913 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cf86c5-2ed2-49e5-85f8-6318f63e7f63", "name": "network-vif-plugged", "status": "completed", "tag": "a035d991-64e8-4d3d-9bbb-a9f363c6e708", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:31.118913 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-891d04e9-c574-4544-bed6-3582ae0ec880 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:31.118913 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708', 'code': 200} Aug 31 08:03:31.154343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-771cab44-2078-40a2-989c-25bbf2d1dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.154343 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-771cab44-2078-40a2-989c-25bbf2d1dcb5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1095 time: 0.0885170 Aug 31 08:03:31.177647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-16a90420-cc2e-4c7c-b722-c06b36ce7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.179206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-16a90420-cc2e-4c7c-b722-c06b36ce7a81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1095 time: 0.1166461 Aug 31 08:03:31.215014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4003457e-4040-4628-93b3-d0ac64ef5b25 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.248535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.270199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4003457e-4040-4628-93b3-d0ac64ef5b25 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.331879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-886773d6-4a22-46ba-bb5e-98f682096a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.333443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-886773d6-4a22-46ba-bb5e-98f682096a2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.1457713 Aug 31 08:03:31.333945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7c98e-3418-4240-b76a-0c5fa78f56e4 req-e409272e-eb48-4a0b-ac86-69158e4accb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.335431 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ee7c98e-3418-4240-b76a-0c5fa78f56e4 req-e409272e-eb48-4a0b-ac86-69158e4accb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 1097 time: 0.1512227 Aug 31 08:03:31.346094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=6b688828-829a-4658-bf08-dfd46788efd5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:31.348535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-40b5543b-cf53-4107-8434-b46b5d5cf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.350040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-40b5543b-cf53-4107-8434-b46b5d5cf155 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.1875651 Aug 31 08:03:31.394360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37028) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:31.430375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-2043ee7d-8e66-4540-9323-8bc0e86e698f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.0834289 Aug 31 08:03:31.436631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': '20e3f557-de3f-4a74-9f72-a685b3adf083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:31.437272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: d4e882f8-1fe1-4717-a878-bfc98b9ed1cb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:31.451179 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ee7c98e-3418-4240-b76a-0c5fa78f56e4 req-ae9381ae-b8ed-4fbd-9041-757464fddb9f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981178 Aug 31 08:03:31.475080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-7f3e5307-4c39-4b8a-a80d-e95521b5077e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.1139934 Aug 31 08:03:31.493070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e5963121-cc02-4142-8930-10925c519480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61979286ac14460fb5b1f76603b31235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937250 Aug 31 08:03:31.493431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37030) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:31.516269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-1642edb5-33a3-43b4-bd31-5bd915f03fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.518451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-1642edb5-33a3-43b4-bd31-5bd915f03fec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0788391 Aug 31 08:03:31.522005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4003457e-4040-4628-93b3-d0ac64ef5b25 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.525307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4003457e-4040-4628-93b3-d0ac64ef5b25 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.526082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4003457e-4040-4628-93b3-d0ac64ef5b25 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/686cd2ac-df15-4a26-a6c5-870847d15d88 HTTP/1.1" status: 204 len: 168 time: 0.4124787 Aug 31 08:03:31.528858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:31.547254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-34f3ebdc-4da2-4c0e-b3a0-aa9578f168ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.548740 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-34f3ebdc-4da2-4c0e-b3a0-aa9578f168ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0649810 Aug 31 08:03:31.552869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003457e-4040-4628-93b3-d0ac64ef5b25 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cd2ac-df15-4a26-a6c5-870847d15d88,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:31.586062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7524-fe1d-49d3-b9ec-3069a9781ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.610080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7524-fe1d-49d3-b9ec-3069a9781ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.616647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:31.632893 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-43fc8f22-ff85-4fdf-897e-b22476e36a74 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027324 Aug 31 08:03:31.636525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37036) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:31.642471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--58772726'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:31.656951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-a9a11e22-e50c-4a92-a384-fb32cfb78f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.664214 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-a9a11e22-e50c-4a92-a384-fb32cfb78f41 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962346 Aug 31 08:03:31.691778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-cde4323a-878c-42d3-86d4-2a57680d22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.693352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-cde4323a-878c-42d3-86d4-2a57680d22eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476711 Aug 31 08:03:31.716074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, d4e882f8-1fe1-4717-a878-bfc98b9ed1cb) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:31.720643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:31.721241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.725415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedac1cf-f20a-4aa8-9975-680f4ac1c63d None None] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:31.774545 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-907f9ec7-44f1-4d94-8101-452a619760d2 service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061764 Aug 31 08:03:31.793303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-0676db14-c1eb-4420-9af1-c1815bfd5af8 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908351 Aug 31 08:03:31.854478 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7524-fe1d-49d3-b9ec-3069a9781ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.859196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6fd7524-fe1d-49d3-b9ec-3069a9781ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.871157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b6fd7524-fe1d-49d3-b9ec-3069a9781ace admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b66f9d5f-0425-4468-a457-8c14a0db3df4 HTTP/1.1" status: 204 len: 168 time: 0.3738399 Aug 31 08:03:31.884086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.894355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-d4e882f8-1fe1-4717-a878-bfc98b9ed1cb', 'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': '6b688828-829a-4658-bf08-dfd46788efd5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:03:31.895280 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.900974 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-84efb27e-aa77-4ea6-b7a5-cb8c47b8521f service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164725 Aug 31 08:03:31.919888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd7524-fe1d-49d3-b9ec-3069a9781ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f9d5f-0425-4468-a457-8c14a0db3df4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:31.973608 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f3b336fc-3bf4-4ea6-8135-624f5dd553ce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6183610 Aug 31 08:03:31.976590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc759c84-2b70-4cf3-bc5b-f568d24ade7a req-05762a26-91c8-4728-9a28-5bc3ea5126b9 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711314 Aug 31 08:03:31.976590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37044) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:32.002988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb', 'name': 'tempest-PortsIpV6TestJSON-1168808569'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:32.082538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.152302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.154146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Allocated IP 2001:db8::2 (d4e882f8-1fe1-4717-a878-bfc98b9ed1cb/6b688828-829a-4658-bf08-dfd46788efd5/8b43caa8-1139-4fc9-b548-d346bf0f716d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:32.190939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93b799f-d63a-4df8-bc41-a5f188b94a4b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:32.206065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208723c4-33e2-48ba-901f-49e3425693f1 req-2ecf0d2c-43a6-436e-ae3e-ef6fc9272dbc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:32.210386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208723c4-33e2-48ba-901f-49e3425693f1 req-2ecf0d2c-43a6-436e-ae3e-ef6fc9272dbc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.1113715 Aug 31 08:03:32.263717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3ecfc-6423-4c2f-8454-f2c86356ed17 req-cbbcdd0b-1761-42f3-a56a-dff480c05090 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:32.265235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58b3ecfc-6423-4c2f-8454-f2c86356ed17 req-cbbcdd0b-1761-42f3-a56a-dff480c05090 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.1651971 Aug 31 08:03:32.275005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.279378 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8c96043e-c87d-43f7-a37c-fb77b2f67c9d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6390047 Aug 31 08:03:32.279514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:32.284631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-97fdaca8-5b2f-422c-8cb0-a4ec9e92b246 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd93b799f-d63a-4df8-bc41-a5f188b94a4b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:32.285515 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-97fdaca8-5b2f-422c-8cb0-a4ec9e92b246 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 08:03:32.286155 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-97fdaca8-5b2f-422c-8cb0-a4ec9e92b246 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:32.289648 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-97fdaca8-5b2f-422c-8cb0-a4ec9e92b246 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066342 Aug 31 08:03:32.290236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37056) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:32.327853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208723c4-33e2-48ba-901f-49e3425693f1 req-bfa0ce2c-a791-434c-a48c-744c7bb287d8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069601 Aug 31 08:03:32.328198 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.339210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58b3ecfc-6423-4c2f-8454-f2c86356ed17 req-e6eeb527-f6a1-4660-80d8-d69d780ff86c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668480 Aug 31 08:03:32.344328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Transition to ACTIVE for port object 8b43caa8-1139-4fc9-b548-d346bf0f716d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:32.349116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3c70c4-1f4a-43ba-9fe9-e35ebd94b1bd tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.377742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Transition to ACTIVE for port object 8b43caa8-1139-4fc9-b548-d346bf0f716d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:32.380993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3c70c4-1f4a-43ba-9fe9-e35ebd94b1bd tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.479012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:32.484216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.499359 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.505462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port a6ed85ad-ba97-4ea1-ad2f-85e691abe45c yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:32.542351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:32.546593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:32.549941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:32.596813 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3c70c4-1f4a-43ba-9fe9-e35ebd94b1bd tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.600654 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3c70c4-1f4a-43ba-9fe9-e35ebd94b1bd tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.604228 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da3c70c4-1f4a-43ba-9fe9-e35ebd94b1bd tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/d93b799f-d63a-4df8-bc41-a5f188b94a4b HTTP/1.1" status: 204 len: 168 time: 0.3123107 Aug 31 08:03:32.612896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37066) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:32.616807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Pushing event updated for resources: {'Port': ['ID=8b43caa8-1139-4fc9-b548-d346bf0f716d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:32.631437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Attempting to bind port 8b43caa8-1139-4fc9-b548-d346bf0f716d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:32.632103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Attempting to bind port 8b43caa8-1139-4fc9-b548-d346bf0f716d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '20e3f557-de3f-4a74-9f72-a685b3adf083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:32.632686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Attempting to bind port 8b43caa8-1139-4fc9-b548-d346bf0f716d on network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:32.639328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:32.640000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Checking segment: {'id': '20e3f557-de3f-4a74-9f72-a685b3adf083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:32.640605 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.644017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Bound using segment: {'id': '20e3f557-de3f-4a74-9f72-a685b3adf083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:32.644017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Bound port: 8b43caa8-1139-4fc9-b548-d346bf0f716d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e3f557-de3f-4a74-9f72-a685b3adf083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd4e882f8-1fe1-4717-a878-bfc98b9ed1cb'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:32.644017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.692771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c70c4-1f4a-43ba-9fe9-e35ebd94b1bd tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93b799f-d63a-4df8-bc41-a5f188b94a4b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:32.740253 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0fd67004-bb2b-44d4-afe3-dd8fc692e4bb tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172729 Aug 31 08:03:32.744444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37072) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:32.748960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--433173846'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:32.751359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] For port 8b43caa8-1139-4fc9-b548-d346bf0f716d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:32.756148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] For port 8b43caa8-1139-4fc9-b548-d346bf0f716d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8b43caa8-1139-4fc9-b548-d346bf0f716d,segment=NetworkSegment(20e3f557-de3f-4a74-9f72-a685b3adf083),segment_id=20e3f557-de3f-4a74-9f72-a685b3adf083)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:32.777499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::30c (d4e882f8-1fe1-4717-a878-bfc98b9ed1cb/6b688828-829a-4658-bf08-dfd46788efd5/a6ed85ad-ba97-4ea1-ad2f-85e691abe45c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:32.908029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.908554 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.931631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:32.956578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object a6ed85ad-ba97-4ea1-ad2f-85e691abe45c will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:33.030973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1fae8-2e22-4b2f-98f1-7ec9a0aba795 None None] Pushing event updated for resources: {'Port': ['ID=8b43caa8-1139-4fc9-b548-d346bf0f716d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:33.079907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.116251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.172726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:33.182208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:33.203243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.218908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:33.228273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:33.229026 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.259202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=a6ed85ad-ba97-4ea1-ad2f-85e691abe45c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:33.270046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f691dd-e4e4-460b-a5f8-b2610f6b2046,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:33.478829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.478829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f46e968-6d37-4601-b9e2-31a512f5873f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7239215 Aug 31 08:03:33.479257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37094) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:33.483928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bb382e4c-de0f-4043-8803-3905cf4bf38a tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'a3f691dd-e4e4-460b-a5f8-b2610f6b2046', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:33.484807 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-bb382e4c-de0f-4043-8803-3905cf4bf38a tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 08:03:33.485175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf50d8c-59ba-4919-8c19-fb8139259c22 req-292763e2-6672-4d51-afd7-cf816d6c6a96 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:33.485646 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-bb382e4c-de0f-4043-8803-3905cf4bf38a tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:33.486293 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb382e4c-de0f-4043-8803-3905cf4bf38a tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061378 Aug 31 08:03:33.486808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cf50d8c-59ba-4919-8c19-fb8139259c22 req-292763e2-6672-4d51-afd7-cf816d6c6a96 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.0738335 Aug 31 08:03:33.488930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37096) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:33.511642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfa1e-ba2b-4564-ab45-b450b55d55f9 req-5b2022ef-35df-4ef8-8d8d-dfce5511c34f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:33.513329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1ddfa1e-ba2b-4564-ab45-b450b55d55f9 req-5b2022ef-35df-4ef8-8d8d-dfce5511c34f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.0909948 Aug 31 08:03:33.550102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51f88b5f-2fc9-40f9-818d-638cdad14b5c tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.561633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cf50d8c-59ba-4919-8c19-fb8139259c22 req-da03b95d-77b4-4907-a0e0-3c84cbe645a2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643535 Aug 31 08:03:33.569444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1ddfa1e-ba2b-4564-ab45-b450b55d55f9 req-8c04c654-a6b7-42b9-850a-1f7168a7ae06 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487933 Aug 31 08:03:33.576935 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51f88b5f-2fc9-40f9-818d-638cdad14b5c tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.615967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2312fd2a-76f7-439d-a4d9-13f721f91a98 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6262705 Aug 31 08:03:33.620838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37102) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:33.745454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port a6ed85ad-ba97-4ea1-ad2f-85e691abe45c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:33.745821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.816857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51f88b5f-2fc9-40f9-818d-638cdad14b5c tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.816857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-51f88b5f-2fc9-40f9-818d-638cdad14b5c tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:33.835793 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-51f88b5f-2fc9-40f9-818d-638cdad14b5c tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3f691dd-e4e4-460b-a5f8-b2610f6b2046 HTTP/1.1" status: 204 len: 168 time: 0.3284769 Aug 31 08:03:33.846541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37118) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:33.847469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f88b5f-2fc9-40f9-818d-638cdad14b5c tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f691dd-e4e4-460b-a5f8-b2610f6b2046,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:33.989033 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85ef7bf7-a8a9-4951-9a81-4141fd872d1d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1370590 Aug 31 08:03:33.992669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:33.998094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--988367423'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:34.023761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37122) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.051204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8b43caa8-1139-4fc9-b548-d346bf0f716d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:34.076167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.086605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-5dc761cd-2082-46da-946a-f351e2902b93 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:34.094185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-5dc761cd-2082-46da-946a-f351e2902b93 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.2665548 Aug 31 08:03:34.114514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for a6ed85ad-ba97-4ea1-ad2f-85e691abe45c owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:34.121401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.123259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9dcf68d5-9676-4543-abd3-a2a2ca5fde9d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0280461 Aug 31 08:03:34.239314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8b43caa8-1139-4fc9-b548-d346bf0f716d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:34.251176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-816647341-network', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:34.273252 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.305136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1819fe-3909-47af-8456-b9ade114bcd8 None None] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:34.315931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4d1be9d6-e537-4f6d-9ba2-44c12dddc590 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388853 Aug 31 08:03:34.352710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1522d6-8c85-4c61-9a1c-180ff81b53b2 req-62378200-ddb5-4ee7-b798-17772a5fbd34 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:34.354905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df1522d6-8c85-4c61-9a1c-180ff81b53b2 req-62378200-ddb5-4ee7-b798-17772a5fbd34 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 943 time: 0.1555116 Aug 31 08:03:34.383339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.453420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-990c68c0-ef82-4a19-b3f3-83e9abdd9058 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:34.455571 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-990c68c0-ef82-4a19-b3f3-83e9abdd9058 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a&tenant_id=b6c9e4ea252f4af5a6665745fe870d45&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 943 time: 0.1717467 Aug 31 08:03:34.456977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8ae6e-4422-4b8d-ba28-50360e3a1bd9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:34.471239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df1522d6-8c85-4c61-9a1c-180ff81b53b2 req-051dde1d-363d-4b6f-b07c-733edf525320 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004891 Aug 31 08:03:34.500801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-55d2b15a-4c1a-42c7-9323-34b223cca650 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651189 Aug 31 08:03:34.542535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-241bb07e-67c2-4473-9527-23f9d5d1f461 service neutron] 10.222.0.68 "GET /v2.0/ports/125b4440-699b-4c50-90b5-6abd171e000d/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 383 time: 0.0753925 Aug 31 08:03:34.574323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:34.574323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.583597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.593855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] Provisioning for port 8b43caa8-1139-4fc9-b548-d346bf0f716d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:34.598673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] Provisioning complete for port 8b43caa8-1139-4fc9-b548-d346bf0f716d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:34.599321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.611926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.645300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:03:34.645438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-f0f817cf-df58-4e6d-8bde-767e4c197706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:34.647098 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-f0f817cf-df58-4e6d-8bde-767e4c197706 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1095 time: 0.0612266 Aug 31 08:03:34.676114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-be977d87-e652-4098-abaa-8cb45c881899 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678908 Aug 31 08:03:34.684167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=a6ed85ad-ba97-4ea1-ad2f-85e691abe45c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:34.739264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.747502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f2b85d17-e7f8-42a6-a880-95b85bf4c834 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/a6ed85ad-ba97-4ea1-ad2f-85e691abe45c HTTP/1.1" status: 204 len: 168 time: 1.1254463 Aug 31 08:03:34.748185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.796002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.803390 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-def7ef25-5b8b-47a9-aa3a-b3eef24282d3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8028562 Aug 31 08:03:34.804098 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d2bb2e-be13-45ad-b03e-87bb07f74614 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:03:34.804098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d2bb2e-be13-45ad-b03e-87bb07f74614 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:34.807816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37142) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.808235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.809270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-24d2bb2e-be13-45ad-b03e-87bb07f74614 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/a6ed85ad-ba97-4ea1-ad2f-85e691abe45c HTTP/1.1" status: 404 len: 333 time: 0.0599253 Aug 31 08:03:34.814231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:34.855096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9a8ea977-fa10-4cb3-8582-ffd48bb9bf06 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '03d8ae6e-4422-4b8d-ba28-50360e3a1bd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:34.870804 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-9a8ea977-fa10-4cb3-8582-ffd48bb9bf06 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 08:03:34.872729 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-9a8ea977-fa10-4cb3-8582-ffd48bb9bf06 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:34.876134 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9a8ea977-fa10-4cb3-8582-ffd48bb9bf06 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0352619 Aug 31 08:03:34.876534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37148) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.885911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a23476ed-01bf-4ce0-a1c9-6233ecb303de tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '03d8ae6e-4422-4b8d-ba28-50360e3a1bd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:34.891714 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-a23476ed-01bf-4ce0-a1c9-6233ecb303de tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 08:03:34.892288 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-a23476ed-01bf-4ce0-a1c9-6233ecb303de tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:34.896682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a23476ed-01bf-4ce0-a1c9-6233ecb303de tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166328 Aug 31 08:03:34.896938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37150) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.905356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1117d8ed-8a08-4fe1-bf13-b3377491f0e7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '03d8ae6e-4422-4b8d-ba28-50360e3a1bd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:34.908285 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-1117d8ed-8a08-4fe1-bf13-b3377491f0e7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 08:03:34.909018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:34.909937 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-1117d8ed-8a08-4fe1-bf13-b3377491f0e7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:34.912299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1117d8ed-8a08-4fe1-bf13-b3377491f0e7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139217 Aug 31 08:03:34.912739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] For port 8b43caa8-1139-4fc9-b548-d346bf0f716d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8b43caa8-1139-4fc9-b548-d346bf0f716d,segment=NetworkSegment(20e3f557-de3f-4a74-9f72-a685b3adf083),segment_id=20e3f557-de3f-4a74-9f72-a685b3adf083)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:34.916071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37152) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.924398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1f9c0405-d12c-4c44-be06-1f6da247bab1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '03d8ae6e-4422-4b8d-ba28-50360e3a1bd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:34.925920 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-1f9c0405-d12c-4c44-be06-1f6da247bab1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 08:03:34.926757 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-1f9c0405-d12c-4c44-be06-1f6da247bab1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:34.928541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1f9c0405-d12c-4c44-be06-1f6da247bab1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112052 Aug 31 08:03:34.932349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37154) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.932504 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9431f3-7ed8-4453-9725-df67cbcc0f95 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:03:34.936572 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb9431f3-7ed8-4453-9725-df67cbcc0f95 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/a6ed85ad-ba97-4ea1-ad2f-85e691abe45c HTTP/1.1" status: 404 len: 333 time: 0.0946264 Aug 31 08:03:34.938122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37156) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:34.959458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '125b4440-699b-4c50-90b5-6abd171e000d', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'mac_address': 'fa:16:3e:9a:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:03:35.035358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-f20f9c6b-e923-46d2-ab13-c1a4284eeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:35.036947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-f20f9c6b-e923-46d2-ab13-c1a4284eeb1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.3735433 Aug 31 08:03:35.102385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.106071 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.169109 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-46450297-72ba-4959-9718-223a10af80da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.1217413 Aug 31 08:03:35.191085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b4440-699b-4c50-90b5-6abd171e000d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:35.195068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ac1effa-f614-4f1c-af38-ca02264bfc18 req-9ad6ccf4-3d3e-42b3-919b-692193ff2f0d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 210 time: 0.1516757 Aug 31 08:03:35.225888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 6b688828-829a-4658-bf08-dfd46788efd5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:35.232254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.284511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-47551d26-7d93-43b4-aafb-443c77bc61e5 None None] Could not find standard attr ID for object a6ed85ad-ba97-4ea1-ad2f-85e691abe45c. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:03:35.298991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:35.311465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-9deb05c3-2b37-4e2c-934e-3b57119bb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:35.311465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-9deb05c3-2b37-4e2c-934e-3b57119bb8a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.1217866 Aug 31 08:03:35.316371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28000131-3070-4f4d-8439-4aeccb5bbbf1 None None] Pushing event updated for resources: {'Port': ['ID=8b43caa8-1139-4fc9-b548-d346bf0f716d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:35.326998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-47551d26-7d93-43b4-aafb-443c77bc61e5 None None] Provisioning complete for port 8b43caa8-1139-4fc9-b548-d346bf0f716d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:35.327378 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-47551d26-7d93-43b4-aafb-443c77bc61e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.405905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.417444 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee478-dce5-4b6e-9dbd-765c10043847 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.474104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee478-dce5-4b6e-9dbd-765c10043847 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.481486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.501292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-8fc9c673-d7c8-4fec-8f74-1eb00063ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:35.508853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.522832 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-8fc9c673-d7c8-4fec-8f74-1eb00063ceb4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978517 Aug 31 08:03:35.630995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.669704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:35.715305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:35.720922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.722378 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Added segment d9f2548b-aa00-49ea-b7a7-b463252f3aa8 of type vlan for network be73140a-05aa-496a-a48f-519f1efe3f17 Aug 31 08:03:35.740915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eaa34a77-fd07-4df4-837a-8ca1ef8ef611 None None] Could not find standard attr ID for object a6ed85ad-ba97-4ea1-ad2f-85e691abe45c. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:03:35.759569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159415ec-bcf8-4cbf-a56e-b8a9265ab25e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:35.786092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['125b4440-699b-4c50-90b5-6abd171e000d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:35.826226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.830918 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-a72eea0a-aedf-4d53-8871-b9e270ac19ff service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006067 Aug 31 08:03:35.860957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.869937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee478-dce5-4b6e-9dbd-765c10043847 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.869937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee478-dce5-4b6e-9dbd-765c10043847 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:35.869937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9f9ee478-dce5-4b6e-9dbd-765c10043847 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/03d8ae6e-4422-4b8d-ba28-50360e3a1bd9 HTTP/1.1" status: 204 len: 168 time: 0.9345846 Aug 31 08:03:35.887487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37180) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:35.926704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ee478-dce5-4b6e-9dbd-765c10043847 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8ae6e-4422-4b8d-ba28-50360e3a1bd9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:36.011833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.013227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:36.013862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.017393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8b43caa8-1139-4fc9-b548-d346bf0f716d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:36.068403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44e3b-7623-4d20-8562-536c6a383bb6 req-6112677b-92d6-4ee6-b628-5df47f8a4250 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:36.070013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06e44e3b-7623-4d20-8562-536c6a383bb6 req-6112677b-92d6-4ee6-b628-5df47f8a4250 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.0800648 Aug 31 08:03:36.094881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.116793 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0920098 Aug 31 08:03:36.124273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8b43caa8-1139-4fc9-b548-d346bf0f716d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:36.125445 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.131430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37186) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:36.141510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Request body: {'subnet': {'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-816647341-subnet', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:36.144549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=6b688828-829a-4658-bf08-dfd46788efd5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:36.156182 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.160799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-519e5204-1e27-4f8b-9713-1885f7677bcd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/6b688828-829a-4658-bf08-dfd46788efd5 HTTP/1.1" status: 204 len: 168 time: 1.2137721 Aug 31 08:03:36.164529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37188) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:36.168195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f01816-4ccc-4e1f-a7dc-93aa0e609031 None None] Network d4e882f8-1fe1-4717-a878-bfc98b9ed1cb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:36.188269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06e44e3b-7623-4d20-8562-536c6a383bb6 req-b16b6b8f-818b-4175-872e-64ad8db01136 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085029 Aug 31 08:03:36.220084 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-85cfa57f-9c05-46ca-b157-c67724acb43b tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3285255 Aug 31 08:03:36.225202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37190) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:36.252376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265478403'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:36.270685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.279784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1d20e-a172-4d01-bf57-7f315c559dec admin admin] Pushing event updated for resources: {'Network': ['ID=be73140a-05aa-496a-a48f-519f1efe3f17,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:36.310166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87592674-db6e-4c47-8549-3bcbf3a05358 req-43d83868-b7d1-4278-91df-977e0c97f8f4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 210 time: 0.0315039 Aug 31 08:03:36.328488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3fc11abb-af8e-4cf3-b1c5-dfa45fbc2540 service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417620 Aug 31 08:03:36.382729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 8b43caa8-1139-4fc9-b548-d346bf0f716d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:36.383073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.385644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:36.388171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.432704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network be73140a-05aa-496a-a48f-519f1efe3f17 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:36.505891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] For port 8b43caa8-1139-4fc9-b548-d346bf0f716d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8b43caa8-1139-4fc9-b548-d346bf0f716d,segment=NetworkSegment(20e3f557-de3f-4a74-9f72-a685b3adf083),segment_id=20e3f557-de3f-4a74-9f72-a685b3adf083)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:36.506265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.527123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 8b43caa8-1139-4fc9-b548-d346bf0f716d owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:36.757359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] DHCP port deletion for d4e882f8-1fe1-4717-a878-bfc98b9ed1cb request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:03:36.803599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] Deleting port 8b43caa8-1139-4fc9-b548-d346bf0f716d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:36.803984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.864514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.866129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] For port 8b43caa8-1139-4fc9-b548-d346bf0f716d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8b43caa8-1139-4fc9-b548-d346bf0f716d,segment=NetworkSegment(20e3f557-de3f-4a74-9f72-a685b3adf083),segment_id=20e3f557-de3f-4a74-9f72-a685b3adf083)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:36.874392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.882878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] Calling delete_port for 8b43caa8-1139-4fc9-b548-d346bf0f716d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:36.909938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.960500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=8b43caa8-1139-4fc9-b548-d346bf0f716d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:36.967684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No DVR routers for this DVR port 8b43caa8-1139-4fc9-b548-d346bf0f716d on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:36.970001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.975649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.977023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.990639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] No DVR routers for this DVR port 8b43caa8-1139-4fc9-b548-d346bf0f716d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:37.014079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b268d82-99a8-4a9b-b2ab-99ffc7d0cc97 None None] Pushing event deleted for resources: {'Port': ['ID=8b43caa8-1139-4fc9-b548-d346bf0f716d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:37.058095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.090101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fbb247-0b1b-4058-913d-ee78203d9e28,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:37.144510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68e4769-af66-4128-8e5e-2c40ce24412d,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:37.154629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.164734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e882f8-1fe1-4717-a878-bfc98b9ed1cb']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:37.174217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:37.183377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Network hostable DHCP agents. Network: be73140a-05aa-496a-a48f-519f1efe3f17, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:37.183377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e3f557-de3f-4a74-9f72-a685b3adf083') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:37.183377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e3f557-de3f-4a74-9f72-a685b3adf083') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:37.195252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.214873 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.221179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:37.229984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.230761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.231009 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a81e6e3-4ace-413e-92fc-795bf7d941c0 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9819174 Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:37.231126 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:37.236608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:37.236608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0c566edd-9edf-442c-836d-67eeac8a078d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:37.236608 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-0c566edd-9edf-442c-836d-67eeac8a078d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 08:03:37.236608 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-0c566edd-9edf-442c-836d-67eeac8a078d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:37.236608 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0c566edd-9edf-442c-836d-67eeac8a078d tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070093 Aug 31 08:03:37.236608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37208) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:37.241131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8a7ecac3-78fc-463f-bdde-573943b0a0f2 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:37.333043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c59d-9bbd-4048-8d35-90db734d7972 req-53afaabd-7515-4aa5-a52b-1eef6c8140e3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:37.334712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1763c59d-9bbd-4048-8d35-90db734d7972 req-53afaabd-7515-4aa5-a52b-1eef6c8140e3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.0595775 Aug 31 08:03:37.386359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1763c59d-9bbd-4048-8d35-90db734d7972 req-c24c0b92-55b2-405c-9f0b-413965ba625b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Aug 31 08:03:37.406482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Network be73140a-05aa-496a-a48f-519f1efe3f17 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:37.424691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a2ae90f-9882-4f07-8c6a-2a62e0a2db77 req-4a449695-f765-4d41-92e5-dccd964a7426 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 210 time: 0.0306365 Aug 31 08:03:37.515902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.523531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.528504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/d4e882f8-1fe1-4717-a878-bfc98b9ed1cb HTTP/1.1" status: 204 len: 168 time: 1.3602571 Aug 31 08:03:37.534555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37216) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:37.539839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1198278864'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:37.549345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f924-316e-4eca-b40f-fce84bd8531c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=d4e882f8-1fe1-4717-a878-bfc98b9ed1cb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:37.578236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, be73140a-05aa-496a-a48f-519f1efe3f17) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:37.583306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:37.583306 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.587326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a950340c-e3e3-49ea-b1fb-e4959290b8d2 None None] Network be73140a-05aa-496a-a48f-519f1efe3f17 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:37.737657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-be73140a-05aa-496a-a48f-519f1efe3f17', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:03:37.738551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.739927 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-8a7ecac3-78fc-463f-bdde-573943b0a0f2 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:37.740998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8a7ecac3-78fc-463f-bdde-573943b0a0f2 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5036433 Aug 31 08:03:37.744605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37220) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:37.751891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0233bbe9-9aaa-456d-806a-e86f07a492c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:37.752359 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-0233bbe9-9aaa-456d-806a-e86f07a492c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 08:03:37.752953 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-0233bbe9-9aaa-456d-806a-e86f07a492c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:37.753837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0233bbe9-9aaa-456d-806a-e86f07a492c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081565 Aug 31 08:03:37.756789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37222) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:37.762679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-90b2404c-0fc8-43d8-b135-e4f0ce5e9a54 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:37.888034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:37.891500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Allocated IP 172.20.0.2 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/86e14fcf-f1b7-4822-8e14-b776838feb21) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:37.892412 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.917707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:37.932433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.936245 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment 6e4ad753-41bc-4f7a-a769-fa3315d43d74 of type vlan for network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 Aug 31 08:03:37.973873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8b43caa8-1139-4fc9-b548-d346bf0f716d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:37.974843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:37.998676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-50e4ea64-3a6d-474b-8897-b8bbf946609b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8652813 Aug 31 08:03:38.002152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37226) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:38.009260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:38.024154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8b43caa8-1139-4fc9-b548-d346bf0f716d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:03:38.024508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8b43caa8-1139-4fc9-b548-d346bf0f716d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:38.086262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.092431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:38.094869 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.113681 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.123181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Transition to ACTIVE for port object 86e14fcf-f1b7-4822-8e14-b776838feb21 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:38.140712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Transition to ACTIVE for port object 86e14fcf-f1b7-4822-8e14-b776838feb21 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:38.164742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=56f9fba5-6ad8-482f-abb1-291ebf4ad7a7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:38.175110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:38.214553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.215968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.227710 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.296771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:38.299902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:38.302330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:38.304586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.312946 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4b7f0dfb-9383-47b6-8c5b-a63b13ac4acb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7756107 Aug 31 08:03:38.313323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:38.319052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:38.339856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Pushing event updated for resources: {'Port': ['ID=86e14fcf-f1b7-4822-8e14-b776838feb21,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:38.382398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Attempting to bind port 86e14fcf-f1b7-4822-8e14-b776838feb21 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:38.382398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Attempting to bind port 86e14fcf-f1b7-4822-8e14-b776838feb21 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:38.382398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Attempting to bind port 86e14fcf-f1b7-4822-8e14-b776838feb21 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:38.382731 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-90b2404c-0fc8-43d8-b135-e4f0ce5e9a54 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:38.384401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:38.384867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:38.385385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.385873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:38.386428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Bound port: 86e14fcf-f1b7-4822-8e14-b776838feb21, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:38.386883 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.387028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-90b2404c-0fc8-43d8-b135-e4f0ce5e9a54 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6285429 Aug 31 08:03:38.387837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37238) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:38.395004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-65aa93d4-b3b3-4229-9e24-b11cdb14212f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:38.395625 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-65aa93d4-b3b3-4229-9e24-b11cdb14212f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 08:03:38.396377 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-65aa93d4-b3b3-4229-9e24-b11cdb14212f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:38.403590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-65aa93d4-b3b3-4229-9e24-b11cdb14212f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119762 Aug 31 08:03:38.403590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:38.407753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-72ed5110-eead-472e-8dff-ec55f7f647a3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:38.485118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] For port 86e14fcf-f1b7-4822-8e14-b776838feb21, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:38.489552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] For port 86e14fcf-f1b7-4822-8e14-b776838feb21, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=86e14fcf-f1b7-4822-8e14-b776838feb21,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:38.583830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:38.588251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.668940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:38.727037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.790869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31186a-7495-4030-9fd4-b558c37dad16 None None] Pushing event updated for resources: {'Port': ['ID=86e14fcf-f1b7-4822-8e14-b776838feb21,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:38.901364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 125b4440-699b-4c50-90b5-6abd171e000d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:38.910959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 125b4440-699b-4c50-90b5-6abd171e000d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:38.911649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:38.944714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dafb33fa-cd6e-495f-aea8-0f89aef65d92 req-b2ec9064-5fe1-47d1-8b01-150a3af74a89 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 210 time: 0.1685481 Aug 31 08:03:38.981709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.079960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.097455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.141606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bea27f-5343-4fd7-8657-dd90502eb710 req-aa4f5766-8c1e-491c-aaf7-922ff11976c8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:39.149585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18bea27f-5343-4fd7-8657-dd90502eb710 req-aa4f5766-8c1e-491c-aaf7-922ff11976c8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.3711045 Aug 31 08:03:39.168250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:39.170646 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c841cf-1460-45e1-9cf6-1220f381840d" -d '{"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-plugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:39.194435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-99a1735b-eeda-447e-be7e-c52413b52dc6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:39.205413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-99a1735b-eeda-447e-be7e-c52413b52dc6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.4167097 Aug 31 08:03:39.205577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=8dd72b38-a7cb-4cba-847a-6126b6b8c314,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:39.214769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:39.217684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:39.218205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': '6e4ad753-41bc-4f7a-a769-fa3315d43d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:39.218713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:39.248786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18bea27f-5343-4fd7-8657-dd90502eb710 req-1822c086-69b5-41d4-a486-4cb372ad972a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981543 Aug 31 08:03:39.284476 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31e119-2018-43bd-90b7-5be4886b43db x-openstack-request-id: req-bc31e119-2018-43bd-90b7-5be4886b43db {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:39.284793 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-plugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:39.285045 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc31e119-2018-43bd-90b7-5be4886b43db {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:39.285467 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'code': 200} Aug 31 08:03:39.412719 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.414173 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-72ed5110-eead-472e-8dff-ec55f7f647a3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:39.419346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-72ed5110-eead-472e-8dff-ec55f7f647a3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0141077 Aug 31 08:03:39.420407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37260) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:39.425411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-02a16e4c-b986-4335-a166-20f4f5796215 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:39.425869 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-02a16e4c-b986-4335-a166-20f4f5796215 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 08:03:39.426511 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-02a16e4c-b986-4335-a166-20f4f5796215 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:39.427498 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-02a16e4c-b986-4335-a166-20f4f5796215 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058813 Aug 31 08:03:39.430176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37262) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:39.436781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4835c1dd-f0dc-4545-8ed0-84851e473636 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:39.450213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:39.500116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:39.558194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:39.568644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd505bb1-4893-47fa-a426-28545c641248 None None] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:39.571016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:39.572817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.594713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:39.599875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.692362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.700920 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c1007edc-1a8a-4745-b280-e400d7af0590 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3860319 Aug 31 08:03:39.703448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37266) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:39.717523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1860336275'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:39.725553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.774661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-56f9fba5-6ad8-482f-abb1-291ebf4ad7a7', 'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': '8dd72b38-a7cb-4cba-847a-6126b6b8c314'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:03:39.777400 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:39.870451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.11 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/8420fd4e-0b57-4270-bc1b-71f8fa78a7f1) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:39.937501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Allocated IP 172.25.0.33 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2e965726-4ced-45cf-ade1-42aa836eb753) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:39.977406 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-4835c1dd-f0dc-4545-8ed0-84851e473636 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:39.980748 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4835c1dd-f0dc-4545-8ed0-84851e473636 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5481596 Aug 31 08:03:39.989847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:40.010163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f3e92974-b724-4d74-81ec-9cc69e92d8a7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'd6fbb247-0b1b-4058-913d-ee78203d9e28', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:40.064738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 86e14fcf-f1b7-4822-8e14-b776838feb21 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:40.079470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-6337b3fe-371e-4ee3-8aaf-58a6bb11e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:40.082702 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-6337b3fe-371e-4ee3-8aaf-58a6bb11e480 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 1097 time: 0.1900773 Aug 31 08:03:40.101018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:40.137993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Allocated IP 2001:db8::2 (56f9fba5-6ad8-482f-abb1-291ebf4ad7a7/8dd72b38-a7cb-4cba-847a-6126b6b8c314/81ac6699-5962-4d4c-97bd-e08a263cf09d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:40.172985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a701876-7fbd-4f25-afe4-4647c0ac8721 req-adf05090-1c46-49a5-9bde-5b02a5c183ae tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 210 time: 0.0540800 Aug 31 08:03:40.217581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:40.221041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.244159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.258599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.271508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.272592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 78553261-8fb2-4d8e-9726-1ff58d47b4b3 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:40.293668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd65619-2935-4a27-a2cc-9ab7979bde98 None None] Network be73140a-05aa-496a-a48f-519f1efe3f17 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:40.423692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.440917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fee56-27b9-4b39-9694-90aed6432099 req-6a3d2acd-32b7-4f55-987e-7050806b171a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:40.441449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Transition to ACTIVE for port object 81ac6699-5962-4d4c-97bd-e08a263cf09d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:40.449657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec0fee56-27b9-4b39-9694-90aed6432099 req-6a3d2acd-32b7-4f55-987e-7050806b171a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.0879793 Aug 31 08:03:40.471401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 86e14fcf-f1b7-4822-8e14-b776838feb21 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:40.476197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.506910 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-f3e92974-b724-4d74-81ec-9cc69e92d8a7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:40.508379 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f3e92974-b724-4d74-81ec-9cc69e92d8a7 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5138202 Aug 31 08:03:40.512237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37284) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:40.519189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec0fee56-27b9-4b39-9694-90aed6432099 req-2e83ce01-b249-4efd-b256-2a67334f81cb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618834 Aug 31 08:03:40.531702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Transition to ACTIVE for port object 81ac6699-5962-4d4c-97bd-e08a263cf09d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:40.545778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:40.566858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:40.573615 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.580178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:40.587389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:40.606391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a035d991-64e8-4d3d-9bbb-a9f363c6e708'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:40.614540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:40.627908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:40.650312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:40.662883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:40.670341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.692919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a304b0ff-62ad-4d37-a45b-cd3b0422b010 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.705835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Pushing event updated for resources: {'Port': ['ID=2e965726-4ced-45cf-ade1-42aa836eb753,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:40.736951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:40.736951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.750988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a304b0ff-62ad-4d37-a45b-cd3b0422b010 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.769144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:40.773170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::346 (56f9fba5-6ad8-482f-abb1-291ebf4ad7a7/8dd72b38-a7cb-4cba-847a-6126b6b8c314/78553261-8fb2-4d8e-9726-1ff58d47b4b3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:40.774510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] Provisioning for port 86e14fcf-f1b7-4822-8e14-b776838feb21 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:40.787464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:40.795285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:40.814536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:40.816419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] Provisioning complete for port 86e14fcf-f1b7-4822-8e14-b776838feb21 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:40.816855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.831382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Pushing event updated for resources: {'Port': ['ID=81ac6699-5962-4d4c-97bd-e08a263cf09d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:40.880364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.880818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.881230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.881638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.882148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.882553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.882950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.883348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.883747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.884736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.885124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.885520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:40.899807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:40.938386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-9832f937-4cc2-40b6-8efd-409c3095ebe3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7250309 Aug 31 08:03:40.953566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Request body: {'port': {'device_id': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:40.960693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a304b0ff-62ad-4d37-a45b-cd3b0422b010 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.964391 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a304b0ff-62ad-4d37-a45b-cd3b0422b010 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.968018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a304b0ff-62ad-4d37-a45b-cd3b0422b010 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6fbb247-0b1b-4058-913d-ee78203d9e28 HTTP/1.1" status: 204 len: 168 time: 0.4516215 Aug 31 08:03:40.973491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:40.975879 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30847f77-e548-4a4f-9415-6840c9f0931d" -d '{"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-unplugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:40.981986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:40.989996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37290) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:40.996688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Attempting to bind port 81ac6699-5962-4d4c-97bd-e08a263cf09d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:40.997062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Attempting to bind port 81ac6699-5962-4d4c-97bd-e08a263cf09d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '6e4ad753-41bc-4f7a-a769-fa3315d43d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:40.997430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Attempting to bind port 81ac6699-5962-4d4c-97bd-e08a263cf09d on network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:41.037547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:41.037951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Checking segment: {'id': '6e4ad753-41bc-4f7a-a769-fa3315d43d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:41.038363 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.038766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Bound using segment: {'id': '6e4ad753-41bc-4f7a-a769-fa3315d43d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:41.039256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Bound port: 81ac6699-5962-4d4c-97bd-e08a263cf09d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4ad753-41bc-4f7a-a769-fa3315d43d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '56f9fba5-6ad8-482f-abb1-291ebf4ad7a7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:41.039640 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.045934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304b0ff-62ad-4d37-a45b-cd3b0422b010 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fbb247-0b1b-4058-913d-ee78203d9e28,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:41.073755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Transition to ACTIVE for port object 125b4440-699b-4c50-90b5-6abd171e000d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:41.104515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.129539 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eb9042-173e-42c5-9c1a-319ff310bd88 x-openstack-request-id: req-39eb9042-173e-42c5-9c1a-319ff310bd88 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:41.129784 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-unplugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:41.129938 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39eb9042-173e-42c5-9c1a-319ff310bd88 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:41.130277 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'code': 200} Aug 31 08:03:41.148386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 78553261-8fb2-4d8e-9726-1ff58d47b4b3 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:41.179344 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.200316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.270590 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0e85213c-9815-4c4d-8045-c839003cc647 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2737968 Aug 31 08:03:41.272182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37298) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:41.280316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005188251'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:41.282677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.286599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=10']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:41.291724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.344690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] For port 81ac6699-5962-4d4c-97bd-e08a263cf09d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:41.361366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] For port 81ac6699-5962-4d4c-97bd-e08a263cf09d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81ac6699-5962-4d4c-97bd-e08a263cf09d,segment=NetworkSegment(6e4ad753-41bc-4f7a-a769-fa3315d43d74),segment_id=6e4ad753-41bc-4f7a-a769-fa3315d43d74)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:41.374352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] For port 86e14fcf-f1b7-4822-8e14-b776838feb21, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=86e14fcf-f1b7-4822-8e14-b776838feb21,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:41.405193 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.408376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=78553261-8fb2-4d8e-9726-1ff58d47b4b3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:41.426881 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:41.428855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:41.434347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:41.441101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:41.441762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.525435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.549490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8649cc-8c31-48f2-be2c-ceb3c5ad1372 req-e58975f9-b1ba-45e3-9ec7-17e8866a37f4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:41.556516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c8649cc-8c31-48f2-be2c-ceb3c5ad1372 req-e58975f9-b1ba-45e3-9ec7-17e8866a37f4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 932 time: 0.2654307 Aug 31 08:03:41.602077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.603880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.693383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec1024-9929-4e8a-8e5f-af76921e4702 None None] Pushing event updated for resources: {'Port': ['ID=81ac6699-5962-4d4c-97bd-e08a263cf09d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:41.818012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-663858a3-05d4-4f9d-b060-dacc09254a4c None None] Provisioning complete for port 86e14fcf-f1b7-4822-8e14-b776838feb21 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:41.818791 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-663858a3-05d4-4f9d-b060-dacc09254a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:41.824613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41daa5-aa17-40e1-b771-36bc9b64f325 None None] Pushing event updated for resources: {'Port': ['ID=86e14fcf-f1b7-4822-8e14-b776838feb21,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:41.969736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 86e14fcf-f1b7-4822-8e14-b776838feb21 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:42.081731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 86e14fcf-f1b7-4822-8e14-b776838feb21 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:42.082292 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.146096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] No DVR routers for this DVR port 125b4440-699b-4c50-90b5-6abd171e000d on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:42.154400 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f588b01-6b32-43f4-94f7-7f199632d953 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4418168 Aug 31 08:03:42.155056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:42.172655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:42.183006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.202995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Transition to ACTIVE for port object 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:42.246518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c8649cc-8c31-48f2-be2c-ceb3c5ad1372 req-75588e9a-cb69-41b0-ab0b-bfb1a7b88631 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729980 Aug 31 08:03:42.292072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.350809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2063-e97b-4104-8c07-3e8f9c349c85 req-3bb2a821-1278-40f5-8ebf-d08e5b2f5c2d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:42.352102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-556e2063-e97b-4104-8c07-3e8f9c349c85 req-3bb2a821-1278-40f5-8ebf-d08e5b2f5c2d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.6262450 Aug 31 08:03:42.375285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 78553261-8fb2-4d8e-9726-1ff58d47b4b3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:42.375635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.416463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.421968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Pushing event updated for resources: {'Port': ['ID=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:42.465088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:42.465443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:42.465782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:42.488604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:03:42.488887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Attempting to bind port 125b4440-699b-4c50-90b5-6abd171e000d on network f9b1d714-8efe-450a-9703-2de56b0a2f70 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:42.503894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:42.503894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Checking segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:42.503894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Bound using segment: {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:42.503894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Bound port: 125b4440-699b-4c50-90b5-6abd171e000d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7873d0-4853-4305-b069-328eb0b226f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:42.503894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.522327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.579963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 78553261-8fb2-4d8e-9726-1ff58d47b4b3 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:42.680135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:42.688200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:42.694080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:42.855885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.938689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=11']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:42.959465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:42.960116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:42.961894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-3a11eefa-6dc5-48f0-9ca4-52b8f9cde25a service neutron] 10.222.0.45 "PUT /v2.0/ports/125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 1093 time: 2.8698418 Aug 31 08:03:42.967494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.019033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:43.065249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=78553261-8fb2-4d8e-9726-1ff58d47b4b3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:43.110943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-10a7cdb8-787b-46ea-8eaf-e6b32c7a5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.112655 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-10a7cdb8-787b-46ea-8eaf-e6b32c7a5ee4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1096 time: 0.1202900 Aug 31 08:03:43.114529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.116112 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4c57625-d986-4012-81fa-9469e3a44795 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/78553261-8fb2-4d8e-9726-1ff58d47b4b3 HTTP/1.1" status: 204 len: 168 time: 0.9260516 Aug 31 08:03:43.119196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37328) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:43.146524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-556e2063-e97b-4104-8c07-3e8f9c349c85 req-1d1b5347-988b-4897-bbc4-33a40503eb51 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7681494 Aug 31 08:03:43.155015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.168685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:43.171812 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938e5156-d545-446e-a10c-474edf646492" -d '{"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:43.200268 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a31f490-fc2e-4b67-b2f3-01cdf07edd16 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:03:43.203135 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a31f490-fc2e-4b67-b2f3-01cdf07edd16 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/78553261-8fb2-4d8e-9726-1ff58d47b4b3 HTTP/1.1" status: 404 len: 333 time: 0.0823407 Aug 31 08:03:43.206904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37332) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:43.208280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca63414-718f-4564-a621-16794c05b90f None None] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:43.278949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.333663 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c000d164-d895-4587-b78b-99bbc098d7bb x-openstack-request-id: req-c000d164-d895-4587-b78b-99bbc098d7bb {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:43.334453 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:43.334980 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c000d164-d895-4587-b78b-99bbc098d7bb {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:43.336270 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'status': 'completed', 'code': 200} Aug 31 08:03:43.341642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 8dd72b38-a7cb-4cba-847a-6126b6b8c314 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:03:43.342747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Attempting to bind port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:43.343096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Attempting to bind port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:43.343435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Attempting to bind port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:43.385052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.397245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:03:43.397626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Attempting to bind port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:43.418906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954d6e11-2a0c-493f-9a64-aad63fd405cb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:43.427105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:43.437935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:43.437935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:43.437935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Bound port: 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:43.437935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.461547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-9da6ca20-c0b7-4b48-aaac-be696581b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.461547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-9da6ca20-c0b7-4b48-aaac-be696581b034 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1096 time: 0.1573560 Aug 31 08:03:43.468898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.486840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.490985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-65ff32f8-f429-470c-a5fc-53eb286ee7b6 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2131813 Aug 31 08:03:43.499659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ecf5e-40f0-4b81-aadd-9f3ffae27cbe req-d6250dda-efc0-4f83-8a92-3fa2fcde091f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.501217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d14ecf5e-40f0-4b81-aadd-9f3ffae27cbe req-d6250dda-efc0-4f83-8a92-3fa2fcde091f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 944 time: 0.1288614 Aug 31 08:03:43.501944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37338) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:43.512874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-019d404e-ce2a-429c-ab4b-d443d403be92 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '954d6e11-2a0c-493f-9a64-aad63fd405cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:43.535792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7babe642-c582-4077-b5a4-b303ec38b49a None None] Provisioning for port 81ac6699-5962-4d4c-97bd-e08a263cf09d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:43.588248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] For port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:43.593453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] For port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:43.599983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d14ecf5e-40f0-4b81-aadd-9f3ffae27cbe req-054db70a-509a-42c1-950b-5e0be5029ff3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Aug 31 08:03:43.607404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-aa055d40-b102-4a0f-934c-3916d3a3fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.608581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-aa055d40-b102-4a0f-934c-3916d3a3fc37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.4869668 Aug 31 08:03:43.669181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Router eacaaa82-1383-4414-a703-8ecddaf09883 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:03:43.742961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.743140 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.799096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-7c145018-974f-4f3b-beb9-49cf43edc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.800889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-7c145018-974f-4f3b-beb9-49cf43edc71e service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.3288598 Aug 31 08:03:43.803185 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-4d711734-09ef-4383-8286-d4d559b0db59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.1736257 Aug 31 08:03:43.818859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Pushing event updated for resources: {'Port': ['ID=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:43.845983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.846624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:43.848102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-4b0d76d9-2d01-40d8-8f2d-5ddb8fda3305 service neutron] 10.222.0.45 "PUT /v2.0/ports/8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 HTTP/1.1" status: 200 len: 1093 time: 2.9037457 Aug 31 08:03:43.848558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'tag': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:43.851077 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f705fea-8646-4f7f-ac6e-e5e76fc1bda4", "tag": "8420fd4e-0b57-4270-bc1b-71f8fa78a7f1"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:43.947309 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddc1ef-d982-427a-9587-2aaa8a2efdc5 x-openstack-request-id: req-f0ddc1ef-d982-427a-9587-2aaa8a2efdc5 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:43.950865 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f705fea-8646-4f7f-ac6e-e5e76fc1bda4", "tag": "8420fd4e-0b57-4270-bc1b-71f8fa78a7f1", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:43.951138 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0ddc1ef-d982-427a-9587-2aaa8a2efdc5 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:43.952275 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'tag': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1', 'status': 'completed', 'code': 200} Aug 31 08:03:43.961336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-e2d1752a-052c-4b7f-9775-1c61b3d7af72 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.1498847 Aug 31 08:03:43.962862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-d6f88710-9bc1-45e4-9fb3-0d546b30f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:43.964381 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-d6f88710-9bc1-45e4-9fb3-0d546b30f98f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.1433601 Aug 31 08:03:43.971490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:03:43.976137 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-019d404e-ce2a-429c-ab4b-d443d403be92 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The resource could not be found. Aug 31 08:03:43.980590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-019d404e-ce2a-429c-ab4b-d443d403be92 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4682343 Aug 31 08:03:43.983597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37350) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:43.988215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-599d7367-518d-4dcd-9de5-d319f5eba795 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '954d6e11-2a0c-493f-9a64-aad63fd405cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4f713275-ad61-48ab-b23b-bfb13ac0fe5a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:43.989476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:03:44.001735 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:44.002395 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:44.049608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-5bda095b-d518-4217-b5d9-6c9e85e0247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.051730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-5bda095b-d518-4217-b5d9-6c9e85e0247c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0771439 Aug 31 08:03:44.070438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81ac6699-5962-4d4c-97bd-e08a263cf09d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:44.100287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5 req-6c403379-904d-430f-bd56-e22c6cdc63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.107239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5 req-6c403379-904d-430f-bd56-e22c6cdc63a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 1096 time: 0.1245434 Aug 31 08:03:44.122741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-cc77bfab-5f72-4d1b-a12c-33877cd024a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.140159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-cc77bfab-5f72-4d1b-a12c-33877cd024a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557670 Aug 31 08:03:44.146904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.161766 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:44.187873 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.192979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b6e023ca-466d-4664-85d5-c4cac1c4717e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1870415 Aug 31 08:03:44.199561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 81ac6699-5962-4d4c-97bd-e08a263cf09d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:44.204834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 81ac6699-5962-4d4c-97bd-e08a263cf09d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:44.205642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.233142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37356) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:44.243740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.251347 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/8dd72b38-a7cb-4cba-847a-6126b6b8c314 HTTP/1.1" status: 204 len: 168 time: 1.0410566 Aug 31 08:03:44.269706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4db126b-801d-42f0-aa3c-eaceede4ff04 None None] Could not find standard attr ID for object 78553261-8fb2-4d8e-9726-1ff58d47b4b3. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:03:44.296434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5 req-7b0c2993-1b15-4122-a5a1-4fb5856d7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.298773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5 req-7b0c2993-1b15-4122-a5a1-4fb5856d7e80 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1824880 Aug 31 08:03:44.299535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37358) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:44.315574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf52c8-b32f-4f10-ab5e-d44556dc019a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd72b38-a7cb-4cba-847a-6126b6b8c314,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:44.428207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.456427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-6e729770-31fe-49c0-877e-a38c0d7dd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.458468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-6e729770-31fe-49c0-877e-a38c0d7dd253 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3981357 Aug 31 08:03:44.459197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a52b58-c9c3-4934-a2c8-13bd65dc6eac None None] Network 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:44.552325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.563078 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:40Z', 'revision_number': 3, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:44.570525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92229a00-3365-46a6-9ee6-efaffd927b97 req-f81fdfc8-7e8c-40b0-8bb8-9d741086a937 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.572248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92229a00-3365-46a6-9ee6-efaffd927b97 req-f81fdfc8-7e8c-40b0-8bb8-9d741086a937 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.2333052 Aug 31 08:03:44.593650 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:03:44.594025 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Updating router eacaaa82-1383-4414-a703-8ecddaf09883 port 2e965726-4ced-45cf-ade1-42aa836eb753 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:03:44.618007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-6488d0eb-f47f-4ad8-9875-7b51fef24e69 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662075 Aug 31 08:03:44.635735 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.709672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 81ac6699-5962-4d4c-97bd-e08a263cf09d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81ac6699-5962-4d4c-97bd-e08a263cf09d,segment=NetworkSegment(6e4ad753-41bc-4f7a-a769-fa3315d43d74),segment_id=6e4ad753-41bc-4f7a-a769-fa3315d43d74)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:44.754450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5 req-688cdddd-1456-4015-b3f5-0b97a8248efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:44.757510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1850a5cf-7274-4dcd-a3a6-99da0ee7fcc5 req-688cdddd-1456-4015-b3f5-0b97a8248efb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4472489 Aug 31 08:03:44.780680 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-599d7367-518d-4dcd-9de5-d319f5eba795 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The resource could not be found. Aug 31 08:03:44.783155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-599d7367-518d-4dcd-9de5-d319f5eba795 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7986150 Aug 31 08:03:44.790537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37370) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:44.803456 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-88076a10-43e7-4063-9bd1-87118647a28b service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238640 Aug 31 08:03:44.817821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:44.889026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=81ac6699-5962-4d4c-97bd-e08a263cf09d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:44.892619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39914179-6884-495e-b373-250f273a91ac None None] DHCP port deletion for 56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:03:44.911173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92229a00-3365-46a6-9ee6-efaffd927b97 req-63fb52e5-74e2-4497-b69a-5a7cf6bfef21 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303540 Aug 31 08:03:44.981556 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c501ba69-fad5-4f95-b0f1-8da52cb399ca req-7bf42c86-8c8b-4537-9acb-fef89b96c24e service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512514 Aug 31 08:03:44.992787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 81ac6699-5962-4d4c-97bd-e08a263cf09d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:44.993203 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.008631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-39914179-6884-495e-b373-250f273a91ac None None] Deleting port 81ac6699-5962-4d4c-97bd-e08a263cf09d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:45.008869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88c9c3-4677-48b1-bbdf-55e8c6adb023 req-d64a88d8-cb9a-410f-a945-17b5ecd5d8ee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:45.012059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-39914179-6884-495e-b373-250f273a91ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.015296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d88c9c3-4677-48b1-bbdf-55e8c6adb023 req-d64a88d8-cb9a-410f-a945-17b5ecd5d8ee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 944 time: 0.2827554 Aug 31 08:03:45.035980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-e537accb-f9c5-4abe-b2a2-4d579f325502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:45.037526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-e537accb-f9c5-4abe-b2a2-4d579f325502 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 1096 time: 0.1909630 Aug 31 08:03:45.107677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-39914179-6884-495e-b373-250f273a91ac None None] For port 81ac6699-5962-4d4c-97bd-e08a263cf09d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81ac6699-5962-4d4c-97bd-e08a263cf09d,segment=NetworkSegment(6e4ad753-41bc-4f7a-a769-fa3315d43d74),segment_id=6e4ad753-41bc-4f7a-a769-fa3315d43d74)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:45.108384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-39914179-6884-495e-b373-250f273a91ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.125635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] For port 81ac6699-5962-4d4c-97bd-e08a263cf09d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81ac6699-5962-4d4c-97bd-e08a263cf09d,segment=NetworkSegment(6e4ad753-41bc-4f7a-a769-fa3315d43d74),segment_id=6e4ad753-41bc-4f7a-a769-fa3315d43d74)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:45.129095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.129469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-39914179-6884-495e-b373-250f273a91ac None None] Calling delete_port for 81ac6699-5962-4d4c-97bd-e08a263cf09d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:45.133489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793d39cb-c5ee-4981-9cbd-bd3ce9b1891f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.144446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 81ac6699-5962-4d4c-97bd-e08a263cf09d owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:45.165044 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.178505 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Transition to ACTIVE for port object 2e965726-4ced-45cf-ade1-42aa836eb753 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:45.184028 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-b84027f5-fda8-4f57-b5b0-db0a622b4d5b service neutron] 10.222.0.68 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676834 Aug 31 08:03:45.204618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793d39cb-c5ee-4981-9cbd-bd3ce9b1891f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.228508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-208bd60a-82d7-42f3-94b3-f58576e6c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:45.229460 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-208bd60a-82d7-42f3-94b3-f58576e6c7d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1096 time: 0.1684673 Aug 31 08:03:45.253784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-da09a896-1446-4d8e-b296-83835e4a4e98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 HTTP/1.1" status: 200 len: 217 time: 0.1968453 Aug 31 08:03:45.289143 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.315338 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-39914179-6884-495e-b373-250f273a91ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.329679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d88c9c3-4677-48b1-bbdf-55e8c6adb023 req-4d8ae48b-9135-4e39-92d5-15ee36bd0004 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989972 Aug 31 08:03:45.366614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39914179-6884-495e-b373-250f273a91ac None None] Pushing event deleted for resources: {'Port': ['ID=81ac6699-5962-4d4c-97bd-e08a263cf09d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:45.372757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39914179-6884-495e-b373-250f273a91ac None None] No DVR routers for this DVR port 81ac6699-5962-4d4c-97bd-e08a263cf09d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:45.384250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-92026a2e-132a-4297-a606-60eea9aaba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:45.386800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-92026a2e-132a-4297-a606-60eea9aaba45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.1219802 Aug 31 08:03:45.397202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.415044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Attempting to bind port 2e965726-4ced-45cf-ade1-42aa836eb753 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:45.415494 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Attempting to bind port 2e965726-4ced-45cf-ade1-42aa836eb753 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:45.415895 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Attempting to bind port 2e965726-4ced-45cf-ade1-42aa836eb753 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:45.419466 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Pushing event updated for resources: {'Port': ['ID=2e965726-4ced-45cf-ade1-42aa836eb753,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:45.423045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=81ac6699-5962-4d4c-97bd-e08a263cf09d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:45.429175 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.431550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.431550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.431550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.431550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.431550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.432018 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.432222 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.432357 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.432869 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.433372 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.434091 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.443985 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:45.444497 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:45.445053 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.445571 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:45.446192 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Bound port: 2e965726-4ced-45cf-ade1-42aa836eb753, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:45.446727 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.465363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-6859869a-a8f3-4f31-adfd-a3b41f77f48d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434144 Aug 31 08:03:45.475163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No DVR routers for this DVR port 81ac6699-5962-4d4c-97bd-e08a263cf09d on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:45.482717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.483358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.483896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.484440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.484939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.485449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.485975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.486489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.486985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.487553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.489162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.489672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:03:45.532173 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] For port 2e965726-4ced-45cf-ade1-42aa836eb753, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:45.536066 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] For port 2e965726-4ced-45cf-ade1-42aa836eb753, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2e965726-4ced-45cf-ade1-42aa836eb753,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:45.639335 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.662080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.674811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f9fba5-6ad8-482f-abb1-291ebf4ad7a7']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:45.687547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4ad753-41bc-4f7a-a769-fa3315d43d74') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:45.688170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4ad753-41bc-4f7a-a769-fa3315d43d74') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:45.710449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.711715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:45.711715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:45.719753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.726853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:03:45.728246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.762774 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac2d5-9fa3-43a2-a5ae-0cd203e29098 None None] Pushing event updated for resources: {'Port': ['ID=2e965726-4ced-45cf-ade1-42aa836eb753,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:03:45.785440 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:03:45.797316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-6a2bbccc-4429-4c8e-83b2-4d4139c7e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:45.800723 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-6a2bbccc-4429-4c8e-83b2-4d4139c7e794 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.5596356 Aug 31 08:03:45.839223 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:45.858482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-835d8d30-0191-4af0-a06d-366489287375 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585451 Aug 31 08:03:45.923433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793d39cb-c5ee-4981-9cbd-bd3ce9b1891f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.931594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793d39cb-c5ee-4981-9cbd-bd3ce9b1891f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.931594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-793d39cb-c5ee-4981-9cbd-bd3ce9b1891f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/954d6e11-2a0c-493f-9a64-aad63fd405cb HTTP/1.1" status: 204 len: 168 time: 1.1343291 Aug 31 08:03:45.936968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37382) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:45.988018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:45.999685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.001565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/56f9fba5-6ad8-482f-abb1-291ebf4ad7a7 HTTP/1.1" status: 204 len: 168 time: 1.6987572 Aug 31 08:03:46.002701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81ac6699-5962-4d4c-97bd-e08a263cf09d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:03:46.005745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37386) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:46.013434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'name': 'tempest-PortsIpV6TestJSON-850338802'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:46.053184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 81ac6699-5962-4d4c-97bd-e08a263cf09d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:03:46.053184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81ac6699-5962-4d4c-97bd-e08a263cf09d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:03:46.057050 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:40Z', 'revision_number': 3, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:46.091238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66136f37-c381-45f8-95f3-cd40334d551f None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:40Z', 'revision_number': 3, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:03:46.097213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d39cb-c5ee-4981-9cbd-bd3ce9b1891f tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d6e11-2a0c-493f-9a64-aad63fd405cb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:46.128077 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-8dd208ef-2cbb-45b2-ab9e-3db70168df70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 999 time: 0.3180950 Aug 31 08:03:46.137534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5ac69dbf-5751-4bd9-87e1-d2a2eb273773 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1948113 Aug 31 08:03:46.140835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37392) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:46.145414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fb67f6a7-9c1d-44c8-84c5-5191329c3fce tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': '22b23859-5602-4a34-8f1d-2e79117e8092', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:46.153963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c294c91-a0cd-406d-9439-26ab6a11d00c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=56f9fba5-6ad8-482f-abb1-291ebf4ad7a7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:46.189432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.201116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69a72d97-42ac-4b00-92ee-aead8ef0b565 req-fa798285-36fe-4f16-8d2f-93c2ba251054 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249133 Aug 31 08:03:46.223250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbdbb5-2a82-4d85-bf4c-a930ed5844c0 req-df14cea4-3e4f-4654-945b-8a101b3687cd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:46.224791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49fbdbb5-2a82-4d85-bf4c-a930ed5844c0 req-df14cea4-3e4f-4654-945b-8a101b3687cd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 944 time: 0.1811306 Aug 31 08:03:46.227539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-fb67f6a7-9c1d-44c8-84c5-5191329c3fce tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:03:46.227539 n-d-713499-16 neutron-server[95445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 08:03:46.227539 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id': '7924be2cf45c4e788973fa6678a8ef8e', 'id': '15570144-2dcd-4ee4-b905-c226ea0bf073', 'expiration': datetime.datetime(2021, 8, 31, 8, 5, 46, 214073)}] Aug 31 08:03:46.227539 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:03:46.231057 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-fb67f6a7-9c1d-44c8-84c5-5191329c3fce tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:03:46.248160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-fd055a88-288e-4bdf-bab7-2070b5123f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:46.250519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-fd055a88-288e-4bdf-bab7-2070b5123f1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.1101141 Aug 31 08:03:46.275583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49fbdbb5-2a82-4d85-bf4c-a930ed5844c0 req-ff08d18f-4c30-4a62-8156-03ef9e9a85a6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Aug 31 08:03:46.343924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:46.347666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.379420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 9abcb749-7dbd-406f-a55b-7dcf9f5a6295 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:46.388169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:03:46.482547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5156-d545-446e-a10c-474edf646492 req-eb3300d1-9575-446e-81f9-66ebf00cd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:46.485136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-eb3300d1-9575-446e-81f9-66ebf00cd4d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2129567 Aug 31 08:03:46.636263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:46.636593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Allocated IP 172.20.0.1 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/8ab73c5a-fc97-4aef-bec9-a709b9ee8616) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:46.641788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae929a-dd4c-4f0f-bce2-7bf1f2d9e785 req-dab4eea0-cf01-481b-b963-e8937ca8b591 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:46.643843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10ae929a-dd4c-4f0f-bce2-7bf1f2d9e785 req-dab4eea0-cf01-481b-b963-e8937ca8b591 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 944 time: 0.1511295 Aug 31 08:03:46.676381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '125b4440-699b-4c50-90b5-6abd171e000d', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'port_id': '125b4440-699b-4c50-90b5-6abd171e000d', 'mac_address': 'fa:16:3e:9a:0c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:03:46.693649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-2e89a83d-89b7-4dea-9cb7-d3c5cebef83f service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959298 Aug 31 08:03:46.739578 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.761553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b4440-699b-4c50-90b5-6abd171e000d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:46.766685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.796569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:46.834224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10ae929a-dd4c-4f0f-bce2-7bf1f2d9e785 req-7d0fb80d-8408-4dfe-860c-3b0e5cea84fb tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724176 Aug 31 08:03:46.860992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.884383 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.886218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Transition to ACTIVE for port object 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:46.899149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-938e5156-d545-446e-a10c-474edf646492 req-abd3f0de-7433-4444-91bf-a102194e0fb8 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760373 Aug 31 08:03:46.955981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=12']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:47.189883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['125b4440-699b-4c50-90b5-6abd171e000d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:47.269530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.320391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:47.320391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:47.324629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:47.330374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:47.331181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.340575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=9abcb749-7dbd-406f-a55b-7dcf9f5a6295,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:47.344192 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.417179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:47.426379 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-fb67f6a7-9c1d-44c8-84c5-5191329c3fce tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The resource could not be found. Aug 31 08:03:47.433682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb67f6a7-9c1d-44c8-84c5-5191329c3fce tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2915773 Aug 31 08:03:47.436181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37414) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:47.446570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:47.450103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:47.451275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792521429'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:47.454684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:47.461560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c854a01-35e8-4868-b2c0-4cc7845bc016 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4528732 Aug 31 08:03:47.470187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37416) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:47.525786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.568728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddef7c-3523-4438-be5f-436bcb776d90 req-565c1807-c5fd-4aea-b400-db3efad6eddc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:47.570653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fddef7c-3523-4438-be5f-436bcb776d90 req-565c1807-c5fd-4aea-b400-db3efad6eddc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1850410 Aug 31 08:03:47.642055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fddef7c-3523-4438-be5f-436bcb776d90 req-2e979385-0e4e-4a09-9a76-a96da70b5997 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574081 Aug 31 08:03:47.645233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 9abcb749-7dbd-406f-a55b-7dcf9f5a6295 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:47.645871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.743713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.791178 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.812130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 9abcb749-7dbd-406f-a55b-7dcf9f5a6295 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:47.944817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f1ab9dac-c20b-420d-8ef8-ff92aaa45606 None None] Provisioning for port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:47.953115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f1ab9dac-c20b-420d-8ef8-ff92aaa45606 None None] Provisioning complete for port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:47.953497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f1ab9dac-c20b-420d-8ef8-ff92aaa45606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.967781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:47.997712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.020150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab9dac-c20b-420d-8ef8-ff92aaa45606 None None] Port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:48.056445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284c2e6-445f-4e41-84c4-35eb2f955725 req-ed6486ab-1ac1-44d6-9c49-6d57df46c082 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:48.056984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2e965726-4ced-45cf-ade1-42aa836eb753 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:48.058318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1284c2e6-445f-4e41-84c4-35eb2f955725 req-ed6486ab-1ac1-44d6-9c49-6d57df46c082 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 944 time: 0.0743814 Aug 31 08:03:48.109739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.155489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1284c2e6-445f-4e41-84c4-35eb2f955725 req-31f83e0c-3576-4a05-92b5-c1bdb8bdb7fd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900249 Aug 31 08:03:48.156927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=9abcb749-7dbd-406f-a55b-7dcf9f5a6295,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:48.158436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.177292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.181881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-66acaf2f-0470-4dc8-9256-e63da7e486af tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/9abcb749-7dbd-406f-a55b-7dcf9f5a6295 HTTP/1.1" status: 204 len: 168 time: 0.7078118 Aug 31 08:03:48.184951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37426) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:48.191702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'mac_address': 'fa:16:3e:10:7f:ea', 'name': 'tempest-PortsIpV6TestJSON-450300701'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:48.234542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.238128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2e965726-4ced-45cf-ade1-42aa836eb753 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:48.242355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2e965726-4ced-45cf-ade1-42aa836eb753 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:48.243833 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.249092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb414a5-3205-47a5-97be-c0f9610245e7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:48.310830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.312214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2bef9904-aaf1-46fe-ba01-25e34731cf08 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8752487 Aug 31 08:03:48.314843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37432) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:48.319326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--225944376'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:48.341108 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.361439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2e965726-4ced-45cf-ade1-42aa836eb753, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2e965726-4ced-45cf-ade1-42aa836eb753,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:48.377302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.410051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:03:48.410051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:48.443742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.463004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:48.463488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:48.467045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.552525 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.570041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.589769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:48.591285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:48.596295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 9e157c2f-d781-4020-9136-c0acc955775c yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:48.618800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:48.635858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2e965726-4ced-45cf-ade1-42aa836eb753,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:48.641206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1', 'mac_address': 'fa:16:3e:de:09:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:03:48.700002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.719504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 125b4440-699b-4c50-90b5-6abd171e000d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:48.728980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 125b4440-699b-4c50-90b5-6abd171e000d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:48.729631 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.756965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:03:48.777608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:48.824442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:03:48.874386 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.941401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce4883-942c-4bff-99c3-127a52df6655 req-e7169ce6-4e99-4220-9dc2-063d97ad2201 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:48.943292 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:48.947248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3ce4883-942c-4bff-99c3-127a52df6655 req-e7169ce6-4e99-4220-9dc2-063d97ad2201 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 945 time: 0.1794114 Aug 31 08:03:48.981905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.001163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:49.028707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:49.028707 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa3d45-3c00-4b54-b49c-0375041bd1ad" -d '{"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-plugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:49.054751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3ce4883-942c-4bff-99c3-127a52df6655 req-012272d4-ba4c-4918-8902-aa377e74a89e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800023 Aug 31 08:03:49.060958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:03:49.069257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:49.070975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.077457 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-685a87c2-6441-44a3-abb2-11f9c9fa69e1 admin admin] 10.222.0.36 "PUT /v2.0/routers/eacaaa82-1383-4414-a703-8ecddaf09883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8202972 Aug 31 08:03:49.078813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:03:49.093773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37448) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:49.094085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e1442d44-ee0a-4902-a86f-7a6f579b438a None None] Provisioning complete for port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:49.094085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1442d44-ee0a-4902-a86f-7a6f579b438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.130396 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db6aaf-e3a5-4dd8-83ca-f22a1705a932 x-openstack-request-id: req-76db6aaf-e3a5-4dd8-83ca-f22a1705a932 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:49.130688 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-plugged", "status": "completed", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:49.133485 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76db6aaf-e3a5-4dd8-83ca-f22a1705a932 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:49.133485 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'code': 200} Aug 31 08:03:49.134803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['8420fd4e-0b57-4270-bc1b-71f8fa78a7f1'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:49.138512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:49.139165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:49.158640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.213712 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dc6b5a61-5bba-47b5-9628-95c900b8ddfc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/a24b2103-676e-4572-8d47-d151cfde6b9f HTTP/1.1" status: 200 len: 992 time: 0.1239679 Aug 31 08:03:49.225916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d873520d-0d06-4dc0-845f-c1310b1f2609,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:49.237029 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.250497 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.302661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e1442d44-ee0a-4902-a86f-7a6f579b438a None None] Port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:03:49.326714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.330154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ff39ebda-09da-41fd-83ec-fca18ff078ac tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0118029 Aug 31 08:03:49.331513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37460) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:49.338917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-acaa883d-1250-4597-9d28-579be7deb7c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group_rule': {'security_group_id': 'bbb414a5-3205-47a5-97be-c0f9610245e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd873520d-0d06-4dc0-845f-c1310b1f2609'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:49.341909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:49.348286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:49.355126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:49.361691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:49.362266 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.379409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=9e157c2f-d781-4020-9136-c0acc955775c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:49.420827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=13']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:49.420964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83417f07-7df1-48cf-b738-55e2a9af7b89 req-8ef3010c-01cb-4aab-9694-571913ce1a86 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:49.420964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83417f07-7df1-48cf-b738-55e2a9af7b89 req-8ef3010c-01cb-4aab-9694-571913ce1a86 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 945 time: 0.1292999 Aug 31 08:03:49.423540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:49.446044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83417f07-7df1-48cf-b738-55e2a9af7b89 req-727fa2d4-d4f4-48e1-97c1-bdcfeb8a507a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354710 Aug 31 08:03:49.709018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 2, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:49.735345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:03:49.735706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Updating router eacaaa82-1383-4414-a703-8ecddaf09883 port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:03:49.763738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:49.847250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1a3663f4-d387-491e-849e-c0926fcd376d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6612077 Aug 31 08:03:49.854359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37468) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:49.893133 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-acaa883d-1250-4597-9d28-579be7deb7c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:49.896655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37474) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:49.905662 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-acaa883d-1250-4597-9d28-579be7deb7c3 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5723782 Aug 31 08:03:49.945839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1afd2-7ae2-46da-bbe7-3a76befc29ec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:49.947006 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-caa1afd2-7ae2-46da-bbe7-3a76befc29ec tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/9e157c2f-d781-4020-9136-c0acc955775c HTTP/1.1" status: 200 len: 844 time: 0.0913675 Aug 31 08:03:49.965245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37478) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:49.970375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2e965726-4ced-45cf-ade1-42aa836eb753 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:49.999012 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e49-5667-4aa0-8918-7fa87dc9183e tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.034568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e49-5667-4aa0-8918-7fa87dc9183e tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.079208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2e965726-4ced-45cf-ade1-42aa836eb753 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:50.079826 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.081057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 9e157c2f-d781-4020-9136-c0acc955775c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:50.081517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.143959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.163720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.188094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e49-5667-4aa0-8918-7fa87dc9183e tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.191366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 9e157c2f-d781-4020-9136-c0acc955775c owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:50.192048 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e49-5667-4aa0-8918-7fa87dc9183e tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.193418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cb7e7e49-5667-4aa0-8918-7fa87dc9183e tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/d873520d-0d06-4dc0-845f-c1310b1f2609 HTTP/1.1" status: 204 len: 168 time: 0.2954736 Aug 31 08:03:50.199877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37486) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.213231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Transition to ACTIVE for port object 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:50.225647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e7e49-5667-4aa0-8918-7fa87dc9183e tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d873520d-0d06-4dc0-845f-c1310b1f2609,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:50.291908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d328c16f-f8fc-478e-97ce-def97e379ae4 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0894883 Aug 31 08:03:50.294451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.328874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.342827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37492) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.348036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1658419378-network', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:50.348848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f076631-9655-4614-9240-9d07fb031e52 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.377583 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f076631-9655-4614-9240-9d07fb031e52 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.410412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561ea62-6f2c-4d9b-93db-82ffa5926141 None None] Pushing event updated for resources: {'Port': ['ID=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:50.433101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:50.480383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.494288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Attempting to bind port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:50.494288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Attempting to bind port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:50.494288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Attempting to bind port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:50.501970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:50.502355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:50.502764 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.503158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:50.503646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Bound port: 8ab73c5a-fc97-4aef-bec9-a709b9ee8616, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:50.504032 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.539218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Made reservation on behalf of a0f6d28a49cc4de58c4cb66299f9a971 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:50.544220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.566765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.572728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/9e157c2f-d781-4020-9136-c0acc955775c HTTP/1.1" status: 204 len: 168 time: 0.6062465 Aug 31 08:03:50.574112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05bd5-3494-4d53-92a7-24fddcf24c52 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=9e157c2f-d781-4020-9136-c0acc955775c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:50.577325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37500) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.588224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.591163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f076631-9655-4614-9240-9d07fb031e52 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.594002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f076631-9655-4614-9240-9d07fb031e52 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.595414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7f076631-9655-4614-9240-9d07fb031e52 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbb414a5-3205-47a5-97be-c0f9610245e7 HTTP/1.1" status: 204 len: 168 time: 0.3000350 Aug 31 08:03:50.599783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37502) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.607741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f076631-9655-4614-9240-9d07fb031e52 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb414a5-3205-47a5-97be-c0f9610245e7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:50.631200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525f27-d177-44c5-96ae-b1d5e8fcb5dd req-8520ab3e-6379-430e-a9a3-f18f9a367af1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:50.632719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35525f27-d177-44c5-96ae-b1d5e8fcb5dd req-8520ab3e-6379-430e-a9a3-f18f9a367af1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 945 time: 0.0966489 Aug 31 08:03:50.638701 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7c7e6f-e1d6-424c-8127-619e7ede2c86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:03:50.640587 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cc7c7e6f-e1d6-424c-8127-619e7ede2c86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/9e157c2f-d781-4020-9136-c0acc955775c HTTP/1.1" status: 404 len: 333 time: 0.0617080 Aug 31 08:03:50.649085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37504) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.658226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'name': 'tempest-PortsIpV6TestJSON-156851610'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:50.694466 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f871bbf1-3cc3-4aa0-9453-cc28b3775d3b tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879371 Aug 31 08:03:50.703394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37508) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:50.761108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'tempest-secgroup--425870174'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:50.802691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] For port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:50.807112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] For port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:50.830549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-35525f27-d177-44c5-96ae-b1d5e8fcb5dd req-f2e8b1cb-94a7-4d49-bd48-3ed68342791b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694238 Aug 31 08:03:50.830697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.889689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:50.894073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:50.899234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.920496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.925074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.946143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:50.956805 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25defc6c-baaf-4c09-8e83-01f9b92de0ba,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:50.963160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:50.968103 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Added segment f1956e71-0e17-4a29-b129-ae26c79fa8c1 of type vlan for network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 Aug 31 08:03:51.001155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:51.001884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:51.029050 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.038010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.058573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561ea62-6f2c-4d9b-93db-82ffa5926141 None None] Pushing event updated for resources: {'Port': ['ID=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:51.144585 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.171415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.171415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:51.171415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.183660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:51.185975 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3396c9-4ac1-4148-accb-68e6fb357d8f" -d '{"events": [{"server_uuid": "4f705fea-8646-4f7f-ac6e-e5e76fc1bda4", "name": "network-vif-plugged", "status": "completed", "tag": "8420fd4e-0b57-4270-bc1b-71f8fa78a7f1"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:51.206351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:51.208251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:51.212930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:51.217366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.252496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port eb525f8f-7402-4f30-94ce-850977277cb0 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:51.271680 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b1a6e-ffd1-432d-88fa-51fc3a380b5c x-openstack-request-id: req-3a4b1a6e-ffd1-432d-88fa-51fc3a380b5c {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:51.271973 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f705fea-8646-4f7f-ac6e-e5e76fc1bda4", "name": "network-vif-plugged", "status": "completed", "tag": "8420fd4e-0b57-4270-bc1b-71f8fa78a7f1", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:51.272536 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a4b1a6e-ffd1-432d-88fa-51fc3a380b5c {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:51.272953 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1', 'code': 200} Aug 31 08:03:51.300764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] Pushing event updated for resources: {'Network': ['ID=236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:51.325745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:51.378414 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.393925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ed02c-6912-4d44-9b23-03db0e462489 req-6a867ba3-66c7-44c9-a563-2467d134f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:51.395550 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-370ed02c-6912-4d44-9b23-03db0e462489 req-6a867ba3-66c7-44c9-a563-2467d134f11c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 1098 time: 0.0603426 Aug 31 08:03:51.415095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.440732 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-370ed02c-6912-4d44-9b23-03db0e462489 req-70872e96-5314-4548-84fe-601bbe2374b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Aug 31 08:03:51.496045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.515859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:51.521991 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.563003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3589075-78a0-48e1-a8f2-155490d1093a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:51.608707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:50Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:51.621232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-17e333a4-0488-4513-8585-cdaf3e951d57 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2772677 Aug 31 08:03:51.623932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37524) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:51.630230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Request body: {'subnet': {'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1658419378-subnet', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:51.643547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0391d18-d3cc-48d1-b943-28fb4598d2b4 None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:50Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:03:51.681490 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.688781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.689864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-74cba0f8-8c64-44a7-a313-cb09a2f9aae1 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9841235 Aug 31 08:03:51.692071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37526) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:51.715959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-50138e81-4e91-473f-a491-fc8267d3a938 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:51.715959 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-50138e81-4e91-473f-a491-fc8267d3a938 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 08:03:51.715959 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-50138e81-4e91-473f-a491-fc8267d3a938 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 08:03:51.715959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-50138e81-4e91-473f-a491-fc8267d3a938 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "PUT /v2.0/security-groups/f3589075-78a0-48e1-a8f2-155490d1093a HTTP/1.1" status: 409 len: 330 time: 0.0185723 Aug 31 08:03:51.719046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37528) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:51.759721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:51.763838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:51.778605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:51.784400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-948305d8-4354-43ba-a444-633a194ca088 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.790777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:51.790777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.804297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=eb525f8f-7402-4f30-94ce-850977277cb0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:51.818785 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-948305d8-4354-43ba-a444-633a194ca088 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.871713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Made reservation on behalf of a0f6d28a49cc4de58c4cb66299f9a971 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:51.872471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:51.958161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264528a7-9a44-4bc7-9fae-c1f3e31ab207 req-f8f59202-6d4f-4d4e-b051-808aca999010 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:51.965956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-264528a7-9a44-4bc7-9fae-c1f3e31ab207 req-f8f59202-6d4f-4d4e-b051-808aca999010 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.0825536 Aug 31 08:03:51.974322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fa5e1cf1-00c9-4d8d-924c-941d26745989 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3212264 Aug 31 08:03:51.978288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:51.984626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:52.014381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:52.046475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-264528a7-9a44-4bc7-9fae-c1f3e31ab207 req-65e81f15-fbd7-42b7-bb6a-cad950e62126 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792727 Aug 31 08:03:52.076801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-948305d8-4354-43ba-a444-633a194ca088 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.085839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-948305d8-4354-43ba-a444-633a194ca088 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.088345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-948305d8-4354-43ba-a444-633a194ca088 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3589075-78a0-48e1-a8f2-155490d1093a HTTP/1.1" status: 204 len: 168 time: 0.3682036 Aug 31 08:03:52.091708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37540) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:52.101965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.118632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948305d8-4354-43ba-a444-633a194ca088 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3589075-78a0-48e1-a8f2-155490d1093a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:52.156179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-675e99ef-5e56-4843-b37b-a9e98f0c2ea2 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624831 Aug 31 08:03:52.156995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37542) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:52.171810 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-5988e956-cf7c-4a6e-8d00-c4331d469bdf tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] delete failed (client error): The resource could not be found. Aug 31 08:03:52.174817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5988e956-cf7c-4a6e-8d00-c4331d469bdf tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "DELETE /v2.0/security-groups/02155a2d-f19e-4b12-b352-8e167f3f0bb2 HTTP/1.1" status: 404 len: 347 time: 0.0168614 Aug 31 08:03:52.185311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:52.199461 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-dded74d1-4394-4e24-9fa5-4c2b7941b552 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] show failed (client error): The resource could not be found. Aug 31 08:03:52.201858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dded74d1-4394-4e24-9fa5-4c2b7941b552 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-groups/86ed192d-dbb2-46d0-bbb4-ed552e942961 HTTP/1.1" status: 404 len: 347 time: 0.0143371 Aug 31 08:03:52.204660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37546) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:52.211647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:52.217578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:52.218484 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.223236 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-19e692cd-c1a8-4bf4-b878-f1c1f6c6dd12 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] show failed (client error): The resource could not be found. Aug 31 08:03:52.228911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-19e692cd-c1a8-4bf4-b878-f1c1f6c6dd12 tempest-NegativeSecGroupTest-1218090132 tempest-NegativeSecGroupTest-1218090132-project] 10.222.0.36 "GET /v2.0/security-group-rules/6453892b-310c-4b68-9ab5-d45669fd3c09 HTTP/1.1" status: 404 len: 356 time: 0.0188336 Aug 31 08:03:52.355287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.379109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.398416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:52.440237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.453164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbb585d-8bda-4c57-b3d7-0f8b61294b5f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:52.470083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Checking segment: {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:52.470454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Network hostable DHCP agents. Network: 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:52.497575 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.551800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:52.600589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.638308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] In _notify_port_updated(), no bound segment for port eb525f8f-7402-4f30-94ce-850977277cb0 on network ddd847f9-14b1-4343-b678-23e6e6ce4b6f {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:03:52.645503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:52.646488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.651233 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/ports/eb525f8f-7402-4f30-94ce-850977277cb0 HTTP/1.1" status: 200 len: 818 time: 0.6718285 Aug 31 08:03:52.655323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37556) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:52.695254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:52.722852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78359b13-de78-4b58-b24c-a365f5ec05dd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=eb525f8f-7402-4f30-94ce-850977277cb0,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:52.796213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port eb525f8f-7402-4f30-94ce-850977277cb0 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:52.796496 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.834804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:52.846588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:52.847162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca940ef-aabb-4a98-acd5-5d7bfe6bab8e None None] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:52.847617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.886443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:52.900242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for eb525f8f-7402-4f30-94ce-850977277cb0 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:52.999410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37562) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:53.025571 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-17617b80-3e06-4867-b3e8-6eceeb3279ae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4002523 Aug 31 08:03:53.028098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37568) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:53.033771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:53.074773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9', 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'fixed_ips': [{'subnet_id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:03:53.074773 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.150728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.182880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.183938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.208663 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eab73f34-edcc-4cef-868d-c30713253c06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7924be2cf45c4e788973fa6678a8ef8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079999 Aug 31 08:03:53.211678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:53.247653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=eb525f8f-7402-4f30-94ce-850977277cb0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:53.280048 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.283191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-99c0142f-aeca-47a6-b3a4-1f6f44d63c50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/eb525f8f-7402-4f30-94ce-850977277cb0 HTTP/1.1" status: 204 len: 168 time: 0.6308236 Aug 31 08:03:53.288566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37576) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:53.356014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40351be0-d160-4e79-9a1d-daefb4f30ccb req-50af7aa7-a36e-4003-b140-6968197b6d10 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:53.359566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40351be0-d160-4e79-9a1d-daefb4f30ccb req-50af7aa7-a36e-4003-b140-6968197b6d10 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.2119255 Aug 31 08:03:53.365544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Allocated IP 172.20.0.2 (236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9/efbb585d-8bda-4c57-b3d7-0f8b61294b5f/f5be95ac-d218-4bb6-a042-a714f52224f5) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:53.406360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d89f94-2715-4809-8055-da62d047d442 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:53.411130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-20d89f94-2715-4809-8055-da62d047d442 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1186514 Aug 31 08:03:53.416979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37580) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:53.450190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40351be0-d160-4e79-9a1d-daefb4f30ccb req-15cef2a5-5848-4c72-a6de-78d42db9ab3e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896313 Aug 31 08:03:53.451290 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2234df-bd9f-4b51-a794-7d05e39f13a2 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:03:53.454277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ab2234df-bd9f-4b51-a794-7d05e39f13a2 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/eb525f8f-7402-4f30-94ce-850977277cb0 HTTP/1.1" status: 404 len: 333 time: 0.0350292 Aug 31 08:03:53.462644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37582) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:53.481217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1268810418'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:53.547584 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.557966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Transition to ACTIVE for port object f5be95ac-d218-4bb6-a042-a714f52224f5 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:53.574872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Transition to ACTIVE for port object f5be95ac-d218-4bb6-a042-a714f52224f5 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:53.604488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eba6b1-3bdb-43ae-b4a7-10bcbea27999 req-43ed74c4-712a-41a5-ad9e-ddc0aa270ce6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:53.606635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23eba6b1-3bdb-43ae-b4a7-10bcbea27999 req-43ed74c4-712a-41a5-ad9e-ddc0aa270ce6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.0723007 Aug 31 08:03:53.637745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:53.642169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.676539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.682246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23eba6b1-3bdb-43ae-b4a7-10bcbea27999 req-e49f874b-8db4-44f7-b0c5-773941e0a801 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689816 Aug 31 08:03:53.689853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.708384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:03:53.708384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.708851 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment 7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e of type vlan for network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 Aug 31 08:03:53.764814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.766473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6160167-2795-48b6-81cd-dc55876a9bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.773284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-86cd1023-7ab6-4974-a68b-02e3a7ae43c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.799956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:53.800918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.805465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6160167-2795-48b6-81cd-dc55876a9bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.808551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Pushing event updated for resources: {'Port': ['ID=f5be95ac-d218-4bb6-a042-a714f52224f5,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:53.812323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:53.818989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:53.880853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Attempting to bind port f5be95ac-d218-4bb6-a042-a714f52224f5 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:53.881232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Attempting to bind port f5be95ac-d218-4bb6-a042-a714f52224f5 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:53.881601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Attempting to bind port f5be95ac-d218-4bb6-a042-a714f52224f5 on network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:53.885836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.890052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:53.895920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Checking segment: {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:53.895920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.895920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Bound using segment: {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:53.895920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Bound port: f5be95ac-d218-4bb6-a042-a714f52224f5, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:53.895920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.904446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:53.905521 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:53.966753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229efec5-04a8-4f0b-9acf-f152375da9b2 req-fb3eb76f-dbfe-492b-8775-1ef6e0d6f1cb tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:53.976210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-229efec5-04a8-4f0b-9acf-f152375da9b2 req-fb3eb76f-dbfe-492b-8775-1ef6e0d6f1cb tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.1502943 Aug 31 08:03:53.984417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] For port f5be95ac-d218-4bb6-a042-a714f52224f5, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:53.992536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] For port f5be95ac-d218-4bb6-a042-a714f52224f5, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f5be95ac-d218-4bb6-a042-a714f52224f5,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:53.997038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:54.032683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.080730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.122866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:54.123293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.124120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=9d0bd7fd-9d9d-40af-896e-4be8592529a1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:54.136386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-229efec5-04a8-4f0b-9acf-f152375da9b2 req-d35a7e3a-8ef3-41ca-be90-c03eb39161ac tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593876 Aug 31 08:03:54.153192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:03:54.155347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec50e8-4a63-422f-846c-83ae5806cd49 None None] Pushing event updated for resources: {'Port': ['ID=f5be95ac-d218-4bb6-a042-a714f52224f5,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:54.515680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e2f1cd7c-c54e-4f2c-9165-4ee26ae86968 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0494778 Aug 31 08:03:54.518993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37604) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:54.520170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6160167-2795-48b6-81cd-dc55876a9bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.524212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6160167-2795-48b6-81cd-dc55876a9bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.524817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:54.525649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d6160167-2795-48b6-81cd-dc55876a9bdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b8ce7b6-7991-49db-aa5b-0859a5318afb HTTP/1.1" status: 204 len: 168 time: 1.3123636 Aug 31 08:03:54.542214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6160167-2795-48b6-81cd-dc55876a9bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8ce7b6-7991-49db-aa5b-0859a5318afb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:54.682382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.707546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.814054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Allocated IP 172.25.0.70 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/723b82c1-799b-4350-a04c-828e190badf1) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:54.859343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:54.867384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:54.975891 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:03:55.004645 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.181626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.190286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915886c4-b0f5-4773-aab9-2aee7652a94b req-203ad6df-0e85-42d5-bb37-31c3910c042e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.191993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-915886c4-b0f5-4773-aab9-2aee7652a94b req-203ad6df-0e85-42d5-bb37-31c3910c042e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.1229336 Aug 31 08:03:55.299663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:55.300639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Pushing event updated for resources: {'Port': ['ID=723b82c1-799b-4350-a04c-828e190badf1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:55.304368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:55.307026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:55.361416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb5829-2719-400f-baca-d4a378181c8d None None] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:55.565729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ef2e1efe-4197-4a8e-b4ba-5bf0c85aa792 None None] Provisioning for port f5be95ac-d218-4bb6-a042-a714f52224f5 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:55.607129 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-7cfb3f59-ff11-4bf4-a358-5e23d9d698e5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0674708 Aug 31 08:03:55.665075 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.739884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-915886c4-b0f5-4773-aab9-2aee7652a94b req-8ad1346f-65de-49ec-a7cd-70b1a58de2f0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283971 Aug 31 08:03:55.753908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:55.769709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:55.770137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: 9d0bd7fd-9d9d-40af-896e-4be8592529a1, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:03:55.787330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.788535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.789016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.789490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.790099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.790575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.791052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.793415 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-67a04da7-f5c2-47b2-bf06-813d1ebfee68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a672b6d78654570ac7995da833b2496&device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 6509 time: 0.1206501 Aug 31 08:03:55.857640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:03:55.924170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.954899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9d0bd7fd-9d9d-40af-896e-4be8592529a1) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:55.965591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:55.965591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.992541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01683c79-b9a7-4389-965f-b200396abe25 None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:56.018758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.041515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-ad5e5605-6787-4831-9107-be1ea9929f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:56.042630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-ad5e5605-6787-4831-9107-be1ea9929f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:56.043124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-ad5e5605-6787-4831-9107-be1ea9929f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:56.044777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-ad5e5605-6787-4831-9107-be1ea9929f5d service neutron] 10.222.0.68 "GET /v2.0/networks?id=8bb433c7-8036-4d4a-b691-80e019454346&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=01cbd714-8ca6-4b88-949a-5b7f15be2462&id=073ab6d4-0122-4a78-8db8-769b1f12df5a&id=073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 200 len: 2298 time: 0.2040782 Aug 31 08:03:56.087023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f10edfa6-53e7-47dc-95c3-84ddcbfcb556 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5664959 Aug 31 08:03:56.089743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:56.095167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:56.109048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f5be95ac-d218-4bb6-a042-a714f52224f5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:56.126089 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-5201fd61-fcb2-493d-8820-3975f55a1e0b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 200 len: 1001 time: 0.0705006 Aug 31 08:03:56.259055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': 'c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:03:56.259055 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.271135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-db518c71-a340-4f31-ae3e-ef4133eb5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:56.272802 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-db518c71-a340-4f31-ae3e-ef4133eb5628 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3c471819-fde2-4fd0-97d6-aff12222ef78 HTTP/1.1" status: 200 len: 856 time: 0.1370702 Aug 31 08:03:56.331714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.333892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f5be95ac-d218-4bb6-a042-a714f52224f5 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:56.341798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f5be95ac-d218-4bb6-a042-a714f52224f5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:56.342087 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.375471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:56.381045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.417295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-924c3168-6657-41cf-96d9-cca261df02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:56.420367 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-924c3168-6657-41cf-96d9-cca261df02f1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8bb433c7-8036-4d4a-b691-80e019454346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367745 Aug 31 08:03:56.466942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Allocated IP 2001:db8::2 (9d0bd7fd-9d9d-40af-896e-4be8592529a1/c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e/d3123de1-a2f8-4df8-92b7-6873f88ec822) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:56.506072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.568825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.575538 n-d-713499-16 neutron-server[95446]: INFO neutron.db.ipam_backend_mixin [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e (CIDR: 2001:db8::/64) Aug 31 08:03:56.630429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-8d4d2574-9024-4618-b113-0e7a4060124b service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012103 Aug 31 08:03:56.633122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f5be95ac-d218-4bb6-a042-a714f52224f5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f5be95ac-d218-4bb6-a042-a714f52224f5,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:56.665653 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:03:56.666941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:03:56.719877 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-825c5a05-608b-4d3a-8e5f-bbebaa834824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.721652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.732537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Transition to ACTIVE for port object d3123de1-a2f8-4df8-92b7-6873f88ec822 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:56.750206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Transition to ACTIVE for port object d3123de1-a2f8-4df8-92b7-6873f88ec822 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:56.752705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.766365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e4720561-54e4-41de-a80d-8fa7e2085a86 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6747987 Aug 31 08:03:56.783214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-48e4c449-a7af-44f7-97a6-d9d97aa5bee7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:56.787091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37662) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:56.787235 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-48e4c449-a7af-44f7-97a6-d9d97aa5bee7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.1577473 Aug 31 08:03:56.796695 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-0495db00-4af9-496e-9012-b3e45248d395 service neutron] 10.222.0.68 "GET /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513209 Aug 31 08:03:56.804660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:56.810093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f5be95ac-d218-4bb6-a042-a714f52224f5,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:56.847218 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.877790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:03:56.884486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-f6cbd3c4-2700-4f9a-9560-62b600d5753d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 217 time: 0.0697801 Aug 31 08:03:56.898482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:56.905522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:56.913733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:03:56.980328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Pushing event updated for resources: {'Port': ['ID=d3123de1-a2f8-4df8-92b7-6873f88ec822,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:57.012756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Attempting to bind port d3123de1-a2f8-4df8-92b7-6873f88ec822 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:57.018125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Attempting to bind port d3123de1-a2f8-4df8-92b7-6873f88ec822 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:57.018125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Attempting to bind port d3123de1-a2f8-4df8-92b7-6873f88ec822 on network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:57.018376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851767-bc4b-4c2a-8e5b-7acd32d16031 req-d90a4a05-25cf-4130-8c1e-1597bd81cfa4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:57.019074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92851767-bc4b-4c2a-8e5b-7acd32d16031 req-d90a4a05-25cf-4130-8c1e-1597bd81cfa4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.0874088 Aug 31 08:03:57.026079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:57.026443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Checking segment: {'id': '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:57.026852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.027232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Bound using segment: {'id': '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:57.027701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Bound port: d3123de1-a2f8-4df8-92b7-6873f88ec822, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:57.028083 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.077219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92851767-bc4b-4c2a-8e5b-7acd32d16031 req-c7c1ac5a-14e5-418e-b179-477a0c6998d1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481555 Aug 31 08:03:57.098245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:57.103846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.121073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-776cddfe-e867-45fd-a1b4-daf699cdba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:57.124018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-776cddfe-e867-45fd-a1b4-daf699cdba9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.2291212 Aug 31 08:03:57.159579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] For port d3123de1-a2f8-4df8-92b7-6873f88ec822, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:57.166658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] For port d3123de1-a2f8-4df8-92b7-6873f88ec822, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d3123de1-a2f8-4df8-92b7-6873f88ec822,segment=NetworkSegment(7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e),segment_id=7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:57.228115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:03:57.228512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.256009 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.285628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:03:57.295692 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Sync routers for ids ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:03:57.311069 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Routers {'216c09f8-8849-4aa8-ad37-1e1ad3713ff5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:57.312837 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:57.344915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-9ce36df3-e1ef-4acf-8390-43e034a79b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:57.346739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-9ce36df3-e1ef-4acf-8390-43e034a79b02 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1811142 Aug 31 08:03:57.392522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be11dd3-ff6e-4741-a205-e1e35a7262e7 None None] Pushing event updated for resources: {'Port': ['ID=d3123de1-a2f8-4df8-92b7-6873f88ec822,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:57.456675 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Set router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:57.492388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.498726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-766b94a8-1b20-4fe7-b0d6-a844c4defd2b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4670420 Aug 31 08:03:57.501645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37678) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:57.543363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:03:57.543750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.743572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.825174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:03:57.833510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:03:57.847318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:57.847977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.976932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=535f6020-6ee4-4311-b6d2-663cefc069d1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:58.004132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.041106 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:03:55Z', 'revision_number': 3, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:58.046351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c4844b5-02ea-484a-a435-e4fc96bd4f1f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2592397 Aug 31 08:03:58.057656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f5be95ac-d218-4bb6-a042-a714f52224f5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:03:58.115216 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Checking router: 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:03:58.116309 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Updating router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 port 723b82c1-799b-4350-a04c-828e190badf1 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:03:58.137322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:58.155913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'fixed_ips': [{'subnet_id': 'c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e'}, {'subnet_id': '535f6020-6ee4-4311-b6d2-663cefc069d1'}], 'name': 'tempest-PortsIpV6TestJSON-984378228'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:03:58.173075 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.215029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f5be95ac-d218-4bb6-a042-a714f52224f5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:03:58.216024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.307041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:03:58.360873 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-95e93d76-c087-46dd-b09a-d8b4f0cc7e49 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9887195 Aug 31 08:03:58.556500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-cb6f2bfd-6443-4751-b700-b1cd66bd5786 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346562 Aug 31 08:03:58.607537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dce18-ec41-4cd9-99e3-108ce137bdb7 req-da7028f1-e8b3-423f-b414-01520e0a1c54 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:58.627334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f92dce18-ec41-4cd9-99e3-108ce137bdb7 req-da7028f1-e8b3-423f-b414-01520e0a1c54 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 946 time: 0.2752576 Aug 31 08:03:58.631816 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-0ff114a9-ad12-47a2-88a8-0a17995b060a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 217 time: 0.0625951 Aug 31 08:03:58.646308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:03:58.658022 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.704046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-ea2f4666-2853-46d5-ae21-527d5b6673fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:58.705884 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-ea2f4666-2853-46d5-ae21-527d5b6673fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.0614727 Aug 31 08:03:58.761467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f92dce18-ec41-4cd9-99e3-108ce137bdb7 req-be5bb764-6ce7-4168-ab91-b1409d8c8eee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336439 Aug 31 08:03:58.768414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-4e188813-24d3-4727-87ac-260d57fab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:58.770328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-4e188813-24d3-4727-87ac-260d57fab147 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543051 Aug 31 08:03:58.784767 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Transition to ACTIVE for port object 723b82c1-799b-4350-a04c-828e190badf1 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:03:58.799309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.813469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:58.847609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['a035d991-64e8-4d3d-9bbb-a9f363c6e708'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:03:58.853864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37706) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:03:58.879994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=8420fd4e-0b57-4270-bc1b-71f8fa78a7f1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:58.902928 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.927007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:58.996289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:03:59.023063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Attempting to bind port 723b82c1-799b-4350-a04c-828e190badf1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:03:59.025020 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Attempting to bind port 723b82c1-799b-4350-a04c-828e190badf1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:03:59.025627 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Attempting to bind port 723b82c1-799b-4350-a04c-828e190badf1 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:03:59.030789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:03:59.053396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.063845 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e7a14b0f-cdb8-447c-bd74-8b339203f7d0 req-6709e32a-015e-4a9f-ba9f-b5efba19571b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "DELETE /v2.0/ports/8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 HTTP/1.1" status: 204 len: 173 time: 2.2595878 Aug 31 08:03:59.064961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'name': 'network-vif-deleted', 'tag': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:03:59.082521 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4357f-5811-48d5-b12f-389f187bfa6a" -d '{"events": [{"server_uuid": "4f705fea-8646-4f7f-ac6e-e5e76fc1bda4", "name": "network-vif-deleted", "tag": "8420fd4e-0b57-4270-bc1b-71f8fa78a7f1"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:03:59.087439 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:03:59.088324 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:03:59.088941 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.091235 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:03:59.093225 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Bound port: 723b82c1-799b-4350-a04c-828e190badf1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:03:59.094156 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.132213 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.143316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba6da-e3d5-449e-b6cc-3b3ee356f80d None None] Pushing event updated for resources: {'Port': ['ID=723b82c1-799b-4350-a04c-828e190badf1,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:59.143576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-f7b85abd-6238-44d9-ac19-489c77223e70 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562903 Aug 31 08:03:59.153171 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc63a0-3343-4223-83ac-ad413970bf31 x-openstack-request-id: req-bedc63a0-3343-4223-83ac-ad413970bf31 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:03:59.154449 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f705fea-8646-4f7f-ac6e-e5e76fc1bda4", "name": "network-vif-deleted", "tag": "8420fd4e-0b57-4270-bc1b-71f8fa78a7f1", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:03:59.155330 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bedc63a0-3343-4223-83ac-ad413970bf31 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:03:59.155958 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f705fea-8646-4f7f-ac6e-e5e76fc1bda4', 'name': 'network-vif-deleted', 'tag': '8420fd4e-0b57-4270-bc1b-71f8fa78a7f1', 'status': 'completed', 'code': 200} Aug 31 08:03:59.220873 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] For port 723b82c1-799b-4350-a04c-828e190badf1, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:03:59.224612 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] For port 723b82c1-799b-4350-a04c-828e190badf1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=723b82c1-799b-4350-a04c-828e190badf1,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:03:59.263207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6b5d1-c53e-4594-ad88-289e2ad1745e None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:03:59.272894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ed98a99-d39a-4064-b195-490b1564453b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.326920 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-13d03fd9-6a24-4ec1-994f-964d21097d62 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521220 Aug 31 08:03:59.403779 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-2b983218-4d72-4ff1-8a96-372434abfc47 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=7070293b-6786-4958-844f-338fa1c38741 HTTP/1.1" status: 200 len: 217 time: 0.0629787 Aug 31 08:03:59.455542 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.502052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-0d5d2684-e10e-4d78-a6ca-43807d90bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:59.504381 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-0d5d2684-e10e-4d78-a6ca-43807d90bea6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.0875227 Aug 31 08:03:59.514998 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-377d8cd0-0aa2-4115-ad44-456c5ae59c9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573773 Aug 31 08:03:59.592632 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Routers {'216c09f8-8849-4aa8-ad37-1e1ad3713ff5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:03:59.593967 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:03:59.594261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-6acce27d-0fe1-4899-b301-6ea4338a480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:59.595870 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-6acce27d-0fe1-4899-b301-6ea4338a480f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798862 Aug 31 08:03:59.596678 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.597516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0aac63aa-d776-453f-b66c-f8c3f4e61019 None None] Provisioning for port d3123de1-a2f8-4df8-92b7-6873f88ec822 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:03:59.610772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Update dhcp port {'port': {'network_id': '9d0bd7fd-9d9d-40af-896e-4be8592529a1', 'fixed_ips': [{'subnet_id': 'c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e', 'ip_address': '2001:db8::2'}, {'subnet_id': '535f6020-6ee4-4311-b6d2-663cefc069d1'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'd3123de1-a2f8-4df8-92b7-6873f88ec822'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:03:59.682017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.718145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-8a2a8f45-f1f2-443c-b1f0-985b539cd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:59.736060 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-8a2a8f45-f1f2-443c-b1f0-985b539cd35c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1098 time: 0.1228497 Aug 31 08:03:59.764421 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba6da-e3d5-449e-b6cc-3b3ee356f80d None None] Pushing event updated for resources: {'Port': ['ID=723b82c1-799b-4350-a04c-828e190badf1,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:03:59.808145 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-c3854983-2104-466c-a872-577434afa080 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017365 Aug 31 08:03:59.815500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Allocated IP 172.20.0.1 (236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9/efbb585d-8bda-4c57-b3d7-0f8b61294b5f/ccdcec53-605f-4631-b6db-1cc49b0ba2a6) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:03:59.842917 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] Set router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:03:59.934966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-996b4c74-5d0b-4463-afc5-42331ae98fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:03:59.936515 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-996b4c74-5d0b-4463-afc5-42331ae98fe8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.1870985 Aug 31 08:03:59.983065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ed98a99-d39a-4064-b195-490b1564453b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:59.991205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-f7a4e01f-abb6-401b-96e5-01df8fcdde73 service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735945 Aug 31 08:04:00.001866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-029eae63-4e65-4c5b-9435-d8b9e78a8b8b req-0c07b252-b87c-4a60-aa60-3f00d68c8925 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f705fea-8646-4f7f-ac6e-e5e76fc1bda4 HTTP/1.1" status: 200 len: 210 time: 0.0642128 Aug 31 08:04:00.070690 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-f4f5ffed-1739-4bc7-9e12-896d3ea5c361 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f HTTP/1.1" status: 200 len: 217 time: 0.0494525 Aug 31 08:04:00.073164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d3123de1-a2f8-4df8-92b7-6873f88ec822 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:00.076643 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-1b955da3-f8f5-4a68-a96f-3516ef2ba225 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 1001 time: 0.1272402 Aug 31 08:04:00.098249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::3d9 (9d0bd7fd-9d9d-40af-896e-4be8592529a1/c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e/96f888e9-ffb8-435b-8ce9-fbda10f860e3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:00.098249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.104465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8:0:1::136 (9d0bd7fd-9d9d-40af-896e-4be8592529a1/535f6020-6ee4-4311-b6d2-663cefc069d1/96f888e9-ffb8-435b-8ce9-fbda10f860e3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:00.117364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Transition to ACTIVE for port object ccdcec53-605f-4631-b6db-1cc49b0ba2a6 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:00.131483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-bf102860-6053-466b-b955-3ddf45307be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.133947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-bf102860-6053-466b-b955-3ddf45307be0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 200 len: 797 time: 0.0563905 Aug 31 08:04:00.206429 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:03:55Z', 'revision_number': 3, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:00.213772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-c3039900-91bc-4e6e-8fe1-7b433d6ef760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.215820 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-c3039900-91bc-4e6e-8fe1-7b433d6ef760 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0804319 Aug 31 08:04:00.228153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-0dc8f88c-707c-45aa-9873-0a1fd825ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.229737 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-0dc8f88c-707c-45aa-9873-0a1fd825ca5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=01cbd714-8ca6-4b88-949a-5b7f15be2462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847545 Aug 31 08:04:00.235300 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54eaedc-08d0-42d0-8254-77987cbe2506 None None] The sync data for ids ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'] in n-d-713499-16 is: [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:03:55Z', 'revision_number': 3, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:00.299885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.318224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 96f888e9-ffb8-435b-8ce9-fbda10f860e3 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:00.332195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-db53f633-22a7-4acf-a297-4a5db5660bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.334568 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-db53f633-22a7-4acf-a297-4a5db5660bc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036568 Aug 31 08:04:00.366182 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ed98a99-d39a-4064-b195-490b1564453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.411697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7ed98a99-d39a-4064-b195-490b1564453b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c51f21e0cc9243579207b40052f8a55e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5488992 Aug 31 08:04:00.411697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed98a99-d39a-4064-b195-490b1564453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274e8ade-9488-493d-8292-b004341fbea3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:00.412695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37730) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:00.436162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-c364169d-68f1-4047-a42a-97ffb62f59aa service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809716 Aug 31 08:04:00.469555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port d3123de1-a2f8-4df8-92b7-6873f88ec822 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:00.476670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d3123de1-a2f8-4df8-92b7-6873f88ec822 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:00.478059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.479930 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4023c4d5-2873-4811-ad54-4214559f89ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.541648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4023c4d5-2873-4811-ad54-4214559f89ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.544347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:00.556911 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-79cacab0-61d9-4124-b325-28ed5b457e0b service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108350 Aug 31 08:04:00.569083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:00.569999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 8420fd4e-0b57-4270-bc1b-71f8fa78a7f1 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:00.609180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.626773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-3e34c3fc-8953-440e-a478-df8c21e7c5bc service neutron] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786470 Aug 31 08:04:00.688290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.705372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.725471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:00.747434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:00.760161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:00.772497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Pushing event updated for resources: {'Port': ['ID=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:00.802007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-f76c0760-35b8-44d3-8d17-824f946b0189 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7 HTTP/1.1" status: 200 len: 217 time: 0.1592090 Aug 31 08:04:00.824227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:00.839289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port d3123de1-a2f8-4df8-92b7-6873f88ec822, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d3123de1-a2f8-4df8-92b7-6873f88ec822,segment=NetworkSegment(7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e),segment_id=7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:00.857266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:00.871054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:00.877791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.878522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.881862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Allocated IP 2001:db8:0:1::2 (9d0bd7fd-9d9d-40af-896e-4be8592529a1/535f6020-6ee4-4311-b6d2-663cefc069d1/d3123de1-a2f8-4df8-92b7-6873f88ec822) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:00.897601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-1f19fbdf-6ced-48f0-a596-a9df7ef889eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.899344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-1f19fbdf-6ced-48f0-a596-a9df7ef889eb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0895157 Aug 31 08:04:00.901505 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d54ec27d-8556-4f2b-9ad6-7bf6377f0886 req-42371d88-0556-4515-8cee-50de3a0efb17 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324754 Aug 31 08:04:00.922155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.965794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.981997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-3a1e3e05-f84c-4eb3-ad96-97811fff3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:00.984242 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-3a1e3e05-f84c-4eb3-ad96-97811fff3d65 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675344 Aug 31 08:04:00.998838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=96f888e9-ffb8-435b-8ce9-fbda10f860e3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:01.091100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4023c4d5-2873-4811-ad54-4214559f89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.099123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4023c4d5-2873-4811-ad54-4214559f89ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.100345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4023c4d5-2873-4811-ad54-4214559f89ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/274e8ade-9488-493d-8292-b004341fbea3 HTTP/1.1" status: 204 len: 168 time: 0.6868434 Aug 31 08:04:01.146638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c4d5-2873-4811-ad54-4214559f89ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274e8ade-9488-493d-8292-b004341fbea3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:01.154106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-212bcf34-6be2-473b-80cf-0d2f1bd58282 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0139155 Aug 31 08:04:01.160200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:01.160575 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-84907a23-fc89-424d-a964-e7fd90085ce0 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557384 Aug 31 08:04:01.168680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:01.223773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=d3123de1-a2f8-4df8-92b7-6873f88ec822,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:01.283903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] For port d3123de1-a2f8-4df8-92b7-6873f88ec822, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d3123de1-a2f8-4df8-92b7-6873f88ec822,segment=NetworkSegment(7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e),segment_id=7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:01.329735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-04c4a097-3ff7-44c9-a1bf-86bf2ad5c8c2 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681430 Aug 31 08:04:01.338801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.357291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.368388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d633c16-7904-4dd4-8da1-da15ee921639 None None] Provisioning for port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:01.377273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d633c16-7904-4dd4-8da1-da15ee921639 None None] Provisioning complete for port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:01.378376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d633c16-7904-4dd4-8da1-da15ee921639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.394954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.409064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Transition to ACTIVE for port object d3123de1-a2f8-4df8-92b7-6873f88ec822 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:01.414096 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-e929c414-ae59-4aeb-b6fb-c8e956061110 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 200 len: 217 time: 0.0751054 Aug 31 08:04:01.428076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8d633c16-7904-4dd4-8da1-da15ee921639 None None] Port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:01.509844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-8ab6a9f7-cb0c-40a8-9591-9f7586d6710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:01.511553 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-8ab6a9f7-cb0c-40a8-9591-9f7586d6710c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 200 len: 797 time: 0.0897369 Aug 31 08:04:01.568511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-d7596351-af5c-420b-8fd7-f0caed68f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:01.570348 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-d7596351-af5c-420b-8fd7-f0caed68f6b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=073ab6d4-0122-4a78-8db8-769b1f12df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484035 Aug 31 08:04:01.580945 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.678980 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-c7e7d972-a04f-467f-aa85-8678a20c0d5b service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008306 Aug 31 08:04:01.762635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517a072-486a-4907-bca4-24544e9047e1 None None] Pushing event updated for resources: {'Port': ['ID=d3123de1-a2f8-4df8-92b7-6873f88ec822,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:01.869854 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a248a351-8bf2-4b93-b6ef-850e6c4419ca req-7f8974cd-2ba7-456f-9003-05abcae4ab26 service neutron] 10.222.0.68 "GET /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827953 Aug 31 08:04:01.968303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.049084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8871d-ec22-4044-914d-413161528e86 req-71848a56-236e-4c74-8930-2a68f89825c8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:02.050694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cad8871d-ec22-4044-914d-413161528e86 req-71848a56-236e-4c74-8930-2a68f89825c8 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.1483779 Aug 31 08:04:02.055208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.062120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Delete allocated IP 2001:db8:0:1::136 (9d0bd7fd-9d9d-40af-896e-4be8592529a1/535f6020-6ee4-4311-b6d2-663cefc069d1) {{(pid=95446) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 08:04:02.115822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 723b82c1-799b-4350-a04c-828e190badf1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:02.207563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37764) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:02.229618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-527ce209-5723-4748-a7d4-2d03293fc63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.235415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Pushing event updated for resources: {'Port': ['ID=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:02.240375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 723b82c1-799b-4350-a04c-828e190badf1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:02.245056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 723b82c1-799b-4350-a04c-828e190badf1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:02.245439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.294642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.321292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cad8871d-ec22-4044-914d-413161528e86 req-d5efe4cc-8446-47b0-a69b-7a16c309f7d2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556980 Aug 31 08:04:02.427567 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-527ce209-5723-4748-a7d4-2d03293fc63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.444268 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.474598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 723b82c1-799b-4350-a04c-828e190badf1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=723b82c1-799b-4350-a04c-828e190badf1,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:02.513977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:02.517074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:02.537245 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-527ce209-5723-4748-a7d4-2d03293fc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.568313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e196b-2c32-40e5-a96b-254224360a96 None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:02.627006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ce209-5723-4748-a7d4-2d03293fc63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ffa62-bd14-4df8-94f6-ec94edc913aa,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:02.630570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.638428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-527ce209-5723-4748-a7d4-2d03293fc63a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21cd110809404a52b167ba35698dc70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273334 Aug 31 08:04:02.640994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37772) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:02.648944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d3123de1-a2f8-4df8-92b7-6873f88ec822 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:02.680936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c1041299-4564-4132-93f1-e359b4731697 None None] Provisioning for port d3123de1-a2f8-4df8-92b7-6873f88ec822 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:02.742318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c1041299-4564-4132-93f1-e359b4731697 None None] Provisioning complete for port d3123de1-a2f8-4df8-92b7-6873f88ec822 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:02.743357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c1041299-4564-4132-93f1-e359b4731697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.762671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdd69-b494-432f-a77b-db1a4fec99f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.808868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdd69-b494-432f-a77b-db1a4fec99f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.853380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=723b82c1-799b-4350-a04c-828e190badf1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:02.925474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port d3123de1-a2f8-4df8-92b7-6873f88ec822 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:02.925993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.978220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdd69-b494-432f-a77b-db1a4fec99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.982881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdd69-b494-432f-a77b-db1a4fec99f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:02.986686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bbbfdd69-b494-432f-a77b-db1a4fec99f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/853ffa62-bd14-4df8-94f6-ec94edc913aa HTTP/1.1" status: 204 len: 168 time: 0.3418863 Aug 31 08:04:03.000880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfdd69-b494-432f-a77b-db1a4fec99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ffa62-bd14-4df8-94f6-ec94edc913aa,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:03.121359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:03.139612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Ignored duplicate provisioning block setup for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 08:04:03.143369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:04:03.170756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e92f1c6e-529a-4e78-a7a8-8078cef8134b None None] Provisioning complete for port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:03.171544 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e92f1c6e-529a-4e78-a7a8-8078cef8134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:03.249901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:03.269145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e92f1c6e-529a-4e78-a7a8-8078cef8134b None None] Port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:03.307985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:03.314077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fd403953-d6cd-4901-840c-c7efe527306a admin admin] 10.222.0.36 "PUT /v2.0/routers/216c09f8-8849-4aa8-ad37-1e1ad3713ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8139117 Aug 31 08:04:03.325846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Sync routers for ids ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:03.337009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] In _notify_port_updated(), no bound segment for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 on network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:04:03.343129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:03.348298 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:03.348298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/ports/96f888e9-ffb8-435b-8ce9-fbda10f860e3 HTTP/1.1" status: 200 len: 925 time: 2.1834576 Aug 31 08:04:03.348298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c64f9-c041-44b7-bc86-24c92c0dcfce tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=96f888e9-ffb8-435b-8ce9-fbda10f860e3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:03.350238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:03.353585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Routers {'216c09f8-8849-4aa8-ad37-1e1ad3713ff5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:03.359806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:03.364764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e'}, {'subnet_id': '535f6020-6ee4-4311-b6d2-663cefc069d1'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:03.526057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e33e5-4e88-4c13-b2c7-050e6690280e req-251eb0ec-5179-4e04-a1a2-24a81e78701a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:03.537371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7e33e5-4e88-4c13-b2c7-050e6690280e req-251eb0ec-5179-4e04-a1a2-24a81e78701a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.1183484 Aug 31 08:04:03.555503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Set router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:03.630112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc7e33e5-4e88-4c13-b2c7-050e6690280e req-e62dbd69-97d2-4875-931d-53023da38e26 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744698 Aug 31 08:04:03.644811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3423153-13a0-4331-954f-de6a65f96be1 req-4a435c3b-10ac-405c-a513-1b4d343cc21f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:03.651050 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e3423153-13a0-4331-954f-de6a65f96be1 req-4a435c3b-10ac-405c-a513-1b4d343cc21f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.1865046 Aug 31 08:04:03.758753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:03.812127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f67aa417-5670-4da8-a11f-d0d256151b25 None None] Provisioning complete for port d3123de1-a2f8-4df8-92b7-6873f88ec822 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:03.813227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f67aa417-5670-4da8-a11f-d0d256151b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.041874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 723b82c1-799b-4350-a04c-828e190badf1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:04.071734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port a035d991-64e8-4d3d-9bbb-a9f363c6e708 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:04.071997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.182422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:04:01Z', 'revision_number': 4, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ccdcec53-605f-4631-b6db-1cc49b0ba2a6', 'name': '', 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'mac_address': 'fa:16:3e:27:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:59Z', 'updated_at': '2021-08-31T08:04:01Z', 'revision_number': 2, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'subnets': [{'id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:04.220683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Checking router: 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:04:04.229751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Updating router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:04:04.229751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 723b82c1-799b-4350-a04c-828e190badf1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:04.229751 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.292462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f67aa417-5670-4da8-a11f-d0d256151b25 None None] Provisioning for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:04.302496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.312813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f67aa417-5670-4da8-a11f-d0d256151b25 None None] Provisioning complete for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:04.313192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f67aa417-5670-4da8-a11f-d0d256151b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.385698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port a035d991-64e8-4d3d-9bbb-a9f363c6e708, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=a035d991-64e8-4d3d-9bbb-a9f363c6e708,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:04.386133 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.458840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for a035d991-64e8-4d3d-9bbb-a9f363c6e708 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:04.568856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8:0:1::359 (9d0bd7fd-9d9d-40af-896e-4be8592529a1/535f6020-6ee4-4311-b6d2-663cefc069d1/96f888e9-ffb8-435b-8ce9-fbda10f860e3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:04.610724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f67aa417-5670-4da8-a11f-d0d256151b25 None None] Port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:04.785983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a24889-6d43-4a5d-bc1b-b9e88668fadd req-8682d5de-bc0d-46b9-be53-3ed1511e6c17 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:04.789093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12a24889-6d43-4a5d-bc1b-b9e88668fadd req-8682d5de-bc0d-46b9-be53-3ed1511e6c17 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 945 time: 0.0732436 Aug 31 08:04:04.835803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.862819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Ignored duplicate provisioning block setup for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 08:04:04.889198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12a24889-6d43-4a5d-bc1b-b9e88668fadd req-40a0031b-e4c4-46b5-8dd3-ded3acbe950b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794756 Aug 31 08:04:04.904189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-99853f79-de1b-4b21-ae63-50d3fdeb7fab None None] Provisioning complete for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:04.904836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-99853f79-de1b-4b21-ae63-50d3fdeb7fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.952534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.957248 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:04.965516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-99853f79-de1b-4b21-ae63-50d3fdeb7fab None None] Port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:04.972855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:05.043318 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.064077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Transition to ACTIVE for port object ccdcec53-605f-4631-b6db-1cc49b0ba2a6 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:05.070374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] In _notify_port_updated(), no bound segment for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 on network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:04:05.076841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:05.077762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.079353 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/ports/96f888e9-ffb8-435b-8ce9-fbda10f860e3 HTTP/1.1" status: 200 len: 1011 time: 1.7280993 Aug 31 08:04:05.080426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d868e-4dcb-4acf-ad67-d1e9a6ffc5f3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=96f888e9-ffb8-435b-8ce9-fbda10f860e3,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:05.083105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37842) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:05.148265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port a035d991-64e8-4d3d-9bbb-a9f363c6e708 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:05.151436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.153939 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e3423153-13a0-4331-954f-de6a65f96be1 req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "DELETE /v2.0/ports/a035d991-64e8-4d3d-9bbb-a9f363c6e708 HTTP/1.1" status: 204 len: 173 time: 1.4961367 Aug 31 08:04:05.154710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179df2b-171f-4a8b-bf67-4347869bd7a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=a035d991-64e8-4d3d-9bbb-a9f363c6e708,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:05.158432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'name': 'network-vif-deleted', 'tag': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:05.167248 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670d9ed9-9fb6-458e-a870-e869e48b5e27" -d '{"events": [{"server_uuid": "c3cf86c5-2ed2-49e5-85f8-6318f63e7f63", "name": "network-vif-deleted", "tag": "a035d991-64e8-4d3d-9bbb-a9f363c6e708"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:05.209175 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.265750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:05.266544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.269132 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e07c57-4acb-41af-b63b-a458331bc611 x-openstack-request-id: req-52e07c57-4acb-41af-b63b-a458331bc611 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:05.269421 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cf86c5-2ed2-49e5-85f8-6318f63e7f63", "name": "network-vif-deleted", "tag": "a035d991-64e8-4d3d-9bbb-a9f363c6e708", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:05.269674 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52e07c57-4acb-41af-b63b-a458331bc611 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:05.270101 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cf86c5-2ed2-49e5-85f8-6318f63e7f63', 'name': 'network-vif-deleted', 'tag': 'a035d991-64e8-4d3d-9bbb-a9f363c6e708', 'status': 'completed', 'code': 200} Aug 31 08:04:05.415042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f6248-48e7-4e13-aadd-5099251962e7 None None] Pushing event updated for resources: {'Port': ['ID=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:05.456550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.475702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 96f888e9-ffb8-435b-8ce9-fbda10f860e3 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:05.534606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Attempting to bind port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:05.534606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Attempting to bind port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:05.534606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Attempting to bind port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 on network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:05.538837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fa009f1a-3e13-4156-8be0-dff05e99e992 None None] Provisioning complete for port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:05.539528 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa009f1a-3e13-4156-8be0-dff05e99e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.543629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:05.544270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Checking segment: {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:05.544852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.545449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Bound using segment: {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:05.545989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Bound port: ccdcec53-605f-4631-b6db-1cc49b0ba2a6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1956e71-0e17-4a29-b129-ae26c79fa8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:05.546381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.612729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fa009f1a-3e13-4156-8be0-dff05e99e992 None None] Port 96f888e9-ffb8-435b-8ce9-fbda10f860e3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:05.649372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] For port ccdcec53-605f-4631-b6db-1cc49b0ba2a6, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:05.651672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] For port ccdcec53-605f-4631-b6db-1cc49b0ba2a6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:05.784105 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.816179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:05.853322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Routers {'216c09f8-8849-4aa8-ad37-1e1ad3713ff5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:05.854011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:03:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:05.892566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=96f888e9-ffb8-435b-8ce9-fbda10f860e3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:06.080984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.091014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-13b8ca62-3aa6-49ac-9e21-f8abce15e596 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/96f888e9-ffb8-435b-8ce9-fbda10f860e3 HTTP/1.1" status: 204 len: 168 time: 1.0024955 Aug 31 08:04:06.092229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37880) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:06.159123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] Set router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:06.165048 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcce57af-4618-4596-874b-69d4ac069496 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:06.185008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b533c379-e060-4970-a288-51ce5eca57a7 req-e82ce254-c02b-4d53-bc59-9ed7d9966075 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3cf86c5-2ed2-49e5-85f8-6318f63e7f63 HTTP/1.1" status: 200 len: 210 time: 0.0869339 Aug 31 08:04:06.185497 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dcce57af-4618-4596-874b-69d4ac069496 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/96f888e9-ffb8-435b-8ce9-fbda10f860e3 HTTP/1.1" status: 404 len: 333 time: 0.0902061 Aug 31 08:04:06.186038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:06.251532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f6248-48e7-4e13-aadd-5099251962e7 None None] Pushing event updated for resources: {'Port': ['ID=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:06.293477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 535f6020-6ee4-4311-b6d2-663cefc069d1 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:06.297539 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.375682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.515362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:04:01Z', 'revision_number': 4, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ccdcec53-605f-4631-b6db-1cc49b0ba2a6', 'name': '', 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'mac_address': 'fa:16:3e:27:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:59Z', 'updated_at': '2021-08-31T08:04:05Z', 'revision_number': 4, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'subnets': [{'id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:06.521926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.546999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46b5a7-810e-4b3e-9079-cfeb50b98902 None None] The sync data for ids ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'] in n-d-713499-16 is: [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:04:01Z', 'revision_number': 4, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ccdcec53-605f-4631-b6db-1cc49b0ba2a6', 'name': '', 'network_id': '236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'mac_address': 'fa:16:3e:27:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:59Z', 'updated_at': '2021-08-31T08:04:05Z', 'revision_number': 4, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'subnets': [{'id': 'efbb585d-8bda-4c57-b3d7-0f8b61294b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:06.554824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a035d991-64e8-4d3d-9bbb-a9f363c6e708 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:06.583212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: a035d991-64e8-4d3d-9bbb-a9f363c6e708 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:06.583670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device a035d991-64e8-4d3d-9bbb-a9f363c6e708 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:06.743835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.788499 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.788959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c69af0-490e-47c9-8e0d-e200790cd800 None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:06.790947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/535f6020-6ee4-4311-b6d2-663cefc069d1 HTTP/1.1" status: 204 len: 168 time: 0.6037257 Aug 31 08:04:06.792949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22cea5-561c-4793-94c9-d6c028e63e1d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=535f6020-6ee4-4311-b6d2-663cefc069d1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:06.794894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37906) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:06.913331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:06.923103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.022125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.205843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.421423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.502944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.506302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e HTTP/1.1" status: 204 len: 168 time: 0.7102008 Aug 31 08:04:07.508410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fe78a-cb48-4dd7-967b-0810b3c59d22 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:07.510330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37940) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:07.647772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.738717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port d3123de1-a2f8-4df8-92b7-6873f88ec822 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:07.740091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.771793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-5609bf2e-336a-4dce-bb39-6d071351d942 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:07.780806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-5609bf2e-336a-4dce-bb39-6d071351d942 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.2886236 Aug 31 08:04:07.798374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-576e3506-a0f0-4512-96a2-b6c7087a686f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0164099 Aug 31 08:04:07.850707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] For port d3123de1-a2f8-4df8-92b7-6873f88ec822, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d3123de1-a2f8-4df8-92b7-6873f88ec822,segment=NetworkSegment(7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e),segment_id=7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:07.850707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:07.868989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for d3123de1-a2f8-4df8-92b7-6873f88ec822 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:07.878722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-b84bfff4-168d-4960-9bdd-ab601a150515 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766435 Aug 31 08:04:08.060538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccdcec53-605f-4631-b6db-1cc49b0ba2a6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:08.161361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-ef9faac2-4525-4a16-8469-c4b215f2dc2d service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684703 Aug 31 08:04:08.181389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37958) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:08.189668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:08.257369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=d3123de1-a2f8-4df8-92b7-6873f88ec822,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:08.278757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No DVR routers for this DVR port d3123de1-a2f8-4df8-92b7-6873f88ec822 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:08.323747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:08.329555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:08.330312 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:08.386809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9d3b-545a-4368-a5b3-0206e0218f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:08.415373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-997565a4-1379-4f87-af00-df7cbd7506e4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:08.415627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e99be-c348-49df-82cf-6f59abb103a3 None None] Network 9d0bd7fd-9d9d-40af-896e-4be8592529a1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:08.417779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-997565a4-1379-4f87-af00-df7cbd7506e4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.2445180 Aug 31 08:04:08.446394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-a633456c-e358-4fc7-9b12-58e14931f287 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0230482 Aug 31 08:04:08.527614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b6066eb0-109a-42bb-a0f6-b005e7a656b7 None None] Could not find standard attr ID for object d3123de1-a2f8-4df8-92b7-6873f88ec822. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:04:08.530017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4510c303-c5c7-48ec-8f03-932fe1d0429b service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703277 Aug 31 08:04:08.531396 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:08.551604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-5d4d7f92-8944-4c63-a987-bb5cb7f0b01e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992196 Aug 31 08:04:08.636510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port ccdcec53-605f-4631-b6db-1cc49b0ba2a6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:08.691352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-92c76dc2-0df4-49aa-ae94-a56127ecca33 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384583 Aug 31 08:04:08.716930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:08.785401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bacb6e-0329-46ba-a5eb-0a2d98225d11 None None] DHCP port deletion for 9d0bd7fd-9d9d-40af-896e-4be8592529a1 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:04:08.809310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:08.834419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-ec811723-9f6c-412c-a8d4-fe40ad092fbf service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417706 Aug 31 08:04:08.967373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:08.987204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0bd7fd-9d9d-40af-896e-4be8592529a1']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:09.005068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:09.006195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2b9ef6-63a6-4af0-9bbb-9eeafe343d4e') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:09.021319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.051287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.062650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b21dd64-c38f-41fb-85d0-e657757bd185 req-b386c2dc-4903-4f5c-aac8-9e076e8b8af0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 210 time: 0.0294845 Aug 31 08:04:09.065747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:04:09.066190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:04:09.087143 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:04:09.174170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9d3b-545a-4368-a5b3-0206e0218f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.238490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.240127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9d3b-545a-4368-a5b3-0206e0218f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.254951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.261365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/9d0bd7fd-9d9d-40af-896e-4be8592529a1 HTTP/1.1" status: 204 len: 168 time: 1.7407997 Aug 31 08:04:09.262741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37980) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:09.308702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11b55d-38e2-42dd-8348-e3d122ac5e1b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=9d0bd7fd-9d9d-40af-896e-4be8592529a1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:09.319937 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae6f9d3b-545a-4368-a5b3-0206e0218f74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63eb0aea4f5b4dc58b8c104dfe24dca9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1373372 Aug 31 08:04:09.321351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f9d3b-545a-4368-a5b3-0206e0218f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfc5250-8236-4ca8-9c69-a805d51b5e43,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:09.324077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:09.361388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3a27d-6c16-42bc-8f8c-a02c3f4c755d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:09.366830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3a3a27d-6c16-42bc-8f8c-a02c3f4c755d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0994818 Aug 31 08:04:09.367092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:09.406537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28a2310-ebe9-42fa-a9f1-fc44e26ee674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.437792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8c9f5cd0-25b2-4708-9f2d-3012a775ea5a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0690954 Aug 31 08:04:09.440625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28a2310-ebe9-42fa-a9f1-fc44e26ee674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.441279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37988) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:09.446689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1901036320'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:09.563477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9e100dc-c625-49d2-854e-b8efcb0e529b req-65d46fad-b0db-4359-9a60-7b852b22fd23 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0324016 Aug 31 08:04:09.638445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:09.642267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.645318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28a2310-ebe9-42fa-a9f1-fc44e26ee674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.647993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28a2310-ebe9-42fa-a9f1-fc44e26ee674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.653365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d28a2310-ebe9-42fa-a9f1-fc44e26ee674 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dfc5250-8236-4ca8-9c69-a805d51b5e43 HTTP/1.1" status: 204 len: 168 time: 0.3260899 Aug 31 08:04:09.697722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a2310-ebe9-42fa-a9f1-fc44e26ee674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfc5250-8236-4ca8-9c69-a805d51b5e43,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:09.721076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:04:09.733445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.733851 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment fa150a5a-af79-4ce6-9271-ec7713335b0c of type vlan for network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb Aug 31 08:04:09.779372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.874161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.880413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:09.881419 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:09.953760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccdcec53-605f-4631-b6db-1cc49b0ba2a6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:09.954903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=5d80d6bd-51d2-49ec-8cea-6a1f555454cb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:09.977512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:04:10.056521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-80c14565-046f-4e39-b51b-018c4c254efb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6113977 Aug 31 08:04:10.056868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38006) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:10.062268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:10.080870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:10.081255 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:10.240658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef8f45e5-985d-4a0c-8e1d-258d83442f38 req-77112e55-21fe-43be-bf22-b05af5ad3627 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 210 time: 0.0334468 Aug 31 08:04:10.268183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d3123de1-a2f8-4df8-92b7-6873f88ec822 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:10.268743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:10.272434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:10.290805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d3123de1-a2f8-4df8-92b7-6873f88ec822 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:10.291080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d3123de1-a2f8-4df8-92b7-6873f88ec822 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:10.615428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:10.708082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa2120f2-16fe-426f-956f-8862c0384827 req-d7818943-6f56-4901-87e2-c7d51626615c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0885758 Aug 31 08:04:10.732789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=0f346194-fc09-49c2-bcf9-900c6299a526,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:10.819527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': 'fa150a5a-af79-4ce6-9271-ec7713335b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:10.819904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: 5d80d6bd-51d2-49ec-8cea-6a1f555454cb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:04:10.846055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38016) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:10.848992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f82e7037-3242-4c44-8dd5-0ebaaa3488f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:10.939868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f82e7037-3242-4c44-8dd5-0ebaaa3488f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:10.948886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:04:11.040501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f82e7037-3242-4c44-8dd5-0ebaaa3488f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.069015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5d80d6bd-51d2-49ec-8cea-6a1f555454cb) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:11.075288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:11.080313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df0454-64e8-48dd-a11b-b8c0b977c45f None None] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:11.084961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.099148 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f82e7037-3242-4c44-8dd5-0ebaaa3488f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0f205a38d124ae49b70adbf84a901c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632887 Aug 31 08:04:11.103227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38020) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:11.120632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7037-3242-4c44-8dd5-0ebaaa3488f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e08cf18-b0d5-4015-992d-f64128b93b86,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:11.170917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0e68-6b3b-4594-acda-4ece9d272f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.194814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0e68-6b3b-4594-acda-4ece9d272f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.235209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-de20b795-eef2-498c-b1ba-c14b93a7e19f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1771276 Aug 31 08:04:11.237559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38022) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:11.242872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb', 'name': 'tempest-PortsIpV6TestJSON-2136002907'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:11.266276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-5d80d6bd-51d2-49ec-8cea-6a1f555454cb', 'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': '0f346194-fc09-49c2-bcf9-900c6299a526'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:04:11.268058 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.352903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0e68-6b3b-4594-acda-4ece9d272f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.356044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0e68-6b3b-4594-acda-4ece9d272f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.359972 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c9c0e68-6b3b-4594-acda-4ece9d272f72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e08cf18-b0d5-4015-992d-f64128b93b86 HTTP/1.1" status: 204 len: 168 time: 0.2532458 Aug 31 08:04:11.366210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0e68-6b3b-4594-acda-4ece9d272f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e08cf18-b0d5-4015-992d-f64128b93b86,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:11.394466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da3bd522-abde-401d-9d38-7031bfac1f53 req-63714d43-f761-422e-aa47-7fd2dd2de6c6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 210 time: 0.0531483 Aug 31 08:04:11.502444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Allocated IP 2001:db8::2 (5d80d6bd-51d2-49ec-8cea-6a1f555454cb/0f346194-fc09-49c2-bcf9-900c6299a526/e848bbee-f54b-455f-b064-53f8245c10ff) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:11.504197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:11.509152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.529721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:04:11.671023 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.683157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Transition to ACTIVE for port object e848bbee-f54b-455f-b064-53f8245c10ff will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:11.704753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Transition to ACTIVE for port object e848bbee-f54b-455f-b064-53f8245c10ff will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:11.762590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-672077ab-2279-4e23-a31b-25d59790e86a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:11.762590 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-672077ab-2279-4e23-a31b-25d59790e86a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.1414604 Aug 31 08:04:11.778449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': '8738699f-5b61-4f36-acd9-43571904cc95', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:11.812179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:11.902128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-deb126ae-8a15-402e-a4c2-b8a945dd97cc req-475d502a-339a-4802-9f5a-0f10adfb5447 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0912499 Aug 31 08:04:11.909769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:11.912944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:11.931116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:11.936560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Pushing event updated for resources: {'Port': ['ID=e848bbee-f54b-455f-b064-53f8245c10ff,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:11.989248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::305 (5d80d6bd-51d2-49ec-8cea-6a1f555454cb/0f346194-fc09-49c2-bcf9-900c6299a526/4fd8ff29-7fa1-49bd-b138-4712f57a4e98) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:11.998344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Attempting to bind port e848bbee-f54b-455f-b064-53f8245c10ff on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:11.998895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Attempting to bind port e848bbee-f54b-455f-b064-53f8245c10ff by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'fa150a5a-af79-4ce6-9271-ec7713335b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:11.999312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Attempting to bind port e848bbee-f54b-455f-b064-53f8245c10ff on network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:12.005007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:12.005737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Checking segment: {'id': 'fa150a5a-af79-4ce6-9271-ec7713335b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:12.006234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.006777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Bound using segment: {'id': 'fa150a5a-af79-4ce6-9271-ec7713335b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:12.007429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Bound port: e848bbee-f54b-455f-b064-53f8245c10ff, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa150a5a-af79-4ce6-9271-ec7713335b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:12.008394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.012615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:12.018376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.097923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] For port e848bbee-f54b-455f-b064-53f8245c10ff, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:12.103181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] For port e848bbee-f54b-455f-b064-53f8245c10ff, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e848bbee-f54b-455f-b064-53f8245c10ff,segment=NetworkSegment(fa150a5a-af79-4ce6-9271-ec7713335b0c),segment_id=fa150a5a-af79-4ce6-9271-ec7713335b0c)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:12.181616 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.213567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.238335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:12.255246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.13 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/55c81bac-1b20-45bb-9ed8-2311297a7d2f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:12.275977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbc43-404f-48c4-b073-868fd897931b None None] Pushing event updated for resources: {'Port': ['ID=e848bbee-f54b-455f-b064-53f8245c10ff,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:12.453240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.463833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.545000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:12.550382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:12.556934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:12.569007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:12.575954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.636696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.649312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:12.688995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b342f00e-f845-4e24-a55a-e5c7d0d949b9 req-80252498-8e0e-40f5-b701-5e80f25ba2dd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 210 time: 0.0999687 Aug 31 08:04:12.700147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=4fd8ff29-7fa1-49bd-b138-4712f57a4e98,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:12.762282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=55c81bac-1b20-45bb-9ed8-2311297a7d2f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:12.762450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-43be91a5-cfc9-45ec-8e64-2fff352922a9 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5235169 Aug 31 08:04:12.764951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38052) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:12.772138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': '5d80d6bd-51d2-49ec-8cea-6a1f555454cb', 'name': 'tempest-PortsIpV6TestJSON-933116244'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:12.783603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-8503f211-4c85-49d7-ae07-76f10e280867 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:12.785293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-8503f211-4c85-49d7-ae07-76f10e280867 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.2309899 Aug 31 08:04:12.791294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:12.793036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:12.802243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:12.802468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:12.854227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:12.854863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:12.938529 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-4a2e71f6-16b3-4029-a2f1-5db1e6b5182c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1656673 Aug 31 08:04:12.954147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Request body: {'port': {'device_id': '8738699f-5b61-4f36-acd9-43571904cc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:12.983244 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:04:12.983244 n-d-713499-16 neutron-server[95446]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 08:04:12.983244 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'id': '6587beb4-d4a6-4591-94ac-fdd2905b9ed5', 'expiration': datetime.datetime(2021, 8, 31, 8, 6, 12, 976036)}] Aug 31 08:04:12.983244 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:04:12.983244 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:04:13.034326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.034966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6cd1961d-1c90-48d4-ade1-23a787c0b2fa req-4f940afe-fcb3-46ed-b258-734171da52e0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Aug 31 08:04:13.068869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:13.074528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.096218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 6d391004-723c-46e1-a289-154b9bd3944a yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:04:13.244375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::370 (5d80d6bd-51d2-49ec-8cea-6a1f555454cb/0f346194-fc09-49c2-bcf9-900c6299a526/6d391004-723c-46e1-a289-154b9bd3944a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:13.441957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c81bac-1b20-45bb-9ed8-2311297a7d2f {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:04:13.450989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.465122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Transition to ACTIVE for port object 55c81bac-1b20-45bb-9ed8-2311297a7d2f will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:13.467699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.484499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 6d391004-723c-46e1-a289-154b9bd3944a will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:13.614345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3b0c6-ce84-4ca5-8dc9-ec4c0ee518ae None None] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:13.706629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.810974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=55c81bac-1b20-45bb-9ed8-2311297a7d2f,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:13.819705 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.839460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:13.843721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.865429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-50a484f0-7c4e-48b1-a09e-2fb3951baebd None None] Provisioning for port e848bbee-f54b-455f-b064-53f8245c10ff completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:13.940424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Attempting to bind port 55c81bac-1b20-45bb-9ed8-2311297a7d2f on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:13.943034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Attempting to bind port 55c81bac-1b20-45bb-9ed8-2311297a7d2f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:13.946120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Attempting to bind port 55c81bac-1b20-45bb-9ed8-2311297a7d2f on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:13.961606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b4a8d-905e-4769-8f5a-680d68c472ca req-4bccf6c9-e110-4b57-9fee-7627f912887a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:13.962001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Port 55c81bac-1b20-45bb-9ed8-2311297a7d2f on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:04:13.962343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Attempting to bind port 55c81bac-1b20-45bb-9ed8-2311297a7d2f on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:13.963907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a0b4a8d-905e-4769-8f5a-680d68c472ca req-4bccf6c9-e110-4b57-9fee-7627f912887a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 944 time: 0.1796958 Aug 31 08:04:13.970715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:13.973885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:13.974242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:13.974642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:13.975152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Bound port: 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:13.976108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:13.983834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:13.987291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:13.994678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:13.995524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.050618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=6d391004-723c-46e1-a289-154b9bd3944a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:14.108269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e848bbee-f54b-455f-b064-53f8245c10ff up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:14.114450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a0b4a8d-905e-4769-8f5a-680d68c472ca req-f430f688-e591-4e81-ba70-45dc846110ad tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407895 Aug 31 08:04:14.176118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] For port 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:14.179759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] For port 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=55c81bac-1b20-45bb-9ed8-2311297a7d2f,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:14.267380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b97d39d1-92f9-4131-b672-6c9519a0fd0b req-b5b7d3f3-596e-4c93-b53d-94407a5e22a2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0951400 Aug 31 08:04:14.273281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dc739144-cdf1-4964-a904-f4482218e7ef tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5073130 Aug 31 08:04:14.277380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:14.287556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.6 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/87869acc-109e-4783-96f2-e86ae8dd1f6c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:14.292604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.346965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e848bbee-f54b-455f-b064-53f8245c10ff completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:14.352657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e848bbee-f54b-455f-b064-53f8245c10ff triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:14.353088 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.432971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:14.435151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.436646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] 10.222.0.45 "PUT /v2.0/ports/55c81bac-1b20-45bb-9ed8-2311297a7d2f HTTP/1.1" status: 200 len: 1093 time: 1.4880593 Aug 31 08:04:14.469542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-39f29a86-fce8-4ec4-9299-54ab15b9613e None None] Provisioning for port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:14.487965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8738699f-5b61-4f36-acd9-43571904cc95', 'tag': '55c81bac-1b20-45bb-9ed8-2311297a7d2f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:14.489970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-39f29a86-fce8-4ec4-9299-54ab15b9613e None None] Provisioning complete for port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:14.490364 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-39f29a86-fce8-4ec4-9299-54ab15b9613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.491562 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8738699f-5b61-4f36-acd9-43571904cc95", "tag": "55c81bac-1b20-45bb-9ed8-2311297a7d2f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:14.541594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.562853 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf78da9-53e4-4603-9b4b-3979ba59a212 x-openstack-request-id: req-dbf78da9-53e4-4603-9b4b-3979ba59a212 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:14.564495 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8738699f-5b61-4f36-acd9-43571904cc95", "tag": "55c81bac-1b20-45bb-9ed8-2311297a7d2f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:14.564495 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbf78da9-53e4-4603-9b4b-3979ba59a212 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:14.564495 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8738699f-5b61-4f36-acd9-43571904cc95', 'tag': '55c81bac-1b20-45bb-9ed8-2311297a7d2f', 'status': 'completed', 'code': 200} Aug 31 08:04:14.574516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object 87869acc-109e-4783-96f2-e86ae8dd1f6c will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:14.578359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-39f29a86-fce8-4ec4-9299-54ab15b9613e None None] Port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:14.579402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810f5db-ccc2-479e-954e-a2cf6b8408e6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:14.583762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b810f5db-ccc2-479e-954e-a2cf6b8408e6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A305 HTTP/1.1" status: 200 len: 929 time: 0.3036649 Aug 31 08:04:14.587497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38106) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:14.593228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa47a0a-c53d-4e83-90aa-e9e7653c2ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=55c81bac-1b20-45bb-9ed8-2311297a7d2f,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:14.594825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.632596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port e848bbee-f54b-455f-b064-53f8245c10ff, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e848bbee-f54b-455f-b064-53f8245c10ff,segment=NetworkSegment(fa150a5a-af79-4ce6-9271-ec7713335b0c),segment_id=fa150a5a-af79-4ce6-9271-ec7713335b0c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:14.691269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5 req-047de4a1-aa89-4f69-a9e2-15890de01b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:14.693066 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5 req-047de4a1-aa89-4f69-a9e2-15890de01b85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 1096 time: 0.1052825 Aug 31 08:04:14.702350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d0be9ea2-3a34-4b73-8d2e-e841e34d190f None None] Provisioning complete for port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:14.703008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d0be9ea2-3a34-4b73-8d2e-e841e34d190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.774195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d0be9ea2-3a34-4b73-8d2e-e841e34d190f None None] Port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:14.825411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 6d391004-723c-46e1-a289-154b9bd3944a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:14.827117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.840771 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:14.841988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5 req-3c93ca92-2dfb-4f54-a907-638a2f47aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:14.845284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5 req-3c93ca92-2dfb-4f54-a907-638a2f47aba2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1408691 Aug 31 08:04:14.913406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=e848bbee-f54b-455f-b064-53f8245c10ff,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:14.925202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.068436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=87869acc-109e-4783-96f2-e86ae8dd1f6c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:15.073267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5 req-2e825f50-6d39-41f2-a1fe-1d0afe5aa60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:15.076314 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd82d98e-607c-4a2e-9fa9-8bdc93d51dc5 req-2e825f50-6d39-41f2-a1fe-1d0afe5aa60b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231379 Aug 31 08:04:15.108356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:15.117430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:15.130441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:15.169480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.219271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 6d391004-723c-46e1-a289-154b9bd3944a owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:15.235565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-b0009994-123c-4787-ac88-17e7b5d83dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:15.237142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-b0009994-123c-4787-ac88-17e7b5d83dbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 1096 time: 0.0831993 Aug 31 08:04:15.297514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7ae0ae21-77b9-4b10-bb52-2c1e11e49962 None None] Provisioning for port 6d391004-723c-46e1-a289-154b9bd3944a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:15.308523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7ae0ae21-77b9-4b10-bb52-2c1e11e49962 None None] Provisioning complete for port 6d391004-723c-46e1-a289-154b9bd3944a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:15.308964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ae0ae21-77b9-4b10-bb52-2c1e11e49962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.339707 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-f1dfe2ac-cb9c-4c13-87d9-1451b33452bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c81bac-1b20-45bb-9ed8-2311297a7d2f HTTP/1.1" status: 200 len: 217 time: 0.0931358 Aug 31 08:04:15.359781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:15.360434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.445192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0ae21-77b9-4b10-bb52-2c1e11e49962 None None] Port 6d391004-723c-46e1-a289-154b9bd3944a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:15.476965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-56824b7d-1a34-4adf-aada-baf82b22a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:15.478741 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-56824b7d-1a34-4adf-aada-baf82b22a8e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.1314824 Aug 31 08:04:15.516597 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-e44fb1d3-29d0-45fb-a7f4-0cb5ad865c65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293818 Aug 31 08:04:15.545798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b584ca-b2aa-4350-8c8a-6c9ad69a8c8e req-77c7a142-62e2-4e9a-a687-440bbb2e1a44 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:15.554613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b584ca-b2aa-4350-8c8a-6c9ad69a8c8e req-77c7a142-62e2-4e9a-a687-440bbb2e1a44 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 944 time: 0.2040293 Aug 31 08:04:15.581442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-c7192a5f-d76e-4f92-932a-45e3889d88c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7830472 Aug 31 08:04:15.602141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Request body: {'port': {'device_id': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:15.613211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5494d-c556-43d2-a525-7313687148c0 req-2098e3a7-a2e5-409e-bab2-70a3931a4772 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:15.615177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03c5494d-c556-43d2-a525-7313687148c0 req-2098e3a7-a2e5-409e-bab2-70a3931a4772 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 931 time: 0.1503999 Aug 31 08:04:15.649841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-72b8a114-36de-4016-a779-753a7fc30c8f service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227913 Aug 31 08:04:15.658351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-81c70fa1-7006-4640-86e7-0251905e75d4 None None] Provisioning for port 87869acc-109e-4783-96f2-e86ae8dd1f6c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:15.662757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b584ca-b2aa-4350-8c8a-6c9ad69a8c8e req-64b44ff0-f064-49ab-aa65-a7dcbd0c5552 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070232 Aug 31 08:04:15.663813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-81c70fa1-7006-4640-86e7-0251905e75d4 None None] Provisioning complete for port 87869acc-109e-4783-96f2-e86ae8dd1f6c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:15.665368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-81c70fa1-7006-4640-86e7-0251905e75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.739491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-81c70fa1-7006-4640-86e7-0251905e75d4 None None] Port 87869acc-109e-4783-96f2-e86ae8dd1f6c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:15.787021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.789266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03c5494d-c556-43d2-a525-7313687148c0 req-415bb094-1186-41a2-a954-e8d115697a0c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566734 Aug 31 08:04:15.845309 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-161cbcdb-396c-4451-a6eb-78381dc9b8c3 req-04f1210f-65e9-4503-a73d-cbfb482a8bc6 service neutron] 10.222.0.45 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777830 Aug 31 08:04:15.875827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:15.977585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e848bbee-f54b-455f-b064-53f8245c10ff up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:15.977842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=6d391004-723c-46e1-a289-154b9bd3944a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:16.008646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:16.011152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2583b1ce-f2bb-461a-a24d-c0ec9e9a5e66 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/6d391004-723c-46e1-a289-154b9bd3944a HTTP/1.1" status: 204 len: 168 time: 1.4221454 Aug 31 08:04:16.013713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38156) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:16.045527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e848bbee-f54b-455f-b064-53f8245c10ff triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:16.046033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:16.081145 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be03d18-10dc-49a7-9175-f20e8f8ec4d2 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:16.083165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1be03d18-10dc-49a7-9175-f20e8f8ec4d2 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/6d391004-723c-46e1-a289-154b9bd3944a HTTP/1.1" status: 404 len: 333 time: 0.0683222 Aug 31 08:04:16.086438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:16.632194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:16.633432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:16.718233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87869acc-109e-4783-96f2-e86ae8dd1f6c {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:04:16.730969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:16.789470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Transition to ACTIVE for port object 87869acc-109e-4783-96f2-e86ae8dd1f6c will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:16.795187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:16.812871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 4fd8ff29-7fa1-49bd-b138-4712f57a4e98 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:16.900610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b388-aed7-494e-9762-af385bb1e04e req-51bd4440-a101-40d6-8ff6-cf9a182f50ef tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:16.902805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d2b388-aed7-494e-9762-af385bb1e04e req-51bd4440-a101-40d6-8ff6-cf9a182f50ef tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 944 time: 0.1574433 Aug 31 08:04:16.977427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.068426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffabee8-8208-4830-9d16-f72056c824de req-2e0061fa-2935-4c9f-97cd-4778d22d98bb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:17.070017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ffabee8-8208-4830-9d16-f72056c824de req-2e0061fa-2935-4c9f-97cd-4778d22d98bb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 931 time: 0.1846819 Aug 31 08:04:17.073597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16d2b388-aed7-494e-9762-af385bb1e04e req-9e68e867-5902-4b89-8823-f104deb5b0fd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515601 Aug 31 08:04:17.076131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=87869acc-109e-4783-96f2-e86ae8dd1f6c,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:17.202731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ffabee8-8208-4830-9d16-f72056c824de req-1f393c6f-d84f-446d-96e5-9489e44eea65 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177623 Aug 31 08:04:17.220334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Attempting to bind port 87869acc-109e-4783-96f2-e86ae8dd1f6c on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:17.220685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Attempting to bind port 87869acc-109e-4783-96f2-e86ae8dd1f6c by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:17.221058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Attempting to bind port 87869acc-109e-4783-96f2-e86ae8dd1f6c on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:17.225707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Port 87869acc-109e-4783-96f2-e86ae8dd1f6c on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:04:17.226140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Attempting to bind port 87869acc-109e-4783-96f2-e86ae8dd1f6c on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:17.231213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:17.238493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:17.238493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:17.238493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Bound port: 87869acc-109e-4783-96f2-e86ae8dd1f6c, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:17.238493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.303422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] For port 87869acc-109e-4783-96f2-e86ae8dd1f6c, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:17.306678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] For port 87869acc-109e-4783-96f2-e86ae8dd1f6c, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=87869acc-109e-4783-96f2-e86ae8dd1f6c,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:17.322292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.360464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=4fd8ff29-7fa1-49bd-b138-4712f57a4e98,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:17.395314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.395314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.400012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fe77bf68-4b88-4197-b4e3-a0514bed556c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/4fd8ff29-7fa1-49bd-b138-4712f57a4e98 HTTP/1.1" status: 204 len: 168 time: 1.3091671 Aug 31 08:04:17.400394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38216) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:17.444932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:17.446456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.448002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] 10.222.0.45 "PUT /v2.0/ports/87869acc-109e-4783-96f2-e86ae8dd1f6c HTTP/1.1" status: 200 len: 1092 time: 1.8522995 Aug 31 08:04:17.448744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'tag': '87869acc-109e-4783-96f2-e86ae8dd1f6c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:17.451350 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de538b35-b482-4b2d-a664-ca22a8553a01" -d '{"events": [{"name": "network-changed", "server_uuid": "434eadfb-50e4-4925-8ef5-3562f73c5d73", "tag": "87869acc-109e-4783-96f2-e86ae8dd1f6c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:17.455720 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6967a8e-0a8c-4c32-b897-ee283ff9d4e2 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:17.459496 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f6967a8e-0a8c-4c32-b897-ee283ff9d4e2 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/4fd8ff29-7fa1-49bd-b138-4712f57a4e98 HTTP/1.1" status: 404 len: 333 time: 0.0563929 Aug 31 08:04:17.464281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38220) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:17.519006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e783e47-3dfe-4cdd-9eb1-1a093582ca76 service neutron] Pushing event updated for resources: {'Port': ['ID=87869acc-109e-4783-96f2-e86ae8dd1f6c,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:17.543704 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1e7b14-f968-4d32-83a0-37ab456cfdb1 x-openstack-request-id: req-ae1e7b14-f968-4d32-83a0-37ab456cfdb1 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:17.544000 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434eadfb-50e4-4925-8ef5-3562f73c5d73", "tag": "87869acc-109e-4783-96f2-e86ae8dd1f6c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:17.544372 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae1e7b14-f968-4d32-83a0-37ab456cfdb1 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:17.544844 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'tag': '87869acc-109e-4783-96f2-e86ae8dd1f6c', 'status': 'completed', 'code': 200} Aug 31 08:04:17.601726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 0f346194-fc09-49c2-bcf9-900c6299a526 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:17.607741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.644984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de538b35-b482-4b2d-a664-ca22a8553a01 req-77d178bf-8cf3-4f5a-a455-effe47e11d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:17.647279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de538b35-b482-4b2d-a664-ca22a8553a01 req-77d178bf-8cf3-4f5a-a455-effe47e11d13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 1095 time: 0.1007693 Aug 31 08:04:17.657026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.799014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.819857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de538b35-b482-4b2d-a664-ca22a8553a01 req-4178fe61-0dfa-4c3c-bb42-1f3d5ca89c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:17.822041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de538b35-b482-4b2d-a664-ca22a8553a01 req-4178fe61-0dfa-4c3c-bb42-1f3d5ca89c6f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fdfe1165922b466ebe5461feebd71f86&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1657867 Aug 31 08:04:17.938377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de538b35-b482-4b2d-a664-ca22a8553a01 req-00c195fb-801d-4d31-9d6c-a0065f249f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:17.939701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de538b35-b482-4b2d-a664-ca22a8553a01 req-00c195fb-801d-4d31-9d6c-a0065f249f75 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102302 Aug 31 08:04:17.948947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.983206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=0f346194-fc09-49c2-bcf9-900c6299a526,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:17.988832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:17.991266 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5df512ce-87b9-43d0-acf4-07aaa6ace39f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/0f346194-fc09-49c2-bcf9-900c6299a526 HTTP/1.1" status: 204 len: 168 time: 0.5255754 Aug 31 08:04:17.994494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38242) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:18.001842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668be362-4bc8-4f09-9865-461aa030982a None None] Network 5d80d6bd-51d2-49ec-8cea-6a1f555454cb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:18.121362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-1f32cec0-8853-4ee7-b4b7-14a4e289ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:18.123123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-1f32cec0-8853-4ee7-b4b7-14a4e289ff04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 1095 time: 0.1419251 Aug 31 08:04:18.184457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-01195c12-11fd-4b5f-b988-2b924b57b8c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87869acc-109e-4783-96f2-e86ae8dd1f6c HTTP/1.1" status: 200 len: 217 time: 0.0498252 Aug 31 08:04:18.188643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.234928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] DHCP port deletion for 5d80d6bd-51d2-49ec-8cea-6a1f555454cb request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:04:18.297795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28247763-d53b-487a-bed4-638f8ae2f1b7 req-17170011-d5c8-4aa6-8ddd-40032fbcf901 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:18.299402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28247763-d53b-487a-bed4-638f8ae2f1b7 req-17170011-d5c8-4aa6-8ddd-40032fbcf901 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 944 time: 0.1085360 Aug 31 08:04:18.331120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-0487207b-a613-4a07-8274-720a3d1c785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:18.333229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-0487207b-a613-4a07-8274-720a3d1c785f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.1395292 Aug 31 08:04:18.336802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] Deleting port e848bbee-f54b-455f-b064-53f8245c10ff {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:18.337773 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.453761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28247763-d53b-487a-bed4-638f8ae2f1b7 req-ab04d632-221e-4e50-8ad8-32d76ab730b9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265945 Aug 31 08:04:18.476431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbc368-76ce-4673-b5d2-29651fee165a req-ffe55c1c-ce60-4ffd-a30c-c5457d608a60 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:18.483782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ffbc368-76ce-4673-b5d2-29651fee165a req-ffe55c1c-ce60-4ffd-a30c-c5457d608a60 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.1491578 Aug 31 08:04:18.488564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-507164ba-2db7-4a47-9075-a2f7200c228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:18.490225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-507164ba-2db7-4a47-9075-a2f7200c228b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462498 Aug 31 08:04:18.499483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port e848bbee-f54b-455f-b064-53f8245c10ff {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:18.499788 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.565213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] For port e848bbee-f54b-455f-b064-53f8245c10ff, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e848bbee-f54b-455f-b064-53f8245c10ff,segment=NetworkSegment(fa150a5a-af79-4ce6-9271-ec7713335b0c),segment_id=fa150a5a-af79-4ce6-9271-ec7713335b0c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:18.565749 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.579040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] Calling delete_port for e848bbee-f54b-455f-b064-53f8245c10ff owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:18.642875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] For port e848bbee-f54b-455f-b064-53f8245c10ff, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e848bbee-f54b-455f-b064-53f8245c10ff,segment=NetworkSegment(fa150a5a-af79-4ce6-9271-ec7713335b0c),segment_id=fa150a5a-af79-4ce6-9271-ec7713335b0c)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:18.643250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.661163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ffbc368-76ce-4673-b5d2-29651fee165a req-1eb662ec-319a-4f0f-aac4-b8fee55ea03c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762080 Aug 31 08:04:18.678323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for e848bbee-f54b-455f-b064-53f8245c10ff owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:18.712591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-9f87433e-6039-4374-8ee3-f5662225486f service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087727 Aug 31 08:04:18.782981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.810301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] Pushing event deleted for resources: {'Port': ['ID=e848bbee-f54b-455f-b064-53f8245c10ff,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:18.815838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ef9a7-da8b-4082-a31c-6cca9f6278c9 None None] No DVR routers for this DVR port e848bbee-f54b-455f-b064-53f8245c10ff on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:18.871940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c3165d-8cf8-49e9-8df0-c9d2e5785963 req-26783b0b-e843-4ce3-8654-a2656b68d937 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255550 Aug 31 08:04:18.872248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.898897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=e848bbee-f54b-455f-b064-53f8245c10ff,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:18.902545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No DVR routers for this DVR port e848bbee-f54b-455f-b064-53f8245c10ff on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:18.987134 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:18.998553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d80d6bd-51d2-49ec-8cea-6a1f555454cb']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:19.010377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa150a5a-af79-4ce6-9271-ec7713335b0c') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:19.010669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa150a5a-af79-4ce6-9271-ec7713335b0c') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:19.020486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.035893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:04:19.052892 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:04:19.194212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.213275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.215216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/5d80d6bd-51d2-49ec-8cea-6a1f555454cb HTTP/1.1" status: 204 len: 168 time: 1.2186952 Aug 31 08:04:19.216435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df577db2-73fe-4b30-8fdd-0284572d7b00 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=5d80d6bd-51d2-49ec-8cea-6a1f555454cb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:19.219166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38294) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:19.224484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1621445396'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:19.348397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:19.352466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.376282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:04:19.385189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.385540 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment ba001433-ff30-4ee7-8e28-0da1657e4e32 of type vlan for network 77c32dad-7b93-4dab-82ac-af1cd50fef62 Aug 31 08:04:19.431628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.540824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.546670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:19.547273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.659025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=77c32dad-7b93-4dab-82ac-af1cd50fef62,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:19.662330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:04:19.670064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fc677-bc1d-4e3c-bc1e-3c42535c5441 req-596e6d9c-bd8e-478e-8bf0-adbf5ca4778e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:19.671737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e52fc677-bc1d-4e3c-bc1e-3c42535c5441 req-596e6d9c-bd8e-478e-8bf0-adbf5ca4778e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 944 time: 0.1137362 Aug 31 08:04:19.718940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e52fc677-bc1d-4e3c-bc1e-3c42535c5441 req-a5313700-05a2-4726-9d6d-227ac37dd403 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Aug 31 08:04:19.737829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49cc3812-498e-4202-a5ce-461e388aaed6 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5149798 Aug 31 08:04:19.738192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:19.743673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:19.841492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82115ed1-5779-431a-a484-04fd7a0ac59a req-42a1236d-6d43-4f85-bec0-91fddd54bdd8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:19.843307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82115ed1-5779-431a-a484-04fd7a0ac59a req-42a1236d-6d43-4f85-bec0-91fddd54bdd8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0565739 Aug 31 08:04:19.883701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82115ed1-5779-431a-a484-04fd7a0ac59a req-9990a584-2f72-4df5-9614-db69846415ea tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Aug 31 08:04:19.958365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e848bbee-f54b-455f-b064-53f8245c10ff no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:19.963494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:19.967051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:19.979276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e848bbee-f54b-455f-b064-53f8245c10ff {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:19.979620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e848bbee-f54b-455f-b064-53f8245c10ff not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:20.283902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:20.350134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=db907b95-872f-4603-8ee4-edcc717d3bcc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:20.366380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': 'ba001433-ff30-4ee7-8e28-0da1657e4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:20.366754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: 77c32dad-7b93-4dab-82ac-af1cd50fef62, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:04:20.603435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:04:20.621379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 55c81bac-1b20-45bb-9ed8-2311297a7d2f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:04:20.718950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=55c81bac-1b20-45bb-9ed8-2311297a7d2f,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:20.730136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '55c81bac-1b20-45bb-9ed8-2311297a7d2f', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': '55c81bac-1b20-45bb-9ed8-2311297a7d2f', 'mac_address': 'fa:16:3e:06:1a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:04:20.767056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 77c32dad-7b93-4dab-82ac-af1cd50fef62) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:20.769210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:20.779464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:20.783580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:20.787458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943f41e-5d55-40a6-92bb-c7b6f37c98b9 None None] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:20.837421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c81bac-1b20-45bb-9ed8-2311297a7d2f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:04:20.862870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41774381-4b23-4529-9bac-2406f7a9c820 req-eb25545b-7a39-4a11-bcc4-0199b9467103 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:20.864345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41774381-4b23-4529-9bac-2406f7a9c820 req-eb25545b-7a39-4a11-bcc4-0199b9467103 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 944 time: 0.0525959 Aug 31 08:04:20.865470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=55c81bac-1b20-45bb-9ed8-2311297a7d2f,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:20.906193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41774381-4b23-4529-9bac-2406f7a9c820 req-e3c9ece9-9237-4d62-bd4a-9f6ab57ff496 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Aug 31 08:04:20.914353 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f7cf3a5-e7af-4e6c-b245-5e00cb7b7722 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1742990 Aug 31 08:04:20.915096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38362) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:20.923167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62', 'name': 'tempest-PortsIpV6TestJSON-1644035264', 'fixed_ips': [{'subnet_id': 'db907b95-872f-4603-8ee4-edcc717d3bcc', 'ip_address': '2001:db8::10'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:20.970585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-77c32dad-7b93-4dab-82ac-af1cd50fef62', 'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': 'db907b95-872f-4603-8ee4-edcc717d3bcc'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:04:20.971558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.004729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.034350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d3c1-e72e-4639-9b80-55ecf940fe29 req-0efea993-e5ae-49f9-8d87-ae59b3371571 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:21.043031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ff9d3c1-e72e-4639-9b80-55ecf940fe29 req-0efea993-e5ae-49f9-8d87-ae59b3371571 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0748324 Aug 31 08:04:21.077918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ff9d3c1-e72e-4639-9b80-55ecf940fe29 req-68917a47-970f-43a1-a3a5-8afd93e580b6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Aug 31 08:04:21.123182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:21.144710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=55c81bac-1b20-45bb-9ed8-2311297a7d2f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:21.171331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Allocated IP 2001:db8::2 (77c32dad-7b93-4dab-82ac-af1cd50fef62/db907b95-872f-4603-8ee4-edcc717d3bcc/a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:21.213159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.231302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:04:21.268967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['55c81bac-1b20-45bb-9ed8-2311297a7d2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:21.365012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.390472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Transition to ACTIVE for port object a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:21.416877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Transition to ACTIVE for port object a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:21.541459 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.575771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:21.578719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:21.582343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:21.598030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::10 (77c32dad-7b93-4dab-82ac-af1cd50fef62/db907b95-872f-4603-8ee4-edcc717d3bcc/0365a8fd-9297-47fc-9bb9-4dc3ff845092) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:21.612708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Pushing event updated for resources: {'Port': ['ID=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:21.646905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Attempting to bind port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:21.647280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Attempting to bind port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ba001433-ff30-4ee7-8e28-0da1657e4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:21.647653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Attempting to bind port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 on network 77c32dad-7b93-4dab-82ac-af1cd50fef62 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:21.653511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:21.653925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Checking segment: {'id': 'ba001433-ff30-4ee7-8e28-0da1657e4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:21.654339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.654742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Bound using segment: {'id': 'ba001433-ff30-4ee7-8e28-0da1657e4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:21.655218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Bound port: a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba001433-ff30-4ee7-8e28-0da1657e4e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:21.655684 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.732158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] For port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:21.735460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] For port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,segment=NetworkSegment(ba001433-ff30-4ee7-8e28-0da1657e4e32),segment_id=ba001433-ff30-4ee7-8e28-0da1657e4e32)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:21.765298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.780238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 0365a8fd-9297-47fc-9bb9-4dc3ff845092 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:21.855400 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.891984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.941471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fbfcd-eac7-4ef9-b11e-3b3ba582c02c None None] Pushing event updated for resources: {'Port': ['ID=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:21.967506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:21.971290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:21.975531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:21.982071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:21.982934 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:21.999164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=0365a8fd-9297-47fc-9bb9-4dc3ff845092,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:22.047238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160412-a199-4325-94bc-9e727503258d req-ce05d899-c7e3-40ab-874b-d392bd187daa tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:22.049563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17160412-a199-4325-94bc-9e727503258d req-ce05d899-c7e3-40ab-874b-d392bd187daa tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 945 time: 0.0595498 Aug 31 08:04:22.113058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17160412-a199-4325-94bc-9e727503258d req-c7df3e41-9b31-4ec7-b31f-8ad657c5ba51 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Aug 31 08:04:22.136866 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-df02e4a9-9ee8-46c2-8bae-ae9be78dfb3f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2199626 Aug 31 08:04:22.139315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:22.146945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': '77c32dad-7b93-4dab-82ac-af1cd50fef62', 'name': 'tempest-PortsIpV6TestJSON-255015727', 'fixed_ips': [{'subnet_id': 'db907b95-872f-4603-8ee4-edcc717d3bcc', 'ip_address': '2001:db8::f'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:22.240524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4647fe-93ac-485e-b61e-0d2a774c2d75 req-0192e46d-ddf6-4475-913a-cb8cf36da494 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:22.246308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b4647fe-93ac-485e-b61e-0d2a774c2d75 req-0192e46d-ddf6-4475-913a-cb8cf36da494 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0710461 Aug 31 08:04:22.283232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b4647fe-93ac-485e-b61e-0d2a774c2d75 req-96eb2a15-8525-4346-8d96-8f4ebc8c4650 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Aug 31 08:04:22.445718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:22.451152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:22.470019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 1936fde8-f43f-4f9e-87bd-23706022b23d yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:04:22.642944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 55c81bac-1b20-45bb-9ed8-2311297a7d2f up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:22.643828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::f (77c32dad-7b93-4dab-82ac-af1cd50fef62/db907b95-872f-4603-8ee4-edcc717d3bcc/1936fde8-f43f-4f9e-87bd-23706022b23d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:22.826037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 55c81bac-1b20-45bb-9ed8-2311297a7d2f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:22.830587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 55c81bac-1b20-45bb-9ed8-2311297a7d2f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:22.830971 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:22.838025 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:22.852473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 1936fde8-f43f-4f9e-87bd-23706022b23d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:22.924580 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:22.946225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f6421-5823-4127-a7a6-7b002cfab786 None None] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:22.954366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8738699f-5b61-4f36-acd9-43571904cc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c81bac-1b20-45bb-9ed8-2311297a7d2f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:22.956404 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e8288e-298c-4aa9-9f53-71a1091ce6ef" -d '{"events": [{"server_uuid": "8738699f-5b61-4f36-acd9-43571904cc95", "name": "network-vif-plugged", "status": "completed", "tag": "55c81bac-1b20-45bb-9ed8-2311297a7d2f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:22.983629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.006483 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c4668-1d9b-4012-8206-2cb614831d64 x-openstack-request-id: req-f30c4668-1d9b-4012-8206-2cb614831d64 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:23.006775 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8738699f-5b61-4f36-acd9-43571904cc95", "name": "network-vif-plugged", "status": "completed", "tag": "55c81bac-1b20-45bb-9ed8-2311297a7d2f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:23.007031 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f30c4668-1d9b-4012-8206-2cb614831d64 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:23.008029 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8738699f-5b61-4f36-acd9-43571904cc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c81bac-1b20-45bb-9ed8-2311297a7d2f', 'code': 200} Aug 31 08:04:23.011259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=55c81bac-1b20-45bb-9ed8-2311297a7d2f,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:23.035581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:23.040197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:23.044792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:23.050931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.051118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.064992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=1936fde8-f43f-4f9e-87bd-23706022b23d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:23.077421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.078024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.078507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.078883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.079224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.079552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.079880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.080207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.080530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.081083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.081607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.081968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:23.153134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0519e3-70d7-4d21-90a0-09bf4de2cb23 req-4dfeb2d1-a76e-45f7-a66f-b61fb34b9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.155952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d0519e3-70d7-4d21-90a0-09bf4de2cb23 req-4dfeb2d1-a76e-45f7-a66f-b61fb34b9aaf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 1097 time: 0.0529959 Aug 31 08:04:23.162601 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.168777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6e800c27-2c14-4b84-b4cd-2b43ef55c98b None None] Provisioning for port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:23.204834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d0519e3-70d7-4d21-90a0-09bf4de2cb23 req-1e16c558-a3fc-4007-86fb-511c45fe3665 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Aug 31 08:04:23.247684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=55c81bac-1b20-45bb-9ed8-2311297a7d2f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:23.271574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa36680a-5df3-46ea-bdd9-61f28d1b0083 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1305704 Aug 31 08:04:23.274077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38470) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:23.298317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dc36b-8f88-47b6-af67-5a028af162c7 req-6140b2c5-ec8c-4993-b25e-9c025e14a4b3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.300467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc5dc36b-8f88-47b6-af67-5a028af162c7 req-6140b2c5-ec8c-4993-b25e-9c025e14a4b3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0721731 Aug 31 08:04:23.371311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc5dc36b-8f88-47b6-af67-5a028af162c7 req-8a0fca57-48ee-468d-b4ff-6a0a50a239ee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558310 Aug 31 08:04:23.424564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb383bca-5a2a-4a06-877f-ce598f71e260 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.426271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb383bca-5a2a-4a06-877f-ce598f71e260 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1511841 Aug 31 08:04:23.430209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38478) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:23.467837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cfcc7-51a9-4cd3-a879-a883b752c2b0 req-628c3e10-262f-4970-8363-a6f3c5460f2d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.469480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-291cfcc7-51a9-4cd3-a879-a883b752c2b0 req-628c3e10-262f-4970-8363-a6f3c5460f2d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0837386 Aug 31 08:04:23.508543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4508055-b31d-4733-8442-f4e164e06cc5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.530634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4508055-b31d-4733-8442-f4e164e06cc5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.537616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4508055-b31d-4733-8442-f4e164e06cc5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:23.542606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-291cfcc7-51a9-4cd3-a879-a883b752c2b0 req-57832b40-06b4-42e0-b1d0-39a9aee55371 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Aug 31 08:04:23.543155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38488) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:23.543334 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4508055-b31d-4733-8442-f4e164e06cc5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1120715 Aug 31 08:04:23.635403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Provisioning for port 1936fde8-f43f-4f9e-87bd-23706022b23d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:23.639871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Provisioning complete for port 1936fde8-f43f-4f9e-87bd-23706022b23d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:23.640166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.670481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.688350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Port 1936fde8-f43f-4f9e-87bd-23706022b23d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:23.709024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 1936fde8-f43f-4f9e-87bd-23706022b23d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:23.709790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.748592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f154-06ab-46fe-8f28-e34473011739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.818511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.822621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Provisioning for port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:23.826911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Provisioning complete for port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:23.834814 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:23.835007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 1936fde8-f43f-4f9e-87bd-23706022b23d owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:23.879320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-df3b6a92-846e-4023-80d0-6518295e2d76 None None] Port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:24.039678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-955b3e10-fc88-43d9-b819-7bac4f29b1cd None None] Provisioning complete for port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:24.040660 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-955b3e10-fc88-43d9-b819-7bac4f29b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.100375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:24.114161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.140594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-955b3e10-fc88-43d9-b819-7bac4f29b1cd None None] Port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:24.147606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=1936fde8-f43f-4f9e-87bd-23706022b23d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:24.183317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.185025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-19ddc41d-ae24-4b7d-83a9-c3de6a3af143 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/1936fde8-f43f-4f9e-87bd-23706022b23d HTTP/1.1" status: 204 len: 168 time: 0.6386590 Aug 31 08:04:24.186788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38514) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:24.215834 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c0ba5a-814f-4b9f-9675-1424d48c31bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:24.217351 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b2c0ba5a-814f-4b9f-9675-1424d48c31bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/1936fde8-f43f-4f9e-87bd-23706022b23d HTTP/1.1" status: 404 len: 333 time: 0.0281878 Aug 31 08:04:24.220021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:24.234036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:24.239135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:24.239838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.315327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c391712-3ec3-4125-82ec-4b140ca290f8 None None] Could not find standard attr ID for object 1936fde8-f43f-4f9e-87bd-23706022b23d. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:04:24.376771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 0365a8fd-9297-47fc-9bb9-4dc3ff845092 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:24.377148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.421870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.524281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,segment=NetworkSegment(ba001433-ff30-4ee7-8e28-0da1657e4e32),segment_id=ba001433-ff30-4ee7-8e28-0da1657e4e32)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:24.629606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744182f-77ba-4e67-99d8-2138ce4d4cb9 req-a3755578-73d6-4d8f-aa55-1d058d76f98d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:24.630924 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.633747 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a744182f-77ba-4e67-99d8-2138ce4d4cb9 req-a3755578-73d6-4d8f-aa55-1d058d76f98d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0970159 Aug 31 08:04:24.645213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 0365a8fd-9297-47fc-9bb9-4dc3ff845092 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:24.688335 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.721263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a744182f-77ba-4e67-99d8-2138ce4d4cb9 req-4f921156-bb95-4504-a164-779794b15261 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Aug 31 08:04:24.732868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bfccd-8eea-490a-932d-022d6b4c427e req-b497db5a-389a-4511-b91f-60fdacb45819 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:24.747859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e05bfccd-8eea-490a-932d-022d6b4c427e req-b497db5a-389a-4511-b91f-60fdacb45819 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.1069188 Aug 31 08:04:24.796056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:24.821212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e05bfccd-8eea-490a-932d-022d6b4c427e req-fe1fe7cc-9e0f-4096-aa6b-327b0288e90c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755193 Aug 31 08:04:24.959923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:24.985916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=0365a8fd-9297-47fc-9bb9-4dc3ff845092,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:25.013715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.015730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b846e193-073e-40a0-b4a5-cf597eeb073a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/0365a8fd-9297-47fc-9bb9-4dc3ff845092 HTTP/1.1" status: 204 len: 168 time: 0.7947462 Aug 31 08:04:25.018403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38542) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:25.044256 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0c77fd-dd58-4bb7-9faf-ebc600bfc2cc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:25.048394 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6e0c77fd-dd58-4bb7-9faf-ebc600bfc2cc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/0365a8fd-9297-47fc-9bb9-4dc3ff845092 HTTP/1.1" status: 404 len: 333 time: 0.0263453 Aug 31 08:04:25.048564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38544) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:25.118787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet db907b95-872f-4603-8ee4-edcc717d3bcc {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:25.122476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.390907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.390907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.718128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.744962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=db907b95-872f-4603-8ee4-edcc717d3bcc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:25.751860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.754914 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-760104ec-248d-4928-ba72-97f052e3229f tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/db907b95-872f-4603-8ee4-edcc717d3bcc HTTP/1.1" status: 204 len: 168 time: 0.7053692 Aug 31 08:04:25.755982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38556) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:25.762745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd80aa7-8f5e-4d7d-96da-a22fdef5aaef None None] Network 77c32dad-7b93-4dab-82ac-af1cd50fef62 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:25.875056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.896852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76716d6-fff1-467d-ad95-881a6af34cf7 req-9015a60b-6401-4607-8869-ef6e28db1f9a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:25.899237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e76716d6-fff1-467d-ad95-881a6af34cf7 req-9015a60b-6401-4607-8869-ef6e28db1f9a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0872796 Aug 31 08:04:26.007933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] DHCP port deletion for 77c32dad-7b93-4dab-82ac-af1cd50fef62 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:04:26.034062 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.040382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdd4e5-ead1-4f3d-962d-bd98187e1a4f req-8b388ad1-20ff-4ae8-92f4-57c05a0f1e90 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:26.042420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cbdd4e5-ead1-4f3d-962d-bd98187e1a4f req-8b388ad1-20ff-4ae8-92f4-57c05a0f1e90 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.1417327 Aug 31 08:04:26.056533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] Deleting port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:26.056754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e76716d6-fff1-467d-ad95-881a6af34cf7 req-6fc82838-9671-46af-91fc-3635f4850726 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200809 Aug 31 08:04:26.056910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.094325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cbdd4e5-ead1-4f3d-962d-bd98187e1a4f req-1e8f1b12-8fd6-4b2b-9691-3a4cd3e03a4f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Aug 31 08:04:26.120378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:26.120378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.147423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] For port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,segment=NetworkSegment(ba001433-ff30-4ee7-8e28-0da1657e4e32),segment_id=ba001433-ff30-4ee7-8e28-0da1657e4e32)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:26.148010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.170284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] Calling delete_port for a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:26.188591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] For port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,segment=NetworkSegment(ba001433-ff30-4ee7-8e28-0da1657e4e32),segment_id=ba001433-ff30-4ee7-8e28-0da1657e4e32)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:26.189599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.206894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:26.474964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.501042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] Pushing event deleted for resources: {'Port': ['ID=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:26.509871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c23f3-c147-41a4-91a4-bfb36871937b None None] No DVR routers for this DVR port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:26.511839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.527805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.557738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No DVR routers for this DVR port a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:26.559278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:26.597182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db330c-e74f-458b-865b-2118830def3f req-e005d0cc-8b35-499f-b60b-08381c415fe9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:26.598807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8db330c-e74f-458b-865b-2118830def3f req-e005d0cc-8b35-499f-b60b-08381c415fe9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.1308296 Aug 31 08:04:26.667935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.683621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c32dad-7b93-4dab-82ac-af1cd50fef62']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:26.700679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2e2c8c35-27f3-44e3-8a22-535314bcb0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.700907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba001433-ff30-4ee7-8e28-0da1657e4e32') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:26.701429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba001433-ff30-4ee7-8e28-0da1657e4e32') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:26.711072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8db330c-e74f-458b-865b-2118830def3f req-84c60a0b-f96a-489e-8f81-5e29fddf2fcf tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001012 Aug 31 08:04:26.714780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.730038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.736591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:04:26.737103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:04:26.740286 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:04:26.842784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6d79-d381-40a0-a1d9-911b0c60045a req-6db8c33e-9512-44d4-8834-633a4b29afd7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:26.844530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9ef6d79-d381-40a0-a1d9-911b0c60045a req-6db8c33e-9512-44d4-8834-633a4b29afd7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0602560 Aug 31 08:04:26.882885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9ef6d79-d381-40a0-a1d9-911b0c60045a req-6472c7a7-25db-44cb-bc97-36cb7edd1350 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Aug 31 08:04:26.946737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.961411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:26.961411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/77c32dad-7b93-4dab-82ac-af1cd50fef62 HTTP/1.1" status: 204 len: 168 time: 1.2005372 Aug 31 08:04:26.962652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38616) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:26.969238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1790727287'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:26.985380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466abc2-eef4-47e3-87eb-4980e1c9a4fc tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=77c32dad-7b93-4dab-82ac-af1cd50fef62,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:27.119888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:27.124177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.149861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:04:27.162841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.166850 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Added segment 98c7f651-7fce-4da0-9369-57d32dff32ce of type vlan for network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 Aug 31 08:04:27.248922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.288749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33a80-4a55-4c8f-a2ea-f1894338d4bf req-3858a8e0-12fd-43be-9850-06c032b4dab0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:27.290043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34d33a80-4a55-4c8f-a2ea-f1894338d4bf req-3858a8e0-12fd-43be-9850-06c032b4dab0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.1182234 Aug 31 08:04:27.340655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34d33a80-4a55-4c8f-a2ea-f1894338d4bf req-8409e596-b464-45d4-83df-db60ed347078 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Aug 31 08:04:27.368205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.368205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:27.368205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.517013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Network': ['ID=b5feebd1-e6bc-425f-baa1-f625dfb4d3a8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:27.529768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:04:27.550736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06232ed1-471c-4d68-a6ae-c0af5d9788fd req-ed6ab29f-fc13-4adb-82df-fa01fb2842e6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:27.552299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06232ed1-471c-4d68-a6ae-c0af5d9788fd req-ed6ab29f-fc13-4adb-82df-fa01fb2842e6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0909181 Aug 31 08:04:27.563612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-37f383d0-c050-41b4-b08f-2f876e5e1748 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5974853 Aug 31 08:04:27.565305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:27.579368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:27.623428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06232ed1-471c-4d68-a6ae-c0af5d9788fd req-5faf90dc-527d-4f86-9cfe-b8f5486248bf tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569680 Aug 31 08:04:27.778499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:27.778499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.954416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:27.979415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:27.980099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0d5e66b-8896-44ac-abe3-f9c3ef3dd3f4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:27.999619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.051563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.121957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=583963cd-5247-4f49-aa10-93ff42617cff,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:28.126496 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Checking segment: {'id': '98c7f651-7fce-4da0-9369-57d32dff32ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:28.129906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network hostable DHCP agents. Network: b5feebd1-e6bc-425f-baa1-f625dfb4d3a8, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:04:28.234107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:04:28.314709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, b5feebd1-e6bc-425f-baa1-f625dfb4d3a8) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:28.318918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:28.319601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.331118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab0da1-8923-4028-96fd-aad453ce3ca3 None None] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:28.410815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-64abd765-e1fb-4181-bed2-0766b1290181 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8442438 Aug 31 08:04:28.413688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38684) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:28.423416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1128815075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:28.492431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-b5feebd1-e6bc-425f-baa1-f625dfb4d3a8', 'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': '583963cd-5247-4f49-aa10-93ff42617cff'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:04:28.496787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.503426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebaba2-5869-4d0c-ab38-c429f4eca670 req-bb791fe5-9a8c-4ca9-ae24-45ace9bc4abd tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:28.504873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99ebaba2-5869-4d0c-ab38-c429f4eca670 req-bb791fe5-9a8c-4ca9-ae24-45ace9bc4abd tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 943 time: 0.0757399 Aug 31 08:04:28.558449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99ebaba2-5869-4d0c-ab38-c429f4eca670 req-74d53c57-7ebe-485d-ab54-be15543373c0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Aug 31 08:04:28.622896 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.628738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.652906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Allocated IP 2001:db8::2 (b5feebd1-e6bc-425f-baa1-f625dfb4d3a8/583963cd-5247-4f49-aa10-93ff42617cff/5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:28.685764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 87869acc-109e-4783-96f2-e86ae8dd1f6c details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:04:28.706035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.787847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.814488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021b48-a09c-400a-b677-56955715da16 req-acb5ef11-1723-49ff-8a45-cb3e0b45730e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:28.822109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2021b48-a09c-400a-b677-56955715da16 req-acb5ef11-1723-49ff-8a45-cb3e0b45730e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0982988 Aug 31 08:04:28.880238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 87869acc-109e-4783-96f2-e86ae8dd1f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=87869acc-109e-4783-96f2-e86ae8dd1f6c,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:28.888814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2021b48-a09c-400a-b677-56955715da16 req-1acc1de8-c1d9-4bff-bb40-991cac57f78d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Aug 31 08:04:28.891843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6aefd-e284-44a5-9410-6becdb63b9fa req-b3317cce-4f4f-4ffc-afae-54759389f04d tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:28.893271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea6aefd-e284-44a5-9410-6becdb63b9fa req-b3317cce-4f4f-4ffc-afae-54759389f04d tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1098 time: 0.1092408 Aug 31 08:04:28.911956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '87869acc-109e-4783-96f2-e86ae8dd1f6c', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': '87869acc-109e-4783-96f2-e86ae8dd1f6c', 'mac_address': 'fa:16:3e:e5:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:04:28.963371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.964887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ea6aefd-e284-44a5-9410-6becdb63b9fa req-65cedad4-37ec-4e04-b303-150696fefa3b tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647347 Aug 31 08:04:28.968978 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.973327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:28.974628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c46f8004-1aee-4be9-be7d-60f6f48393f4 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5590768 Aug 31 08:04:28.978067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38718) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:28.983161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8', 'name': 'tempest-PortsIpV6TestJSON-1696334857'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:28.984326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c383942-8473-49af-a7b6-5687dd562af7 req-e641d8ba-c848-434a-9b0f-8fad35231c3e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:28.985904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c383942-8473-49af-a7b6-5687dd562af7 req-e641d8ba-c848-434a-9b0f-8fad35231c3e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.0777977 Aug 31 08:04:28.989393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:28.997382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Transition to ACTIVE for port object 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:29.003961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87869acc-109e-4783-96f2-e86ae8dd1f6c {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:04:29.031622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Transition to ACTIVE for port object 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:29.033974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 87869acc-109e-4783-96f2-e86ae8dd1f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=87869acc-109e-4783-96f2-e86ae8dd1f6c,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:29.131745 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.137740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.178659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:29.188192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:29.194377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:29.212044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:29.212375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=87869acc-109e-4783-96f2-e86ae8dd1f6c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:29.216265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.241377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 49113f61-5f9f-4fe0-9135-039c1f0745b5 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:04:29.311348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Attempting to bind port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:29.312711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Attempting to bind port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '98c7f651-7fce-4da0-9369-57d32dff32ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:29.313258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Attempting to bind port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 on network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:29.315410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Pushing event updated for resources: {'Port': ['ID=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:29.323037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:29.323900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Checking segment: {'id': '98c7f651-7fce-4da0-9369-57d32dff32ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:29.324564 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.325135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Bound using segment: {'id': '98c7f651-7fce-4da0-9369-57d32dff32ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:29.326052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Bound port: 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c7f651-7fce-4da0-9369-57d32dff32ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b5feebd1-e6bc-425f-baa1-f625dfb4d3a8'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:29.330655 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.390779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['87869acc-109e-4783-96f2-e86ae8dd1f6c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:29.438820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] For port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:29.459595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] For port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,segment=NetworkSegment(98c7f651-7fce-4da0-9369-57d32dff32ce),segment_id=98c7f651-7fce-4da0-9369-57d32dff32ce)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:29.652169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port 55c81bac-1b20-45bb-9ed8-2311297a7d2f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:29.653427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.672559 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.675067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.742330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee22b8-69ff-4a10-82b7-2dc69e3f57ad None None] Pushing event updated for resources: {'Port': ['ID=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:29.809689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port e4821bbd-151f-4c03-982e-c919ccd6affd {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:29.810218 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.824484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688af46-73da-4931-a479-154dacace33e req-f74613f7-0ad8-41d9-a65f-af08f3490139 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:29.832844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a688af46-73da-4931-a479-154dacace33e req-f74613f7-0ad8-41d9-a65f-af08f3490139 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 944 time: 0.1574476 Aug 31 08:04:29.880812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::3d8 (b5feebd1-e6bc-425f-baa1-f625dfb4d3a8/583963cd-5247-4f49-aa10-93ff42617cff/49113f61-5f9f-4fe0-9135-039c1f0745b5) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:29.967775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port 55c81bac-1b20-45bb-9ed8-2311297a7d2f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=55c81bac-1b20-45bb-9ed8-2311297a7d2f,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:29.968146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:29.992795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for 55c81bac-1b20-45bb-9ed8-2311297a7d2f owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:30.036597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a688af46-73da-4931-a479-154dacace33e req-f14e85b6-eb9f-4d40-93fb-b8c223c9a395 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024510 Aug 31 08:04:30.093289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.109357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 49113f61-5f9f-4fe0-9135-039c1f0745b5 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:30.162461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.162791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.187207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for e4821bbd-151f-4c03-982e-c919ccd6affd owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:30.228840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.261309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c1ee5-d872-4bc3-b516-d25d9fff17b4 req-c0a54ad8-adfd-4815-9beb-064dd96a3625 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:30.263036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208c1ee5-d872-4bc3-b516-d25d9fff17b4 req-c0a54ad8-adfd-4815-9beb-064dd96a3625 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 946 time: 0.2681098 Aug 31 08:04:30.287965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:30.292777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:30.298340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:30.304193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:30.304831 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.316713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=49113f61-5f9f-4fe0-9135-039c1f0745b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:30.372004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208c1ee5-d872-4bc3-b516-d25d9fff17b4 req-a39a7c77-3989-4e87-9845-8e34da6a1560 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961313 Aug 31 08:04:30.442024 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18547231-5517-41ca-be00-3991f17ccf4a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4627411 Aug 31 08:04:30.444679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38776) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:30.557286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.570747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['55c81bac-1b20-45bb-9ed8-2311297a7d2f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:30.573084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:30.590246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=55c81bac-1b20-45bb-9ed8-2311297a7d2f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:30.630870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.672282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port 55c81bac-1b20-45bb-9ed8-2311297a7d2f on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:30.699658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.701675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c383942-8473-49af-a7b6-5687dd562af7 req-0e6f81c0-a31d-43e2-9517-89a8ef7f720f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.45 "DELETE /v2.0/ports/55c81bac-1b20-45bb-9ed8-2311297a7d2f HTTP/1.1" status: 204 len: 173 time: 1.7056422 Aug 31 08:04:30.705508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8738699f-5b61-4f36-acd9-43571904cc95', 'name': 'network-vif-deleted', 'tag': '55c81bac-1b20-45bb-9ed8-2311297a7d2f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:30.708514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 87869acc-109e-4783-96f2-e86ae8dd1f6c up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:30.721385 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fa848d-a52e-4dca-ad5e-cf3cfba9d6a5" -d '{"events": [{"server_uuid": "8738699f-5b61-4f36-acd9-43571904cc95", "name": "network-vif-deleted", "tag": "55c81bac-1b20-45bb-9ed8-2311297a7d2f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:30.746435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=e4821bbd-151f-4c03-982e-c919ccd6affd,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:30.828720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.829380 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP a24b2103-676e-4572-8d47-d151cfde6b9f disassociated (deleted). External IP: 172.25.0.110, port: 125b4440-699b-4c50-90b5-6abd171e000d. Aug 31 08:04:30.832765 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df54d2-fa6f-44d9-b3f9-a5eb60d39e0d x-openstack-request-id: req-d6df54d2-fa6f-44d9-b3f9-a5eb60d39e0d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:30.833274 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8738699f-5b61-4f36-acd9-43571904cc95", "name": "network-vif-deleted", "tag": "55c81bac-1b20-45bb-9ed8-2311297a7d2f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:30.833691 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6df54d2-fa6f-44d9-b3f9-a5eb60d39e0d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:30.834308 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8738699f-5b61-4f36-acd9-43571904cc95', 'name': 'network-vif-deleted', 'tag': '55c81bac-1b20-45bb-9ed8-2311297a7d2f', 'status': 'completed', 'code': 200} Aug 31 08:04:30.972896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 87869acc-109e-4783-96f2-e86ae8dd1f6c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:31.038762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 87869acc-109e-4783-96f2-e86ae8dd1f6c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:31.043340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.046828 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.215966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.391947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff586ea6-304a-4df9-a14d-07c0a7c746bc req-2fd7bc66-22a4-4e19-9f16-a77fd196c33c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:31.391947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff586ea6-304a-4df9-a14d-07c0a7c746bc req-2fd7bc66-22a4-4e19-9f16-a77fd196c33c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 944 time: 0.1727438 Aug 31 08:04:31.415611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0510a506-7d59-4477-8fc2-159f9bd335e5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:04:31.460060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44d3c9-d488-4a71-a1ae-8d6d43c48b37 None None] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:31.468777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff586ea6-304a-4df9-a14d-07c0a7c746bc req-1052cce9-3e9c-434d-b4fe-1bcb8aad4bd6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Aug 31 08:04:31.479982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.523123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87869acc-109e-4783-96f2-e86ae8dd1f6c'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:31.525462 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b5fe4-bac4-45fd-85a8-9aaa7adcd806" -d '{"events": [{"server_uuid": "434eadfb-50e4-4925-8ef5-3562f73c5d73", "name": "network-vif-plugged", "status": "completed", "tag": "87869acc-109e-4783-96f2-e86ae8dd1f6c"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:31.553920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 87869acc-109e-4783-96f2-e86ae8dd1f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=87869acc-109e-4783-96f2-e86ae8dd1f6c,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:31.586254 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf081994-a22f-4b2a-9f1b-739df2dbb4ab x-openstack-request-id: req-cf081994-a22f-4b2a-9f1b-739df2dbb4ab {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:31.586948 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434eadfb-50e4-4925-8ef5-3562f73c5d73", "name": "network-vif-plugged", "status": "completed", "tag": "87869acc-109e-4783-96f2-e86ae8dd1f6c", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:31.589960 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf081994-a22f-4b2a-9f1b-739df2dbb4ab {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:31.589960 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87869acc-109e-4783-96f2-e86ae8dd1f6c', 'code': 200} Aug 31 08:04:31.599377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28afdcae-9110-4b00-9406-63a9464ecc2c req-7f253ea9-cd08-4b21-baa6-2fee84897fce tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=8738699f-5b61-4f36-acd9-43571904cc95 HTTP/1.1" status: 200 len: 210 time: 0.0572283 Aug 31 08:04:31.625875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.626846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:31.636038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.643934 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] Sync routers for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:31.654139 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:31.655113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:31.707175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=49113f61-5f9f-4fe0-9135-039c1f0745b5,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:31.730452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9866e97b-5443-44da-9d26-6bf46c636d4c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/floatingips/a24b2103-676e-4572-8d47-d151cfde6b9f HTTP/1.1" status: 204 len: 168 time: 2.7398996 Aug 31 08:04:31.734116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3fa6058f-2405-4e07-9a7b-c931012fed14 None None] Provisioning for port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:31.734613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.735452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 55c81bac-1b20-45bb-9ed8-2311297a7d2f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:31.812273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed2691-cd37-4d93-8907-e709b558d36a req-d9e6947c-71cd-4ba0-a5ed-10e2b59361fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:31.815338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72ed2691-cd37-4d93-8907-e709b558d36a req-d9e6947c-71cd-4ba0-a5ed-10e2b59361fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 1097 time: 0.1126566 Aug 31 08:04:31.870579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 55c81bac-1b20-45bb-9ed8-2311297a7d2f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:31.870931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 55c81bac-1b20-45bb-9ed8-2311297a7d2f not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:31.889574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.907243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72ed2691-cd37-4d93-8907-e709b558d36a req-e2c098ae-209f-4c98-88c0-0149dc30e48f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848475 Aug 31 08:04:31.918396 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:31.937098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=87869acc-109e-4783-96f2-e86ae8dd1f6c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:32.097936 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:04:32.144591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:32.232548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.306155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:32.316131 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:57Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:32.318401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:32.318796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.355976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] Checking router: 0510a506-7d59-4477-8fc2-159f9bd335e5 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:04:32.365695 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:32.366816 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:32.422920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Provisioning complete for port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:32.423330 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.674384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dade81-bc23-4e71-89f9-717e3cd1255d req-d2c7f555-8c44-404a-b555-2bfbff23e68d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:32.682337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4dade81-bc23-4e71-89f9-717e3cd1255d req-d2c7f555-8c44-404a-b555-2bfbff23e68d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 946 time: 0.1345661 Aug 31 08:04:32.702422 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:32.726331 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.731698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.778798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.825691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616a86-ed53-4811-a0c5-5d1955e147c9 req-0a0f8a1f-454b-43ea-8684-c8b505839b09 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:32.827454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76616a86-ed53-4811-a0c5-5d1955e147c9 req-0a0f8a1f-454b-43ea-8684-c8b505839b09 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.2059090 Aug 31 08:04:32.836283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:32.839277 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d9bd1b-2148-42cf-968f-1a3392f21e19" -d '{"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:32.854576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.855507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.868848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,segment=NetworkSegment(98c7f651-7fce-4da0-9369-57d32dff32ce),segment_id=98c7f651-7fce-4da0-9369-57d32dff32ce)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:32.916024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4dade81-bc23-4e71-89f9-717e3cd1255d req-5fdda468-4ed2-452a-ba9e-1e23dc3dd8fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827531 Aug 31 08:04:32.948718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:32.965312 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:57Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:32.972711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=49113f61-5f9f-4fe0-9135-039c1f0745b5,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:33.003680 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cb8bf-9e10-4089-ba5e-2e4eb263ba30 None None] The sync data for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 is: [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3307f81b-ef7c-4ede-8d33-a4be34bf797b', 'name': '', 'network_id': 'f9b1d714-8efe-450a-9703-2de56b0a2f70', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:f5:2c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:47Z', 'updated_at': '2021-08-31T08:01:57Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:33.005571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76616a86-ed53-4811-a0c5-5d1955e147c9 req-42f21b40-3dda-4333-a288-0c4e0efba6b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700685 Aug 31 08:04:33.159696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:04:33.161661 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:04:33.183759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:33.206549 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e3ec0-2b8e-4171-90df-73bb630d39f9 x-openstack-request-id: req-129e3ec0-2b8e-4171-90df-73bb630d39f9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:33.207083 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:33.207499 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-129e3ec0-2b8e-4171-90df-73bb630d39f9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:33.208072 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'status': 'completed', 'code': 200} Aug 31 08:04:33.272416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:33.274380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:33.295341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-aeebe2e5-f9f7-48e9-8c84-b3aea813a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:33.296902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-aeebe2e5-f9f7-48e9-8c84-b3aea813a644 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 1098 time: 0.0686409 Aug 31 08:04:33.552705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e61f59b-c81e-49c2-bd94-564a57d443c9 None None] New status for floating IP a24b2103-676e-4572-8d47-d151cfde6b9f: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:04:33.648162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-ac1971b7-ca7a-4654-bd3a-b4520dd5ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:33.652634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-ac1971b7-ca7a-4654-bd3a-b4520dd5ef6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 200 len: 898 time: 0.3442421 Aug 31 08:04:33.674533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Router 9b0fa522-de9e-4dee-bc56-a7bc900e2905 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:04:33.787129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-b0067bc3-b391-45fe-b171-5e2af3b58488 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 200 len: 217 time: 0.1242599 Aug 31 08:04:33.795177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-744619aa-f09f-4fac-928b-0af5ddab154d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:33.800614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Provisioning for port 49113f61-5f9f-4fe0-9135-039c1f0745b5 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:33.802496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-744619aa-f09f-4fac-928b-0af5ddab154d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.3634958 Aug 31 08:04:33.808633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Provisioning complete for port 49113f61-5f9f-4fe0-9135-039c1f0745b5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:33.809092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:33.848727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-b9c79dfc-c309-471e-a568-80546546f082 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/quotas/e6aaf9dbc80d4b8291acb020f411366b HTTP/1.1" status: 200 len: 375 time: 0.0449634 Aug 31 08:04:33.870467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e52bbe60-47b3-43e2-864e-b785a97dc7d9 None None] Port 49113f61-5f9f-4fe0-9135-039c1f0745b5 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:33.876548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:33.884080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ede7a839-730d-4632-a27e-d8f9e5436f30 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/routers/9b0fa522-de9e-4dee-bc56-a7bc900e2905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4373200 Aug 31 08:04:33.886837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38834) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:33.890583 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] Sync routers for ids ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:33.891452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-c72ab2af-838a-4af4-b765-c069856cb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:33.892957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-c72ab2af-838a-4af4-b765-c069856cb6b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 200 len: 834 time: 0.0877216 Aug 31 08:04:33.903534 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] Routers {'9b0fa522-de9e-4dee-bc56-a7bc900e2905'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:33.903534 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:33.931723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-c83f2d43-06c8-43bf-8d54-de3ead26a437 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821087 Aug 31 08:04:33.950405 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:33.967341 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] Routers {'9b0fa522-de9e-4dee-bc56-a7bc900e2905'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:33.970063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:33.997497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea845a75-c583-4839-8bad-e2908af373f5 None None] Provisioning complete for port 49113f61-5f9f-4fe0-9135-039c1f0745b5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:34.003545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea845a75-c583-4839-8bad-e2908af373f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:34.026370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-0b62f998-22d5-480c-af36-6fc3e5037f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:34.027926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-0b62f998-22d5-480c-af36-6fc3e5037f1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b1d714-8efe-450a-9703-2de56b0a2f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251259 Aug 31 08:04:34.046171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:34.061171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-577ece24-558d-4721-a3b1-a5f059d326f8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:34.062841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-577ece24-558d-4721-a3b1-a5f059d326f8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 946 time: 0.1523070 Aug 31 08:04:34.086637 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:34.091407 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca6b6b-229b-44d3-abc5-e81138d2d915 None None] The sync data for ids ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:34.097792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ea845a75-c583-4839-8bad-e2908af373f5 None None] Port 49113f61-5f9f-4fe0-9135-039c1f0745b5 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:34.121083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a9af2-bfd6-419f-a0d0-996a33fcdb6a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:34.122757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-765a9af2-bfd6-419f-a0d0-996a33fcdb6a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b0fa522-de9e-4dee-bc56-a7bc900e2905 HTTP/1.1" status: 200 len: 989 time: 0.2349577 Aug 31 08:04:34.130560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38842) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:34.142062 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:34.142711 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:34.201234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-61e419b2-8ed8-43ee-8274-1ae343accc66 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685986 Aug 31 08:04:34.326776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8c53-bbc0-4dfa-8d55-f54ccb960fea req-d91bf7ba-10d7-4d5c-82ba-93be60753b7e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:34.328406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-876a8c53-bbc0-4dfa-8d55-f54ccb960fea req-d91bf7ba-10d7-4d5c-82ba-93be60753b7e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 946 time: 0.1790175 Aug 31 08:04:34.358784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-89dbd925-cdfb-46b5-9c85-8da78c6a46e1 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160319 Aug 31 08:04:34.405716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 125b4440-699b-4c50-90b5-6abd171e000d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:34.406091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:34.423400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-b1d04456-a95b-40e9-a80c-71679caa13f6 service neutron] 10.222.0.36 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054672 Aug 31 08:04:34.438018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-876a8c53-bbc0-4dfa-8d55-f54ccb960fea req-3685f4d9-443b-4218-9aa8-2534cee45db5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=2d4acaa1-ac18-4915-bd03-6f996f95c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017125 Aug 31 08:04:34.516864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-80d9bd1b-2148-42cf-968f-1a3392f21e19 req-277d5ea1-2c64-422d-89ba-1cdc8d7fe43a service neutron] 10.222.0.45 "GET /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488242 Aug 31 08:04:34.556650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8acac8-e07e-49e8-a055-21036352f56b req-50bbdb18-f3e5-4141-bd49-0dc73de78faa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:34.561879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d8acac8-e07e-49e8-a055-21036352f56b req-50bbdb18-f3e5-4141-bd49-0dc73de78faa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Aug 31 08:04:34.602376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d8acac8-e07e-49e8-a055-21036352f56b req-b1b3dfc8-8bbc-43b6-bc72-88258c4e0ec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Aug 31 08:04:34.613747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 125b4440-699b-4c50-90b5-6abd171e000d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=125b4440-699b-4c50-90b5-6abd171e000d,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:34.614158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:34.644536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 125b4440-699b-4c50-90b5-6abd171e000d owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:34.828480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-127b2a1a-ca77-438c-9cac-19e0ed7251bc req-1382d603-55f2-40ea-afea-0bba537d388e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 210 time: 0.0364704 Aug 31 08:04:34.846170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4cb5c-3bc0-4e15-ba7a-b24f90b953a9 req-7517af66-a772-406a-aff6-e00a2e809918 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:34.854185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8bd4cb5c-3bc0-4e15-ba7a-b24f90b953a9 req-7517af66-a772-406a-aff6-e00a2e809918 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.1011844 Aug 31 08:04:34.892168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8bd4cb5c-3bc0-4e15-ba7a-b24f90b953a9 req-671edfd4-69de-41c5-b74b-47c352093d73 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Aug 31 08:04:34.958282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:35.024864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c718c-2ac1-41ec-b944-cdd2440d68eb req-e60a28f2-8bec-4cf1-9a90-23c82773b69c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:35.026605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-804c718c-2ac1-41ec-b944-cdd2440d68eb req-e60a28f2-8bec-4cf1-9a90-23c82773b69c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Aug 31 08:04:35.045261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:35.071882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-804c718c-2ac1-41ec-b944-cdd2440d68eb req-bb061626-870d-46d7-b569-1634f0790265 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Aug 31 08:04:35.092324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=125b4440-699b-4c50-90b5-6abd171e000d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:35.179846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] No DVR routers for this DVR port 125b4440-699b-4c50-90b5-6abd171e000d on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:35.182821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:35.185551 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-95965b0b-2a2b-48c2-a540-c8838304f04f req-3c2a5a4b-b722-4202-a360-b061d5f49737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "DELETE /v2.0/ports/125b4440-699b-4c50-90b5-6abd171e000d HTTP/1.1" status: 204 len: 173 time: 1.0991309 Aug 31 08:04:35.186235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-deleted', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:35.189253 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f836189b-447a-4eb5-9921-665309229b1f" -d '{"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-deleted", "tag": "125b4440-699b-4c50-90b5-6abd171e000d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:35.253881 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560780dc-c459-4aea-b18c-9924071fd113 x-openstack-request-id: req-560780dc-c459-4aea-b18c-9924071fd113 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:35.254149 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d9d34c-aa1d-4758-916d-5d6bcfc7063a", "name": "network-vif-deleted", "tag": "125b4440-699b-4c50-90b5-6abd171e000d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:35.254722 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-560780dc-c459-4aea-b18c-9924071fd113 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:35.255133 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d9d34c-aa1d-4758-916d-5d6bcfc7063a', 'name': 'network-vif-deleted', 'tag': '125b4440-699b-4c50-90b5-6abd171e000d', 'status': 'completed', 'code': 200} Aug 31 08:04:35.314666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 49113f61-5f9f-4fe0-9135-039c1f0745b5 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:35.315155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:35.591749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff4a5920-3e50-4e57-86fe-285e0e48429b req-e8ee8447-524a-4516-b6ce-41548c25a341 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d9d34c-aa1d-4758-916d-5d6bcfc7063a HTTP/1.1" status: 200 len: 210 time: 0.0358367 Aug 31 08:04:35.777992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:35.792893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 49113f61-5f9f-4fe0-9135-039c1f0745b5 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:35.820657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b0bc-4953-4d08-8ad1-b1aa26c3b75f req-9cc3f3ae-4ca0-4118-a21c-82c8829d3683 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:35.822807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41e4b0bc-4953-4d08-8ad1-b1aa26c3b75f req-9cc3f3ae-4ca0-4118-a21c-82c8829d3683 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.0564311 Aug 31 08:04:35.862794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41e4b0bc-4953-4d08-8ad1-b1aa26c3b75f req-bb215886-5d33-4203-9514-ed6bda44bb38 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Aug 31 08:04:35.948114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b8fe53e-23d4-4b2e-beae-6d322c1ece3a req-4bd15382-7da2-4dae-babf-4f4a3e6efe29 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 210 time: 0.0355945 Aug 31 08:04:36.111836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:36.145273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=49113f61-5f9f-4fe0-9135-039c1f0745b5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:36.275606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:36.542746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Router 9b0fa522-de9e-4dee-bc56-a7bc900e2905 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:04:36.651147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38892) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:36.656247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:36.689036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] Sync routers for ids ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:36.702538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:36.709097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38894) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:36.711098 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8eada437-b8ff-46d6-8f7c-b01bdad6d1ff tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/routers/9b0fa522-de9e-4dee-bc56-a7bc900e2905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5369442 Aug 31 08:04:36.740650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] Routers {'9b0fa522-de9e-4dee-bc56-a7bc900e2905'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:36.741387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:36.743705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 125b4440-699b-4c50-90b5-6abd171e000d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:36.744211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 125b4440-699b-4c50-90b5-6abd171e000d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:36.759150 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc0a796-91df-4476-a904-6535004acdfd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:36.760733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2dc0a796-91df-4476-a904-6535004acdfd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/49113f61-5f9f-4fe0-9135-039c1f0745b5 HTTP/1.1" status: 404 len: 333 time: 0.0506673 Aug 31 08:04:36.763634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38898) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:36.786728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:36.796761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] Routers {'9b0fa522-de9e-4dee-bc56-a7bc900e2905'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:36.797622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:36.844072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:36.844767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77d976f-bf05-4247-b56e-4b9a1e413312 None None] The sync data for ids ['9b0fa522-de9e-4dee-bc56-a7bc900e2905'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:36.894988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.162077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38908) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:37.179794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2f8d4b4-ce1f-43f0-95f0-4409757ea563 req-13b43772-4204-4814-a8d7-4ed8e2fba06e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 210 time: 0.0581336 Aug 31 08:04:37.190798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.196532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.247921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5fe35-8c64-4685-9fb7-a4387795f6e3 req-c576472a-f22f-419c-8117-5cf18b03b6ec tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:37.247921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d5fe35-8c64-4685-9fb7-a4387795f6e3 req-c576472a-f22f-419c-8117-5cf18b03b6ec tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.2807360 Aug 31 08:04:37.290111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f1d47fa-f7a3-479e-8393-36628d9575fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.473518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-0edb7165-8e44-4644-a3aa-3ce2e861096e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:37.475277 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-0edb7165-8e44-4644-a3aa-3ce2e861096e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 805 time: 0.2026539 Aug 31 08:04:37.493153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Request body: {'port': {'device_id': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'admin_state_up': True, 'tenant_id': 'e6aaf9dbc80d4b8291acb020f411366b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:37.506949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-6fc1c7e2-cf0d-4aad-843c-fdbdd79f5972 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:37.508708 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-6fc1c7e2-cf0d-4aad-843c-fdbdd79f5972 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 945 time: 0.1473906 Aug 31 08:04:37.750997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f1d47fa-f7a3-479e-8393-36628d9575fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.785148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d5fe35-8c64-4685-9fb7-a4387795f6e3 req-b1e8603c-1c05-4833-9d3c-87743f1e72e9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764952 Aug 31 08:04:37.794110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port 87869acc-109e-4783-96f2-e86ae8dd1f6c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:37.794460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.819681 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.820210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Fanout notify agent at l3_agent the message router_deleted on router 9b0fa522-de9e-4dee-bc56-a7bc900e2905 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:04:37.828500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.829669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f4b1ad19-4a44-4bbc-9ffb-34bae8c6d02c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/routers/9b0fa522-de9e-4dee-bc56-a7bc900e2905 HTTP/1.1" status: 204 len: 168 time: 1.0651860 Aug 31 08:04:37.832474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38912) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:37.853571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f1d47fa-f7a3-479e-8393-36628d9575fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.909368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 583963cd-5247-4f49-aa10-93ff42617cff {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:37.915946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.948149 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6f1d47fa-f7a3-479e-8393-36628d9575fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffcd49053126447897b48f583e20fcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812200 Aug 31 08:04:37.948456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:37.952231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d47fa-f7a3-479e-8393-36628d9575fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637cb1c-c020-48fe-b9db-4045ba619c80,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:37.980154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port 87869acc-109e-4783-96f2-e86ae8dd1f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=87869acc-109e-4783-96f2-e86ae8dd1f6c,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:37.980588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.984319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:37.984482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Made reservation on behalf of e6aaf9dbc80d4b8291acb020f411366b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:37.986754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.009549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for 87869acc-109e-4783-96f2-e86ae8dd1f6c owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:38.120269 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f15d28c-5191-4540-b401-ad16873a30d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.130338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.184190 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f15d28c-5191-4540-b401-ad16873a30d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.188138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.189299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Allocated IP 172.20.0.7 (82339031-2189-4413-a5b7-2c920bfb8b00/0f13cdee-c5af-4903-a1a9-8fcc093495ba/a9aaff8e-3ffb-4870-b0f8-b9c3475ab345) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:38.352793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96691e3a-99b3-4d03-8b7e-54362e2cabcd req-45453ac9-f72c-4c9a-9ddc-d712136c166f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 210 time: 0.0398569 Aug 31 08:04:38.369845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.384537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['87869acc-109e-4783-96f2-e86ae8dd1f6c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:38.437028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=87869acc-109e-4783-96f2-e86ae8dd1f6c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:38.474001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.504241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port 87869acc-109e-4783-96f2-e86ae8dd1f6c on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:38.515508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.515508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12a88ff0-6297-4042-80d1-c2a495499ab7 req-903aa5d0-b768-4753-bea0-f3ffe4328c5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "DELETE /v2.0/ports/87869acc-109e-4783-96f2-e86ae8dd1f6c HTTP/1.1" status: 204 len: 173 time: 0.9859400 Aug 31 08:04:38.515508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'name': 'network-vif-deleted', 'tag': '87869acc-109e-4783-96f2-e86ae8dd1f6c'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:38.515508 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a22194-5ea8-46c5-844a-d21b783bc831" -d '{"events": [{"server_uuid": "434eadfb-50e4-4925-8ef5-3562f73c5d73", "name": "network-vif-deleted", "tag": "87869acc-109e-4783-96f2-e86ae8dd1f6c"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:38.533497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=583963cd-5247-4f49-aa10-93ff42617cff,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:38.548915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d25bd-35fd-424a-965c-959349a4a3f5 None None] Network b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:38.554812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.556504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.558581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dd58f1d8-4e37-44fe-a654-2a34076df862 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/583963cd-5247-4f49-aa10-93ff42617cff HTTP/1.1" status: 204 len: 168 time: 0.7251165 Aug 31 08:04:38.560006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f15d28c-5191-4540-b401-ad16873a30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.562707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f15d28c-5191-4540-b401-ad16873a30d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.563844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9f15d28c-5191-4540-b401-ad16873a30d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e637cb1c-c020-48fe-b9db-4045ba619c80 HTTP/1.1" status: 204 len: 168 time: 0.6141696 Aug 31 08:04:38.564336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:38.577859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15d28c-5191-4540-b401-ad16873a30d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637cb1c-c020-48fe-b9db-4045ba619c80,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:38.632291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 3307f81b-ef7c-4ede-8d33-a4be34bf797b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:38.632793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.660678 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d3ab5f-c33f-4334-8d63-fd5ef5e6d4ac x-openstack-request-id: req-d4d3ab5f-c33f-4334-8d63-fd5ef5e6d4ac {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:38.660969 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434eadfb-50e4-4925-8ef5-3562f73c5d73", "name": "network-vif-deleted", "tag": "87869acc-109e-4783-96f2-e86ae8dd1f6c", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:38.661229 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4d3ab5f-c33f-4334-8d63-fd5ef5e6d4ac {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:38.661642 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434eadfb-50e4-4925-8ef5-3562f73c5d73', 'name': 'network-vif-deleted', 'tag': '87869acc-109e-4783-96f2-e86ae8dd1f6c', 'status': 'completed', 'code': 200} Aug 31 08:04:38.749704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.828894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 3307f81b-ef7c-4ede-8d33-a4be34bf797b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3307f81b-ef7c-4ede-8d33-a4be34bf797b,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:38.829502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.876039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:38.876389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:38.879369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 3307f81b-ef7c-4ede-8d33-a4be34bf797b owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:38.905618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] DHCP port deletion for b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:04:39.007542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] Deleting port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:39.008217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.032350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] For port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,segment=NetworkSegment(98c7f651-7fce-4da0-9369-57d32dff32ce),segment_id=98c7f651-7fce-4da0-9369-57d32dff32ce)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:39.034660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.042279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8b771cc-4ed1-4033-931d-3c4bc94f8c74 req-7dfecfa9-86c0-4dd4-b3f7-37727ba79ba1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0678062 Aug 31 08:04:39.071531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:39.095347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.107257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:39.152579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] For port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,segment=NetworkSegment(98c7f651-7fce-4da0-9369-57d32dff32ce),segment_id=98c7f651-7fce-4da0-9369-57d32dff32ce)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:39.153391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.174503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] Calling delete_port for 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:39.198282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event updated for resources: {'Port': ['ID=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:39.275066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Network 82339031-2189-4413-a5b7-2c920bfb8b00 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:39.280442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:39.292339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:39.407539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:39.408448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.459500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.500507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=3307f81b-ef7c-4ede-8d33-a4be34bf797b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:39.525534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.538401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323ee6f-4f99-4b90-ae60-3081017318fe req-9c0dc159-253f-4b1b-9566-6dc719c460f0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:39.544167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.547164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7323ee6f-4f99-4b90-ae60-3081017318fe req-9c0dc159-253f-4b1b-9566-6dc719c460f0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 931 time: 0.1168575 Aug 31 08:04:39.563704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] No DVR routers for this DVR port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:39.611391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66c770-7a01-4723-ad1f-d6abc629f123 None None] Pushing event deleted for resources: {'Port': ['ID=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:39.624889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-9afb9d50-2cf9-48f6-8388-b2b930d97449 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1359298 Aug 31 08:04:39.626507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:39.636063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No DVR routers for this DVR port 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:39.690964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Request body: {'port': {'device_id': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:39.701241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7323ee6f-4f99-4b90-ae60-3081017318fe req-3fede17f-4f43-4ce1-af20-dea90bb7b982 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530781 Aug 31 08:04:39.836466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.852361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5feebd1-e6bc-425f-baa1-f625dfb4d3a8']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:39.864571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.871168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c7f651-7fce-4da0-9369-57d32dff32ce') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:39.871715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c7f651-7fce-4da0-9369-57d32dff32ce') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:39.916507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.934660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:39.964067 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.000674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:04:40.001088 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:04:40.005082 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:04:40.151368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:40.233505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:40.236597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5bb000ec-bdf9-4ed2-9de1-d35e6be1ff10 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:40.323458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011530a4-cd22-4c41-869a-662e7f3d173b req-12994de8-0b43-44f9-a325-2e9458876561 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0387812 Aug 31 08:04:40.343174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0510a506-7d59-4477-8fc2-159f9bd335e5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:04:40.404408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38966) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:40.450296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:04:40.458722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.489952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:40.495207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-01b3f247-c611-4470-8c96-da33a765c27b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/0510a506-7d59-4477-8fc2-159f9bd335e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8427823 Aug 31 08:04:40.497937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38970) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:40.501224 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] Sync routers for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:40.512640 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:40.513284 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:40.540255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1560135119-network', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:40.581738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting subnet ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:40.586662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.590370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Transition to ACTIVE for port object a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:40.590370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.597760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.601051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/b5feebd1-e6bc-425f-baa1-f625dfb4d3a8 HTTP/1.1" status: 204 len: 168 time: 2.0347621 Aug 31 08:04:40.614849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38974) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:40.630150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fe512-c005-4c95-8045-9dbaa8797aaf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=b5feebd1-e6bc-425f-baa1-f625dfb4d3a8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:40.676475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636bcadf-5959-4f86-9c0f-c220fd1127ee tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:40.678250 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-636bcadf-5959-4f86-9c0f-c220fd1127ee tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/29466ce9-2cf2-4b6f-9700-772e80de3a10 HTTP/1.1" status: 200 len: 845 time: 0.0619066 Aug 31 08:04:40.681832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38976) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:40.697342 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:40.697620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Made reservation on behalf of d6c5cbe5314f40e6b8064d7eeb4f7942 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:40.699987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.719777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.722778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.732004 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d0a3b290-e7fa-4db6-a95b-b907328f9658 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/29466ce9-2cf2-4b6f-9700-772e80de3a10?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0488522 Aug 31 08:04:40.732757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 87869acc-109e-4783-96f2-e86ae8dd1f6c no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:40.735569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38978) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:40.742734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:40.748943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:40.798700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 87869acc-109e-4783-96f2-e86ae8dd1f6c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:40.799076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 87869acc-109e-4783-96f2-e86ae8dd1f6c not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:40.908253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:40.957239 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:04:39Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:40.959249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.003315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Attempting to bind port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:41.003733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Attempting to bind port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:41.003880 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] Checking router: 0510a506-7d59-4477-8fc2-159f9bd335e5 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:04:41.004217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Attempting to bind port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:41.009214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 on network 82339031-2189-4413-a5b7-2c920bfb8b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:04:41.009552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Attempting to bind port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 on network 82339031-2189-4413-a5b7-2c920bfb8b00 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:41.012357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86982d06-9edf-4ecc-ab4b-79ef4884867b req-37360d73-895b-41a3-8ae6-83f20af6112f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:41.014046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86982d06-9edf-4ecc-ab4b-79ef4884867b req-37360d73-895b-41a3-8ae6-83f20af6112f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 943 time: 0.1413312 Aug 31 08:04:41.014826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:41.015172 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Checking segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:41.015570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Bound using segment: {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:41.016012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Bound port: a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:41.016568 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.030674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] Routers {'0510a506-7d59-4477-8fc2-159f9bd335e5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:41.032700 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0510a506-7d59-4477-8fc2-159f9bd335e5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:41.098810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] For port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:41.102599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] For port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:41.122891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86982d06-9edf-4ecc-ab4b-79ef4884867b req-7139c17b-5744-4cef-b5a4-0840b3b8ce98 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961115 Aug 31 08:04:41.157635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.159739 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] Set router 0510a506-7d59-4477-8fc2-159f9bd335e5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:41.169114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.195526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.205196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:41.207388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.211817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2c0f3042-98d6-4f4c-825c-3b6b16d4cf96 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/subnets/ef1e5955-61e0-4ebb-99c3-6f9a85ec1d76 HTTP/1.1" status: 204 len: 168 time: 0.7077336 Aug 31 08:04:41.212213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 38982) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:41.217499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cf7c6-6ad7-494f-a1f3-ae7d272c08ae None None] Network f9b1d714-8efe-450a-9703-2de56b0a2f70 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:41.259649 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.273164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:04:41.284971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.285381 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Added segment e7fedee7-2727-4943-b91b-3e3a41df78c5 of type vlan for network 38957a58-ac8e-4832-866c-f5e675e47644 Aug 31 08:04:41.330940 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.332563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:41.366940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:41.373062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.374675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-441adb7f-5246-462d-bba0-795662e8d230 service neutron] 10.222.0.68 "PUT /v2.0/ports/a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 HTTP/1.1" status: 200 len: 1092 time: 1.7298167 Aug 31 08:04:41.375150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'tag': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:41.381048 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572baff-3dd6-457e-9c3f-ccac103f866a" -d '{"events": [{"name": "network-changed", "server_uuid": "f04a9fdb-a527-48c1-b19a-3cc6cf62be20", "tag": "a9aaff8e-3ffb-4870-b0f8-b9c3475ab345"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:41.466029 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bedf36-bfb0-4c0f-9624-14cf0e250eb8 x-openstack-request-id: req-40bedf36-bfb0-4c0f-9624-14cf0e250eb8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:41.466692 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04a9fdb-a527-48c1-b19a-3cc6cf62be20", "tag": "a9aaff8e-3ffb-4870-b0f8-b9c3475ab345", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:41.467046 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40bedf36-bfb0-4c0f-9624-14cf0e250eb8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:41.467601 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'tag': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345', 'status': 'completed', 'code': 200} Aug 31 08:04:41.495403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:41.501398 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:04:39Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:41.501998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-376274bc-2480-4477-b0d2-d1665cc0a102 req-ac3822cd-eb67-4f39-9971-de5e298b95fa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0518966 Aug 31 08:04:41.502644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8ede5-04ee-4aa0-95bd-eca337c9ad8e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:41.514830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.540644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.540908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] DHCP port deletion for f9b1d714-8efe-450a-9703-2de56b0a2f70 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:04:41.571069 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474e76fd-b816-463b-a8ce-ffa4ffe3b5ec None None] The sync data for ids ['0510a506-7d59-4477-8fc2-159f9bd335e5'] in n-d-713499-16 is: [{'id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589308888', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:01:38Z', 'updated_at': '2021-08-31T08:04:39Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'a5a7fd47-c917-4c40-92c7-3e9280b3f216', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510a506-7d59-4477-8fc2-159f9bd335e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:01:40Z', 'updated_at': '2021-08-31T08:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:41.611232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.612207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:41.613074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.626494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Deleting port 250c9a23-b8e4-412f-831d-ca22c4d34788 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:41.627886 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.691932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572baff-3dd6-457e-9c3f-ccac103f866a req-92711232-7399-42b1-8227-da11e09b26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:41.693573 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f572baff-3dd6-457e-9c3f-ccac103f866a req-92711232-7399-42b1-8227-da11e09b26b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 1095 time: 0.1730232 Aug 31 08:04:41.700600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] Pushing event updated for resources: {'Network': ['ID=38957a58-ac8e-4832-866c-f5e675e47644,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:41.748165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 38994) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:41.749393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-45a47ce1-b101-4327-bc8e-7437e9b5ae3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3433261 Aug 31 08:04:41.759695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 38957a58-ac8e-4832-866c-f5e675e47644 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:04:41.790554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Request body: {'subnet': {'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1560135119-subnet', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:41.804258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.832029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] For port 250c9a23-b8e4-412f-831d-ca22c4d34788, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=250c9a23-b8e4-412f-831d-ca22c4d34788,segment=NetworkSegment(3b7873d0-4853-4305-b069-328eb0b226f7),segment_id=3b7873d0-4853-4305-b069-328eb0b226f7)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:41.832730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:41.851687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Calling delete_port for 250c9a23-b8e4-412f-831d-ca22c4d34788 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:41.966282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Made reservation on behalf of d6c5cbe5314f40e6b8064d7eeb4f7942 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:41.968219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.032269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port a5a7fd47-c917-4c40-92c7-3e9280b3f216 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:42.032624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.095971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572baff-3dd6-457e-9c3f-ccac103f866a req-12f0d591-7b83-4f27-bf83-ce2b58c24520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:42.097112 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f572baff-3dd6-457e-9c3f-ccac103f866a req-12f0d591-7b83-4f27-bf83-ce2b58c24520 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3948102 Aug 31 08:04:42.101935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 250c9a23-b8e4-412f-831d-ca22c4d34788 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:42.173748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port a5a7fd47-c917-4c40-92c7-3e9280b3f216, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a5a7fd47-c917-4c40-92c7-3e9280b3f216,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:42.181206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.249723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for a5a7fd47-c917-4c40-92c7-3e9280b3f216 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:42.262827 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.284604 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.291389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572baff-3dd6-457e-9c3f-ccac103f866a req-6afa2096-565c-4244-9d29-24b68db2c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:42.299207 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f572baff-3dd6-457e-9c3f-ccac103f866a req-6afa2096-565c-4244-9d29-24b68db2c98f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849413 Aug 31 08:04:42.306791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] No DVR routers for this DVR port 250c9a23-b8e4-412f-831d-ca22c4d34788 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:04:42.371821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Pushing event deleted for resources: {'Port': ['ID=250c9a23-b8e4-412f-831d-ca22c4d34788,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:42.402939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3307f81b-ef7c-4ede-8d33-a4be34bf797b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:42.427275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.454055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3307f81b-ef7c-4ede-8d33-a4be34bf797b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:42.454415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3307f81b-ef7c-4ede-8d33-a4be34bf797b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:42.456103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44176721-c3b4-4db0-8368-ee28ddaae740 req-ff173942-5d86-47d6-8c01-b7468ce53b67 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:42.464846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44176721-c3b4-4db0-8368-ee28ddaae740 req-ff173942-5d86-47d6-8c01-b7468ce53b67 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 943 time: 0.1159246 Aug 31 08:04:42.475340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.477898 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.491424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36229a5b-0650-4015-a161-b9c25bab1f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:42.541885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=0d89e836-668d-45fb-acb4-2aa212059455,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:42.587735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44176721-c3b4-4db0-8368-ee28ddaae740 req-9c63eb9b-aa8e-45a7-9afb-4477c489c437 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218219 Aug 31 08:04:42.589484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:42.596197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:42.614627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48df36-70d0-4195-a92a-7e56d6cbef46 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:42.637398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-021eb61e-d92e-41d0-8b5e-ca2b660ac950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:42.639068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-021eb61e-d92e-41d0-8b5e-ca2b660ac950 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 1095 time: 0.2831404 Aug 31 08:04:42.640348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:42.640919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.737050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16fbd673-042a-46d2-bac9-e91e516c3717 req-e4c5b268-39aa-423d-b7e4-2fb3cb3975cc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0293951 Aug 31 08:04:42.786352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-07232084-0e57-4f57-96a9-d7fb918510a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 HTTP/1.1" status: 200 len: 217 time: 0.1272061 Aug 31 08:04:42.788920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.832081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=a5a7fd47-c917-4c40-92c7-3e9280b3f216,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:42.910803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'tenant_id': '37083bd3202e4d04bf609374d730b3b3', 'fixed_ips': [{'subnet_id': '0d89e836-668d-45fb-acb4-2aa212059455'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:04:42.912084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:42.951086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.112349 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.114724 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.133981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Allocated IP 2001:db8::2 (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/0d89e836-668d-45fb-acb4-2aa212059455/9396dadf-4753-45d3-8359-aa3930efdd4a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:43.290965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.291533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Fanout notify agent at l3_agent the message router_deleted on router 0510a506-7d59-4477-8fc2-159f9bd335e5 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:04:43.306833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.308367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-21c424f9-e062-4529-b025-53dc6024adce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/routers/0510a506-7d59-4477-8fc2-159f9bd335e5 HTTP/1.1" status: 204 len: 168 time: 2.0954230 Aug 31 08:04:43.311100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39008) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:43.342321 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70735103-3f23-4f49-a05b-e77ec349c358 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6042476 Aug 31 08:04:43.343280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39010) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:43.354713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.369576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'security_group': {'name': 'tempest-secgroup-117714693'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:43.375893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Transition to ACTIVE for port object 9396dadf-4753-45d3-8359-aa3930efdd4a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:43.400033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Transition to ACTIVE for port object 9396dadf-4753-45d3-8359-aa3930efdd4a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:43.420418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-dd2c2d53-68a0-478d-9d68-b218f4022d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:43.421593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-dd2c2d53-68a0-478d-9d68-b218f4022d00 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.6110623 Aug 31 08:04:43.460984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.479851 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-a597bd70-3734-40f6-ae63-43372750654a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470040 Aug 31 08:04:43.509723 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.582995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.589260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.608107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:43.622989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:43.629855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:43.630886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.652276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b1d714-8efe-450a-9703-2de56b0a2f70']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:43.666276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7873d0-4853-4305-b069-328eb0b226f7') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:43.666985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7873d0-4853-4305-b069-328eb0b226f7') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:43.679804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.722335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.741782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:04:43.743464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.743697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:43.766185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Attempting to bind port 9396dadf-4753-45d3-8359-aa3930efdd4a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:43.774051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Checking segment: {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:43.774876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Network hostable DHCP agents. Network: 38957a58-ac8e-4832-866c-f5e675e47644, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:04:43.778549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Attempting to bind port 9396dadf-4753-45d3-8359-aa3930efdd4a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5248f17d-67b0-4a98-9629-552ce3bcc7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:43.778883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Attempting to bind port 9396dadf-4753-45d3-8359-aa3930efdd4a on network ddd847f9-14b1-4343-b678-23e6e6ce4b6f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:43.793788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:43.794275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Checking segment: {'id': '5248f17d-67b0-4a98-9629-552ce3bcc7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:43.794842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.795237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Bound using segment: {'id': '5248f17d-67b0-4a98-9629-552ce3bcc7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:43.795776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Bound port: 9396dadf-4753-45d3-8359-aa3930efdd4a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5248f17d-67b0-4a98-9629-552ce3bcc7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:43.796258 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:43.820993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:43.843087 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-03765f57-6f61-4358-9084-a52295af7b05 service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502400 Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:04:43.885900 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:04:43.888513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:43.920115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-542a49fd-8ff9-4402-815f-45319de94dad req-fec610d9-550f-420f-9706-90e387269ed9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0316622 Aug 31 08:04:43.977471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2ba1-74fb-45b2-ba94-4745867363dd req-48192e95-8888-4e92-b258-d0b949e151f2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:43.979173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0cb2ba1-74fb-45b2-ba94-4745867363dd req-48192e95-8888-4e92-b258-d0b949e151f2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 943 time: 0.0923977 Aug 31 08:04:43.985474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Network 38957a58-ac8e-4832-866c-f5e675e47644 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:04:43.989139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:44.001913 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.027125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.032684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/networks/f9b1d714-8efe-450a-9703-2de56b0a2f70 HTTP/1.1" status: 204 len: 168 time: 0.7201858 Aug 31 08:04:44.033311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39020) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:44.038970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a5a7fd47-c917-4c40-92c7-3e9280b3f216 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:04:44.077773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0450555-9c61-42e9-b1fc-fd3848730e79 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Network': ['ID=f9b1d714-8efe-450a-9703-2de56b0a2f70,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:44.101039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a5a7fd47-c917-4c40-92c7-3e9280b3f216 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:04:44.101429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a5a7fd47-c917-4c40-92c7-3e9280b3f216 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:04:44.102409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.108605 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.122514 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8e9ba912-296e-497c-b2bb-d0d03454833f req-f6ed7397-a10a-4057-ba63-f60d3729152e service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610977 Aug 31 08:04:44.124275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 38957a58-ac8e-4832-866c-f5e675e47644) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:44.132633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:44.133701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.140333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0cb2ba1-74fb-45b2-ba94-4745867363dd req-91e50eda-3d8d-4ef6-b0ad-a40926c81d5b tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531858 Aug 31 08:04:44.144291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57445f3-d0e6-4c54-9341-6282cf30216e None None] Network 38957a58-ac8e-4832-866c-f5e675e47644 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:44.191172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.225045 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85c337f0-6cae-4941-9ceb-f4ca2401b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.239307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde17f4-e3c4-414b-81cc-bc7c55ef8182,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:44.298726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-523f0330-147d-4bba-a555-12b590a54bf1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5471292 Aug 31 08:04:44.300026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:44.321096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:44.338555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85c337f0-6cae-4941-9ceb-f4ca2401b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.357499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.359136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a206b8b4-00e6-411e-8758-3fb37dee5a5d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0063596 Aug 31 08:04:44.363011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39024) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:44.383394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1145613124'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:44.403359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1c474-9bb6-4723-8692-65c25c9e2d06 None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:44.527899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-38957a58-ac8e-4832-866c-f5e675e47644', 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'fixed_ips': [{'subnet_id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:04:44.528513 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.543956 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85c337f0-6cae-4941-9ceb-f4ca2401b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.546727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-85c337f0-6cae-4941-9ceb-f4ca2401b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.551608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-85c337f0-6cae-4941-9ceb-f4ca2401b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/security-groups/2d4acaa1-ac18-4915-bd03-6f996f95c9d4 HTTP/1.1" status: 204 len: 168 time: 0.5038140 Aug 31 08:04:44.558344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.559418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.573165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c337f0-6cae-4941-9ceb-f4ca2401b9ab tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4acaa1-ac18-4915-bd03-6f996f95c9d4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:44.648318 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.702867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.754724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Allocated IP 172.20.0.2 (38957a58-ac8e-4832-866c-f5e675e47644/9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc/2a2ce38a-3412-45e9-89e1-25c0bf638aed) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:44.913340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.921058 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:44.930564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Transition to ACTIVE for port object 2a2ce38a-3412-45e9-89e1-25c0bf638aed will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:44.947263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Transition to ACTIVE for port object 2a2ce38a-3412-45e9-89e1-25c0bf638aed will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:44.962322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.041304 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.074435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a38f325a-06f6-4ec1-86be-f9e7f26a848a req-cc10a6b8-d3e9-4724-8f60-6b27cf6f64b6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=434eadfb-50e4-4925-8ef5-3562f73c5d73 HTTP/1.1" status: 200 len: 210 time: 0.0584612 Aug 31 08:04:45.082624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.104502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Pushing event updated for resources: {'Port': ['ID=2a2ce38a-3412-45e9-89e1-25c0bf638aed,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:45.117733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Network 38957a58-ac8e-4832-866c-f5e675e47644 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:45.119408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:45.121900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:45.183993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Attempting to bind port 2a2ce38a-3412-45e9-89e1-25c0bf638aed on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:45.185028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Attempting to bind port 2a2ce38a-3412-45e9-89e1-25c0bf638aed by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:45.185028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Attempting to bind port 2a2ce38a-3412-45e9-89e1-25c0bf638aed on network 38957a58-ac8e-4832-866c-f5e675e47644 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:45.188818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.190239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8193839 Aug 31 08:04:45.193309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39038) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:45.199598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-323056049', 'security_groups': ['f5c4a637-6fbf-4f88-976e-7329d7d88663'], 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d89e836-668d-45fb-acb4-2aa212059455'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:45.211448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:45.211892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Checking segment: {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:45.212254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.212654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Bound using segment: {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:45.213140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Bound port: 2a2ce38a-3412-45e9-89e1-25c0bf638aed, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:45.216370 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.231436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6755c-77f3-4905-b490-21833140c706 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4a637-6fbf-4f88-976e-7329d7d88663,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:45.310278 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.336264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.355188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] For port 2a2ce38a-3412-45e9-89e1-25c0bf638aed, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:45.358955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] For port 2a2ce38a-3412-45e9-89e1-25c0bf638aed, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2a2ce38a-3412-45e9-89e1-25c0bf638aed,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:45.457920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.487212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Allocated IP 172.25.0.78 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/44a522b9-c7a9-44cc-99ae-b50fd47c1127) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:45.562315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a22357-b002-421d-a84f-74d72621ef63 None None] Pushing event updated for resources: {'Port': ['ID=2a2ce38a-3412-45e9-89e1-25c0bf638aed,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:45.685751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.722361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7176a983-597b-4fbc-a308-319eafa3be52 None None] Provisioning complete for port 29466ce9-2cf2-4b6f-9700-772e80de3a10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:45.722903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7176a983-597b-4fbc-a308-319eafa3be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.769586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39046) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:45.775110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289098696', 'description': 'tempest-secgroup-smoke-289098696 description', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:45.792096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7176a983-597b-4fbc-a308-319eafa3be52 None None] Port 29466ce9-2cf2-4b6f-9700-772e80de3a10 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:45.870937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.900282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7176a983-597b-4fbc-a308-319eafa3be52 None None] Provisioning for port 9396dadf-4753-45d3-8359-aa3930efdd4a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:45.927288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:45.938276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:45.983288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:46.011112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b77fb-b62d-4077-9057-1ac205177591 req-fb57e57d-de80-44b0-9d33-cb4fa2f057e4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:46.019780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-463b77fb-b62d-4077-9057-1ac205177591 req-fb57e57d-de80-44b0-9d33-cb4fa2f057e4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 943 time: 0.7071908 Aug 31 08:04:46.025278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:46.077461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-463b77fb-b62d-4077-9057-1ac205177591 req-f85b7abf-6adf-44d4-b176-a85730e0301f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Aug 31 08:04:46.100444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Pushing event updated for resources: {'Port': ['ID=44a522b9-c7a9-44cc-99ae-b50fd47c1127,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:46.153432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9396dadf-4753-45d3-8359-aa3930efdd4a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:46.177281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:46.288909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.302101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9396dadf-4753-45d3-8359-aa3930efdd4a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:46.306805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:46.313108 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.313280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:04:46.313420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.435636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.467279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.499150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:46.518204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::1a (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/0d89e836-668d-45fb-acb4-2aa212059455/40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:46.546029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.551277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:46.605548 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.606814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2a2ce38a-3412-45e9-89e1-25c0bf638aed up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:46.691213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.698968 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0bdcc29f-00aa-4f0b-a2f1-f96c6de5e678 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9282868 Aug 31 08:04:46.703210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39060) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:46.715163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '1cee8a7a-7d20-424b-a801-0dc3d8f02fe1', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:46.746649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:46.795267 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.815849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:46.873921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2a2ce38a-3412-45e9-89e1-25c0bf638aed completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:46.900399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.927742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.014092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.045775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fbfa21-e499-41e0-a991-a34ba65b58f9 None None] Network 38957a58-ac8e-4832-866c-f5e675e47644 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:47.081437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:04:47.139100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:47.155616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:47.206148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:47.212952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:47.213633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.228031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Router 890aff00-2271-4737-ac70-de5ff0b1569e is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:04:47.235291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:47.258829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.259178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.260866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.261240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.261592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.261955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.262291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.262626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.262957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.263296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.263629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.263954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:47.268725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.325980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60d80d-9dad-44bd-9822-1f4f4cf2841c req-bd2443dc-f4b1-4524-a21d-e17869b5b043 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:47.328405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc60d80d-9dad-44bd-9822-1f4f4cf2841c req-bd2443dc-f4b1-4524-a21d-e17869b5b043 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 943 time: 0.1567626 Aug 31 08:04:47.396234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32d3f978-e115-445a-a386-e880997d73b3 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2018116 Aug 31 08:04:47.405495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.420574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39068) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:47.432483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:47.485104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:47.499996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Sync routers for ids ['890aff00-2271-4737-ac70-de5ff0b1569e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:47.533861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdf0b41-dace-4688-a4ee-7e2c3cdf94a0,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:47.556942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc60d80d-9dad-44bd-9822-1f4f4cf2841c req-fce84867-8a7c-42a5-8a26-42cf288ff5c1 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118530 Aug 31 08:04:47.618235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.619598 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4986d8ed-48e8-4cd5-9b8b-cfcc3fada396 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3183918 Aug 31 08:04:47.622525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39072) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:47.688016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.689148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0d52c7aa-f06f-4ecb-993c-3feb953c330c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9794381 Aug 31 08:04:47.691852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39074) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:47.696644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '1cee8a7a-7d20-424b-a801-0dc3d8f02fe1', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:47.703123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Routers {'890aff00-2271-4737-ac70-de5ff0b1569e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:47.703767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890aff00-2271-4737-ac70-de5ff0b1569e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:47.712021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] Provisioning for port 2a2ce38a-3412-45e9-89e1-25c0bf638aed completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:47.770679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] Provisioning complete for port 2a2ce38a-3412-45e9-89e1-25c0bf638aed triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:47.771078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.871905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.949555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:47.949726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:47.989434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345', 'network_id': '82339031-2189-4413-a5b7-2c920bfb8b00', 'port_id': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345', 'mac_address': 'fa:16:3e:08:6b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13cdee-c5af-4903-a1a9-8fcc093495ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:04:48.004676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Set router 890aff00-2271-4737-ac70-de5ff0b1569e gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:48.037666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.039965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:48.045891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.066483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9396dadf-4753-45d3-8359-aa3930efdd4a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:48.147962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe00b84-4e5d-4f59-bbe5-49e1e8d0ece4,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:48.227381 n-d-713499-16 neutron-server[95446]: INFO neutron.db.ipam_backend_mixin [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d89e836-668d-45fb-acb4-2aa212059455 (CIDR: 2001:db8::/64) Aug 31 08:04:48.229086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.231357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2774a18c-304c-43ed-b5dc-9a1c8fde3186 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5385311 Aug 31 08:04:48.236650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39082) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:48.244886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '1cee8a7a-7d20-424b-a801-0dc3d8f02fe1', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:48.252157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.253407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.260898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.300637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:04:48.343638 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:04:48.345381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:04:48.372704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:48.394425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] For port 2a2ce38a-3412-45e9-89e1-25c0bf638aed, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2a2ce38a-3412-45e9-89e1-25c0bf638aed,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:48.397683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:48.398072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.486814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Allocated IP 172.20.0.1 (38957a58-ac8e-4832-866c-f5e675e47644/9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc/fa551045-c8f9-4566-9cf9-91967310620d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:48.500764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.554921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:04:46Z', 'revision_number': 3, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:48.594093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.596896 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.602143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Checking router: 890aff00-2271-4737-ac70-de5ff0b1569e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:04:48.602496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Updating router 890aff00-2271-4737-ac70-de5ff0b1569e port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:04:48.616071 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.627436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.630234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Transition to ACTIVE for port object fa551045-c8f9-4566-9cf9-91967310620d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:48.674853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e05c76bd-eb11-411c-9e71-e44685bbffed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2495065 Aug 31 08:04:48.677436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39096) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:48.684909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:48.729218 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.777070 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.780782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:48.815272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.818302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23536d68-8050-4673-91df-2e3bd24f8820,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:48.836121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336fad8-275f-44d9-ae16-53af64d0eb82 None None] Pushing event updated for resources: {'Port': ['ID=2a2ce38a-3412-45e9-89e1-25c0bf638aed,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:48.847965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221accb5-213b-4e4d-a63d-035221d7bda8 req-16220274-a9ac-4c5f-91a2-42b27a9dab95 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:48.849671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-221accb5-213b-4e4d-a63d-035221d7bda8 req-16220274-a9ac-4c5f-91a2-42b27a9dab95 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 944 time: 0.1606867 Aug 31 08:04:48.874447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c12ce2d-8ee0-4259-9f24-fcaf5c2f1078 None None] Provisioning for port 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:48.921100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c12ce2d-8ee0-4259-9f24-fcaf5c2f1078 None None] Provisioning complete for port 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:48.921439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c12ce2d-8ee0-4259-9f24-fcaf5c2f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.931198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:48.935728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-507ef35d-0d49-428b-bff7-4251564765c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6968746 Aug 31 08:04:48.935902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Pushing event updated for resources: {'Port': ['ID=fa551045-c8f9-4566-9cf9-91967310620d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:48.937818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-221accb5-213b-4e4d-a63d-035221d7bda8 req-5ea09b18-776e-40a8-ad11-1320b54ea4a0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792198 Aug 31 08:04:48.940377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39102) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:48.952191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Network 38957a58-ac8e-4832-866c-f5e675e47644 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:48.955670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:48.957850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '1cee8a7a-7d20-424b-a801-0dc3d8f02fe1', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:48.959741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:48.989282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['a9aaff8e-3ffb-4870-b0f8-b9c3475ab345'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:04:49.014450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.063703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3c12ce2d-8ee0-4259-9f24-fcaf5c2f1078 None None] Port 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:49.083851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:49.087908 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.212272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c12ce2d-8ee0-4259-9f24-fcaf5c2f1078 None None] Provisioning complete for port 2a2ce38a-3412-45e9-89e1-25c0bf638aed triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:49.212654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c12ce2d-8ee0-4259-9f24-fcaf5c2f1078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.302634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.305861 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.412385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.474649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.489879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Transition to ACTIVE for port object 44a522b9-c7a9-44cc-99ae-b50fd47c1127 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:49.552932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.614463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.633565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c581d9f6-e99e-420e-8a37-c91842b271b4,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:49.685071 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.685627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.706011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.717546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f98a32d7-1203-42ba-8ac7-97db0f7ccf83 None None] Provisioning for port fa551045-c8f9-4566-9cf9-91967310620d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:49.730151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f98a32d7-1203-42ba-8ac7-97db0f7ccf83 None None] Provisioning complete for port fa551045-c8f9-4566-9cf9-91967310620d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:49.730500 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f98a32d7-1203-42ba-8ac7-97db0f7ccf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.737034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:49.740546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:49.745725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:49.746431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.768702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10949d80-8768-4ed0-a17a-818958f2061e None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:49.785126 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.789982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4f4befe0-2a08-4e86-8331-f09d35a9099f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8450909 Aug 31 08:04:49.790877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edcee7-3f42-4ea9-8687-a73cc32b3b5b None None] Pushing event updated for resources: {'Port': ['ID=44a522b9-c7a9-44cc-99ae-b50fd47c1127,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:49.793558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:49.807039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Pushing event updated for resources: {'Port': ['ID=fa551045-c8f9-4566-9cf9-91967310620d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:49.821578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Attempting to bind port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:49.822035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Attempting to bind port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:49.822465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Attempting to bind port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:49.822848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '1cee8a7a-7d20-424b-a801-0dc3d8f02fe1', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:49.833519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=573a92cb-b511-4cd8-a28a-66024a2c50df,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:49.833744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.836971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:49.837377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:49.837783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.838222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:49.838722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Bound port: 44a522b9-c7a9-44cc-99ae-b50fd47c1127, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:49.839108 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:49.845107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f98a32d7-1203-42ba-8ac7-97db0f7ccf83 None None] Port fa551045-c8f9-4566-9cf9-91967310620d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:49.867889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39124) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:49.868129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0e426ec4-89d1-4578-99bc-f580c46e3733 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1890671 Aug 31 08:04:49.873846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-691631837', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '573a92cb-b511-4cd8-a28a-66024a2c50df'}], 'security_groups': ['6bde17f4-e3c4-414b-81cc-bc7c55ef8182']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:49.977635 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:04:49.983921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.054933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Network 38957a58-ac8e-4832-866c-f5e675e47644 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:50.058498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:50.073131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2a2ce38a-3412-45e9-89e1-25c0bf638aed up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:50.118889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] For port 44a522b9-c7a9-44cc-99ae-b50fd47c1127, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:50.163513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] For port 44a522b9-c7a9-44cc-99ae-b50fd47c1127, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44a522b9-c7a9-44cc-99ae-b50fd47c1127,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:50.219724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac73d-3f93-4328-8812-45596a2dd5c3 req-9b291a71-b70b-4984-8921-63f0fee4ecee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:50.222099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c7ac73d-3f93-4328-8812-45596a2dd5c3 req-9b291a71-b70b-4984-8921-63f0fee4ecee tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 944 time: 0.1337869 Aug 31 08:04:50.243293 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.266975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2a2ce38a-3412-45e9-89e1-25c0bf638aed triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:50.267778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.295050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c7ac73d-3f93-4328-8812-45596a2dd5c3 req-0504780f-4b54-4e3b-8787-0781556bce5a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642605 Aug 31 08:04:50.339922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.344724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.378543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae2dcc1-b39b-465f-b2bc-6983888b5906,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:50.423815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Routers {'890aff00-2271-4737-ac70-de5ff0b1569e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:50.424636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890aff00-2271-4737-ac70-de5ff0b1569e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:50.466140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.467886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6f4617dd-f18c-406c-819f-9dac77fce3d1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6543746 Aug 31 08:04:50.470542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39130) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:50.475990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '1cee8a7a-7d20-424b-a801-0dc3d8f02fe1', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:50.593767 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:04:50.599354 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.635775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-de1e60b2-69a5-4a81-85a5-40801f10341e None None] Provisioning complete for port fa551045-c8f9-4566-9cf9-91967310620d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:50.636191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-de1e60b2-69a5-4a81-85a5-40801f10341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.692459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.701193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edcee7-3f42-4ea9-8687-a73cc32b3b5b None None] Pushing event updated for resources: {'Port': ['ID=44a522b9-c7a9-44cc-99ae-b50fd47c1127,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:50.748845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-de1e60b2-69a5-4a81-85a5-40801f10341e None None] Port fa551045-c8f9-4566-9cf9-91967310620d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:50.749425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.785906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Update dhcp port {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'fixed_ips': [{'subnet_id': '0d89e836-668d-45fb-acb4-2aa212059455', 'ip_address': '2001:db8::2'}, {'subnet_id': '573a92cb-b511-4cd8-a28a-66024a2c50df'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '9396dadf-4753-45d3-8359-aa3930efdd4a'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:04:50.787749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.811666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcd8e1d-7771-4eb6-90ed-6f45de9633f7,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:50.817948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] Set router 890aff00-2271-4737-ac70-de5ff0b1569e gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:50.820059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Router 890aff00-2271-4737-ac70-de5ff0b1569e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:04:50.875013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.891252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:50.895283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7f0a0e0d-3de7-4fa0-bb77-93a75abd9311 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4233210 Aug 31 08:04:50.901470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:50.912308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'network': {'name': 'tempest-network-smoke--1553407471', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'port_security_enabled': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:51.051409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:51.059703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.109497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:04:51.122871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.123402 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Added segment 21eb179b-80ed-492e-9305-4cb36d044f59 of type vlan for network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 Aug 31 08:04:51.162179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:51.169994 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19c42495-4863-4a99-8218-5a8485194caf admin admin] 10.222.0.36 "PUT /v2.0/routers/890aff00-2271-4737-ac70-de5ff0b1569e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5461903 Aug 31 08:04:51.183479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.198145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:51.333364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.348177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:51.348842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.407232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Delete allocated IP 2001:db8::1a (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/0d89e836-668d-45fb-acb4-2aa212059455) {{(pid=95445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 08:04:51.420432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8:0:1::3b (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/573a92cb-b511-4cd8-a28a-66024a2c50df/40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:51.483672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:51.493858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:51.494428 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.609952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'fa551045-c8f9-4566-9cf9-91967310620d', 'name': '', 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'mac_address': 'fa:16:3e:05:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:48Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 2, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'subnets': [{'id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:51.638296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Network': ['ID=4c7d11b9-96a1-424f-ac72-07cbc88c8d95,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:51.645222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d86a7e93-b7b1-47fb-9f40-b6a5958ed369 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7423630 Aug 31 08:04:51.651153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39192) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:51.666185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'admin_state_up': True, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:51.669278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3575c-21a0-4265-b8c6-b26dfc1de34f None None] The sync data for ids ['890aff00-2271-4737-ac70-de5ff0b1569e'] in n-d-713499-16 is: [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'fa551045-c8f9-4566-9cf9-91967310620d', 'name': '', 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'mac_address': 'fa:16:3e:05:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:48Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 2, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'subnets': [{'id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:51.676540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:04:51.724288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171bd76-56cc-4702-99b5-91fb4ba2ef1d req-7d14e056-48f1-469a-b1f3-e5e564c982a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:51.727098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5171bd76-56cc-4702-99b5-91fb4ba2ef1d req-7d14e056-48f1-469a-b1f3-e5e564c982a3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 944 time: 0.2327428 Aug 31 08:04:51.748541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.768702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:51.803554 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.810159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5171bd76-56cc-4702-99b5-91fb4ba2ef1d req-4efe2fa5-c6ae-41e3-aa9a-64d502cc3ccd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774796 Aug 31 08:04:51.832384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.833574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.845160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:04:51.848120 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f531daad-793a-4daa-9d79-631ddc823e0f" -d '{"events": [{"server_uuid": "f04a9fdb-a527-48c1-b19a-3cc6cf62be20", "name": "network-vif-plugged", "status": "completed", "tag": "a9aaff8e-3ffb-4870-b0f8-b9c3475ab345"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:04:51.863670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:51.867235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.915020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.941371 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d39087-25e6-4ef3-9f1a-4fecb3c2dc88 x-openstack-request-id: req-b1d39087-25e6-4ef3-9f1a-4fecb3c2dc88 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:04:51.950824 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a9fdb-a527-48c1-b19a-3cc6cf62be20", "name": "network-vif-plugged", "status": "completed", "tag": "a9aaff8e-3ffb-4870-b0f8-b9c3475ab345", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:04:51.950824 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1d39087-25e6-4ef3-9f1a-4fecb3c2dc88 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:04:51.950824 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345', 'code': 200} Aug 31 08:04:51.951610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Allocated IP 2001:db8:0:1::2 (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/573a92cb-b511-4cd8-a28a-66024a2c50df/9396dadf-4753-45d3-8359-aa3930efdd4a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:51.977718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.980834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] In _notify_port_updated(), no bound segment for port 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 on network ddd847f9-14b1-4343-b678-23e6e6ce4b6f {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:04:51.986639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:51.987215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:51.991476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39200) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:51.991728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/ports/40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 HTTP/1.1" status: 200 len: 929 time: 2.1228285 Aug 31 08:04:52.056231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc00171-1c60-4aa2-94d9-e2e9f8b68e04 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:52.076157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef4c6-7ec3-449e-89b6-cd009d0aaf03 req-0cc26853-bfb2-474a-90af-a0916e429de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:52.078060 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec3ef4c6-7ec3-449e-89b6-cd009d0aaf03 req-0cc26853-bfb2-474a-90af-a0916e429de9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 1097 time: 0.0854940 Aug 31 08:04:52.141253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:52.141666 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ec3ef4c6-7ec3-449e-89b6-cd009d0aaf03 req-535bbc14-f578-44df-a3dd-6bef9190606c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Aug 31 08:04:52.144729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:52.186030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.216015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Transition to ACTIVE for port object 9396dadf-4753-45d3-8359-aa3930efdd4a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:52.287985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.293645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39206) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:52.298996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1719933910-network', 'tenant_id': '135296eea067480cbe3f3393d5695207'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:52.308109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.309147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:04:52.309500 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.397499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Made reservation on behalf of 135296eea067480cbe3f3393d5695207 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:52.400489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.409844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.435040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.442107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b62e4c-e002-4c16-9a84-165b1d58b51b None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:52.461362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:04:52.549577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.618508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.666960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:04:52.693755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.694416 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Added segment f3435d2c-ce5b-4b58-9c78-ab3a06a25630 of type vlan for network 884f0082-fd86-43c7-bb7a-097e8b246aaa Aug 31 08:04:52.697468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc5c3c-c2ae-4a93-8b6f-f7e9d00bcd34,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:52.762468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.902759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.925060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.926132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:52.926723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:52.996429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:53.030332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] Pushing event updated for resources: {'Network': ['ID=884f0082-fd86-43c7-bb7a-097e8b246aaa,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:53.038944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:04:53.070076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.076218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39236) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:53.086721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d9728c6-d36a-4d35-a400-2d780aae712e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 HTTP/1.1" status: 204 len: 168 time: 1.0936666 Aug 31 08:04:53.094636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.134298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f29d-29cd-4305-97af-1a207b8ff765 req-45bcc7d4-db2f-47fc-a89d-1decebbe3496 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:53.144942 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd81320-527b-4c80-a134-45d7c2027e3d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:04:53.146623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2285f29d-29cd-4305-97af-1a207b8ff765 req-45bcc7d4-db2f-47fc-a89d-1decebbe3496 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.2307918 Aug 31 08:04:53.151828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fcd81320-527b-4c80-a134-45d7c2027e3d tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05 HTTP/1.1" status: 404 len: 333 time: 0.0721893 Aug 31 08:04:53.152942 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0432b919-755d-4f0b-bcae-4abdb298b954 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8580987 Aug 31 08:04:53.155114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:53.160628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39252) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:53.174850 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.195803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Request body: {'subnet': {'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1719933910-subnet', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:53.258598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2285f29d-29cd-4305-97af-1a207b8ff765 req-00472fe2-948b-487e-b8b6-3b3713ffa80f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085579 Aug 31 08:04:53.278910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73b1c92b-9f3b-47d9-bcf5-b5dcd1c2bc50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.350029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73b1c92b-9f3b-47d9-bcf5-b5dcd1c2bc50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.396835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Made reservation on behalf of 135296eea067480cbe3f3393d5695207 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:53.396835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.479113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.3 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/fd30d540-bc74-432a-b0fa-cfd216dcb3b7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:53.563142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73b1c92b-9f3b-47d9-bcf5-b5dcd1c2bc50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.564798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Provisioning complete for port 29466ce9-2cf2-4b6f-9700-772e80de3a10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:53.565420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.566328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-73b1c92b-9f3b-47d9-bcf5-b5dcd1c2bc50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.567502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-73b1c92b-9f3b-47d9-bcf5-b5dcd1c2bc50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5c4a637-6fbf-4f88-976e-7329d7d88663 HTTP/1.1" status: 204 len: 168 time: 0.4057946 Aug 31 08:04:53.572182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39260) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:53.612707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1c92b-9f3b-47d9-bcf5-b5dcd1c2bc50 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4a637-6fbf-4f88-976e-7329d7d88663,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:53.761293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Port 29466ce9-2cf2-4b6f-9700-772e80de3a10 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:53.766064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Could not find standard attr ID for object 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:04:53.789075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a399077-b08f-49ca-89eb-b358e3a6dadb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.802947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.828573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d07f6ffa-17b8-43d5-b050-f3c7b47a15b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.846923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a399077-b08f-49ca-89eb-b358e3a6dadb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.888179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Provisioning for port 9396dadf-4753-45d3-8359-aa3930efdd4a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:53.899401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:53.900095 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45ca98f5-5299-4690-b21e-8571e16e98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:53.921391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.051221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a399077-b08f-49ca-89eb-b358e3a6dadb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.056490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a399077-b08f-49ca-89eb-b358e3a6dadb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.060723 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a399077-b08f-49ca-89eb-b358e3a6dadb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/security-groups/6bde17f4-e3c4-414b-81cc-bc7c55ef8182 HTTP/1.1" status: 204 len: 168 time: 0.4841182 Aug 31 08:04:54.061226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39264) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:54.078139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a399077-b08f-49ca-89eb-b358e3a6dadb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde17f4-e3c4-414b-81cc-bc7c55ef8182,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:54.124870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.218962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.219387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9396dadf-4753-45d3-8359-aa3930efdd4a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:54.252251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9f9fd3f3-448b-4286-befa-cee8407b376d None None] Could not find standard attr ID for object 40f8c9a0-9e3c-4157-9c4b-7c3ad59e4f05. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:04:54.278544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:54.278916 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.304212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 0d89e836-668d-45fb-acb4-2aa212059455 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:04:54.322453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:54.338065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:54.340089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb652d3-dff0-4d78-83ff-8b2176824e04,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:54.351784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:54.362610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.415941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44a522b9-c7a9-44cc-99ae-b50fd47c1127 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:54.429828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:54.539415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Checking segment: {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:54.540084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Network hostable DHCP agents. Network: 884f0082-fd86-43c7-bb7a-097e8b246aaa, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:04:54.545479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.553551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:54.559165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:54.559548 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.691403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aebfff-7632-4c73-bd2c-065423827ede req-31670aa5-67ae-420b-8a60-978042a1c1d6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:54.693168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2aebfff-7632-4c73-bd2c-065423827ede req-31670aa5-67ae-420b-8a60-978042a1c1d6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.2644098 Aug 31 08:04:54.720491 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.741422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 44a522b9-c7a9-44cc-99ae-b50fd47c1127, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44a522b9-c7a9-44cc-99ae-b50fd47c1127,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:54.775032 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.811905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.817711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:04:54.828475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2aebfff-7632-4c73-bd2c-065423827ede req-cd773529-c4ae-4559-bb42-0b3455fefc32 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250315 Aug 31 08:04:54.904500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=44a522b9-c7a9-44cc-99ae-b50fd47c1127,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:54.962827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 884f0082-fd86-43c7-bb7a-097e8b246aaa) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:54.969594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.976360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:54.976360 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:54.980667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99700eb0-5138-4409-9dd5-9758d0f3cef8 None None] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:55.208599 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Sync routers for ids ['890aff00-2271-4737-ac70-de5ff0b1569e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:55.224395 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Routers {'890aff00-2271-4737-ac70-de5ff0b1569e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:55.225050 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890aff00-2271-4737-ac70-de5ff0b1569e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:55.252854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-884f0082-fd86-43c7-bb7a-097e8b246aaa', 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'fixed_ips': [{'subnet_id': '9fb652d3-dff0-4d78-83ff-8b2176824e04'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:04:55.253745 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.415149 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Set router 890aff00-2271-4737-ac70-de5ff0b1569e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:55.425294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Allocated IP 172.20.0.2 (884f0082-fd86-43c7-bb7a-097e8b246aaa/9fb652d3-dff0-4d78-83ff-8b2176824e04/77118f26-cf81-4048-9182-21cb7258e259) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:55.512095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=0d89e836-668d-45fb-acb4-2aa212059455,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:55.523652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.526195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eec7c6f2-658a-4c3f-b53d-fc16a1b8ec43 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/0d89e836-668d-45fb-acb4-2aa212059455 HTTP/1.1" status: 204 len: 168 time: 1.4636595 Aug 31 08:04:55.528225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52d4c7-8d27-415d-90db-f0838e3693de None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:55.536714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39280) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:55.548198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:55.594719 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-3153ffc2-9d26-4185-b1e1-3573df49e6b2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103551 Aug 31 08:04:55.612987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.690017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e86f8148-53db-477d-8cd5-a53770a9df1b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5238640 Aug 31 08:04:55.690816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39282) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:55.700606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:55.728206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'fa551045-c8f9-4566-9cf9-91967310620d', 'name': '', 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'mac_address': 'fa:16:3e:05:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:48Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 2, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'subnets': [{'id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:55.739439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bc668-1d56-41b7-b879-43ba3dcd84d0 req-e6eab7b2-e250-4428-bebf-1df6c1cd6918 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:55.741089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-796bc668-1d56-41b7-b879-43ba3dcd84d0 req-e6eab7b2-e250-4428-bebf-1df6c1cd6918 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.2224572 Aug 31 08:04:55.751198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-7b1e1bca-df7a-444d-b83a-139c6dd88c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:55.753226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-7b1e1bca-df7a-444d-b83a-139c6dd88c45 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 1097 time: 0.1312337 Aug 31 08:04:55.886550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-796bc668-1d56-41b7-b879-43ba3dcd84d0 req-863efd64-aba2-4adc-925d-2eada40eb7a5 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263218 Aug 31 08:04:55.924659 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Checking router: 890aff00-2271-4737-ac70-de5ff0b1569e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:04:55.925118 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Updating router 890aff00-2271-4737-ac70-de5ff0b1569e port fa551045-c8f9-4566-9cf9-91967310620d binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:04:55.955946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.957561 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.957706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.034033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-d1083af1-1e87-42aa-aeba-f5e41bbafc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:56.041897 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-d1083af1-1e87-42aa-aeba-f5e41bbafc55 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 200 len: 906 time: 0.2629206 Aug 31 08:04:56.116748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44a522b9-c7a9-44cc-99ae-b50fd47c1127 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:56.139958 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-b448b142-17ac-44c9-b22a-0e0aae456cfd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e HTTP/1.1" status: 200 len: 217 time: 0.0901346 Aug 31 08:04:56.165486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.235801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.239114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.239269 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-8e9ea939-5795-4268-893b-5df0ec4ce1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:56.241477 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-8e9ea939-5795-4268-893b-5df0ec4ce1f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 200 len: 845 time: 0.0930057 Aug 31 08:04:56.270416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:56.274824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.282564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Transition to ACTIVE for port object 77118f26-cf81-4048-9182-21cb7258e259 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:56.291072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009ba7a-13c3-48fd-b0cf-124aa3504765 req-5cf0dd68-7082-49f8-8662-e1389766a5c4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:56.299194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f009ba7a-13c3-48fd-b0cf-124aa3504765 req-5cf0dd68-7082-49f8-8662-e1389766a5c4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.3145127 Aug 31 08:04:56.301616 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-6d797326-806b-424f-af31-1f6d82c0037a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82339031-2189-4413-a5b7-2c920bfb8b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521181 Aug 31 08:04:56.341103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Transition to ACTIVE for port object 77118f26-cf81-4048-9182-21cb7258e259 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:56.346406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:56.347041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.463158 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.502601 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Transition to ACTIVE for port object fa551045-c8f9-4566-9cf9-91967310620d will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:04:56.547743 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-3c8c6e0f-8380-43e8-8fcb-acc4538729f4 service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382753 Aug 31 08:04:56.694855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.731962 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dd6ec5b-c544-475b-836d-c4189e90ce68 req-1fe2aa35-a7cc-44c6-9b93-2204db6e0034 service neutron] 10.222.0.68 "GET /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710618 Aug 31 08:04:56.812367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.864302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f009ba7a-13c3-48fd-b0cf-124aa3504765 req-caf09dad-7b73-43fd-a128-12b91cb84ca7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614841 Aug 31 08:04:56.925956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:56.986590 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.028222 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-697dda45-b9f2-4159-b35f-21d454d55783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.030443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.051480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:57.073036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:57.084967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:57.108719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Pushing event updated for resources: {'Port': ['ID=77118f26-cf81-4048-9182-21cb7258e259,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:57.208235 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Attempting to bind port fa551045-c8f9-4566-9cf9-91967310620d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:57.208764 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Attempting to bind port fa551045-c8f9-4566-9cf9-91967310620d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:57.209701 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Attempting to bind port fa551045-c8f9-4566-9cf9-91967310620d on network 38957a58-ac8e-4832-866c-f5e675e47644 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:57.219810 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:57.220237 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Checking segment: {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:57.220853 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.221259 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Bound using segment: {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:57.221800 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Bound port: fa551045-c8f9-4566-9cf9-91967310620d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fedee7-2727-4943-b91b-3e3a41df78c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:57.222202 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.271502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Attempting to bind port 77118f26-cf81-4048-9182-21cb7258e259 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:04:57.274173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Attempting to bind port 77118f26-cf81-4048-9182-21cb7258e259 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:04:57.275465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Attempting to bind port 77118f26-cf81-4048-9182-21cb7258e259 on network 884f0082-fd86-43c7-bb7a-097e8b246aaa {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:04:57.299143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:04:57.299822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Checking segment: {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:04:57.303048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.303687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Bound using segment: {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:04:57.304210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Bound port: 77118f26-cf81-4048-9182-21cb7258e259, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:04:57.304618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.347660 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] For port fa551045-c8f9-4566-9cf9-91967310620d, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:57.359354 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] For port fa551045-c8f9-4566-9cf9-91967310620d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fa551045-c8f9-4566-9cf9-91967310620d,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:57.390502 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Pushing event updated for resources: {'Port': ['ID=fa551045-c8f9-4566-9cf9-91967310620d,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:57.444183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] For port 77118f26-cf81-4048-9182-21cb7258e259, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:04:57.449466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] For port 77118f26-cf81-4048-9182-21cb7258e259, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77118f26-cf81-4048-9182-21cb7258e259,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:04:57.453671 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.454049 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.454395 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.457851 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.458444 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.460225 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.460590 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.460936 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.461338 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.461676 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.462041 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.468345 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:04:57.476860 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.552833 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.598617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Routers {'890aff00-2271-4737-ac70-de5ff0b1569e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:57.599262 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890aff00-2271-4737-ac70-de5ff0b1569e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:57.683526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:04:57.686114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.689189 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a029cc-d2f3-4e8a-8507-806e48187a1f None None] Pushing event updated for resources: {'Port': ['ID=fa551045-c8f9-4566-9cf9-91967310620d,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:57.692465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39304) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:57.699846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce253-c570-4a57-bab1-d866de859d31 None None] Pushing event updated for resources: {'Port': ['ID=77118f26-cf81-4048-9182-21cb7258e259,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:57.705272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-92369a47-cded-487f-bf7f-efd9721115e6 None None] Provisioning complete for port 29466ce9-2cf2-4b6f-9700-772e80de3a10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:57.705669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92369a47-cded-487f-bf7f-efd9721115e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.754348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-92369a47-cded-487f-bf7f-efd9721115e6 None None] Port 29466ce9-2cf2-4b6f-9700-772e80de3a10 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:04:57.770043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-92369a47-cded-487f-bf7f-efd9721115e6 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:57.770463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-92369a47-cded-487f-bf7f-efd9721115e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.913026 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] Set router 890aff00-2271-4737-ac70-de5ff0b1569e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:57.913485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb13a03d-901b-4835-bb85-c525919be7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.977758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:58.021384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.026949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:58.036495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.067204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012fe09-d50f-4f21-98e1-688a13944b64 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:58.226986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=92820088-0718-4964-87c5-bd6560de3d4b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:58.245654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fa551045-c8f9-4566-9cf9-91967310620d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:04:58.257545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:58.262732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.267618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:04:58.304536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Sync routers for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:04:58.324255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb13a03d-901b-4835-bb85-c525919be7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.342535 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.358730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:04:58.359375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:58.372169 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'fa551045-c8f9-4566-9cf9-91967310620d', 'name': '', 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'mac_address': 'fa:16:3e:05:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:48Z', 'updated_at': '2021-08-31T08:04:57Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'subnets': [{'id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:58.372491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2ffd2-4566-4ed2-8d79-0ab47fdbbf52 req-d6cc7542-6922-4af4-8156-5ee495e692f4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:58.378434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92b2ffd2-4566-4ed2-8d79-0ab47fdbbf52 req-d6cc7542-6922-4af4-8156-5ee495e692f4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.8112662 Aug 31 08:04:58.401198 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c438-1622-45ad-b892-fd0812daaed8 None None] The sync data for ids ['890aff00-2271-4737-ac70-de5ff0b1569e'] in n-d-713499-16 is: [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:04:49Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'fa551045-c8f9-4566-9cf9-91967310620d', 'name': '', 'network_id': '38957a58-ac8e-4832-866c-f5e675e47644', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'mac_address': 'fa:16:3e:05:7e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:48Z', 'updated_at': '2021-08-31T08:04:57Z', 'revision_number': 4, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'subnets': [{'id': '9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:04:58.434316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb13a03d-901b-4835-bb85-c525919be7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.505333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13a03d-901b-4835-bb85-c525919be7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7150ea94-4285-4c72-ac4a-84aca7f4de7f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:58.513703 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb13a03d-901b-4835-bb85-c525919be7af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=990debc0b7194e0faf0e06f451680a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8189590 Aug 31 08:04:58.514526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39312) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:58.536242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92b2ffd2-4566-4ed2-8d79-0ab47fdbbf52 req-b18cd305-0b39-4982-a651-840de8c82b4a tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235261 Aug 31 08:04:58.579363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:04:58.583750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5873fbd2-30d7-4d6d-a839-e06c788c9e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.609826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Allocated IP 172.25.0.173 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/8694b786-6e27-41be-b09a-c8ae25fa5aea) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:58.624332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5873fbd2-30d7-4d6d-a839-e06c788c9e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.645373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port fa551045-c8f9-4566-9cf9-91967310620d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:58.652110 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.653368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-37e4f312-eeb6-41b3-ae62-1bc8d4764759 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.0009987 Aug 31 08:04:58.657413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1a2debd-fd38-4b71-94fd-9ecbd8abd68e tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1128893 Aug 31 08:04:58.661264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39314) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:58.661581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39316) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:58.672162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fa551045-c8f9-4566-9cf9-91967310620d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:04:58.672805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.688052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558473520'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:58.788068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70934ccf-18d2-4afd-a54b-12b4d7ef59d1 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b6c9e4ea252f4af5a6665745fe870d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086879 Aug 31 08:04:58.794638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39320) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:58.814399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Update dhcp port {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'fixed_ips': [{'subnet_id': '573a92cb-b511-4cd8-a28a-66024a2c50df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92820088-0718-4964-87c5-bd6560de3d4b'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '9396dadf-4753-45d3-8359-aa3930efdd4a'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:04:58.852513 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.854627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5873fbd2-30d7-4d6d-a839-e06c788c9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.857264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5873fbd2-30d7-4d6d-a839-e06c788c9e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:58.858557 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5873fbd2-30d7-4d6d-a839-e06c788c9e6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7150ea94-4285-4c72-ac4a-84aca7f4de7f HTTP/1.1" status: 204 len: 168 time: 0.3423185 Aug 31 08:04:58.868851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873fbd2-30d7-4d6d-a839-e06c788c9e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7150ea94-4285-4c72-ac4a-84aca7f4de7f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:58.900158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.079247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.171432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.180859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.185346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07295548-6d7d-4ac1-9404-27b784fa217f tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:04:59.191938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07295548-6d7d-4ac1-9404-27b784fa217f tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3943841 Aug 31 08:04:59.196558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39326) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:59.268043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce856f3d-ea30-405d-ad98-77f4f47b6721,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:59.303385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5b751-fbe8-438b-b305-81829c2a6d33 None None] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:04:59.308340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Allocated IP 2001:db8::2 (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/92820088-0718-4964-87c5-bd6560de3d4b/9396dadf-4753-45d3-8359-aa3930efdd4a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:04:59.335067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7dde60d8-5306-46a0-bba1-0c9cfc16b86c tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1082501 Aug 31 08:04:59.335508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39330) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:59.342670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990265095', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:59.349920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.351791 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-525e26f2-bf2e-43ce-8797-0e539f7a3adf tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6807852 Aug 31 08:04:59.355692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39332) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:04:59.362139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787284034'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:04:59.477316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.510937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.560309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:04:59.587083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:04:59.591395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:04:59.605033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5251cc4c-cda8-4427-b500-d9f5aab0ca76 None None] Provisioning for port 77118f26-cf81-4048-9182-21cb7258e259 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:04:59.614317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.634995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port fa551045-c8f9-4566-9cf9-91967310620d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fa551045-c8f9-4566-9cf9-91967310620d,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:04:59.637196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.649153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Pushing event updated for resources: {'Port': ['ID=8694b786-6e27-41be-b09a-c8ae25fa5aea,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:04:59.666632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:04:59.736922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:04:59.742638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.900057 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:59.901901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Checking router: 0fd20d88-3903-4ea8-b189-a4ca8477cb6b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:04:59.902272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Updating router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:05:00.002168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=fa551045-c8f9-4566-9cf9-91967310620d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:00.075765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:00.082112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39338) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:00.103852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77118f26-cf81-4048-9182-21cb7258e259 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:00.104079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ebf-2cb9-491a-8653-4680825d700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.108798 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.157317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.194699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b443b-186b-4479-adae-9099487dad55 req-5c64eca7-e6d2-4b46-add0-3e91ca3dffed tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:00.196283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a8b443b-186b-4479-adae-9099487dad55 req-5c64eca7-e6d2-4b46-add0-3e91ca3dffed tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.5250795 Aug 31 08:05:00.199247 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.274021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Subnet': ['ID=d97a8f3c-8491-4429-a3f9-8f9afd9d827d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:00.302178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Transition to ACTIVE for port object 9396dadf-4753-45d3-8359-aa3930efdd4a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:00.326414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a8b443b-186b-4479-adae-9099487dad55 req-f9bf949e-d07c-4449-9289-ba463c4037c5 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014977 Aug 31 08:05:00.374923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Checking segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:00.380211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network hostable DHCP agents. Network: 4c7d11b9-96a1-424f-ac72-07cbc88c8d95, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:00.380365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.448977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 77118f26-cf81-4048-9182-21cb7258e259 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:00.472426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.517833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 77118f26-cf81-4048-9182-21cb7258e259 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:00.518087 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.525637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.627869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.633656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:00.671010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749ab4ba-5619-450b-a86b-cba9836bd02c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:00.685259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf2406-f67f-4f6b-a2ec-862fd1485764 None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:00.694964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ebf-2cb9-491a-8653-4680825d700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.736475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 4c7d11b9-96a1-424f-ac72-07cbc88c8d95) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:00.737523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bcbf2899-6fc8-42c5-9a0b-a1ace4eabb81 None None] Provisioning complete for port 77118f26-cf81-4048-9182-21cb7258e259 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:00.737928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2899-6fc8-42c5-9a0b-a1ace4eabb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.749049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:00.749216 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.775439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d0f9ebf-2cb9-491a-8653-4680825d700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.788033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c035d-784c-476f-b1ad-ddd3e9debc2a None None] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:00.839674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d0f9ebf-2cb9-491a-8653-4680825d700d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d15d479d5af44cfca36910f588b690ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562141 Aug 31 08:05:00.840948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9ebf-2cb9-491a-8653-4680825d700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991bd230-4c87-40aa-a8b1-6bbacdb23cb0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:00.844174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39344) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:00.853471 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.884534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cfb75fb2-b89f-4342-a3cd-981666039617 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5479350 Aug 31 08:05:00.890548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39346) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:00.904995 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.914560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.916320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e34a25cb-171d-43b4-845e-80448dbdda05 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5584347 Aug 31 08:05:00.919298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39348) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:00.932898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1023556367'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:01.030797 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2899-6fc8-42c5-9a0b-a1ace4eabb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.067059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.078791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6df125f5-5691-4de3-807d-9a7a5bd62eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.091481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.100462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Transition to ACTIVE for port object fd30d540-bc74-432a-b0fa-cfd216dcb3b7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:01.141110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bcbf2899-6fc8-42c5-9a0b-a1ace4eabb81 None None] For port 77118f26-cf81-4048-9182-21cb7258e259, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77118f26-cf81-4048-9182-21cb7258e259,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:01.158012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6df125f5-5691-4de3-807d-9a7a5bd62eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.201166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:05:01.202093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.205964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:05:01.282240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.284685 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2899-6fc8-42c5-9a0b-a1ace4eabb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.319533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.342715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1632150-c35f-4376-ac31-d546ad24b13f None None] Pushing event updated for resources: {'Port': ['ID=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:01.417797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:01.434174 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Sync routers for ids ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:01.454656 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Routers {'04bc8fe6-ef93-401f-97cf-1da1fdef4d17'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:01.458297 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:01.479392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.550794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:05:01.551430 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:05:01.559698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Attempting to bind port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:01.559698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Attempting to bind port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:01.559698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Attempting to bind port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:01.573405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:01.579610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:01.579610 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.579875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6df125f5-5691-4de3-807d-9a7a5bd62eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.579996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:01.579996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Bound port: fd30d540-bc74-432a-b0fa-cfd216dcb3b7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:01.579996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.580279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6df125f5-5691-4de3-807d-9a7a5bd62eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.589405 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6df125f5-5691-4de3-807d-9a7a5bd62eb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/991bd230-4c87-40aa-a8b1-6bbacdb23cb0 HTTP/1.1" status: 204 len: 168 time: 0.7437279 Aug 31 08:05:01.621249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.624975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-327fefec-f602-41fb-9a05-e7d885753f2d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9263477 Aug 31 08:05:01.626601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df125f5-5691-4de3-807d-9a7a5bd62eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991bd230-4c87-40aa-a8b1-6bbacdb23cb0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:01.627332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab8869-137c-4b1c-9e1e-8f66fa77a7e0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:01.629890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39360) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:01.649048 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.650942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d7908770-217e-45c2-90df-661f391440bd tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7303531 Aug 31 08:05:01.662658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf2899-6fc8-42c5-9a0b-a1ace4eabb81 None None] Pushing event updated for resources: {'Port': ['ID=77118f26-cf81-4048-9182-21cb7258e259,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:01.685197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39362) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:01.697350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-437364469', 'security_groups': ['91ab8869-137c-4b1c-9e1e-8f66fa77a7e0'], 'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92820088-0718-4964-87c5-bd6560de3d4b'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:01.701504 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Set router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:01.724244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Allocated IP 172.20.0.2 (4c7d11b9-96a1-424f-ac72-07cbc88c8d95/d97a8f3c-8491-4429-a3f9-8f9afd9d827d/52192fa2-e33f-44a8-aafa-df3663ef4a0d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:01.790626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e31d9-1703-4d79-9163-394715f116d2 req-01f88e1c-e885-4912-8a93-b616356d6d85 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:01.790847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] For port fd30d540-bc74-432a-b0fa-cfd216dcb3b7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:01.796058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] For port fd30d540-bc74-432a-b0fa-cfd216dcb3b7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:01.798707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-325e31d9-1703-4d79-9163-394715f116d2 req-01f88e1c-e885-4912-8a93-b616356d6d85 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.2810791 Aug 31 08:05:01.816274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-10d24489-ad21-4ce7-8b9c-4d17b24ce1d7 None None] Provisioning complete for port 29466ce9-2cf2-4b6f-9700-772e80de3a10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:01.816274 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-10d24489-ad21-4ce7-8b9c-4d17b24ce1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.898969 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.940079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-325e31d9-1703-4d79-9163-394715f116d2 req-ede9d9e0-c09a-4dac-8fe1-c56a19ef3666 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403997 Aug 31 08:05:01.972240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-10d24489-ad21-4ce7-8b9c-4d17b24ce1d7 None None] Port 29466ce9-2cf2-4b6f-9700-772e80de3a10 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:02.034201 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:00Z', 'revision_number': 3, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:02.064586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Checking router: 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:02.068771 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Updating router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 port 8694b786-6e27-41be-b09a-c8ae25fa5aea binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:05:02.089482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.097368 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.139534 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:02.140632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:02.150623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1632150-c35f-4376-ac31-d546ad24b13f None None] Pushing event updated for resources: {'Port': ['ID=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:02.223360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-10d24489-ad21-4ce7-8b9c-4d17b24ce1d7 None None] Provisioning for port 9396dadf-4753-45d3-8359-aa3930efdd4a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:02.248485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-10d24489-ad21-4ce7-8b9c-4d17b24ce1d7 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:02.249433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-10d24489-ad21-4ce7-8b9c-4d17b24ce1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.321040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:02.376975 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.443834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fa551045-c8f9-4566-9cf9-91967310620d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:02.457703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Transition to ACTIVE for port object 52192fa2-e33f-44a8-aafa-df3663ef4a0d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:02.564359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.573523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Transition to ACTIVE for port object 52192fa2-e33f-44a8-aafa-df3663ef4a0d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:02.580017 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.581524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:02.598902 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Transition to ACTIVE for port object 8694b786-6e27-41be-b09a-c8ae25fa5aea will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:02.606509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] device_id is not set on port d3ab34c4-8ed2-4180-9703-c246aed300e7 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:02.731240 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.795968 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005a35-9d14-4894-af5f-b69f05fbe3a3 None None] Pushing event updated for resources: {'Port': ['ID=8694b786-6e27-41be-b09a-c8ae25fa5aea,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:02.821055 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Attempting to bind port 8694b786-6e27-41be-b09a-c8ae25fa5aea on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:02.821748 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Attempting to bind port 8694b786-6e27-41be-b09a-c8ae25fa5aea by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:02.822350 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Attempting to bind port 8694b786-6e27-41be-b09a-c8ae25fa5aea on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:02.829058 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:02.829971 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:02.830586 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.831997 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:02.832684 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Bound port: 8694b786-6e27-41be-b09a-c8ae25fa5aea, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:02.833315 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.866637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.1 (4c7d11b9-96a1-424f-ac72-07cbc88c8d95/d97a8f3c-8491-4429-a3f9-8f9afd9d827d/55f9961f-5fba-4715-8375-152732aefa6c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:02.903601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.940590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8::1dc (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/92820088-0718-4964-87c5-bd6560de3d4b/d3ab34c4-8ed2-4180-9703-c246aed300e7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:02.941346 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:02.968761 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] For port 8694b786-6e27-41be-b09a-c8ae25fa5aea, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:02.978346 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] For port 8694b786-6e27-41be-b09a-c8ae25fa5aea, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8694b786-6e27-41be-b09a-c8ae25fa5aea,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:03.062772 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.093010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.134830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 55f9961f-5fba-4715-8375-152732aefa6c will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:03.136329 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Routers {'04bc8fe6-ef93-401f-97cf-1da1fdef4d17'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:03.136650 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:03.208807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:03.216639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:03.229790 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:03.261065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Pushing event updated for resources: {'Port': ['ID=52192fa2-e33f-44a8-aafa-df3663ef4a0d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:03.271113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005a35-9d14-4894-af5f-b69f05fbe3a3 None None] Pushing event updated for resources: {'Port': ['ID=8694b786-6e27-41be-b09a-c8ae25fa5aea,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:03.281515 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] Set router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:03.287428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.381588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=55f9961f-5fba-4715-8375-152732aefa6c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:03.400342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:03.402949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Attempting to bind port 52192fa2-e33f-44a8-aafa-df3663ef4a0d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:03.403378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Attempting to bind port 52192fa2-e33f-44a8-aafa-df3663ef4a0d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:03.403752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Attempting to bind port 52192fa2-e33f-44a8-aafa-df3663ef4a0d on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:03.404438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:03.408761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:03.418852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fa551045-c8f9-4566-9cf9-91967310620d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:03.419229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.434086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:03.434559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Checking segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:03.434884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.435291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Bound using segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:03.435853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Bound port: 52192fa2-e33f-44a8-aafa-df3663ef4a0d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:03.436248 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.471272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.526243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.543629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object d3ab34c4-8ed2-4180-9703-c246aed300e7 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:03.544003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:03.599996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ad13a-8eb3-42c9-96d1-9a6942b623e8 None None] The sync data for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 is: [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:03.710328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186826e7-62ac-4e07-8197-f7ee82665980 req-b8b4ac4d-6755-486b-b280-c5b0df675d5d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:03.722585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-186826e7-62ac-4e07-8197-f7ee82665980 req-b8b4ac4d-6755-486b-b280-c5b0df675d5d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.6330731 Aug 31 08:05:03.732182 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:00Z', 'revision_number': 3, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:03.754078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] For port 52192fa2-e33f-44a8-aafa-df3663ef4a0d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:03.754460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Allocated IP 172.20.0.1 (884f0082-fd86-43c7-bb7a-097e8b246aaa/9fb652d3-dff0-4d78-83ff-8b2176824e04/b4664195-5b2b-4413-95ad-75128cea4669) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:03.759269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] For port 52192fa2-e33f-44a8-aafa-df3663ef4a0d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=52192fa2-e33f-44a8-aafa-df3663ef4a0d,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:03.767022 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239506c9-1d57-4ae2-aac6-89053065298c None None] The sync data for ids ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'] in n-d-713499-16 is: [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:00Z', 'revision_number': 3, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:03.783213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9396dadf-4753-45d3-8359-aa3930efdd4a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:03.860362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.882999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.917221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.937003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Transition to ACTIVE for port object b4664195-5b2b-4413-95ad-75128cea4669 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:03.946605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:03.989184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459a990-e65c-4a58-af12-6a0b4c5f5a8c None None] Pushing event updated for resources: {'Port': ['ID=52192fa2-e33f-44a8-aafa-df3663ef4a0d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:04.043262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:04.044200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:04.073395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:04.106690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=d3ab34c4-8ed2-4180-9703-c246aed300e7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:04.120285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:04.123511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:04.135429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:04.136404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:04.243711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-186826e7-62ac-4e07-8197-f7ee82665980 req-e9f39a8d-a8c3-4af4-a81f-662c26c74b68 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181508 Aug 31 08:05:04.257565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b410d1d4-4bd2-4aa4-acfe-398c367cf271 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5671616 Aug 31 08:05:04.261930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39398) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:04.274891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:04.384537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77118f26-cf81-4048-9182-21cb7258e259 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:04.503249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:04.581458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 77118f26-cf81-4048-9182-21cb7258e259 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:04.581961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:04.694414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4664195-5b2b-4413-95ad-75128cea4669,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:04.736700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:04.742655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:04.746690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:04.912737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:04.949117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6b2a87b3-ab5b-4357-81ee-aa6c1c902c9b None None] Provisioning for port d3ab34c4-8ed2-4180-9703-c246aed300e7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:04.962340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6b2a87b3-ab5b-4357-81ee-aa6c1c902c9b None None] Provisioning complete for port d3ab34c4-8ed2-4180-9703-c246aed300e7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:04.962340 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6b2a87b3-ab5b-4357-81ee-aa6c1c902c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:04.973025 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:05.032694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:05.051765 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:05.091431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a87b3-ab5b-4357-81ee-aa6c1c902c9b None None] Port d3ab34c4-8ed2-4180-9703-c246aed300e7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:05.112613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:05.217601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52192fa2-e33f-44a8-aafa-df3663ef4a0d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:05.313304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:05.378529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=55f9961f-5fba-4715-8375-152732aefa6c,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:05.479346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f5bf3ae-126e-4ef9-9a97-f54a2df5fa1e None None] Provisioning for port b4664195-5b2b-4413-95ad-75128cea4669 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:05.484050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7f5bf3ae-126e-4ef9-9a97-f54a2df5fa1e None None] Provisioning complete for port b4664195-5b2b-4413-95ad-75128cea4669 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:05.484613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf3ae-126e-4ef9-9a97-f54a2df5fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:05.523317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:05.528930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:05.562012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 52192fa2-e33f-44a8-aafa-df3663ef4a0d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:05.581131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8694b786-6e27-41be-b09a-c8ae25fa5aea up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:05.725370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bf3ae-126e-4ef9-9a97-f54a2df5fa1e None None] Port b4664195-5b2b-4413-95ad-75128cea4669 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:05.903141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:05.933622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8694b786-6e27-41be-b09a-c8ae25fa5aea completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:05.933622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8694b786-6e27-41be-b09a-c8ae25fa5aea triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:05.933622 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.102378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4d287-bfd1-4e63-8f91-39a04b851820 None None] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:06.164744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb5b7f-7216-4990-901f-854a1da57b3f req-e08b5663-f649-46ea-a8cd-df187fb05c0d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:06.167244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94bb5b7f-7216-4990-901f-854a1da57b3f req-e08b5663-f649-46ea-a8cd-df187fb05c0d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.6997235 Aug 31 08:05:06.185095 n-d-713499-16 neutron-server[95446]: INFO neutron.db.ipam_backend_mixin [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92820088-0718-4964-87c5-bd6560de3d4b (CIDR: 2001:db8::/64) Aug 31 08:05:06.207346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:06.217145 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b2718b68-451a-4eef-a8ee-33be32e2449f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/0fd20d88-3903-4ea8-b189-a4ca8477cb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3255064 Aug 31 08:05:06.217685 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.249417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94bb5b7f-7216-4990-901f-854a1da57b3f req-ec21f9f7-3cdf-478d-9b25-095df5e6c150 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Aug 31 08:05:06.287746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8694b786-6e27-41be-b09a-c8ae25fa5aea, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8694b786-6e27-41be-b09a-c8ae25fa5aea,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:06.339582 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:05:06.339582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:06.417097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.440318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] Provisioning for port 52192fa2-e33f-44a8-aafa-df3663ef4a0d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:06.444484 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.445459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fd30d540-bc74-432a-b0fa-cfd216dcb3b7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:06.502626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8533a4c2-20a2-4a4d-988b-abdaa7a6b757 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2368596 Aug 31 08:05:06.502932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39438) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:06.511327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:06.545378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-6c71c2cd-a26f-4c70-8909-1d380e9fc36f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289098696&fields=id&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 267 time: 0.1173866 Aug 31 08:05:06.586568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] Provisioning complete for port 52192fa2-e33f-44a8-aafa-df3663ef4a0d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:06.587260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.701698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8694b786-6e27-41be-b09a-c8ae25fa5aea,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:06.817600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-e9b18387-51e8-4415-9e12-c3cae5ced314 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:06.819423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-e9b18387-51e8-4415-9e12-c3cae5ced314 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 797 time: 0.2730618 Aug 31 08:05:06.822841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.873580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] For port 52192fa2-e33f-44a8-aafa-df3663ef4a0d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=52192fa2-e33f-44a8-aafa-df3663ef4a0d,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:06.875067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-c2f825fe-175f-4399-ae30-cfdaddea9e04 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/quotas/b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 375 time: 0.0353661 Aug 31 08:05:06.906777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.949733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-925416f2-8f97-41ed-acc9-8513508b5f07 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622742 Aug 31 08:05:06.976194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:06.977095 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.983515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:07.058372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:07.077601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:07.088944 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:07.247316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-c5ff2161-113d-4667-ab1a-e36e4e6be114 service neutron] 10.222.0.36 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596482 Aug 31 08:05:07.247316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:07.255453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d84abd-484a-4bb5-8c16-7b11036e91c0 None None] Pushing event updated for resources: {'Port': ['ID=52192fa2-e33f-44a8-aafa-df3663ef4a0d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:07.256576 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 573a92cb-b511-4cd8-a28a-66024a2c50df (CIDR: 2001:db8:0:1::/64) Aug 31 08:05:07.257000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:07.264335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port fd30d540-bc74-432a-b0fa-cfd216dcb3b7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:07.288482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4664195-5b2b-4413-95ad-75128cea4669,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:07.317154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:07.336972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Sync routers for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:07.351208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:07.389136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:07.442382 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-61fc67f9-d692-4652-903d-866eb96e5ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094747 Aug 31 08:05:07.491819 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:05:07.504828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:07.506288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba615b-8a3b-4ef4-961d-a4d93fc20ef2 req-608ca4e1-ab8d-41e2-bacb-96b1382d447e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:07.519952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eba615b-8a3b-4ef4-961d-a4d93fc20ef2 req-608ca4e1-ab8d-41e2-bacb-96b1382d447e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1397848 Aug 31 08:05:07.549234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:07.608727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:07.611851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:07.637628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eba615b-8a3b-4ef4-961d-a4d93fc20ef2 req-5c164c27-d5f2-464a-93bb-a30f1c9ff5d7 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167605 Aug 31 08:05:07.743260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aad97644-81ee-4b9a-a466-d40387e2e60b None None] Provisioning for port 55f9961f-5fba-4715-8375-152732aefa6c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:07.756099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec282c09-4517-4ee9-bb05-7474145904d7 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2519016 Aug 31 08:05:07.759273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39458) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:07.769403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'subnet': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:07.824849 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:07.895063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:08.026657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d4203ec-04f4-43b1-9dcb-dd17591691b5 req-e74531c8-2cf6-4e72-b1b4-822ac123f7e2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.0503097 Aug 31 08:05:08.054058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aad97644-81ee-4b9a-a466-d40387e2e60b None None] Provisioning complete for port 55f9961f-5fba-4715-8375-152732aefa6c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:08.054442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aad97644-81ee-4b9a-a466-d40387e2e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:08.066140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8694b786-6e27-41be-b09a-c8ae25fa5aea up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:08.185309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:08.199761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:08.199892 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Sync routers for ids ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:08.211428 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Routers {'04bc8fe6-ef93-401f-97cf-1da1fdef4d17'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:08.215195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5bf6d5b6-e9f5-4dbd-9c22-b3c888f925e2 admin admin] 10.222.0.36 "PUT /v2.0/routers/04bc8fe6-ef93-401f-97cf-1da1fdef4d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5816131 Aug 31 08:05:08.215607 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:08.226007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Made reservation on behalf of 37083bd3202e4d04bf609374d730b3b3 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:08.232142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:08.245630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-aad97644-81ee-4b9a-a466-d40387e2e60b None None] Port 55f9961f-5fba-4715-8375-152732aefa6c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:08.377408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aad97644-81ee-4b9a-a466-d40387e2e60b None None] Provisioning complete for port 52192fa2-e33f-44a8-aafa-df3663ef4a0d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:08.378151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aad97644-81ee-4b9a-a466-d40387e2e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:08.461776 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Set router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:08.462342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8694b786-6e27-41be-b09a-c8ae25fa5aea triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:08.462685 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:08.709441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52192fa2-e33f-44a8-aafa-df3663ef4a0d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:08.738833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:04Z', 'revision_number': 2, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:08.791757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:08.855484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:08.860999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:08.872982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:08.873628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:08.886107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7000-dc50-453d-9cbd-181dc7eae891 req-7beae0a9-4f94-4b40-892b-59c422d03b33 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:08.887993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-446e7000-dc50-453d-9cbd-181dc7eae891 req-7beae0a9-4f94-4b40-892b-59c422d03b33 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1614084 Aug 31 08:05:08.919569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Subnet': ['ID=e82771be-44f3-40d4-bd2f-598e0458e6c5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:08.963925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-446e7000-dc50-453d-9cbd-181dc7eae891 req-8e613ac2-586c-43e8-a6ec-4a3d383dc676 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692759 Aug 31 08:05:09.023321 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b4664195-5b2b-4413-95ad-75128cea4669', 'name': '', 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'mac_address': 'fa:16:3e:a4:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '9fb652d3-dff0-4d78-83ff-8b2176824e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 2, 'project_id': '135296eea067480cbe3f3393d5695207', 'subnets': [{'id': '9fb652d3-dff0-4d78-83ff-8b2176824e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:09.068047 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Checking router: 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:09.068811 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Updating router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 port b4664195-5b2b-4413-95ad-75128cea4669 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:05:09.079648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f17511-7679-4243-bc5f-66427b7cc2f5 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:09.085926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Checking router: 0fd20d88-3903-4ea8-b189-a4ca8477cb6b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:09.086687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Updating router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b port 55f9961f-5fba-4715-8375-152732aefa6c binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:05:09.106821 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:05:09.109777 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.132403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d6a06c6-a6d6-4273-95cd-3a451c0d67e8 req-96402539-29c8-473c-ad8a-cfcd1522a94d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.0468271 Aug 31 08:05:09.172406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-853e21ee-24af-441f-94a9-01491261b94d None None] Provisioning complete for port 55f9961f-5fba-4715-8375-152732aefa6c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:09.172882 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-853e21ee-24af-441f-94a9-01491261b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.178685 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.269929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 52192fa2-e33f-44a8-aafa-df3663ef4a0d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:09.270343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.277995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-853e21ee-24af-441f-94a9-01491261b94d None None] Port 55f9961f-5fba-4715-8375-152732aefa6c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:09.326198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39492) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:09.326682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-04c5c5fe-96a4-4d49-acf0-3182c33489d8 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5659592 Aug 31 08:05:09.343745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1330058758', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e82771be-44f3-40d4-bd2f-598e0458e6c5'}], 'security_groups': ['ce856f3d-ea30-405d-ad98-77f4f47b6721', '749ab4ba-5619-450b-a86b-cba9836bd02c']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:09.416393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-853e21ee-24af-441f-94a9-01491261b94d None None] Provisioning complete for port b4664195-5b2b-4413-95ad-75128cea4669 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:09.417000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-853e21ee-24af-441f-94a9-01491261b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.476224 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.497463 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Transition to ACTIVE for port object b4664195-5b2b-4413-95ad-75128cea4669 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:09.511084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-853e21ee-24af-441f-94a9-01491261b94d None None] Port b4664195-5b2b-4413-95ad-75128cea4669 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:09.686257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.724746 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.798347 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82469b81-2097-4796-a472-8630e61f0f1e None None] Pushing event updated for resources: {'Port': ['ID=b4664195-5b2b-4413-95ad-75128cea4669,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:09.800160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Update dhcp port {'port': {'network_id': 'ddd847f9-14b1-4343-b678-23e6e6ce4b6f', 'fixed_ips': [{'subnet_id': '573a92cb-b511-4cd8-a28a-66024a2c50df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92820088-0718-4964-87c5-bd6560de3d4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e82771be-44f3-40d4-bd2f-598e0458e6c5'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '9396dadf-4753-45d3-8359-aa3930efdd4a'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:05:09.905693 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.936986 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Attempting to bind port b4664195-5b2b-4413-95ad-75128cea4669 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:09.937264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.943975 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Attempting to bind port b4664195-5b2b-4413-95ad-75128cea4669 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:09.944363 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Attempting to bind port b4664195-5b2b-4413-95ad-75128cea4669 on network 884f0082-fd86-43c7-bb7a-097e8b246aaa {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:09.957844 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:09.961284 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Checking segment: {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:09.961965 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:09.962817 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Bound using segment: {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:09.963551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Bound port: b4664195-5b2b-4413-95ad-75128cea4669, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:09.964921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Transition to ACTIVE for port object 55f9961f-5fba-4715-8375-152732aefa6c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:09.965512 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.088394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fd30d540-bc74-432a-b0fa-cfd216dcb3b7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:10.135260 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] For port b4664195-5b2b-4413-95ad-75128cea4669, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:10.139065 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] For port b4664195-5b2b-4413-95ad-75128cea4669, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b4664195-5b2b-4413-95ad-75128cea4669,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:10.187627 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.253052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae0f1e-3833-4de5-9943-e395dfd48a35 req-678a6e6d-bf0c-4ede-9e40-2998dc078f40 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:10.263023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99ae0f1e-3833-4de5-9943-e395dfd48a35 req-678a6e6d-bf0c-4ede-9e40-2998dc078f40 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1563981 Aug 31 08:05:10.278187 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.292379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414f18c-a0bf-40d1-8b11-dda73e5baa8b None None] Pushing event updated for resources: {'Port': ['ID=55f9961f-5fba-4715-8375-152732aefa6c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:10.356831 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82469b81-2097-4796-a472-8630e61f0f1e None None] Pushing event updated for resources: {'Port': ['ID=b4664195-5b2b-4413-95ad-75128cea4669,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:10.371482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99ae0f1e-3833-4de5-9943-e395dfd48a35 req-c502d85f-ca20-4270-a5b4-63f09f0d735c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072938 Aug 31 08:05:10.379574 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Routers {'04bc8fe6-ef93-401f-97cf-1da1fdef4d17'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:10.380506 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:10.389782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:10.390499 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.455919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Delete allocated IP 2001:db8::1dc (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/92820088-0718-4964-87c5-bd6560de3d4b) {{(pid=95446) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 08:05:10.458437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Attempting to bind port 55f9961f-5fba-4715-8375-152732aefa6c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:10.461075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Attempting to bind port 55f9961f-5fba-4715-8375-152732aefa6c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:10.461666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Attempting to bind port 55f9961f-5fba-4715-8375-152732aefa6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:10.479326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:10.479711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Checking segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:10.480122 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.480530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Bound using segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:10.481012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Bound port: 55f9961f-5fba-4715-8375-152732aefa6c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:10.481395 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.484514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Allocated IP 2001:db8:0:2::76 (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/e82771be-44f3-40d4-bd2f-598e0458e6c5/d3ab34c4-8ed2-4180-9703-c246aed300e7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:10.711960 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] Set router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:10.752169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-afd09ae8-aa4c-456c-b895-1d247c19840d req-ab374338-9bd9-411d-9f72-00cc548ab52d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.1010523 Aug 31 08:05:10.842173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] For port 55f9961f-5fba-4715-8375-152732aefa6c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:10.873016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] For port 55f9961f-5fba-4715-8375-152732aefa6c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=55f9961f-5fba-4715-8375-152732aefa6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:10.933005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.968745 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.978784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Transition to ACTIVE for port object d3ab34c4-8ed2-4180-9703-c246aed300e7 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:11.090530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:11.097527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:11.099041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:11.118490 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-498902ae-5640-407e-b729-9c913411ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b4664195-5b2b-4413-95ad-75128cea4669', 'name': '', 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'mac_address': 'fa:16:3e:a4:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '9fb652d3-dff0-4d78-83ff-8b2176824e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:10Z', 'revision_number': 4, 'project_id': '135296eea067480cbe3f3393d5695207', 'subnets': [{'id': '9fb652d3-dff0-4d78-83ff-8b2176824e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:11.195206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event updated for resources: {'Port': ['ID=d3ab34c4-8ed2-4180-9703-c246aed300e7,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:11.208198 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498902ae-5640-407e-b729-9c913411ec4e None None] The sync data for ids ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'] in n-d-713499-16 is: [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b4664195-5b2b-4413-95ad-75128cea4669', 'name': '', 'network_id': '884f0082-fd86-43c7-bb7a-097e8b246aaa', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'mac_address': 'fa:16:3e:a4:74:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '9fb652d3-dff0-4d78-83ff-8b2176824e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:10Z', 'revision_number': 4, 'project_id': '135296eea067480cbe3f3393d5695207', 'subnets': [{'id': '9fb652d3-dff0-4d78-83ff-8b2176824e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:11.221885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Allocated IP 2001:db8:0:2::2 (ddd847f9-14b1-4343-b678-23e6e6ce4b6f/e82771be-44f3-40d4-bd2f-598e0458e6c5/9396dadf-4753-45d3-8359-aa3930efdd4a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:11.333579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] In _notify_port_updated(), no bound segment for port d3ab34c4-8ed2-4180-9703-c246aed300e7 on network ddd847f9-14b1-4343-b678-23e6e6ce4b6f {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:05:11.346882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:11.352721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:11.357251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39548) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:11.363729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-726e5c3a-56ca-410e-8adb-62302f731cad tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "PUT /v2.0/ports/d3ab34c4-8ed2-4180-9703-c246aed300e7 HTTP/1.1" status: 200 len: 969 time: 2.0298491 Aug 31 08:05:11.446042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414f18c-a0bf-40d1-8b11-dda73e5baa8b None None] Pushing event updated for resources: {'Port': ['ID=55f9961f-5fba-4715-8375-152732aefa6c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:11.533616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port d3ab34c4-8ed2-4180-9703-c246aed300e7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:11.534184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:11.613867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:11.630530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:11.814943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:11.944671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Transition to ACTIVE for port object 9396dadf-4753-45d3-8359-aa3930efdd4a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:12.119986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:12.124309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b4664195-5b2b-4413-95ad-75128cea4669 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:12.159422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for d3ab34c4-8ed2-4180-9703-c246aed300e7 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:12.224024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:12.392316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c40b1-ca31-4f99-8d9c-08b8ca05ff98 req-25f21700-0ca5-46ce-9efc-417460113ade tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.407699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a2c40b1-ca31-4f99-8d9c-08b8ca05ff98 req-25f21700-0ca5-46ce-9efc-417460113ade tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.2447786 Aug 31 08:05:12.437578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510f224-b3a0-4363-9e4a-cbe1840749e6 None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:12.533302 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:12.565748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.578586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.588727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:10Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:12.594177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.641777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.643311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949827a7-b547-42a0-bde5-ffa31f42629f None None] The sync data for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 is: [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:10Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:12.646808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.670771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=d3ab34c4-8ed2-4180-9703-c246aed300e7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:12.672608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.686380 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:12.694764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b1ae0524-5f2c-487d-958d-e89b7d1e6eba tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/d3ab34c4-8ed2-4180-9703-c246aed300e7 HTTP/1.1" status: 204 len: 168 time: 1.3347442 Aug 31 08:05:12.698187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:12.713010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99f91417-588f-4692-9379-f44e118c1dd9 req-7d6f0c06-9921-49e3-b011-922811a4334e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.4597342 Aug 31 08:05:12.780340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39570) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:13.108870 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec09e7fd-ff30-4077-9c60-d685fa8aa350 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] GET failed (client error): The resource could not be found. Aug 31 08:05:13.108870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec09e7fd-ff30-4077-9c60-d685fa8aa350 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports/d3ab34c4-8ed2-4180-9703-c246aed300e7 HTTP/1.1" status: 404 len: 333 time: 0.0406353 Aug 31 08:05:13.108870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99f91417-588f-4692-9379-f44e118c1dd9 req-c4d4cd81-b85f-4af8-968f-9bfdc34c0a04 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727448 Aug 31 08:05:13.108870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a2c40b1-ca31-4f99-8d9c-08b8ca05ff98 req-6252c267-7d07-4895-a2c0-50de8df285d3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814177 Aug 31 08:05:13.113205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-76e010a4-02c9-43b3-8217-25644060fe9a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.113205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-76e010a4-02c9-43b3-8217-25644060fe9a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 797 time: 0.4618909 Aug 31 08:05:13.113205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-f8658db5-75f7-4146-bce4-965e8171fc63 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 379 time: 0.0883186 Aug 31 08:05:13.113205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'port': {'device_id': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'admin_state_up': True, 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'security_groups': ['1cee8a7a-7d20-424b-a801-0dc3d8f02fe1']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:13.114195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da2c426a-4f47-4109-83bb-47bf32ac262d req-f4f02443-95b8-4f7b-921f-8fd871f0db45 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.0436597 Aug 31 08:05:13.114195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:13.299958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899b456f-4a0b-4521-9844-8e2f37f456a5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:13.325397 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899b456f-4a0b-4521-9844-8e2f37f456a5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:13.370400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.378800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.386138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.392791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.399137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b4664195-5b2b-4413-95ad-75128cea4669 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:13.415167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.415353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b4664195-5b2b-4413-95ad-75128cea4669 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:13.415353 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:13.426594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.440468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.450939 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c2d0e61f-a233-4bd9-9184-ad94a9936f06 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.1906099 Aug 31 08:05:13.571100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-102a8291-867b-459f-8335-899368d76b94 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:13.608915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-102a8291-867b-459f-8335-899368d76b94 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1126904 Aug 31 08:05:13.609344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:13.737911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b4664195-5b2b-4413-95ad-75128cea4669, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b4664195-5b2b-4413-95ad-75128cea4669,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:13.892675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-b6184ed6-75cb-4c13-8808-33957e989b02 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3098316 Aug 31 08:05:13.903978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:14.011392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.097123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Provisioning complete for port 29466ce9-2cf2-4b6f-9700-772e80de3a10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:14.097654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.148043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899b456f-4a0b-4521-9844-8e2f37f456a5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.175653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-899b456f-4a0b-4521-9844-8e2f37f456a5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.175653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-899b456f-4a0b-4521-9844-8e2f37f456a5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/security-groups/91ab8869-137c-4b1c-9e1e-8f66fa77a7e0 HTTP/1.1" status: 204 len: 168 time: 1.0417979 Aug 31 08:05:14.175653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39598) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:14.175653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b456f-4a0b-4521-9844-8e2f37f456a5 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab8869-137c-4b1c-9e1e-8f66fa77a7e0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:14.212069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Port 29466ce9-2cf2-4b6f-9700-772e80de3a10 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:14.226126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Could not find standard attr ID for object d3ab34c4-8ed2-4180-9703-c246aed300e7. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:05:14.262576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.272206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:14.284948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.328950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80a0d88f-c551-4dd3-8d85-52cbbc8f347a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.476287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b4664195-5b2b-4413-95ad-75128cea4669,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:14.491518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80a0d88f-c551-4dd3-8d85-52cbbc8f347a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.529212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:14.554133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Provisioning for port 9396dadf-4753-45d3-8359-aa3930efdd4a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:14.558324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:14.558700 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-89f37d13-7990-469d-bca7-8813f0f86a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.584825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.602965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.623041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.632702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.650633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9396dadf-4753-45d3-8359-aa3930efdd4a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:14.654883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.682038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.691704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.704630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-5f62aed9-e371-4b1f-8c70-6debdb897bc1 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 5445 time: 0.3922009 Aug 31 08:05:14.732820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] For port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:14.818196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.10 (4c7d11b9-96a1-424f-ac72-07cbc88c8d95/d97a8f3c-8491-4429-a3f9-8f9afd9d827d/d56b710b-1082-4355-a3c7-579c6a7a7f6c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:14.826728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] device_id is not set on port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:14.844560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:14.845164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.861709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f0dacb0-ce30-416a-90b2-6684af15d2b0 req-d8435ccd-c1f9-493a-aa5f-de87bbeb25ea tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1531355 Aug 31 08:05:14.863879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.873787 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80a0d88f-c551-4dd3-8d85-52cbbc8f347a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.877108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80a0d88f-c551-4dd3-8d85-52cbbc8f347a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:14.888549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-80a0d88f-c551-4dd3-8d85-52cbbc8f347a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/security-groups/749ab4ba-5619-450b-a86b-cba9836bd02c HTTP/1.1" status: 204 len: 168 time: 0.7138512 Aug 31 08:05:14.895141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39604) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:14.957323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe3a9-1148-4e46-9663-62c9fc9c5fa5 req-b3c398df-562e-4095-9f3a-9492edf0c42f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:14.968521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70abe3a9-1148-4e46-9663-62c9fc9c5fa5 req-b3c398df-562e-4095-9f3a-9492edf0c42f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.2575324 Aug 31 08:05:14.975796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-90e70604-9883-4bb8-b3b8-4a39f64646b1 None None] Could not find standard attr ID for object d3ab34c4-8ed2-4180-9703-c246aed300e7. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:05:14.982741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.013552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0d88f-c551-4dd3-8d85-52cbbc8f347a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ab4ba-5619-450b-a86b-cba9836bd02c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:15.102585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 55f9961f-5fba-4715-8375-152732aefa6c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:15.116798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb82a706-e417-4fd9-9416-dd38d0d63a12 req-b1d4ea4b-69e8-4221-9640-35073ced4659 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.0464733 Aug 31 08:05:15.189720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70abe3a9-1148-4e46-9663-62c9fc9c5fa5 req-41ae3304-6b12-4031-a618-55c0e04830a9 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202399 Aug 31 08:05:15.228124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3ccd-1aaa-4cfc-a325-0158ddd79c60 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.275950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39606) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:15.297857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 55f9961f-5fba-4715-8375-152732aefa6c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:15.301325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 55f9961f-5fba-4715-8375-152732aefa6c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:15.301703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.305335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:15.328105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] No DVR routers for this DVR port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:15.506065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.538903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] In _notify_port_updated(), no bound segment for port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:05:15.540378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:15.541013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.542454 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-6e45c34b-7995-4a5a-a219-085bb860d570 service neutron] 10.222.0.68 "PUT /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 200 len: 1033 time: 1.6435072 Aug 31 08:05:15.571213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e36d5622-06ec-4919-8332-e30b861c3375 None None] Provisioning complete for port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:15.574512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3ccd-1aaa-4cfc-a325-0158ddd79c60 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.581720 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e36d5622-06ec-4919-8332-e30b861c3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.644688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 55f9961f-5fba-4715-8375-152732aefa6c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=55f9961f-5fba-4715-8375-152732aefa6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:15.685222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e36d5622-06ec-4919-8332-e30b861c3375 None None] Port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:15.701006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c0fccdbe-0fab-4a5a-a76a-5eccb9b00cc3 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:15.708215 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-c0fccdbe-0fab-4a5a-a76a-5eccb9b00cc3 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "GET /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1524825 Aug 31 08:05:15.722232 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.760262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:15.800776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:15.852060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=55f9961f-5fba-4715-8375-152732aefa6c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:15.945095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object d56b710b-1082-4355-a3c7-579c6a7a7f6c will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:16.116200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.332311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3ade051-c962-4e75-b4d8-343b563bccc5 req-27ed0335-28e3-4dbf-bb7a-f5bf41c172f6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.0890791 Aug 31 08:05:16.361753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.362818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.385878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.387436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.394067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.402207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.418178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.420593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-97a6c462-9f76-46ae-9c48-bbd23317371e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 4665 time: 0.3237658 Aug 31 08:05:16.468854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 55f9961f-5fba-4715-8375-152732aefa6c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:16.477838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3ccd-1aaa-4cfc-a325-0158ddd79c60 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.481218 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3ccd-1aaa-4cfc-a325-0158ddd79c60 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.482565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1a4a3ccd-1aaa-4cfc-a325-0158ddd79c60 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce856f3d-ea30-405d-ad98-77f4f47b6721 HTTP/1.1" status: 204 len: 168 time: 1.5119486 Aug 31 08:05:16.513335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-56256ab2-5099-43b0-b205-65c0c80020d8 req-5dbcc219-f592-4847-9b19-5f99827b54bf service neutron] (95445) timed out ('10.222.0.36', 54502) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:05:16.514400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39620) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:16.570850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a3ccd-1aaa-4cfc-a325-0158ddd79c60 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce856f3d-ea30-405d-ad98-77f4f47b6721,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:16.592442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1e9f70d-8bf8-408d-a0c1-89ec658c8947 req-9bcc1c6f-0e8d-4011-97a9-26e8aad03293 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=781ec307-e37d-4e04-985f-18da81372a1e&id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1509814 Aug 31 08:05:16.633475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 55f9961f-5fba-4715-8375-152732aefa6c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:16.633949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.662279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab35760-f846-4244-9d31-88647f5870b7 req-31b1fc87-e27b-44cc-a9fb-f72641d23a59 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:16.664015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ab35760-f846-4244-9d31-88647f5870b7 req-31b1fc87-e27b-44cc-a9fb-f72641d23a59 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1450300 Aug 31 08:05:16.687535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:16.729964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ab35760-f846-4244-9d31-88647f5870b7 req-8e3d47b4-604a-4fda-83b3-93898dab04c0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561843 Aug 31 08:05:16.738061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 92820088-0718-4964-87c5-bd6560de3d4b {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:16.741906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.803685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.846169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.861318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=56f3fcc9-0048-4929-a9a0-87bf75cc1746,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:16.911353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] For port 56f3fcc9-0048-4929-a9a0-87bf75cc1746, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:16.960755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] device_id is not set on port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:16.972364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:16.976951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:17.067512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:17.076581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b4664195-5b2b-4413-95ad-75128cea4669 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:17.136310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:17.137103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.142548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.198257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b4664195-5b2b-4413-95ad-75128cea4669 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:17.199279 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.211826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:17.259334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 56f3fcc9-0048-4929-a9a0-87bf75cc1746 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:17.373927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Deleting port fa551045-c8f9-4566-9cf9-91967310620d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:17.376149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.404640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Pushing event updated for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:17.436021 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.436259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 56f3fcc9-0048-4929-a9a0-87bf75cc1746 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:17.436899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3c6a5b78-d20e-49a3-a45b-65f730acfea7 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:17.488131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-c11629f8-34c0-44e8-b5eb-1c44c77a94ad req-0ae30e57-9b68-4a28-b935-024273adeb9c service neutron] (95445) timed out ('10.222.0.36', 44484) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:05:17.518658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-77e0ae1d-41b9-487b-bbc7-cdc2e66f13cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4889934 Aug 31 08:05:17.519776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] No DVR routers for this DVR port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:17.579803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] In _notify_port_updated(), no bound segment for port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 on network 01cbd714-8ca6-4b88-949a-5b7f15be2462 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:05:17.581023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:17.581950 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.583520 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-995b1009-b5d5-446c-83ec-74ddfb2a913d service neutron] 10.222.0.68 "PUT /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 200 len: 1032 time: 1.8459382 Aug 31 08:05:17.583709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] For port fa551045-c8f9-4566-9cf9-91967310620d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fa551045-c8f9-4566-9cf9-91967310620d,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:17.584626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.589819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Request body: {'port': {'device_id': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:17.615692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Calling delete_port for fa551045-c8f9-4566-9cf9-91967310620d owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:17.736283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2dca9ed9-bd63-49f7-b4ca-2184d36f927d None None] Provisioning for port d56b710b-1082-4355-a3c7-579c6a7a7f6c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:17.778682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.833691 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.840718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2dca9ed9-bd63-49f7-b4ca-2184d36f927d None None] Provisioning complete for port d56b710b-1082-4355-a3c7-579c6a7a7f6c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:17.841412 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2dca9ed9-bd63-49f7-b4ca-2184d36f927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.854627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:17.856601 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde56d5-4ef6-4dd9-8407-163f4f2bbb62" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:17.893584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:17.912316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2dca9ed9-bd63-49f7-b4ca-2184d36f927d None None] Port d56b710b-1082-4355-a3c7-579c6a7a7f6c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:17.951095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.975780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba41600-11f8-44ce-9da3-7909109bad82 None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:17.976337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:17.983375 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/92820088-0718-4964-87c5-bd6560de3d4b HTTP/1.1" status: 204 len: 168 time: 1.4627314 Aug 31 08:05:17.988353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39644) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:18.045361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42f252-94d8-48a4-b27f-6559753d8688 req-7e58055f-f67c-4617-ad51-188546893605 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.047658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a42f252-94d8-48a4-b27f-6559753d8688 req-7e58055f-f67c-4617-ad51-188546893605 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 932 time: 0.3276656 Aug 31 08:05:18.064208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-41090334-6b2c-4d3b-ae8d-65a048b12757 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.088902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-41090334-6b2c-4d3b-ae8d-65a048b12757 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.089687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet e82771be-44f3-40d4-bd2f-598e0458e6c5 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:18.100141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0333b-4121-4918-ace2-c1c3c3d5526b tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=92820088-0718-4964-87c5-bd6560de3d4b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:18.109513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-41090334-6b2c-4d3b-ae8d-65a048b12757 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.112451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.118326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-41090334-6b2c-4d3b-ae8d-65a048b12757 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.125951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-41090334-6b2c-4d3b-ae8d-65a048b12757 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.128681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-41090334-6b2c-4d3b-ae8d-65a048b12757 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 3886 time: 0.3331306 Aug 31 08:05:18.146638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.227510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa551045-c8f9-4566-9cf9-91967310620d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:18.228339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.230387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3182d3fd-b37e-4516-b823-6808b1c3b286 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:18.288790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port 3182d3fd-b37e-4516-b823-6808b1c3b286 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:18.298162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.534704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ab2fb08-7df6-41ab-9d9c-384477053ef2 None None] Provisioning complete for port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:18.537981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ab2fb08-7df6-41ab-9d9c-384477053ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.571571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a42f252-94d8-48a4-b27f-6559753d8688 req-c49e221c-4420-4e97-908e-150f0c239e22 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4409704 Aug 31 08:05:18.588727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4de4a839-efdf-45ea-be22-45d1345e35d2 req-1b054251-9ceb-42ae-814f-96ca3037be5f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495084 Aug 31 08:05:18.625049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.642955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3182d3fd-b37e-4516-b823-6808b1c3b286,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:18.643368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.686162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:18.728580 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309ff73-7919-489e-992f-e6677e77aa24 x-openstack-request-id: req-1309ff73-7919-489e-992f-e6677e77aa24 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:18.728856 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:18.729113 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1309ff73-7919-489e-992f-e6677e77aa24 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:18.729514 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7', 'code': 200} Aug 31 08:05:18.761216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for 3182d3fd-b37e-4516-b823-6808b1c3b286 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:18.799735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.816156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2fb08-7df6-41ab-9d9c-384477053ef2 None None] Port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:18.829464 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.889956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a59a6-bacc-404a-af78-34e50f80ef36 req-c3d4564e-d8ec-4bea-84b0-39194b188396 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:18.900065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e65a59a6-bacc-404a-af78-34e50f80ef36 req-c3d4564e-d8ec-4bea-84b0-39194b188396 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1847227 Aug 31 08:05:18.965211 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:18.971431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 3182d3fd-b37e-4516-b823-6808b1c3b286, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3182d3fd-b37e-4516-b823-6808b1c3b286,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:19.000752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e65a59a6-bacc-404a-af78-34e50f80ef36 req-858232ac-2cc1-400b-bc29-1c899f2b88c0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994170 Aug 31 08:05:19.065314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.066174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7070293b-6786-4958-844f-338fa1c38741 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:19.249241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56b710b-1082-4355-a3c7-579c6a7a7f6c {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:05:19.272527 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.294562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:19.314188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Transition to ACTIVE for port object d56b710b-1082-4355-a3c7-579c6a7a7f6c will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:19.315470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.341606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Router 890aff00-2271-4737-ac70-de5ff0b1569e has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:19.345006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.365952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.367589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=e82771be-44f3-40d4-bd2f-598e0458e6c5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:19.371730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.373727 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7e35ba76-24e7-42b9-98ff-1457a1769f73 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/e82771be-44f3-40d4-bd2f-598e0458e6c5 HTTP/1.1" status: 204 len: 168 time: 1.3764253 Aug 31 08:05:19.382684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39662) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:19.391205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.451158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7070293b-6786-4958-844f-338fa1c38741,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:19.457670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=3182d3fd-b37e-4516-b823-6808b1c3b286,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:19.550898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.551632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 23190871-4ced-40db-ba9b-b340816ada1c no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:19.616780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:19.675576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] No DVR routers for this DVR port 3182d3fd-b37e-4516-b823-6808b1c3b286 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:19.690549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.695794 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-591fc20e-99b2-461d-bc8e-397fc376f573 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "DELETE /v2.0/ports/3182d3fd-b37e-4516-b823-6808b1c3b286 HTTP/1.1" status: 204 len: 173 time: 2.0991936 Aug 31 08:05:19.696068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:19.696570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:19.713402 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8de90c3-0504-4d89-8243-208e870eed38" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:19.759339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] Sync routers for ids ['890aff00-2271-4737-ac70-de5ff0b1569e'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:19.800237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c933d104-a5fb-4afa-83e7-82fb1a0ee292 admin admin] 10.222.0.36 "PUT /v2.0/routers/890aff00-2271-4737-ac70-de5ff0b1569e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5193312 Aug 31 08:05:19.813992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] Routers {'890aff00-2271-4737-ac70-de5ff0b1569e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:19.815103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890aff00-2271-4737-ac70-de5ff0b1569e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:19.841134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39674) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:19.852409 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c206e9-e7b0-4969-b4c4-cef923fdd010 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:19.852930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c206e9-e7b0-4969-b4c4-cef923fdd010 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:19.860646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-80c206e9-e7b0-4969-b4c4-cef923fdd010 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/92820088-0718-4964-87c5-bd6560de3d4b HTTP/1.1" status: 404 len: 337 time: 0.4752352 Aug 31 08:05:19.936609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:19.947962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39676) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:19.995288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:20.128739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df95e59-88c8-4b0f-b504-9de23ccf9563 req-b36dc684-e666-4452-a5a3-4b44d51edc85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:20.139952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df95e59-88c8-4b0f-b504-9de23ccf9563 req-b36dc684-e666-4452-a5a3-4b44d51edc85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:20.157299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df95e59-88c8-4b0f-b504-9de23ccf9563 req-b36dc684-e666-4452-a5a3-4b44d51edc85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:20.174373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df95e59-88c8-4b0f-b504-9de23ccf9563 req-b36dc684-e666-4452-a5a3-4b44d51edc85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:20.178809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7df95e59-88c8-4b0f-b504-9de23ccf9563 req-b36dc684-e666-4452-a5a3-4b44d51edc85 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 3147 time: 0.2356503 Aug 31 08:05:20.221321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaeebe5-ad7c-44e3-a6eb-60af174a38da None None] Network ddd847f9-14b1-4343-b678-23e6e6ce4b6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:20.251272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting subnet 573a92cb-b511-4cd8-a28a-66024a2c50df {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:20.261437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=23190871-4ced-40db-ba9b-b340816ada1c,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:20.262893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.274301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffe1b8-2050-4c7c-9539-386d02075e32 req-d2f8e248-bf30-4ae7-bc50-ff75e1bb1255 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:20.291593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01ffe1b8-2050-4c7c-9539-386d02075e32 req-d2f8e248-bf30-4ae7-bc50-ff75e1bb1255 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 944 time: 0.4799342 Aug 31 08:05:20.362482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.398765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.399539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:20.415827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7df95e59-88c8-4b0f-b504-9de23ccf9563 req-434e1233-88fc-490f-8971-d7557473a208 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830994 Aug 31 08:05:20.473312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-01ffe1b8-2050-4c7c-9539-386d02075e32 req-51dfe339-06ad-498a-8d60-ef2e88fd7cdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807394 Aug 31 08:05:20.499685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.507224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.557760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] Set router 890aff00-2271-4737-ac70-de5ff0b1569e gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:20.628882 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7960c6e-5c2c-4cf0-ae08-7a0cfb470da2 x-openstack-request-id: req-f7960c6e-5c2c-4cf0-ae08-7a0cfb470da2 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:20.629505 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:20.630250 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7960c6e-5c2c-4cf0-ae08-7a0cfb470da2 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:20.630829 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286', 'status': 'completed', 'code': 200} Aug 31 08:05:20.636765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-325272c6-9bce-431e-ba19-630ed6a2a6b0 None None] Provisioning complete for port 29466ce9-2cf2-4b6f-9700-772e80de3a10 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:20.637141 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-325272c6-9bce-431e-ba19-630ed6a2a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.661986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:20.662518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:20.663052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:20.673535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:05:20.674159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:20.681373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port 7070293b-6786-4958-844f-338fa1c38741 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:20.682074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.746947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64400-cd0d-4d14-b789-70a3f26bda52 req-4191fe5c-b7ef-4cf0-8e58-abf3a19eeb19 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:20.750114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98a64400-cd0d-4d14-b789-70a3f26bda52 req-4191fe5c-b7ef-4cf0-8e58-abf3a19eeb19 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.0912659 Aug 31 08:05:20.756557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.812866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070293b-6786-4958-844f-338fa1c38741'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:20.817326 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d99c015-a782-41ef-b0a9-3666c769a735" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "7070293b-6786-4958-844f-338fa1c38741"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "23190871-4ced-40db-ba9b-b340816ada1c"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:20.825086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98a64400-cd0d-4d14-b789-70a3f26bda52 req-2bba9b86-e990-4006-b8db-fada625aa2a4 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Aug 31 08:05:20.832773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.942964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:20.943323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Checking segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:20.945658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Bound using segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:20.946304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Bound port: d56b710b-1082-4355-a3c7-579c6a7a7f6c, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:20.946690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.961306 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:20.966465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/573a92cb-b511-4cd8-a28a-66024a2c50df HTTP/1.1" status: 204 len: 168 time: 0.9859028 Aug 31 08:05:20.972768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:20.980400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f283ec-42c3-4dbd-aa32-7d982f707797 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Subnet': ['ID=573a92cb-b511-4cd8-a28a-66024a2c50df,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:20.999427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] For port 7070293b-6786-4958-844f-338fa1c38741, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7070293b-6786-4958-844f-338fa1c38741,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:20.999818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.015199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-325272c6-9bce-431e-ba19-630ed6a2a6b0 None None] Port 29466ce9-2cf2-4b6f-9700-772e80de3a10 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:21.021280 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9a991-5dab-4e8c-bba3-762e4ec5789f x-openstack-request-id: req-92b9a991-5dab-4e8c-bba3-762e4ec5789f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:21.022018 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "3182d3fd-b37e-4516-b823-6808b1c3b286", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "7070293b-6786-4958-844f-338fa1c38741", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "23190871-4ced-40db-ba9b-b340816ada1c", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:21.022665 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92b9a991-5dab-4e8c-bba3-762e4ec5789f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:21.023332 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3182d3fd-b37e-4516-b823-6808b1c3b286', 'code': 200} Aug 31 08:05:21.023842 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7070293b-6786-4958-844f-338fa1c38741', 'code': 200} Aug 31 08:05:21.024339 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c', 'code': 200} Aug 31 08:05:21.044105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for 7070293b-6786-4958-844f-338fa1c38741 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:21.072094 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-02675b60-14e5-4310-8a37-0799ad3263fb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:21.072929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02675b60-14e5-4310-8a37-0799ad3263fb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:21.074839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02675b60-14e5-4310-8a37-0799ad3263fb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/0d89e836-668d-45fb-acb4-2aa212059455 HTTP/1.1" status: 404 len: 337 time: 0.1007271 Aug 31 08:05:21.077703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39690) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.139969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32714016-d23a-4aa6-a0ff-47c8a7c077d0 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b0fa522-de9e-4dee-bc56-a7bc900e2905 HTTP/1.1" status: 200 len: 205 time: 0.0490098 Aug 31 08:05:21.141436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Deleting port 44a522b9-c7a9-44cc-99ae-b50fd47c1127 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:21.141781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.142100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:21.143895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39692) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.147314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:21.193010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:21.193395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1f5f0b62-a958-4e42-b633-6d4d920a2c8f no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:21.207411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:21.224460 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-28489e70-a676-4dfd-805b-c746e45caa94 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] delete failed (client error): The resource could not be found. Aug 31 08:05:21.225517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-28489e70-a676-4dfd-805b-c746e45caa94 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/routers/9b0fa522-de9e-4dee-bc56-a7bc900e2905 HTTP/1.1" status: 404 len: 336 time: 0.0802248 Aug 31 08:05:21.228789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39698) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.275956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.278126 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-568fc2ac-f393-427d-a1e7-acdf64cedaed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:21.278610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568fc2ac-f393-427d-a1e7-acdf64cedaed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:21.281110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-568fc2ac-f393-427d-a1e7-acdf64cedaed tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/583963cd-5247-4f49-aa10-93ff42617cff HTTP/1.1" status: 404 len: 337 time: 0.0512099 Aug 31 08:05:21.284175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.320120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:21.320868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.322934 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] 10.222.0.45 "PUT /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 1093 time: 3.7463424 Aug 31 08:05:21.366281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.368047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce31ef-7d6d-4689-bbb6-2dafc07a2933 service neutron] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:21.375113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-325272c6-9bce-431e-ba19-630ed6a2a6b0 None None] Provisioning complete for port 9396dadf-4753-45d3-8359-aa3930efdd4a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:21.375113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-325272c6-9bce-431e-ba19-630ed6a2a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.466767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] For port 44a522b9-c7a9-44cc-99ae-b50fd47c1127, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44a522b9-c7a9-44cc-99ae-b50fd47c1127,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:21.467436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.491612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=7070293b-6786-4958-844f-338fa1c38741,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:21.499773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] DHCP port deletion for ddd847f9-14b1-4343-b678-23e6e6ce4b6f request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:21.513066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Calling delete_port for 44a522b9-c7a9-44cc-99ae-b50fd47c1127 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:21.581187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:05:17Z', 'revision_number': 5, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port': {'id': '44a522b9-c7a9-44cc-99ae-b50fd47c1127', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:7f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:45Z', 'updated_at': '2021-08-31T08:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:21.642621 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-53464247-07c9-4205-aa1e-a5dc973e986c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:21.643091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53464247-07c9-4205-aa1e-a5dc973e986c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:21.655280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-53464247-07c9-4205-aa1e-a5dc973e986c tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/db907b95-872f-4603-8ee4-edcc717d3bcc HTTP/1.1" status: 404 len: 337 time: 0.3699996 Aug 31 08:05:21.658879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] No DVR routers for this DVR port 7070293b-6786-4958-844f-338fa1c38741 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:21.671132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39712) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.673772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.681529 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2f73f5af-2448-4538-830f-a898ff6df9df tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "DELETE /v2.0/ports/7070293b-6786-4958-844f-338fa1c38741 HTTP/1.1" status: 204 len: 173 time: 1.9510760 Aug 31 08:05:21.742358 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0d79b8-8c97-4d16-bb7d-7b946406c466 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:21.745610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0d79b8-8c97-4d16-bb7d-7b946406c466 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:21.747647 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ea0d79b8-8c97-4d16-bb7d-7b946406c466 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/0f346194-fc09-49c2-bcf9-900c6299a526 HTTP/1.1" status: 404 len: 337 time: 0.0755143 Aug 31 08:05:21.761427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39714) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.765047 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:21.767184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] Checking router: 890aff00-2271-4737-ac70-de5ff0b1569e for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:21.773886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-9e83bc42-fe19-4533-addb-8f61e713d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:21.782708 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-9e83bc42-fe19-4533-addb-8f61e713d9b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1096 time: 0.2801557 Aug 31 08:05:21.800694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] Routers {'890aff00-2271-4737-ac70-de5ff0b1569e'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:21.801360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['890aff00-2271-4737-ac70-de5ff0b1569e'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:21.844128 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e8fffe-b829-4658-ad9e-b30274aaea1a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:21.844128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e8fffe-b829-4658-ad9e-b30274aaea1a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:21.844128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-39e8fffe-b829-4658-ad9e-b30274aaea1a tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/96f888e9-ffb8-435b-8ce9-fbda10f860e3 HTTP/1.1" status: 404 len: 333 time: 0.0796740 Aug 31 08:05:21.886165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:21.920368 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19171e8-d8fc-4d5a-8d09-5470c0936c77 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:21.920846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19171e8-d8fc-4d5a-8d09-5470c0936c77 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:21.922871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e19171e8-d8fc-4d5a-8d09-5470c0936c77 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/535f6020-6ee4-4311-b6d2-663cefc069d1 HTTP/1.1" status: 404 len: 337 time: 0.0354049 Aug 31 08:05:21.955195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ea8d7-b3fc-466e-9600-b23ba309b43a req-97a5ef1b-4015-458f-b9ab-6deff2f03d7f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:21.969731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ea8d7-b3fc-466e-9600-b23ba309b43a req-97a5ef1b-4015-458f-b9ab-6deff2f03d7f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:21.979589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ea8d7-b3fc-466e-9600-b23ba309b43a req-97a5ef1b-4015-458f-b9ab-6deff2f03d7f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:21.986024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-448ea8d7-b3fc-466e-9600-b23ba309b43a req-97a5ef1b-4015-458f-b9ab-6deff2f03d7f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 2412 time: 0.3486075 Aug 31 08:05:22.009036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39724) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:22.096090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30b8fd-e278-4af0-8d4a-d0592d4ff07b req-0241c71a-031c-46c2-88a1-0cd83ae4dcc8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:22.100388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:22.101842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e30b8fd-e278-4af0-8d4a-d0592d4ff07b req-0241c71a-031c-46c2-88a1-0cd83ae4dcc8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 944 time: 0.3842332 Aug 31 08:05:22.109910 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6000c45f-db96-4f41-ad4f-6568474e4097 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:22.110517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6000c45f-db96-4f41-ad4f-6568474e4097 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:22.114845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6000c45f-db96-4f41-ad4f-6568474e4097 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/c2cfc43f-2e3e-4c6d-9b67-6b059a74fd5e HTTP/1.1" status: 404 len: 337 time: 0.0974078 Aug 31 08:05:22.116689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39726) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:22.155176 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75635f0-0c5a-4fec-aa2e-51127a88eb67 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:22.155934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75635f0-0c5a-4fec-aa2e-51127a88eb67 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:22.160248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e75635f0-0c5a-4fec-aa2e-51127a88eb67 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/78553261-8fb2-4d8e-9726-1ff58d47b4b3 HTTP/1.1" status: 404 len: 333 time: 0.0388436 Aug 31 08:05:22.176651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39728) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:22.203088 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.218565 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-73492475-6b4c-4eb3-a2ed-2b255626c655 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:22.219054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73492475-6b4c-4eb3-a2ed-2b255626c655 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:22.221133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-73492475-6b4c-4eb3-a2ed-2b255626c655 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/8dd72b38-a7cb-4cba-847a-6126b6b8c314 HTTP/1.1" status: 404 len: 337 time: 0.0392694 Aug 31 08:05:22.233256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39730) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:22.256548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] Set router 890aff00-2271-4737-ac70-de5ff0b1569e gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:22.303024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e30b8fd-e278-4af0-8d4a-d0592d4ff07b req-05018a29-abe4-4ba1-9c0e-2d391bcff584 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953728 Aug 31 08:05:22.304215 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-4366e970-0ff6-4f16-a11c-c40f1106e4fe tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:22.314798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4366e970-0ff6-4f16-a11c-c40f1106e4fe tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:22.317199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4366e970-0ff6-4f16-a11c-c40f1106e4fe tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/subnets/6b688828-829a-4658-bf08-dfd46788efd5 HTTP/1.1" status: 404 len: 337 time: 0.0672014 Aug 31 08:05:22.326413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-448ea8d7-b3fc-466e-9600-b23ba309b43a req-0e681c16-62e5-4141-ba25-f2ee1100478e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772791 Aug 31 08:05:22.335958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] Deleting port 9396dadf-4753-45d3-8359-aa3930efdd4a {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:22.336344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.346366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:05:20Z', 'revision_number': 6, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:22.441670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd4ca1-9367-4ff1-849a-1a8376bcebf0 None None] The sync data for ids ['890aff00-2271-4737-ac70-de5ff0b1569e'] in n-d-713499-16 is: [{'id': '890aff00-2271-4737-ac70-de5ff0b1569e', 'name': 'tempest-TestAggregatesBasicOps-1560135119-router', 'tenant_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:44Z', 'updated_at': '2021-08-31T08:05:20Z', 'revision_number': 6, 'project_id': 'd6c5cbe5314f40e6b8064d7eeb4f7942', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:22.490376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9396dadf-4753-45d3-8359-aa3930efdd4a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:22.517625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:22.526121 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-6deabd93-7637-4084-9a39-6bb553e55969 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 217 time: 0.7088306 Aug 31 08:05:22.553172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:22.619706 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.622579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:22.622977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.633295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '7070293b-6786-4958-844f-338fa1c38741'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:22.635592 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d4b6c-4b2c-4367-860a-a316f2e758ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "7070293b-6786-4958-844f-338fa1c38741"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:22.655687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] Calling delete_port for 9396dadf-4753-45d3-8359-aa3930efdd4a owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:22.694856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9396dadf-4753-45d3-8359-aa3930efdd4a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9396dadf-4753-45d3-8359-aa3930efdd4a,segment=NetworkSegment(5248f17d-67b0-4a98-9629-552ce3bcc7f6),segment_id=5248f17d-67b0-4a98-9629-552ce3bcc7f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:22.698311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2dff1-bece-44c3-af6f-0b3686d42677 req-44ac367a-14bc-4731-9ac6-38944b613597 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:22.703647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-c416fe59-b7e4-43ff-b026-896f797a2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:22.705172 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-c416fe59-b7e4-43ff-b026-896f797a2edc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.1192558 Aug 31 08:05:22.721733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62a2dff1-bece-44c3-af6f-0b3686d42677 req-44ac367a-14bc-4731-9ac6-38944b613597 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.0796969 Aug 31 08:05:22.737187 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c13ad4-6171-4be7-ba07-f934e03b05e9 x-openstack-request-id: req-08c13ad4-6171-4be7-ba07-f934e03b05e9 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:22.737187 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "status": "completed", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "7070293b-6786-4958-844f-338fa1c38741", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:22.737568 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08c13ad4-6171-4be7-ba07-f934e03b05e9 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:22.737922 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'status': 'completed', 'code': 200} Aug 31 08:05:22.738049 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '7070293b-6786-4958-844f-338fa1c38741', 'status': 'completed', 'code': 200} Aug 31 08:05:22.748912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.782114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:22.782460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.791021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Deleting port 29466ce9-2cf2-4b6f-9700-772e80de3a10 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:22.791368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.803181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62a2dff1-bece-44c3-af6f-0b3686d42677 req-640c40eb-94f1-478d-82af-f79987c64eac tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899413 Aug 31 08:05:22.805542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-4a1e986e-b0fa-4eda-9c9b-9525dff12381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:22.807156 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-4a1e986e-b0fa-4eda-9c9b-9525dff12381 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872703 Aug 31 08:05:22.811319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.816652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a522b9-c7a9-44cc-99ae-b50fd47c1127,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:22.933390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:22.949240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:22.972750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] For port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:22.973320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.016570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for 1f5f0b62-a958-4e42-b633-6d4d920a2c8f owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:23.025030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.027276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:23.030157 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee532d-06fc-47a9-b469-523247d0591d" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:23.091472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] Pushing event deleted for resources: {'Port': ['ID=9396dadf-4753-45d3-8359-aa3930efdd4a,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:23.103940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456e709-66ed-4862-bc56-12c0fd937413 None None] No DVR routers for this DVR port 9396dadf-4753-45d3-8359-aa3930efdd4a on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:23.126932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.130595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.140640 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f47fb2-6858-4c8a-808f-ae88964315a1 x-openstack-request-id: req-10f47fb2-6858-4c8a-808f-ae88964315a1 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:23.140938 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-unplugged", "status": "completed", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:23.141195 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10f47fb2-6858-4c8a-808f-ae88964315a1 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:23.141594 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f', 'code': 200} Aug 31 08:05:23.187177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.208183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Calling delete_port for 29466ce9-2cf2-4b6f-9700-772e80de3a10 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:23.259483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.260332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890aff00-2271-4737-ac70-de5ff0b1569e {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:05:23.269253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.269253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2ca7dca5-6001-4848-ac2d-0d6724c49f52 admin admin] 10.222.0.36 "DELETE /v2.0/routers/890aff00-2271-4737-ac70-de5ff0b1569e HTTP/1.1" status: 204 len: 168 time: 3.4013484 Aug 31 08:05:23.269253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39748) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:23.309261 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-563f5313-3da0-44f3-8eac-1c1d413159b1 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070292 Aug 31 08:05:23.328273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Deleting subnet 9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:23.331750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.388694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.443591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a1702343-ed7b-49a8-88fb-e97707abba41 req-1b59c4ed-665a-4bd1-a090-429113a1424f service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074314 Aug 31 08:05:23.562197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e7adc-9677-42eb-b8ba-710e0cd0db67 req-6a07a7ca-731e-4b44-9b35-fe16b733e05a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:23.564244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c30e7adc-9677-42eb-b8ba-710e0cd0db67 req-6a07a7ca-731e-4b44-9b35-fe16b733e05a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 944 time: 0.1404605 Aug 31 08:05:23.647459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b7c8e-865c-4f47-912c-c87b0cf2b0fe req-f9f0bc3a-cddc-4782-a92a-0158b154456a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:23.653949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b7c8e-865c-4f47-912c-c87b0cf2b0fe req-f9f0bc3a-cddc-4782-a92a-0158b154456a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:23.656300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-6e591eba-c575-49fb-a546-70a5fc5da471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:23.659029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-6e591eba-c575-49fb-a546-70a5fc5da471 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1096 time: 0.0593717 Aug 31 08:05:23.660801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.662842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.682839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b7c8e-865c-4f47-912c-c87b0cf2b0fe req-f9f0bc3a-cddc-4782-a92a-0158b154456a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:23.684705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-377b7c8e-865c-4f47-912c-c87b0cf2b0fe req-f9f0bc3a-cddc-4782-a92a-0158b154456a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 2410 time: 0.1931088 Aug 31 08:05:23.705560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.707160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-85a347c5-6b49-45da-b126-35e0d821ede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.752720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c30e7adc-9677-42eb-b8ba-710e0cd0db67 req-90ce68b8-7876-4a33-a633-d5b27cd94992 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682012 Aug 31 08:05:23.760748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.807958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-377b7c8e-865c-4f47-912c-c87b0cf2b0fe req-436ab4c3-25b8-49ac-a75d-abcf8d56a017 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093462 Aug 31 08:05:23.884616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] No DVR routers for this DVR port 1f5f0b62-a958-4e42-b633-6d4d920a2c8f on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:23.891423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.893845 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "DELETE /v2.0/ports/1f5f0b62-a958-4e42-b633-6d4d920a2c8f HTTP/1.1" status: 204 len: 173 time: 2.1440127 Aug 31 08:05:23.895610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.899224 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/ports/29466ce9-2cf2-4b6f-9700-772e80de3a10 HTTP/1.1" status: 204 len: 168 time: 1.3748789 Aug 31 08:05:23.900324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=1f5f0b62-a958-4e42-b633-6d4d920a2c8f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:23.901948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39760) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:23.948228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:23.951451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.951896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.952324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.953072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.953491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:23.956800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b26b94f-ca0d-4943-894c-04b57143c53a tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:24.017914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cd076-510b-49ea-9c25-027066adac74 tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Port': ['ID=29466ce9-2cf2-4b6f-9700-772e80de3a10,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:24.049768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-6bc7b9a3-d78f-483d-b6cb-4b262cc8af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:24.051360 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-6bc7b9a3-d78f-483d-b6cb-4b262cc8af97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.3163390 Aug 31 08:05:24.099426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.102937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc HTTP/1.1" status: 204 len: 168 time: 0.8325038 Aug 31 08:05:24.103791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39764) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:24.104807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de30382-9238-4a61-bda3-d19ad10241ca None None] Network 38957a58-ac8e-4832-866c-f5e675e47644 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:24.114660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404109f-e867-4232-b92e-e4584267da85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5f7a3d-0d7b-4d55-9691-db21eaca9cfc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:24.121180 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-66bf7348-f784-4214-af83-6205d422e044 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 217 time: 0.0611880 Aug 31 08:05:24.196896 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.202416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port 23190871-4ced-40db-ba9b-b340816ada1c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:24.202857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.216335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a581b74-7c40-4ef6-9b3c-12a85ffe7149 req-17ce8ea2-c19d-4b4e-bef2-4225151e9380 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:24.218077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a581b74-7c40-4ef6-9b3c-12a85ffe7149 req-17ce8ea2-c19d-4b4e-bef2-4225151e9380 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1999590 Aug 31 08:05:24.288700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-74750813-30e7-40a5-88b6-36c77870e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:24.290508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-74750813-30e7-40a5-88b6-36c77870e8d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.1615608 Aug 31 08:05:24.290655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.388934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-0736f2e9-0ca5-400b-8226-6faee01987f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:24.391078 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-0736f2e9-0ca5-400b-8226-6faee01987f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919509 Aug 31 08:05:24.398429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a581b74-7c40-4ef6-9b3c-12a85ffe7149 req-5687c4cd-df21-4f99-a074-1339ed5fca05 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680393 Aug 31 08:05:24.402032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] For port 23190871-4ced-40db-ba9b-b340816ada1c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=23190871-4ced-40db-ba9b-b340816ada1c,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:24.402635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.441342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.455827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fa551045-c8f9-4566-9cf9-91967310620d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:24.457316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd847f9-14b1-4343-b678-23e6e6ce4b6f']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:24.477033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5248f17d-67b0-4a98-9629-552ce3bcc7f6') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:24.477372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5248f17d-67b0-4a98-9629-552ce3bcc7f6') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:24.485797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] DHCP port deletion for 38957a58-ac8e-4832-866c-f5e675e47644 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:24.492154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.492742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: fa551045-c8f9-4566-9cf9-91967310620d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:24.493164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fa551045-c8f9-4566-9cf9-91967310620d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:24.493788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44a522b9-c7a9-44cc-99ae-b50fd47c1127 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:24.509878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Deleting port 2a2ce38a-3412-45e9-89e1-25c0bf638aed {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:24.509878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.511750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.532816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 44a522b9-c7a9-44cc-99ae-b50fd47c1127 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:24.533175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44a522b9-c7a9-44cc-99ae-b50fd47c1127 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:24.559083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:24.559510 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:24.563938 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:24.570688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] Deleting port 2a2ce38a-3412-45e9-89e1-25c0bf638aed {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:24.570688 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.647920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] For port 2a2ce38a-3412-45e9-89e1-25c0bf638aed, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2a2ce38a-3412-45e9-89e1-25c0bf638aed,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:24.648301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.669976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Calling delete_port for 2a2ce38a-3412-45e9-89e1-25c0bf638aed owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:24.697006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] For port 2a2ce38a-3412-45e9-89e1-25c0bf638aed, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2a2ce38a-3412-45e9-89e1-25c0bf638aed,segment=NetworkSegment(e7fedee7-2727-4943-b91b-3e3a41df78c5),segment_id=e7fedee7-2727-4943-b91b-3e3a41df78c5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:24.697433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.706898 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-87d4308f-a92d-4d20-8bcf-3bf7be2ee391 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910500 Aug 31 08:05:24.712332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] Calling delete_port for 2a2ce38a-3412-45e9-89e1-25c0bf638aed owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:24.742442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:24.745491 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f7f08f-7004-406e-b6ee-2e1d09f77ca2" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:24.782240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.800076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.808500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] 10.222.0.36 "DELETE /v2.0/networks/ddd847f9-14b1-4343-b678-23e6e6ce4b6f HTTP/1.1" status: 204 len: 168 time: 0.9025533 Aug 31 08:05:24.834455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2823e52-9061-4366-925c-7aec85b2fafb tempest-PortsIpV6TestJSON-1839618410 tempest-PortsIpV6TestJSON-1839618410-project] Pushing event deleted for resources: {'Network': ['ID=ddd847f9-14b1-4343-b678-23e6e6ce4b6f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:24.835330 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fa0da0-f18e-458b-a022-9e76870d1817 x-openstack-request-id: req-46fa0da0-f18e-458b-a022-9e76870d1817 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:24.837218 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "1f5f0b62-a958-4e42-b633-6d4d920a2c8f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:24.837725 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46fa0da0-f18e-458b-a022-9e76870d1817 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:24.841703 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '1f5f0b62-a958-4e42-b633-6d4d920a2c8f', 'status': 'completed', 'code': 200} Aug 31 08:05:24.874187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.874340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.874651 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Floating IP b247654e-aa8e-421a-a6cc-f69e2f8cfb8a disassociated. External IP: 172.25.0.101, port: 23190871-4ced-40db-ba9b-b340816ada1c. Aug 31 08:05:24.874907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for 23190871-4ced-40db-ba9b-b340816ada1c owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:24.902223 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:05:24.916043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.920419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:24.948448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-759d4b6c-4b2c-4367-860a-a316f2e758ff req-b7766001-fde6-4ac3-858a-eb73389f0d41 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339177 Aug 31 08:05:24.972799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2ce38a-3412-45e9-89e1-25c0bf638aed,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:24.980594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] No DVR routers for this DVR port 2a2ce38a-3412-45e9-89e1-25c0bf638aed on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:24.988273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] No DVR routers for this DVR port 2a2ce38a-3412-45e9-89e1-25c0bf638aed on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:24.995504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eabc1-2ddd-42b0-9849-95080b6db3ff None None] Pushing event deleted for resources: {'Port': ['ID=2a2ce38a-3412-45e9-89e1-25c0bf638aed,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:25.057597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e470367-af37-4a99-a515-637ba8cebdbe req-f6af6467-eaf2-48c6-aaaf-66959ceae4b4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:25.059321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e470367-af37-4a99-a515-637ba8cebdbe req-f6af6467-eaf2-48c6-aaaf-66959ceae4b4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 944 time: 0.2052083 Aug 31 08:05:25.149197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426babb8-5042-4542-a9e9-021a7b811c65 req-f197dc9b-0468-48a8-974c-86200ebef6bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:25.155265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426babb8-5042-4542-a9e9-021a7b811c65 req-f197dc9b-0468-48a8-974c-86200ebef6bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:25.156939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-426babb8-5042-4542-a9e9-021a7b811c65 req-f197dc9b-0468-48a8-974c-86200ebef6bc tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 1677 time: 0.1796660 Aug 31 08:05:25.191228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.212880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38957a58-ac8e-4832-866c-f5e675e47644']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:25.231377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fedee7-2727-4943-b91b-3e3a41df78c5') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:25.231729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fedee7-2727-4943-b91b-3e3a41df78c5') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:25.250409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.254616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e470367-af37-4a99-a515-637ba8cebdbe req-9bbe9d89-27fe-4aa0-b2e3-e3e4bd0702ea tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141331 Aug 31 08:05:25.259049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.277588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-426babb8-5042-4542-a9e9-021a7b811c65 req-6da15bac-35a2-447e-9b60-03794dbad73b tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040113 Aug 31 08:05:25.283256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.285722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=23190871-4ced-40db-ba9b-b340816ada1c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:25.307006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:25.307889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:25.310284 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:25.441241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Router ca6ad811-f761-4075-b157-1b785b5856be has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:25.558053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71345b-3152-41cd-8368-f8b0445a9212 req-278da89a-aabb-47c9-897b-1f0b0090634c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:25.559643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c71345b-3152-41cd-8368-f8b0445a9212 req-278da89a-aabb-47c9-897b-1f0b0090634c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.0630529 Aug 31 08:05:25.580124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:25.600567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.605728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:25.605934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.612165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] 10.222.0.36 "DELETE /v2.0/networks/38957a58-ac8e-4832-866c-f5e675e47644 HTTP/1.1" status: 204 len: 168 time: 1.5035534 Aug 31 08:05:25.612833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39788) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:25.622625 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91554003-7286-4139-a09c-d196f8366f16 None None] Sync routers for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:25.634784 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:25.635433 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:25.680734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] No DVR routers for this DVR port 23190871-4ced-40db-ba9b-b340816ada1c on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:25.692014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.694324 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-2aae9c4e-1710-4b6a-b695-a9852349d62d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "DELETE /v2.0/ports/23190871-4ced-40db-ba9b-b340816ada1c HTTP/1.1" status: 204 len: 173 time: 1.7912710 Aug 31 08:05:25.752639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625879fe-1d73-48e4-afe9-4683ebafff5c admin admin] Pushing event deleted for resources: {'Network': ['ID=38957a58-ac8e-4832-866c-f5e675e47644,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:25.769828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c71345b-3152-41cd-8368-f8b0445a9212 req-0c654670-fd18-4f92-a96a-41db2b38060e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956325 Aug 31 08:05:25.848872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:25.889512 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2fc2cee8-203b-45d9-95f2-f82e59b8659e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37083bd3202e4d04bf609374d730b3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075886 Aug 31 08:05:25.893303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39792) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:25.924826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:25.925494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.034647 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.075655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc035-868a-4e9b-a285-73eae7025dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.111935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] For port 3c6a5b78-d20e-49a3-a45b-65f730acfea7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3c6a5b78-d20e-49a3-a45b-65f730acfea7,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:26.112844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.129281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc035-868a-4e9b-a285-73eae7025dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.141901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for 3c6a5b78-d20e-49a3-a45b-65f730acfea7 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:26.257836 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:26.284045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91554003-7286-4139-a09c-d196f8366f16 None None] Checking router: ca6ad811-f761-4075-b157-1b785b5856be for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:26.296034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.297395 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:26.298274 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:26.376282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc035-868a-4e9b-a285-73eae7025dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.381926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc035-868a-4e9b-a285-73eae7025dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.381926 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ecdc035-868a-4e9b-a285-73eae7025dfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaa3bd39-f640-4547-9e90-97e9c1c0f8c8 HTTP/1.1" status: 204 len: 168 time: 0.4863076 Aug 31 08:05:26.415191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc035-868a-4e9b-a285-73eae7025dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3bd39-f640-4547-9e90-97e9c1c0f8c8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:26.422817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2a2ce38a-3412-45e9-89e1-25c0bf638aed no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:26.466150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2a2ce38a-3412-45e9-89e1-25c0bf638aed {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:26.466394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2a2ce38a-3412-45e9-89e1-25c0bf638aed not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:26.504574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38727d0-99dc-41b0-b29a-3a15323520f0 req-55908a6b-a500-4e83-844b-bea7ad0325ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:26.505495 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:26.506339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a38727d0-99dc-41b0-b29a-3a15323520f0 req-55908a6b-a500-4e83-844b-bea7ad0325ec tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 944 time: 0.1421764 Aug 31 08:05:26.525399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.535770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab794f98-219b-49ba-a789-763face04944 req-33e67e04-a25e-48e1-a37c-e33969d07719 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:26.543684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab794f98-219b-49ba-a789-763face04944 req-33e67e04-a25e-48e1-a37c-e33969d07719 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 943 time: 0.1362278 Aug 31 08:05:26.575357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=3c6a5b78-d20e-49a3-a45b-65f730acfea7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:26.616498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.647566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] No DVR routers for this DVR port 3c6a5b78-d20e-49a3-a45b-65f730acfea7 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:26.652440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.656494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-195ea624-72a9-48f0-8b77-351d3e43810d req-629d5650-7b89-4bc1-b6e7-41aaa6475a96 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.68 "DELETE /v2.0/ports/3c6a5b78-d20e-49a3-a45b-65f730acfea7 HTTP/1.1" status: 204 len: 173 time: 0.9559639 Aug 31 08:05:26.678502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a38727d0-99dc-41b0-b29a-3a15323520f0 req-3c5a1554-c76b-46b0-9d97-bcea6b80e2c9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642790 Aug 31 08:05:26.682895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab794f98-219b-49ba-a789-763face04944 req-8178da57-4c82-49eb-918c-ff086cd58b60 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups?id=4f53cf52-eac1-4630-a27e-044e4ecc3651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384032 Aug 31 08:05:26.782546 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-91554003-7286-4139-a09c-d196f8366f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:26.802331 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6d094ca6-5216-4e79-ae7b-79ad4d6ef4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.831530 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91554003-7286-4139-a09c-d196f8366f16 None None] The sync data for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 is: [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T07:53:55Z', 'revision_number': 4, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b7f46946-3778-4c4c-b5ff-73f4786194a6', 'name': '', 'network_id': '8bb433c7-8036-4d4a-b691-80e019454346', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'mac_address': 'fa:16:3e:8a:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:54Z', 'updated_at': '2021-08-31T07:54:06Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'subnets': [{'id': '3c471819-fde2-4fd0-97d6-aff12222ef78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:26.843169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c'}, {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:26.847153 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890dd143-1cab-483f-8406-f689bacae747" -d '{"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "23190871-4ced-40db-ba9b-b340816ada1c"}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:26.886376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Deleting port b4664195-5b2b-4413-95ad-75128cea4669 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:26.886867 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:26.914717 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74795665-922d-4f99-8c68-cc3c163342e4 x-openstack-request-id: req-74795665-922d-4f99-8c68-cc3c163342e4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:26.915256 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "23190871-4ced-40db-ba9b-b340816ada1c", "status": "completed", "code": 200}, {"server_uuid": "4e8a3b5c-f423-49fd-99ea-8f38d2b84c78", "name": "network-vif-deleted", "tag": "3c6a5b78-d20e-49a3-a45b-65f730acfea7", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:26.915256 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74795665-922d-4f99-8c68-cc3c163342e4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:26.915675 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '23190871-4ced-40db-ba9b-b340816ada1c', 'status': 'completed', 'code': 200} Aug 31 08:05:26.915928 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8a3b5c-f423-49fd-99ea-8f38d2b84c78', 'name': 'network-vif-deleted', 'tag': '3c6a5b78-d20e-49a3-a45b-65f730acfea7', 'status': 'completed', 'code': 200} Aug 31 08:05:26.919476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:05:27.075055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2083ddb-b703-4d6f-9a75-52e33cf35422 req-a6857ffd-faa6-4f45-8e45-ebeec98386f3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:27.083809 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2083ddb-b703-4d6f-9a75-52e33cf35422 req-a6857ffd-faa6-4f45-8e45-ebeec98386f3 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1694896 Aug 31 08:05:27.164246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2083ddb-b703-4d6f-9a75-52e33cf35422 req-73f4ac70-5ea4-41ab-8a97-9a06238a7c3d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Aug 31 08:05:27.237717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] For port b4664195-5b2b-4413-95ad-75128cea4669, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b4664195-5b2b-4413-95ad-75128cea4669,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:27.238163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.243988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:27.276652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'port_id': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'mac_address': 'fa:16:3e:f3:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:05:27.281548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Calling delete_port for b4664195-5b2b-4413-95ad-75128cea4669 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:27.367808 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.394837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f464ff-4c2b-4629-aeb6-8e59689f1618 None None] New status for floating IP b247654e-aa8e-421a-a6cc-f69e2f8cfb8a: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:05:27.434085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56b710b-1082-4355-a3c7-579c6a7a7f6c {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:05:27.484969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:27.690720 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.733370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39834) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:27.757308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.841955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:27.910140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96c5311c-e3a6-4ddf-bd95-5c0760006d92 req-b8e935ba-28c6-4964-bfbc-f336645841f4 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0503187 Aug 31 08:05:27.953194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Pushing event deleted for resources: {'Port': ['ID=b4664195-5b2b-4413-95ad-75128cea4669,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:27.964696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d56b710b-1082-4355-a3c7-579c6a7a7f6c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:05:28.120036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:28.411244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39852) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:28.466711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a82f5-63c7-4d1a-a79a-0b4de2d88c23 req-0b697c9f-5b74-4f39-b2f7-17f2717ccf97 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:28.468888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088a82f5-63c7-4d1a-a79a-0b4de2d88c23 req-0b697c9f-5b74-4f39-b2f7-17f2717ccf97 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.5569477 Aug 31 08:05:28.484008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1109497-1bc5-4b0d-8ed5-c9868ecf55e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:28.584498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-088a82f5-63c7-4d1a-a79a-0b4de2d88c23 req-5a29e02b-8512-4c55-b55f-57acb546254d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857573 Aug 31 08:05:28.584701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1094275736'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:28.652272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d65c6b-5f96-4666-9725-a32c7d0e39d1 req-fae7aee2-c0a9-44a3-93a8-74f24444359f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:28.653870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55d65c6b-5f96-4666-9725-a32c7d0e39d1 req-fae7aee2-c0a9-44a3-93a8-74f24444359f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1959121 Aug 31 08:05:28.766494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55d65c6b-5f96-4666-9725-a32c7d0e39d1 req-e125d8e8-aca6-4a59-8022-86805495aa7e tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012986 Aug 31 08:05:28.770542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:28.874565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1109497-1bc5-4b0d-8ed5-c9868ecf55e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:28.917554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:29.051456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e44a2238-65a8-4074-ae7c-22b0a007e5f3 req-05ca96c4-3cb2-4fdf-9179-97b28c06e022 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0316913 Aug 31 08:05:29.077635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:29.086044 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1109497-1bc5-4b0d-8ed5-c9868ecf55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.157470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d56b710b-1082-4355-a3c7-579c6a7a7f6c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:29.162954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d56b710b-1082-4355-a3c7-579c6a7a7f6c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:29.169107 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.219256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1109497-1bc5-4b0d-8ed5-c9868ecf55e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d773b5c-2b58-4b68-a878-9a27ee22aeae,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:29.228469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1109497-1bc5-4b0d-8ed5-c9868ecf55e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=490d2a00576a45be9fb4a51478663075&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4936271 Aug 31 08:05:29.232771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:29.266075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.292842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:29.295454 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb7fab-6459-4bb7-bac3-6891dd70bd24" -d '{"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-plugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:29.302704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c24422-cb74-4742-b980-d5c926a3b490 req-41117eec-3a18-454d-8411-2cff21f85659 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:29.304213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67c24422-cb74-4742-b980-d5c926a3b490 req-41117eec-3a18-454d-8411-2cff21f85659 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1440101 Aug 31 08:05:29.306675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:29.317230 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] Sync routers for ids ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:29.319402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fdc164cc-99bd-47db-a2a9-4e59ac925cff admin admin] 10.222.0.36 "PUT /v2.0/routers/04bc8fe6-ef93-401f-97cf-1da1fdef4d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6791117 Aug 31 08:05:29.322592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39874) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:29.328060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:29.337958 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] Routers {'04bc8fe6-ef93-401f-97cf-1da1fdef4d17'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:29.340291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:29.341045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:29.341433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.354812 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a0432-5ddb-4596-819a-38d79402ae14 x-openstack-request-id: req-b50a0432-5ddb-4596-819a-38d79402ae14 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:29.355145 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-plugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:29.355405 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b50a0432-5ddb-4596-819a-38d79402ae14 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:29.355806 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'code': 200} Aug 31 08:05:29.381893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46f5cab1-46f3-479f-9b54-0e6a27a27c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.385123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.434429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46f5cab1-46f3-479f-9b54-0e6a27a27c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.487737 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67c24422-cb74-4742-b980-d5c926a3b490 req-be9e49d6-af9d-418b-8065-04615a8d3ba0 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658199 Aug 31 08:05:29.518635 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] Set router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:29.534443 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.554180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043937b4-0d9b-4e3d-8c80-e07bdd7e51f9 req-f61c3366-6def-4b05-a11b-dbb0a1f3a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:29.555820 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-043937b4-0d9b-4e3d-8c80-e07bdd7e51f9 req-f61c3366-6def-4b05-a11b-dbb0a1f3a46c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1097 time: 0.1173835 Aug 31 08:05:29.563333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.626619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:29.674634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-043937b4-0d9b-4e3d-8c80-e07bdd7e51f9 req-2eeb7ed6-f469-452e-92ae-86e4c05356d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955544 Aug 31 08:05:29.675840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.715161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.775675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b340f-dfae-41fd-a028-5bf2743ecb8e req-8edc2ed8-b1a2-4a66-84f1-f0556db20770 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:29.777381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-786b340f-dfae-41fd-a028-5bf2743ecb8e req-8edc2ed8-b1a2-4a66-84f1-f0556db20770 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1592371 Aug 31 08:05:29.812690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46f5cab1-46f3-479f-9b54-0e6a27a27c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.814234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46f5cab1-46f3-479f-9b54-0e6a27a27c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.818884 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-46f5cab1-46f3-479f-9b54-0e6a27a27c7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d773b5c-2b58-4b68-a878-9a27ee22aeae HTTP/1.1" status: 204 len: 168 time: 0.5808499 Aug 31 08:05:29.828456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.834618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5cab1-46f3-479f-9b54-0e6a27a27c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d773b5c-2b58-4b68-a878-9a27ee22aeae,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:29.882437 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:27Z', 'revision_number': 5, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port': {'id': '8694b786-6e27-41be-b09a-c8ae25fa5aea', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:58Z', 'updated_at': '2021-08-31T08:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:29.889504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-786b340f-dfae-41fd-a028-5bf2743ecb8e req-710f057f-7645-4f21-9540-27ab78edb92c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959692 Aug 31 08:05:29.904769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:29.906151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ea89-f542-481b-8380-e456cfcc8135 req-be86cff0-d0eb-4dca-b494-41cb28928d5d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:29.916275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8dd8ea89-f542-481b-8380-e456cfcc8135 req-be86cff0-d0eb-4dca-b494-41cb28928d5d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1925888 Aug 31 08:05:30.006281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8dd8ea89-f542-481b-8380-e456cfcc8135 req-e4299def-199a-46bd-b323-572b02ee4000 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851476 Aug 31 08:05:30.010918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:05:30.014199 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] Checking router: 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:30.036700 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] Routers {'04bc8fe6-ef93-401f-97cf-1da1fdef4d17'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:30.037441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f602e6-f68c-4cc8-b3d3-211dc4e8be74,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:30.038399 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:30.044472 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.044842 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment 0ffb836e-e6e0-4791-a03e-02daaa379c58 of type vlan for network 62db5439-6402-43fe-90c2-ff4b8b210902 Aug 31 08:05:30.129210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Deleting port 8694b786-6e27-41be-b09a-c8ae25fa5aea {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:30.129567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.155734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.168398 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] Set router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:30.240823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00efed05-8b4a-4f77-9b3e-54aebb1817bc req-61faba8c-9c85-4648-a9e7-16734a5c9364 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0822065 Aug 31 08:05:30.248423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:29Z', 'revision_number': 6, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:30.287185 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725a384-9ec2-4938-9c0d-ad45fe8a64ee None None] The sync data for ids ['04bc8fe6-ef93-401f-97cf-1da1fdef4d17'] in n-d-713499-16 is: [{'id': '04bc8fe6-ef93-401f-97cf-1da1fdef4d17', 'name': 'tempest-TestAggregatesBasicOps-1719933910-router', 'tenant_id': '135296eea067480cbe3f3393d5695207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:55Z', 'updated_at': '2021-08-31T08:05:29Z', 'revision_number': 6, 'project_id': '135296eea067480cbe3f3393d5695207', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:30.290277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] For port 8694b786-6e27-41be-b09a-c8ae25fa5aea, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8694b786-6e27-41be-b09a-c8ae25fa5aea,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:30.290783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.304801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.321396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Calling delete_port for 8694b786-6e27-41be-b09a-c8ae25fa5aea owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:30.332350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:30.340669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.451820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=62db5439-6402-43fe-90c2-ff4b8b210902,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:30.465322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:05:30.583536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d51cce6-61dc-4e0d-941a-9bb90b13c38d tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1690562 Aug 31 08:05:30.586139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39898) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:30.594071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'name': 'tempest-PortsTestJSON-1747712022'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:30.653037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa2fd-1734-4592-a700-5a3d04eb670f req-fdecf0c1-bfcd-4a3b-bab7-e59f0e3a1425 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:30.661667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f52aa2fd-1734-4592-a700-5a3d04eb670f req-fdecf0c1-bfcd-4a3b-bab7-e59f0e3a1425 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1475272 Aug 31 08:05:30.712373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f52aa2fd-1734-4592-a700-5a3d04eb670f req-3242553a-c3ef-4a8a-b04d-25e89b4b7d0d tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Aug 31 08:05:30.724903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.780760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Pushing event deleted for resources: {'Port': ['ID=8694b786-6e27-41be-b09a-c8ae25fa5aea,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:30.966227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.987957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:30.993082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.038988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:31.141117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.159982 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.234159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9783a-4fa6-471e-9bd5-f8a06d763a16 req-bca359e2-ea67-46cf-be85-52b16154aa69 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:31.236096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8c9783a-4fa6-471e-9bd5-f8a06d763a16 req-bca359e2-ea67-46cf-be85-52b16154aa69 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1114094 Aug 31 08:05:31.284230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.306834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8c9783a-4fa6-471e-9bd5-f8a06d763a16 req-02eee47e-3b09-4b42-8a64-76447f18a290 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586531 Aug 31 08:05:31.330664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39908) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:31.368964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d11ee726-928e-4365-a293-402d64cff76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.453631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f8cc865-5324-4201-8b84-5bf85a02ed47 req-1b96242b-0b8e-4455-b995-ef751aeea64d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0500185 Aug 31 08:05:31.454385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.454925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04bc8fe6-ef93-401f-97cf-1da1fdef4d17 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:05:31.474753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.475977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c6a0c2a5-c41d-4f5c-8532-2d7b37682219 admin admin] 10.222.0.36 "DELETE /v2.0/routers/04bc8fe6-ef93-401f-97cf-1da1fdef4d17 HTTP/1.1" status: 204 len: 168 time: 2.1523726 Aug 31 08:05:31.478774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39910) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:31.518811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.591903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=0779b0c9-e0f9-4fd2-99df-3c8f2937f471,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:31.614068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d11ee726-928e-4365-a293-402d64cff76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.620750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Deleting subnet 9fb652d3-dff0-4d78-83ff-8b2176824e04 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:31.632228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.679846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.725056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d11ee726-928e-4365-a293-402d64cff76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.733554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': '0ffb836e-e6e0-4791-a03e-02daaa379c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:31.734386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 62db5439-6402-43fe-90c2-ff4b8b210902, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:31.802204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.821655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d11ee726-928e-4365-a293-402d64cff76a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef2bf4230c0f458783cbae97fb5f6139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874723 Aug 31 08:05:31.823799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39914) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:31.928591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-3ab4a837-cfa4-4fab-a9ce-6a2aa60bcd3f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:31.930681 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-3ab4a837-cfa4-4fab-a9ce-6a2aa60bcd3f tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.0958865 Aug 31 08:05:31.947958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:31.957210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ee726-928e-4365-a293-402d64cff76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c13a40b-c8cc-4289-b9e1-e5de85204990,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:32.004301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd052e-ecf3-4b2a-bcb1-6e75026a4ca5 req-d4689cf2-3ddf-4a49-946a-86a4ac1bf81c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:32.015696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55dd052e-ecf3-4b2a-bcb1-6e75026a4ca5 req-d4689cf2-3ddf-4a49-946a-86a4ac1bf81c tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 945 time: 0.1406770 Aug 31 08:05:32.055274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2e439a7-1394-4e94-a2f2-70f5635dd8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.071534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.084999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 62db5439-6402-43fe-90c2-ff4b8b210902) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:32.089402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.091083 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9fb652d3-dff0-4d78-83ff-8b2176824e04 HTTP/1.1" status: 204 len: 168 time: 0.6112361 Aug 31 08:05:32.099731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e49a06-e735-416d-9d56-d015332e8081 None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:32.102427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39922) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:32.103235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24e85d-1842-4210-bd6f-9d87bbc8b156 None None] Network 884f0082-fd86-43c7-bb7a-097e8b246aaa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:32.118699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:32.124630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:32.125388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.130879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30c439-3825-4711-ab23-e83a2ef1099f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb652d3-dff0-4d78-83ff-8b2176824e04,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:32.183772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:32.184113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.244249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.267500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55dd052e-ecf3-4b2a-bcb1-6e75026a4ca5 req-1de90814-e06a-43be-bfa7-b710050b2ea2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504642 Aug 31 08:05:32.277064 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2e439a7-1394-4e94-a2f2-70f5635dd8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.310476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:32.310850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.326961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:32.415685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Deleting port 77118f26-cf81-4048-9182-21cb7258e259 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:32.416039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.428646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae8a8685-ccf6-491f-b269-8c0fb06ee82c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8379929 Aug 31 08:05:32.433166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:32.436410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-510995531'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:32.438954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8694b786-6e27-41be-b09a-c8ae25fa5aea no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:32.473754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8694b786-6e27-41be-b09a-c8ae25fa5aea {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:32.486876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8694b786-6e27-41be-b09a-c8ae25fa5aea not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:32.486876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b4664195-5b2b-4413-95ad-75128cea4669 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:32.502967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b4664195-5b2b-4413-95ad-75128cea4669 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:32.503311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b4664195-5b2b-4413-95ad-75128cea4669 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:32.526849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2e439a7-1394-4e94-a2f2-70f5635dd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.527513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c2e439a7-1394-4e94-a2f2-70f5635dd8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.528666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c2e439a7-1394-4e94-a2f2-70f5635dd8ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c13a40b-c8cc-4289-b9e1-e5de85204990 HTTP/1.1" status: 204 len: 168 time: 0.7036693 Aug 31 08:05:32.545519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] For port 77118f26-cf81-4048-9182-21cb7258e259, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77118f26-cf81-4048-9182-21cb7258e259,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:32.545938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.556990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e439a7-1394-4e94-a2f2-70f5635dd8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c13a40b-c8cc-4289-b9e1-e5de85204990,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:32.564297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Calling delete_port for 77118f26-cf81-4048-9182-21cb7258e259 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:32.583366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc43a8e-e77e-430d-8a5d-31024e3897b9 req-79d84e74-da4f-4e9a-a456-9bb59347c9c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:32.592431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acc43a8e-e77e-430d-8a5d-31024e3897b9 req-79d84e74-da4f-4e9a-a456-9bb59347c9c6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1327891 Aug 31 08:05:32.622482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] DHCP port deletion for 884f0082-fd86-43c7-bb7a-097e8b246aaa request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:32.667859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:32.671443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.675014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.692974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e', 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:05:32.696540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acc43a8e-e77e-430d-8a5d-31024e3897b9 req-8847f797-f9f1-4a96-98e7-1e9e135e830e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877326 Aug 31 08:05:32.809677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] Deleting port 77118f26-cf81-4048-9182-21cb7258e259 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:32.810204 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.811405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:05:32.825686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72864716-5098-4b8c-bd61-e7ae636fe04f req-51cf2a39-9f18-43ba-8fb5-397e99b53a30 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Aug 31 08:05:32.827757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=a9aaff8e-3ffb-4870-b0f8-b9c3475ab345,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:32.878379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.889463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.889853 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment 66410439-f6e0-488f-bc4c-e8f5b6f851bd of type vlan for network 2bde161f-4730-4ac2-8170-34ea784b2f6f Aug 31 08:05:32.893769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:32.918703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:32.922120 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b8be2b6e-7864-4ede-a5d8-0c9fbd1fb815 req-51c3a628-53d7-4ac3-bf77-40719bb19dea tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "DELETE /v2.0/ports/a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 HTTP/1.1" status: 204 len: 173 time: 0.9840541 Aug 31 08:05:32.922797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'name': 'network-vif-deleted', 'tag': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:32.925208 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c9367-3768-44cb-9c4b-e60c35780436" -d '{"events": [{"server_uuid": "f04a9fdb-a527-48c1-b19a-3cc6cf62be20", "name": "network-vif-deleted", "tag": "a9aaff8e-3ffb-4870-b0f8-b9c3475ab345"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:32.945030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77118f26-cf81-4048-9182-21cb7258e259,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:32.950760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] No DVR routers for this DVR port 77118f26-cf81-4048-9182-21cb7258e259 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:32.977133 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.078811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.085043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:33.085671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.137624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.150670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884f0082-fd86-43c7-bb7a-097e8b246aaa']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:33.163028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:33.163330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3435d2c-ce5b-4b58-9c78-ab3a06a25630') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:33.172855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.196310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.203002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:33.203406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.277286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] For port 77118f26-cf81-4048-9182-21cb7258e259, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=77118f26-cf81-4048-9182-21cb7258e259,segment=NetworkSegment(f3435d2c-ce5b-4b58-9c78-ab3a06a25630),segment_id=f3435d2c-ce5b-4b58-9c78-ab3a06a25630)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:33.278427 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.320702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=2bde161f-4730-4ac2-8170-34ea784b2f6f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:33.321850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] Calling delete_port for 77118f26-cf81-4048-9182-21cb7258e259 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:33.337745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2bde161f-4730-4ac2-8170-34ea784b2f6f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:05:33.383246 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c476ecf4-3955-42a7-b9d9-dce77fc09bc1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9516919 Aug 31 08:05:33.387748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:33.409226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'ports': [{'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'}, {'network_id': '2bde161f-4730-4ac2-8170-34ea784b2f6f'}]} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:33.410667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:33.411273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '2bde161f-4730-4ac2-8170-34ea784b2f6f'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:33.452043 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e92239-7ce6-4b96-bd6d-add7526f7f9e x-openstack-request-id: req-c6e92239-7ce6-4b96-bd6d-add7526f7f9e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:33.454572 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04a9fdb-a527-48c1-b19a-3cc6cf62be20", "name": "network-vif-deleted", "tag": "a9aaff8e-3ffb-4870-b0f8-b9c3475ab345", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:33.455321 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6e92239-7ce6-4b96-bd6d-add7526f7f9e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:33.457103 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04a9fdb-a527-48c1-b19a-3cc6cf62be20', 'name': 'network-vif-deleted', 'tag': 'a9aaff8e-3ffb-4870-b0f8-b9c3475ab345', 'status': 'completed', 'code': 200} Aug 31 08:05:33.517491 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.573163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] No DVR routers for this DVR port 77118f26-cf81-4048-9182-21cb7258e259 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:33.604119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8312c5-26a7-4aca-bb98-89502a91ef9a None None] Pushing event deleted for resources: {'Port': ['ID=77118f26-cf81-4048-9182-21cb7258e259,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:33.657062 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:33.697357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b04d79c-03ce-44c0-8182-f9c71811f8a2 req-d22ac81f-e666-4807-90e2-bd482d31eb35 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04a9fdb-a527-48c1-b19a-3cc6cf62be20 HTTP/1.1" status: 200 len: 210 time: 0.0417550 Aug 31 08:05:33.709679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84af6-5ae2-4fd9-a382-ce0c6d331a2e req-b5f38d2d-9512-45e6-98a4-fb6f461a96fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:33.711297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adf84af6-5ae2-4fd9-a382-ce0c6d331a2e req-b5f38d2d-9512-45e6-98a4-fb6f461a96fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.7730603 Aug 31 08:05:33.768421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adf84af6-5ae2-4fd9-a382-ce0c6d331a2e req-0015ac90-c9ed-4190-ad6b-111468a1654b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Aug 31 08:05:33.792657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39966) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:33.835650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696abd1-70e6-4463-bfe0-f80917170057 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:33.838061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0696abd1-70e6-4463-bfe0-f80917170057 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1093 time: 0.0437429 Aug 31 08:05:33.840405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 39968) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:33.845104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:33.918759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 2} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:33.924834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.940469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.941327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.947273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb57a515-3151-4f47-bf65-7bdae23a9d54 req-ed1a9843-7290-4b3b-8af3-54d339e3680f tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0354116 Aug 31 08:05:33.958251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:33.961116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/884f0082-fd86-43c7-bb7a-097e8b246aaa HTTP/1.1" status: 204 len: 168 time: 1.8576767 Aug 31 08:05:33.983953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f7d4a-0cf1-4b04-9d8a-dc0ce4ddb6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=884f0082-fd86-43c7-bb7a-097e8b246aaa,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:34.099580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.238377 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.427880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77118f26-cf81-4048-9182-21cb7258e259 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:34.470102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 77118f26-cf81-4048-9182-21cb7258e259 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:34.470833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 77118f26-cf81-4048-9182-21cb7258e259 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:34.475462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.31 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/505cf0ab-aed2-4716-ad1b-d0f460c889de) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:34.497620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:34.548084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 75509ad6-09f6-4822-a119-da0856cd9232 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:34.564896 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b078fc3b-8032-4457-9ffe-eff0e3c7fccb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6c5cbe5314f40e6b8064d7eeb4f7942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654681 Aug 31 08:05:34.571788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 39990) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:34.630481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-698b0262-9fbc-43dc-8f4b-5955f0e9ba8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.654408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-698b0262-9fbc-43dc-8f4b-5955f0e9ba8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.686599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.858487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.920920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-698b0262-9fbc-43dc-8f4b-5955f0e9ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.928052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-698b0262-9fbc-43dc-8f4b-5955f0e9ba8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:34.930380 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-698b0262-9fbc-43dc-8f4b-5955f0e9ba8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ce8ede5-04ee-4aa0-95bd-eca337c9ad8e HTTP/1.1" status: 204 len: 168 time: 0.3565555 Aug 31 08:05:34.970442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b0262-9fbc-43dc-8f4b-5955f0e9ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8ede5-04ee-4aa0-95bd-eca337c9ad8e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:34.974822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:35.012196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:35.023859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:35.027817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:35.122629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=505cf0ab-aed2-4716-ad1b-d0f460c889de,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:35.152858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:35.221284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f6a7c742-547e-4cb3-9294-faab30a50564 req-4d6a3ddb-ee68-44f4-830a-58b65b9804c5 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0953789 Aug 31 08:05:35.316862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:35.365589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:35.410216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:35.411395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device a9aaff8e-3ffb-4870-b0f8-b9c3475ab345 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:35.496931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:35.956016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:35.956016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:35.956016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:35.956016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:35.956016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=75509ad6-09f6-4822-a119-da0856cd9232,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:35.961166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40038) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:35.962909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:35.962909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': '66410439-f6e0-488f-bc4c-e8f5b6f851bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2bde161f-4730-4ac2-8170-34ea784b2f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:35.962909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 2bde161f-4730-4ac2-8170-34ea784b2f6f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:36.084509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc8340d2-5a49-4eed-8a02-6828d838c158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.157338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.163157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 2bde161f-4730-4ac2-8170-34ea784b2f6f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:36.207647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40042) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:36.297384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b7062182-dd3d-4aea-8f64-215802fd14c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=135296eea067480cbe3f3393d5695207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853622 Aug 31 08:05:36.300470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40046) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:36.352083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2bde161f-4730-4ac2-8170-34ea784b2f6f) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:36.361835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc8340d2-5a49-4eed-8a02-6828d838c158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.365762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:36.368538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7333c-b442-450a-8b55-b0d7a8f0d5ae None None] Network 2bde161f-4730-4ac2-8170-34ea784b2f6f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:36.380623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:36.386140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:36.386914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.444524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12535f27-cb6e-4cc0-9c91-40d3725e880e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.520620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5ba7fa5-e92d-49a7-afe3-4c60ed64b1c5 req-9a924b13-51a4-4e00-bb1d-689694b11623 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.1199405 Aug 31 08:05:36.521040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12535f27-cb6e-4cc0-9c91-40d3725e880e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.528762 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.597049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc8340d2-5a49-4eed-8a02-6828d838c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.723831 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-69a1bc82-69e5-42d0-8696-f7f3e289ba2e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3341608 Aug 31 08:05:36.726389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40050) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:36.744506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cc8340d2-5a49-4eed-8a02-6828d838c158 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e5422ffccd24d2aa494e30612368600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311645 Aug 31 08:05:36.749263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40052) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:36.756580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12535f27-cb6e-4cc0-9c91-40d3725e880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.760576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12535f27-cb6e-4cc0-9c91-40d3725e880e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.760576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-12535f27-cb6e-4cc0-9c91-40d3725e880e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfdc5c3c-c2ae-4a93-8b6f-f7e9d00bcd34 HTTP/1.1" status: 204 len: 168 time: 0.4579334 Aug 31 08:05:36.783379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12535f27-cb6e-4cc0-9c91-40d3725e880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc5c3c-c2ae-4a93-8b6f-f7e9d00bcd34,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:36.812341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8340d2-5a49-4eed-8a02-6828d838c158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d54f69-1288-43df-8b97-29e63ef51bb8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:36.861534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:36.862557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.865365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8416978-a9bd-46f7-9f3d-9dd7f98f23b0 req-aea65875-2a67-4a6f-a9dd-9aeb44e5ab02 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:36.874435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8416978-a9bd-46f7-9f3d-9dd7f98f23b0 req-aea65875-2a67-4a6f-a9dd-9aeb44e5ab02 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 945 time: 0.2152040 Aug 31 08:05:36.952504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.968330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:36.979948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8416978-a9bd-46f7-9f3d-9dd7f98f23b0 req-313ecd40-cc98-40fd-99b1-dc655afb5537 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042085 Aug 31 08:05:36.980468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff07b30-a647-4e51-b9f4-fa8f47cbd6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.013162 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff07b30-a647-4e51-b9f4-fa8f47cbd6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.042142 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.170425 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.172503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff07b30-a647-4e51-b9f4-fa8f47cbd6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.175215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7ff07b30-a647-4e51-b9f4-fa8f47cbd6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.181229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7ff07b30-a647-4e51-b9f4-fa8f47cbd6db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28d54f69-1288-43df-8b97-29e63ef51bb8 HTTP/1.1" status: 204 len: 168 time: 0.4241807 Aug 31 08:05:37.219996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff07b30-a647-4e51-b9f4-fa8f47cbd6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d54f69-1288-43df-8b97-29e63ef51bb8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:37.262727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=505cf0ab-aed2-4716-ad1b-d0f460c889de,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:37.278611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.282685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.326573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:37.334308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.338142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ebec621f-0543-4202-95bb-fa7bbb1b12cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71 HTTP/1.1" status: 204 len: 168 time: 0.6083901 Aug 31 08:05:37.342273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40060) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:37.407439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af403a-9f88-409c-80d7-c087f1cbb0e6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:37.414823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af403a-9f88-409c-80d7-c087f1cbb0e6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:37.417852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-09af403a-9f88-409c-80d7-c087f1cbb0e6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0721908 Aug 31 08:05:37.418836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40066) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:37.484758 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP 238d56e0-3683-4fab-8d54-05dcaa421831 associated. External IP: 172.25.0.31, port: d56b710b-1082-4355-a3c7-579c6a7a7f6c. Aug 31 08:05:37.526255 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 75509ad6-09f6-4822-a119-da0856cd9232 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:37.527257 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.623465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.644794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 75509ad6-09f6-4822-a119-da0856cd9232 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:37.670344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84c7ed1e-7b52-4729-a5aa-691766d6214d req-1412eee6-040a-45e4-9f23-c92a8c18a79d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0407894 Aug 31 08:05:37.866926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-13c84ba1-c1ef-4e05-8f8d-989a36eee2b2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:37.868653 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-13c84ba1-c1ef-4e05-8f8d-989a36eee2b2 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 945 time: 0.0885282 Aug 31 08:05:37.921013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:37.924598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.975686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=75509ad6-09f6-4822-a119-da0856cd9232,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:37.978980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:37.980919 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ca53e3f6-66b5-4759-b016-b30b130591f6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/75509ad6-09f6-4822-a119-da0856cd9232 HTTP/1.1" status: 204 len: 168 time: 0.5610049 Aug 31 08:05:38.000639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40084) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:38.065510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Deleting port 3a4eafc2-da5b-417b-b73d-41be4998a39e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:38.069141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:38.169483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:38.182270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] Sync routers for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:38.196518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:38.197563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:38.278310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] For port 3a4eafc2-da5b-417b-b73d-41be4998a39e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=3a4eafc2-da5b-417b-b73d-41be4998a39e,segment=NetworkSegment(b90fa6ae-f093-40e2-aa6f-3ff826683ed3),segment_id=b90fa6ae-f093-40e2-aa6f-3ff826683ed3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:38.278688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:38.318837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Calling delete_port for 3a4eafc2-da5b-417b-b73d-41be4998a39e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:38.322338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdfcf0-630a-4768-a2fa-e1314fa11784 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:38.324651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-adfdfcf0-630a-4768-a2fa-e1314fa11784 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3226860 Aug 31 08:05:38.334769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96041d6d-4414-473d-b7c8-b82acba8af22 req-6830fd59-a5fe-41f8-b977-b5c7802220fd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:38.336371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40098) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:38.336986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96041d6d-4414-473d-b7c8-b82acba8af22 req-6830fd59-a5fe-41f8-b977-b5c7802220fd tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 945 time: 0.1649041 Aug 31 08:05:38.338199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:38.378414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b99a060e-5500-4545-a8b6-12602f23672b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5340705 Aug 31 08:05:38.378414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:38.386747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:38.390345 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c36662b-581e-4496-87a5-3ee34f1c84f8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:05:38.392893 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d496b6ae-5bda-42da-8c06-15fd84cf8f77" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:38.398895 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4c36662b-581e-4496-87a5-3ee34f1c84f8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/4bc8ccf2-da04-4f0c-b9aa-cd3d5b264a71 HTTP/1.1" status: 404 len: 333 time: 0.0591297 Aug 31 08:05:38.401103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40102) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:38.459870 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96041d6d-4414-473d-b7c8-b82acba8af22 req-bd6ada90-bafe-4db3-94de-4e05a54554a6 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d4a73ac-b7dc-4f1b-9199-929002fab4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862353 Aug 31 08:05:38.507424 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81f8dc5-7954-4bcb-ba5e-bb19d289cca8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:05:38.514997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c81f8dc5-7954-4bcb-ba5e-bb19d289cca8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/75509ad6-09f6-4822-a119-da0856cd9232 HTTP/1.1" status: 404 len: 333 time: 0.1128373 Aug 31 08:05:38.516541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40108) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:38.778848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-084b9882-8adf-45b1-bfb3-a1b06687dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:38.780522 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-084b9882-8adf-45b1-bfb3-a1b06687dd43 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1098 time: 0.1702788 Aug 31 08:05:38.895306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '238d56e0-3683-4fab-8d54-05dcaa421831', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'port_id': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'mac_address': 'fa:16:3e:f3:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:05:35Z', 'updated_at': '2021-08-31T08:05:35Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:15Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:38.914943 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e8995-7c7d-4189-b044-ea2612396020 x-openstack-request-id: req-5a6e8995-7c7d-4189-b044-ea2612396020 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:38.915947 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:38.916491 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a6e8995-7c7d-4189-b044-ea2612396020 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:38.917092 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'status': 'completed', 'code': 200} Aug 31 08:05:38.928294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-df1d2a05-4a84-4001-8f0a-05472d46c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:38.936171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] Checking router: 0fd20d88-3903-4ea8-b189-a4ca8477cb6b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:38.945226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:38.945351 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-df1d2a05-4a84-4001-8f0a-05472d46c261 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.1522055 Aug 31 08:05:38.956674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:38.996862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.002154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca5a8a7c-b028-4355-ac62-94658e8104e1 req-979ee5f0-6fc3-4b1d-aa04-4e78672a17cd tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0743785 Aug 31 08:05:39.041984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f7aab-3140-47af-85f1-1a8fdee1c11e req-2da73cad-3d3d-49d1-a179-8cd76b65bcdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:39.046888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-266f7aab-3140-47af-85f1-1a8fdee1c11e req-2da73cad-3d3d-49d1-a179-8cd76b65bcdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.5631850 Aug 31 08:05:39.072650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.077099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Pushing event deleted for resources: {'Port': ['ID=3a4eafc2-da5b-417b-b73d-41be4998a39e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:39.116354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-266f7aab-3140-47af-85f1-1a8fdee1c11e req-c7782028-8ead-414a-8b3f-5645b675b3ed tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673199 Aug 31 08:05:39.116939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:39.134243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['3a4eafc2-da5b-417b-b73d-41be4998a39e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:05:39.135308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:39.202793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:39.205792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-7e6a7952-763c-4d8c-8879-3630d241a93f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 999 time: 0.2567110 Aug 31 08:05:39.234901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.270217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bde161f-4730-4ac2-8170-34ea784b2f6f']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:39.277266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] No DVR routers for this DVR port 3a4eafc2-da5b-417b-b73d-41be4998a39e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:39.294801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.295366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66410439-f6e0-488f-bc4c-e8f5b6f851bd') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:39.295673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66410439-f6e0-488f-bc4c-e8f5b6f851bd') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:39.297308 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-db01cdc0-1be8-4e8c-8fa1-74f4d01958ff req-fc613352-aa2b-430f-b5ae-d0a1398aa4af tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.68 "DELETE /v2.0/ports/3a4eafc2-da5b-417b-b73d-41be4998a39e HTTP/1.1" status: 204 len: 173 time: 1.4219604 Aug 31 08:05:39.297779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'name': 'network-vif-deleted', 'tag': '3a4eafc2-da5b-417b-b73d-41be4998a39e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:39.300073 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15802a76-3079-42a3-abb7-511567d012a0" -d '{"events": [{"server_uuid": "d5860db6-32a8-4eb9-b792-eeae398212e0", "name": "network-vif-deleted", "tag": "3a4eafc2-da5b-417b-b73d-41be4998a39e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:05:39.327004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-774508216-network', 'tenant_id': '31fcb420d0e64a35a79e5ab0ff5dc251'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:39.335221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.360210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-99eda19d-bbb5-451d-b71a-8803be7ac0fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/238d56e0-3683-4fab-8d54-05dcaa421831 HTTP/1.1" status: 200 len: 991 time: 0.2131479 Aug 31 08:05:39.367002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.369454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-8a8619ac-994a-4433-a815-917c6198a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:39.371027 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-8a8619ac-994a-4433-a815-917c6198a99e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.0902281 Aug 31 08:05:39.375292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:39.375790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:39.380003 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:39.387257 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb444fb-76d9-4e5b-8577-9b331b775551 x-openstack-request-id: req-dfb444fb-76d9-4e5b-8577-9b331b775551 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:05:39.387566 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5860db6-32a8-4eb9-b792-eeae398212e0", "name": "network-vif-deleted", "tag": "3a4eafc2-da5b-417b-b73d-41be4998a39e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:05:39.387835 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfb444fb-76d9-4e5b-8577-9b331b775551 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:05:39.388261 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5860db6-32a8-4eb9-b792-eeae398212e0', 'name': 'network-vif-deleted', 'tag': '3a4eafc2-da5b-417b-b73d-41be4998a39e', 'status': 'completed', 'code': 200} Aug 31 08:05:39.435672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-f487d51b-3d8c-4af8-853c-0fe7e36272dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:39.439190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-f487d51b-3d8c-4af8-853c-0fe7e36272dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566592 Aug 31 08:05:39.544129 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-3c2a0532-fb1b-45a2-84d7-e85192de5958 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978167 Aug 31 08:05:39.579336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '238d56e0-3683-4fab-8d54-05dcaa421831', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'port_id': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'mac_address': 'fa:16:3e:f3:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:05:35Z', 'updated_at': '2021-08-31T08:05:35Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:15Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:39.604332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Made reservation on behalf of 31fcb420d0e64a35a79e5ab0ff5dc251 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:39.604332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.606702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.641471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac04bf1-ebb0-42a3-9959-98575e9ac962 None None] The sync data for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 is: [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '238d56e0-3683-4fab-8d54-05dcaa421831', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'port_id': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'mac_address': 'fa:16:3e:f3:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:05:35Z', 'updated_at': '2021-08-31T08:05:35Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:15Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:39.643588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53b8b303-8b17-449a-9da4-755614f0cb0e req-e65e9d80-c9d2-47c6-90d0-84ba668e3d36 tempest-ServersTestJSON-994152442 tempest-ServersTestJSON-994152442-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5860db6-32a8-4eb9-b792-eeae398212e0 HTTP/1.1" status: 200 len: 210 time: 0.0621607 Aug 31 08:05:39.648253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.653492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/2bde161f-4730-4ac2-8170-34ea784b2f6f HTTP/1.1" status: 204 len: 168 time: 1.1228127 Aug 31 08:05:39.663869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40140) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:39.665171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.670392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-854126154'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:39.700477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaed541-54f6-45a1-9d65-ecf0b8c12664 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=2bde161f-4730-4ac2-8170-34ea784b2f6f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:39.725345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d496b6ae-5bda-42da-8c06-15fd84cf8f77 req-38be3891-8000-4cb2-aed8-8af5e693b9d6 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739283 Aug 31 08:05:39.882789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:39.886337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.929256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:05:39.948410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:39.948785 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment 06e25852-394b-46a2-9b3e-47098897b810 of type vlan for network 3179a8a6-8518-464a-ad3b-5c0c66bde140 Aug 31 08:05:39.950473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:39.958791 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4a09c-01b4-4b06-b3f6-9e7e5847b6de None None] New status for floating IP 238d56e0-3683-4fab-8d54-05dcaa421831: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:05:39.995080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.003104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.065797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.093413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:05:40.095926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.102336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:40.102931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.148368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e235f4f7-707d-4a21-a07e-e1a5dde528e6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:40.151628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.152018 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Added segment e0790fd4-e396-4763-9290-f78c29ee3122 of type vlan for network ca037ecb-e109-4d63-bb94-77c56a76d6ea Aug 31 08:05:40.175956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-608556a7-ac1f-4810-aad0-7bef674515bb req-9bd4cf8f-5ec4-4406-9fc5-caea4983452e tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0585101 Aug 31 08:05:40.219369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.220348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'network': {'name': 'tempest-network-smoke--1109789142', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:40.252450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=3179a8a6-8518-464a-ad3b-5c0c66bde140,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:40.263664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:05:40.330989 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.336114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:40.336265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f338388b-6f2a-46f2-ba58-60f622c68b99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6699231 Aug 31 08:05:40.336346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.336411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40152) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:40.341627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:40.382751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40154) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:40.464513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] Pushing event updated for resources: {'Network': ['ID=ca037ecb-e109-4d63-bb94-77c56a76d6ea,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:40.477410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network ca037ecb-e109-4d63-bb94-77c56a76d6ea details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:05:40.483543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b71029d5-169c-408c-959e-99014f45c1be tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/238d56e0-3683-4fab-8d54-05dcaa421831 HTTP/1.1" status: 200 len: 993 time: 0.0929556 Aug 31 08:05:40.513041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:40.516642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.527111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.648989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8842cbb5-b85d-4afc-ab36-0665bc10a847 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5275910 Aug 31 08:05:40.648989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40156) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:40.653687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Request body: {'subnet': {'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-774508216-subnet', 'tenant_id': '31fcb420d0e64a35a79e5ab0ff5dc251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:40.710247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:40.756886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Deleting subnet 0f13cdee-c5af-4903-a1a9-8fcc093495ba {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:40.760229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.792138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:40.795754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.795899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.821679 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:05:40.821679 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 08:05:40.821679 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': '31fcb420d0e64a35a79e5ab0ff5dc251', 'expiration_1': datetime.datetime(2021, 8, 31, 8, 5, 40, 667390)}] Aug 31 08:05:40.821679 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:05:40.822513 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:05:40.845119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.953323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.987281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f13cdee-c5af-4903-a1a9-8fcc093495ba,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:40.991381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:40.996154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49be7ef5-08c6-4d7b-b34e-31e913e17166 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0f13cdee-c5af-4903-a1a9-8fcc093495ba HTTP/1.1" status: 204 len: 168 time: 0.2848661 Aug 31 08:05:40.996284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40162) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:40.998276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.070816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.116191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:05:41.148356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.148721 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Added segment 0deed9bf-4a94-4c46-9919-61a0bc3204f2 of type vlan for network 3d7a965d-4081-4657-a861-eba6d5cf7a01 Aug 31 08:05:41.150185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c07c41-76ef-4d9c-b095-06d6dafb335f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:41.155075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.204004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.230940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.295508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a44501c-7fce-4f38-bfef-e3459d3fac84 req-13d3eeb6-639a-41d0-89b1-0ca75a74980c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Aug 31 08:05:41.355122 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.369385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=89855da4-5816-4f3c-bfcb-59891ed353f5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:41.381029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82339031-2189-4413-a5b7-2c920bfb8b00']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:41.391456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:41.391782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90fa6ae-f093-40e2-aa6f-3ff826683ed3') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:41.397216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3a4eafc2-da5b-417b-b73d-41be4998a39e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:41.404684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': '06e25852-394b-46a2-9b3e-47098897b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:41.405057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 3179a8a6-8518-464a-ad3b-5c0c66bde140, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:41.408165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.422974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 3a4eafc2-da5b-417b-b73d-41be4998a39e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:41.423430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 3a4eafc2-da5b-417b-b73d-41be4998a39e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:41.429390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.437741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:41.438174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:41.440246 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:41.474298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.482800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:41.483735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.487818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Made reservation on behalf of 31fcb420d0e64a35a79e5ab0ff5dc251 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:41.491795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.587509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Network': ['ID=3d7a965d-4081-4657-a861-eba6d5cf7a01,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:41.599802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:05:41.656320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:41.712278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e6a02da4-cc73-455e-89ef-8c8bb67ba77c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7606368 Aug 31 08:05:41.713353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40166) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:41.719515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'admin_state_up': True, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:41.751343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 3179a8a6-8518-464a-ad3b-5c0c66bde140) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:41.758394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:41.759135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.762624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.763865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fbb53c-6bc4-483f-9003-c58861e2db52 None None] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:41.767454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.769305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] 10.222.0.36 "DELETE /v2.0/networks/82339031-2189-4413-a5b7-2c920bfb8b00 HTTP/1.1" status: 204 len: 168 time: 0.7696784 Aug 31 08:05:41.812001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b434ee-1bf3-446d-86e1-c6411444957d admin admin] Pushing event deleted for resources: {'Network': ['ID=82339031-2189-4413-a5b7-2c920bfb8b00,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:41.845111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.846053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.847458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.924928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:41.943903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d5c253a-0ddd-4712-9421-413424eda200 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6065710 Aug 31 08:05:41.948262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40170) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:41.952256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=271fb33d-fcd6-4cfa-8447-31d9c99cb94b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:41.955822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140', 'name': 'tempest-PortsTestJSON-1496976226'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:41.966296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Checking segment: {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:41.970524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Network hostable DHCP agents. Network: ca037ecb-e109-4d63-bb94-77c56a76d6ea, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:41.990235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-3179a8a6-8518-464a-ad3b-5c0c66bde140', 'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': '89855da4-5816-4f3c-bfcb-59891ed353f5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:05:41.991779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.162710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Allocated IP 172.20.0.2 (3179a8a6-8518-464a-ad3b-5c0c66bde140/89855da4-5816-4f3c-bfcb-59891ed353f5/a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:42.164514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Network ca037ecb-e109-4d63-bb94-77c56a76d6ea is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:42.192246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.268318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, ca037ecb-e109-4d63-bb94-77c56a76d6ea) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:42.281656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:42.281800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d9989-33df-48f3-a0f1-8920015d4eed None None] Network ca037ecb-e109-4d63-bb94-77c56a76d6ea requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:42.283001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.396846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:42.406911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:42.411139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.433969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 4a1246c1-31af-4519-b0cc-f37dbf19f0cc yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:42.467275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4a1ae-b8c3-428c-8e25-67a9f0ed8348 None None] Network ca037ecb-e109-4d63-bb94-77c56a76d6ea requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:42.509012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b743115-c879-4daf-b1fb-863ecc778199 req-514d1d50-7797-4a25-923f-8ec242122198 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0515900 Aug 31 08:05:42.512661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-75876e3e-ebc1-455c-a2d9-a9415c48046e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6aaf9dbc80d4b8291acb020f411366b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139152 Aug 31 08:05:42.515076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40176) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:42.557738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9196b216-0d47-4411-8f37-b7542166cc05 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9080405 Aug 31 08:05:42.620144 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7f22b39-3239-40a2-a9d2-ea8c8b327625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.687609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7f22b39-3239-40a2-a9d2-ea8c8b327625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.727251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.773029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.812680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.830370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7f22b39-3239-40a2-a9d2-ea8c8b327625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.833884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c7f22b39-3239-40a2-a9d2-ea8c8b327625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:42.835280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c7f22b39-3239-40a2-a9d2-ea8c8b327625 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d4a73ac-b7dc-4f1b-9199-929002fab4ce HTTP/1.1" status: 204 len: 168 time: 0.3188312 Aug 31 08:05:42.845212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f22b39-3239-40a2-a9d2-ea8c8b327625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4a73ac-b7dc-4f1b-9199-929002fab4ce,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:42.868988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Transition to ACTIVE for port object a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:42.933138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Transition to ACTIVE for port object a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:42.943214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.25.0.113 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/050068bc-83e6-466e-bd6c-f131663f9065) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:43.005988 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.064777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Pushing event updated for resources: {'Port': ['ID=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:43.069705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:43.075260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:43.078283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.078787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.079274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.079760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.080297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.080531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.12 (3179a8a6-8518-464a-ad3b-5c0c66bde140/89855da4-5816-4f3c-bfcb-59891ed353f5/4a1246c1-31af-4519-b0cc-f37dbf19f0cc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:43.080963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.081479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.081986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.082514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.082989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.083466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.083938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:43.093644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:43.094862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.152366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Attempting to bind port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:43.152744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Attempting to bind port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '06e25852-394b-46a2-9b3e-47098897b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:43.153232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Attempting to bind port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d on network 3179a8a6-8518-464a-ad3b-5c0c66bde140 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:43.158517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:43.158897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Checking segment: {'id': '06e25852-394b-46a2-9b3e-47098897b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:43.159306 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.159705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Bound using segment: {'id': '06e25852-394b-46a2-9b3e-47098897b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:43.160468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Bound port: a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e25852-394b-46a2-9b3e-47098897b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3179a8a6-8518-464a-ad3b-5c0c66bde140'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:43.160586 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.227003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] For port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:43.230236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] For port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,segment=NetworkSegment(06e25852-394b-46a2-9b3e-47098897b810),segment_id=06e25852-394b-46a2-9b3e-47098897b810)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:43.271674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.287858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object 4a1246c1-31af-4519-b0cc-f37dbf19f0cc will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:43.311001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.360610 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.361370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:43.376410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=050068bc-83e6-466e-bd6c-f131663f9065,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:43.381171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:43.387586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:43.430180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.435289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b0016-1370-4fee-a2af-3318e334f014 None None] Pushing event updated for resources: {'Port': ['ID=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:43.511673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=4a1246c1-31af-4519-b0cc-f37dbf19f0cc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:43.520590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:43.524199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:43.529377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:43.710548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:43.711320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:43.712417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46d879bd-f747-451c-9719-bc00d6013e22 req-ac52fb3a-96fa-46a1-9803-158c337f9197 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0807078 Aug 31 08:05:44.143881 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6396209a-3898-45a2-8e28-f5c82076094c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1939616 Aug 31 08:05:44.146695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:44.234175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:44.325419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 4a1246c1-31af-4519-b0cc-f37dbf19f0cc {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:44.326111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:44.486760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:44.505007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:44.534848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:44.558085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 4a1246c1-31af-4519-b0cc-f37dbf19f0cc owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:44.713925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ac403-38cf-4309-b8ec-402873e890ba None None] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:44.787796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:44.859307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55fe93f9-bdaa-4029-a818-45a7f9334530 req-32312330-79a2-408c-949c-4033fddf0c1d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0299857 Aug 31 08:05:44.913752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:05:44.947922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] Provisioning for port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:44.948146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:44.953619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] Provisioning complete for port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:44.953985 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.013472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=4a1246c1-31af-4519-b0cc-f37dbf19f0cc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:45.119487 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.206240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.209665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec6e794c-e4e1-4ccc-88a1-d6e733947a90 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/4a1246c1-31af-4519-b0cc-f37dbf19f0cc HTTP/1.1" status: 204 len: 168 time: 1.0619123 Aug 31 08:05:45.218288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40220) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:45.242139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] For port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,segment=NetworkSegment(06e25852-394b-46a2-9b3e-47098897b810),segment_id=06e25852-394b-46a2-9b3e-47098897b810)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:45.264073 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0206ab61-4697-4cc0-a343-bd1e8ecf366a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:05:45.266922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0206ab61-4697-4cc0-a343-bd1e8ecf366a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:05:45.278447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0206ab61-4697-4cc0-a343-bd1e8ecf366a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/4a1246c1-31af-4519-b0cc-f37dbf19f0cc HTTP/1.1" status: 404 len: 333 time: 0.0608947 Aug 31 08:05:45.278885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:45.279094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40226) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:45.290985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:45.304446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:45.307443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:45.320076 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.354027 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6906c0a0-00c4-4349-abf2-836f1c8671e0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:05:45.359063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40230) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:45.361724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6906c0a0-00c4-4349-abf2-836f1c8671e0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/4a1246c1-31af-4519-b0cc-f37dbf19f0cc HTTP/1.1" status: 404 len: 333 time: 0.0786471 Aug 31 08:05:45.461453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet 89855da4-5816-4f3c-bfcb-59891ed353f5 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:45.471649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.483467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eca9c-bb53-451e-9927-9564eb0c484e None None] Pushing event updated for resources: {'Port': ['ID=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:45.510473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-623ce6b7-4d0f-4221-b68d-0b62c798f2c2 None None] Provisioning complete for port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:45.511129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-623ce6b7-4d0f-4221-b68d-0b62c798f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.516143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:45.520268 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.522463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-545fbf86-b54e-46da-ba0c-ea544b245e23 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8071396 Aug 31 08:05:45.525670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40234) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:45.545915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.720734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.911634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.967246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=89855da4-5816-4f3c-bfcb-59891ed353f5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:45.980176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-623ce6b7-4d0f-4221-b68d-0b62c798f2c2 None None] Could not find standard attr ID for object 4a1246c1-31af-4519-b0cc-f37dbf19f0cc. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:05:45.992305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:45.995981 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ccfa2c7d-6b09-4d48-b94f-5511f5aff9cb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/89855da4-5816-4f3c-bfcb-59891ed353f5 HTTP/1.1" status: 204 len: 168 time: 0.6339760 Aug 31 08:05:45.998660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40244) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:46.005859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54cc51-9631-4d1e-917e-72c1d2545005 None None] Network 3179a8a6-8518-464a-ad3b-5c0c66bde140 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:46.011692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bbaedfe2-bd25-44ba-89de-9288242ce4ab tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4847245 Aug 31 08:05:46.012356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40246) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:46.073065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-864c87d5-cee0-442e-8fe4-de5260863708 req-a4fcbc60-06c8-41fe-9c5a-40532262fd08 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8a3b5c-f423-49fd-99ea-8f38d2b84c78 HTTP/1.1" status: 200 len: 210 time: 0.0593836 Aug 31 08:05:46.109608 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:05:46.135434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.159619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-69915109-491b-4b6c-b4ae-aad9bff4a667 None None] Could not find standard attr ID for object 4a1246c1-31af-4519-b0cc-f37dbf19f0cc. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:05:46.203462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba43b9-d64e-44cc-bdb4-2684baa92d9a tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:46.209020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40252) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:46.209291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32ba43b9-d64e-44cc-bdb4-2684baa92d9a tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1944025 Aug 31 08:05:46.253679 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9a626829-1547-4806-9f5f-85928e6d1df3 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431187 Aug 31 08:05:46.256285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:46.256795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.258498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40254) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:46.266869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-368021966', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:46.275955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:43Z', 'revision_number': 3, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:46.362288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:46.362788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Updating router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 port 050068bc-83e6-466e-bd6c-f131663f9065 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:05:46.394162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,segment=NetworkSegment(06e25852-394b-46a2-9b3e-47098897b810),segment_id=06e25852-394b-46a2-9b3e-47098897b810)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:46.394702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.398187 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.433279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:46.527904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] DHCP port deletion for 3179a8a6-8518-464a-ad3b-5c0c66bde140 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:46.615966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:46.619469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.670738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] Deleting port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:46.671396 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.758685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] For port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,segment=NetworkSegment(06e25852-394b-46a2-9b3e-47098897b810),segment_id=06e25852-394b-46a2-9b3e-47098897b810)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:46.759002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.773274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.781802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] Calling delete_port for a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:46.822468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:46.825090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:46.872350 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.900682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Transition to ACTIVE for port object 050068bc-83e6-466e-bd6c-f131663f9065 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:46.941465 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.949474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.961005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3179a8a6-8518-464a-ad3b-5c0c66bde140']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:46.970520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] Pushing event deleted for resources: {'Port': ['ID=a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:46.977079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e25852-394b-46a2-9b3e-47098897b810') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:46.977753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e25852-394b-46a2-9b3e-47098897b810') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:46.980236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c32395a-aaa8-4ffa-943b-ae62b7ef2f59 None None] No DVR routers for this DVR port a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:46.982767 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.991463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.009979 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.023641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:47.023798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:47.026859 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:47.050309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5349-10c7-434c-bf1b-658a34c8ecb3 None None] Pushing event updated for resources: {'Port': ['ID=050068bc-83e6-466e-bd6c-f131663f9065,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:47.063464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Attempting to bind port 050068bc-83e6-466e-bd6c-f131663f9065 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:47.063904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Attempting to bind port 050068bc-83e6-466e-bd6c-f131663f9065 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:47.064351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Attempting to bind port 050068bc-83e6-466e-bd6c-f131663f9065 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:47.070929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:47.071431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:47.072017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.072504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:47.073101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Bound port: 050068bc-83e6-466e-bd6c-f131663f9065, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:47.073532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.074324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.158662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] For port 050068bc-83e6-466e-bd6c-f131663f9065, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:47.165188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] For port 050068bc-83e6-466e-bd6c-f131663f9065, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=050068bc-83e6-466e-bd6c-f131663f9065,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:47.181148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Checking segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:47.181593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network hostable DHCP agents. Network: 3d7a965d-4081-4657-a861-eba6d5cf7a01, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:47.197940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Subnet': ['ID=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:47.290040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.290798 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.301292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.304239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/3179a8a6-8518-464a-ad3b-5c0c66bde140 HTTP/1.1" status: 204 len: 168 time: 1.3045948 Aug 31 08:05:47.318505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-d740156b-9da4-4b29-a6d1-e230c52610ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:47.318700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40276) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:47.322330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-d740156b-9da4-4b29-a6d1-e230c52610ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1205559 Aug 31 08:05:47.332246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-620877564'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:47.343656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-8272cac6-fc6a-4327-81ab-a8f96baafa2b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0120564 Aug 31 08:05:47.348615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40280) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:47.372438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6563baa-3294-4d3a-a16a-a9a2598ad840 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=3179a8a6-8518-464a-ad3b-5c0c66bde140,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:47.390689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5349-10c7-434c-bf1b-658a34c8ecb3 None None] Pushing event updated for resources: {'Port': ['ID=050068bc-83e6-466e-bd6c-f131663f9065,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:47.393654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:47.409778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:47.412398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:47.459270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-0f00466a-45a5-4e5e-971f-43190b979a2c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029658 Aug 31 08:05:47.464779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.524354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:47.528873 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.529000 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.548162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:47.561211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:05:47.573020 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.573732 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment 9200212a-f270-44b1-b54c-28fcb36ea3fc of type vlan for network b64edc68-3a91-4016-a130-31cc95b994cc Aug 31 08:05:47.586841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 3d7a965d-4081-4657-a861-eba6d5cf7a01) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:47.600395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:47.601334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.626503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-1bec41ed-834a-428f-9f22-7133c92d99d7 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587701 Aug 31 08:05:47.661148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.730799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a1a71-814f-4353-a105-8fc5ed1b9566 None None] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:47.757304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:47.757645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ea0293a7-5faa-44f1-b814-83d8e1ff725a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4976900 Aug 31 08:05:47.776719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-a17344d6-d30b-4bee-b289-69da92db6389 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395202 Aug 31 08:05:47.781849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.786557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.791650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/security-groups/4f53cf52-eac1-4630-a27e-044e4ecc3651 HTTP/1.1" status: 204 len: 168 time: 0.4418571 Aug 31 08:05:47.804211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40288) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:47.819809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53cf52-eac1-4630-a27e-044e4ecc3651,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:47.831470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.836512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:47.838537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.851848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.852314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.852855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.853266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.853674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.854121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.854518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.854964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.855359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.855771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.856338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.856734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4a87d-89cb-475a-a27d-0639df34405c tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:47.862249 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-4cf8ba6c-7f6b-44d2-8094-508c32f86f80 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] show failed (client error): The resource could not be found. Aug 31 08:05:47.870122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4cf8ba6c-7f6b-44d2-8094-508c32f86f80 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "GET /v2.0/security-groups/4f53cf52-eac1-4630-a27e-044e4ecc3651 HTTP/1.1" status: 404 len: 347 time: 0.0630248 Aug 31 08:05:47.872639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40290) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:47.941001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=b64edc68-3a91-4016-a130-31cc95b994cc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:47.992992 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8ae3f0ad-b5ba-41c9-993c-966e793705c3 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6731775 Aug 31 08:05:47.995634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40294) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:48.001468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:48.049707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port c4fc117b-4da4-4338-846c-0a95ff9bd062 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:48.051460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.058051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network b64edc68-3a91-4016-a130-31cc95b994cc details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:05:48.312889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a6b19bf-57ae-4aa6-aee3-1f89322ab3c7 req-581ee5fc-3948-43c8-b238-369273ddb079 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0634956 Aug 31 08:05:48.323648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.324700 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.342034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for c4fc117b-4da4-4338-846c-0a95ff9bd062 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:48.400670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:48.415655 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.452625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:48.458335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:43Z', 'revision_number': 3, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:48.462447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-3d7a965d-4081-4657-a861-eba6d5cf7a01', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:05:48.462447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.537634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9706fa3-3f34-4244-a300-42ddec690b24 None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:43Z', 'revision_number': 3, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:48.539353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:48.539690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6cacb2f-c977-4aa7-92a2-9a5fa7cba71d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:48.705971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.740509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Allocated IP 172.20.0.2 (3d7a965d-4081-4657-a861-eba6d5cf7a01/73600ad0-cbd5-4605-ae5f-4ca9f5f6d199/a942bf5e-39d7-4031-8c62-41241ff0bd13) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:48.767990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=c4fc117b-4da4-4338-846c-0a95ff9bd062,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:48.843255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.847398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:48.848642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-db1568a9-17d0-420a-bb03-f9043a134d29 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/floatingips/b247654e-aa8e-421a-a6cc-f69e2f8cfb8a HTTP/1.1" status: 204 len: 168 time: 0.9749620 Aug 31 08:05:48.851603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40318) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:48.991738 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.010793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.026114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Transition to ACTIVE for port object a942bf5e-39d7-4031-8c62-41241ff0bd13 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:49.058742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port 56f3fcc9-0048-4929-a9a0-87bf75cc1746 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:49.059100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.062976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Transition to ACTIVE for port object a942bf5e-39d7-4031-8c62-41241ff0bd13 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:49.163144 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.179023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for 56f3fcc9-0048-4929-a9a0-87bf75cc1746 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:49.260485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.288647 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.368933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:49.396626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:49.400491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:49.413900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=2120e2e2-34a8-425d-a77b-377dcb47fefb,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:49.467831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Pushing event updated for resources: {'Port': ['ID=a942bf5e-39d7-4031-8c62-41241ff0bd13,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:49.477105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.20.0.1 (3d7a965d-4081-4657-a861-eba6d5cf7a01/73600ad0-cbd5-4605-ae5f-4ca9f5f6d199/ea6ba88a-c91d-4666-a615-4df5b132d3c8) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:49.485286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': '9200212a-f270-44b1-b54c-28fcb36ea3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:49.485750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: b64edc68-3a91-4016-a130-31cc95b994cc, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:05:49.487045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-632fd5fc-ed6b-4348-b39a-9647fdecb08a req-53977155-92df-4176-b6b7-794d910f8ab1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0539050 Aug 31 08:05:49.499514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Attempting to bind port a942bf5e-39d7-4031-8c62-41241ff0bd13 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:49.501550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Attempting to bind port a942bf5e-39d7-4031-8c62-41241ff0bd13 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:49.501950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Attempting to bind port a942bf5e-39d7-4031-8c62-41241ff0bd13 on network 3d7a965d-4081-4657-a861-eba6d5cf7a01 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:49.509127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:49.509506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Checking segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:49.509980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.510755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Bound using segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:49.510879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Bound port: a942bf5e-39d7-4031-8c62-41241ff0bd13, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:49.511219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.599684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] For port a942bf5e-39d7-4031-8c62-41241ff0bd13, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:49.607296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] For port a942bf5e-39d7-4031-8c62-41241ff0bd13, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a942bf5e-39d7-4031-8c62-41241ff0bd13,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:49.624442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.661025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=56f3fcc9-0048-4929-a9a0-87bf75cc1746,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:49.681563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.705032 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.722252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Transition to ACTIVE for port object ea6ba88a-c91d-4666-a615-4df5b132d3c8 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:49.722252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network b64edc68-3a91-4016-a130-31cc95b994cc is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:05:49.775163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f76bd-4570-4d22-9617-cd5ebed4740a None None] Pushing event updated for resources: {'Port': ['ID=a942bf5e-39d7-4031-8c62-41241ff0bd13,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:49.841743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c4d0be36-b12f-40c6-8434-6daaa823c5f4 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:49.843342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c4d0be36-b12f-40c6-8434-6daaa823c5f4 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/networks?id=ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 200 len: 808 time: 0.1841631 Aug 31 08:05:49.865672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:49.867657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1fa3c5c8-02ff-4ea6-9002-41ec21307873 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/ports/56f3fcc9-0048-4929-a9a0-87bf75cc1746 HTTP/1.1" status: 204 len: 168 time: 1.0149229 Aug 31 08:05:49.870377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40346) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:49.875793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-114dd780-0e0e-4f2c-b935-eb5038b6f416 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/quotas/31fcb420d0e64a35a79e5ab0ff5dc251 HTTP/1.1" status: 200 len: 375 time: 0.0249193 Aug 31 08:05:49.914394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9faf7bf3-5298-49fa-b792-24a477daf709 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295656 Aug 31 08:05:49.964821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, b64edc68-3a91-4016-a130-31cc95b994cc) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:49.970130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:49.970755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.013177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:50.013843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d568d71-4d7e-4b29-8763-bf1365505942 None None] Network b64edc68-3a91-4016-a130-31cc95b994cc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:50.013929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.019734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.099448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-38de878a-2a5b-425e-883e-ee0748d91ffa service neutron] 10.222.0.36 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768513 Aug 31 08:05:50.144494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dd1be1d4-183e-48a9-869d-e3cff90f9617 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1477010 Aug 31 08:05:50.145152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:50.162422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:50.183087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1885853356'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:50.318366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-cb1d9b2f-a741-4102-94ac-ab8caca8cbb2 service neutron] 10.222.0.36 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099380 Aug 31 08:05:50.328695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.383483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-b64edc68-3a91-4016-a130-31cc95b994cc', 'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': '2120e2e2-34a8-425d-a77b-377dcb47fefb'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:05:50.384921 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.425010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:50.443425 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=ea6ba88a-c91d-4666-a615-4df5b132d3c8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:50.450463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:50.451965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:50.556355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a942bf5e-39d7-4031-8c62-41241ff0bd13 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:50.619877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8143c122-178e-49af-b0c5-73fa2136f6b6 req-d5995306-3198-408c-a432-bb81373cb90d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0346217 Aug 31 08:05:50.658419 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.681161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Allocated IP 172.20.0.2 (b64edc68-3a91-4016-a130-31cc95b994cc/2120e2e2-34a8-425d-a77b-377dcb47fefb/db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:50.846789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a942bf5e-39d7-4031-8c62-41241ff0bd13 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:50.854704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 050068bc-83e6-466e-bd6c-f131663f9065 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:50.891478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d6c8f52-40ce-4936-984b-b8fdb1faaea6 req-1c20a525-ad32-42e4-a0f4-4645a5f584eb tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.0394168 Aug 31 08:05:50.915793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:50.922884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Transition to ACTIVE for port object db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:50.952612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Transition to ACTIVE for port object db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:51.047741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 050068bc-83e6-466e-bd6c-f131663f9065 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:51.054121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 050068bc-83e6-466e-bd6c-f131663f9065 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:51.054720 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.100527 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.158637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Pushing event updated for resources: {'Port': ['ID=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:51.195887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Network b64edc68-3a91-4016-a130-31cc95b994cc is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:51.216114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:51.220939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.221672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:51.226310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:51.247798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port af2c9106-e491-4c51-9008-14e91849b8c3 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:05:51.265680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.344733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 050068bc-83e6-466e-bd6c-f131663f9065, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=050068bc-83e6-466e-bd6c-f131663f9065,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:51.348612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Attempting to bind port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:51.348612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Attempting to bind port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '9200212a-f270-44b1-b54c-28fcb36ea3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:51.348612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Attempting to bind port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 on network b64edc68-3a91-4016-a130-31cc95b994cc {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:51.352387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:51.353489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Checking segment: {'id': '9200212a-f270-44b1-b54c-28fcb36ea3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:51.353489 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.353667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Bound using segment: {'id': '9200212a-f270-44b1-b54c-28fcb36ea3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:51.354047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Bound port: db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9200212a-f270-44b1-b54c-28fcb36ea3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b64edc68-3a91-4016-a130-31cc95b994cc'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:51.354482 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.436161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] For port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:51.443292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] For port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,segment=NetworkSegment(9200212a-f270-44b1-b54c-28fcb36ea3fc),segment_id=9200212a-f270-44b1-b54c-28fcb36ea3fc)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:51.482515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.4 (b64edc68-3a91-4016-a130-31cc95b994cc/2120e2e2-34a8-425d-a77b-377dcb47fefb/af2c9106-e491-4c51-9008-14e91849b8c3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:51.569904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.575271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b624dcf-1698-42c0-9bd8-c6b70fc603a4 None None] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:51.613552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.664765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.736408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=050068bc-83e6-466e-bd6c-f131663f9065,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:51.755959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:51.807367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] Provisioning for port a942bf5e-39d7-4031-8c62-41241ff0bd13 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:51.813526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a5ddb0-319d-4a61-b552-bd9d766b1a52 req-1bfd59c2-4624-41a7-bb26-bc781c7df16b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0558259 Aug 31 08:05:51.834028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] Provisioning complete for port a942bf5e-39d7-4031-8c62-41241ff0bd13 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:51.834028 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.876823 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.894771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77453943-1226-4c2c-afee-d9d4f433bed8 None None] Pushing event updated for resources: {'Port': ['ID=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:51.911986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.914032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8ca4e7af-f983-4ef2-afe3-caae1371f1b6 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/ports/ca2a32b5-7592-4a9c-a21c-edb3ebbc07dd HTTP/1.1" status: 204 len: 168 time: 2.0425837 Aug 31 08:05:51.918043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40390) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:51.954212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:51.999658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-6571da1f-e319-4d93-8d5c-75927b0b78ae tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:52.001437 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-6571da1f-e319-4d93-8d5c-75927b0b78ae tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.4488130 Aug 31 08:05:52.018636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:52.031625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object af2c9106-e491-4c51-9008-14e91849b8c3 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:52.057776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting subnet f7270fd9-0173-41ec-a9a6-4058badc6358 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:52.063073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.088068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.161654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] For port a942bf5e-39d7-4031-8c62-41241ff0bd13, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a942bf5e-39d7-4031-8c62-41241ff0bd13,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:52.167320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.252471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.440371 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.472433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.481172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d5f8-1349-4805-b43c-7a2fa976e4a1 None None] Pushing event updated for resources: {'Port': ['ID=a942bf5e-39d7-4031-8c62-41241ff0bd13,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:52.540382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network b64edc68-3a91-4016-a130-31cc95b994cc is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:52.605237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:52.614806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db1b897-ba82-4952-b07e-cf75fc17896c req-6f5e5ea6-4cbb-457b-9429-fe083bc97cb4 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.6439192 Aug 31 08:05:52.661773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:52.730521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:52.739819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.751138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=af2c9106-e491-4c51-9008-14e91849b8c3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:52.757120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.762734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/subnets/f7270fd9-0173-41ec-a9a6-4058badc6358 HTTP/1.1" status: 204 len: 168 time: 0.8400383 Aug 31 08:05:52.763076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40400) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:52.768643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:52.769276 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.802254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b15add-aa07-4ebf-9bec-6470590f67c0 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Subnet': ['ID=f7270fd9-0173-41ec-a9a6-4058badc6358,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:52.806540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875745bd-5a42-439e-b31d-4017519a5498 None None] Network 073ab6d4-0122-4a78-8db8-769b1f12df5a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:52.908504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting subnet bd8079bb-68ed-42a2-a84d-70deec44110b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:52.918234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:52.922467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:52.924737 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.014669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-179cb458-090d-4c8a-9eb4-25a994d569e1 None None] Provisioning for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:53.024655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:53.025238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.047325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9081a959-bf09-4b90-a1fe-ec4571e11d2c req-cd02bfa8-651d-4d92-93fb-2ce523838928 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0910499 Aug 31 08:05:53.056798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-179cb458-090d-4c8a-9eb4-25a994d569e1 None None] Provisioning complete for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:53.058085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-179cb458-090d-4c8a-9eb4-25a994d569e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.069352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.071241 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7db89a03-0d9a-40e5-96d7-e6d7e1e8f5c7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9115767 Aug 31 08:05:53.072086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40406) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:53.091611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 050068bc-83e6-466e-bd6c-f131663f9065 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:53.172771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-179cb458-090d-4c8a-9eb4-25a994d569e1 None None] Port ea6ba88a-c91d-4666-a615-4df5b132d3c8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:53.208133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-179cb458-090d-4c8a-9eb4-25a994d569e1 None None] Provisioning complete for port a942bf5e-39d7-4031-8c62-41241ff0bd13 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:53.208739 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-179cb458-090d-4c8a-9eb4-25a994d569e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.250424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.263933 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.9 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/ef5b3a11-dd30-4de2-b721-bb901c00b5dc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:53.278253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] DHCP port deletion for 073ab6d4-0122-4a78-8db8-769b1f12df5a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:53.344172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.357279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 050068bc-83e6-466e-bd6c-f131663f9065 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:53.357654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.483157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] Deleting port e7db00e8-cbd0-4de5-9e32-157a01946e5c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:53.483389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.584618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.596352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=ea6ba88a-c91d-4666-a615-4df5b132d3c8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:53.628152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86e2bc-b711-4bc9-a16d-f17bcc3645dc None None] Network b64edc68-3a91-4016-a130-31cc95b994cc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:53.648460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] For port e7db00e8-cbd0-4de5-9e32-157a01946e5c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e7db00e8-cbd0-4de5-9e32-157a01946e5c,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:53.649072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.708403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.761607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.765244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port af2c9106-e491-4c51-9008-14e91849b8c3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:53.765904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.788978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8079bb-68ed-42a2-a84d-70deec44110b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:53.805574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.808007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7b288f3f-5a12-44fe-9451-092b517c1b7d tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/subnets/bd8079bb-68ed-42a2-a84d-70deec44110b HTTP/1.1" status: 204 len: 168 time: 1.0439854 Aug 31 08:05:53.811141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40420) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:53.839273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object ef5b3a11-dd30-4de2-b721-bb901c00b5dc will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:53.876612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:53.878532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] Calling delete_port for e7db00e8-cbd0-4de5-9e32-157a01946e5c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:53.884173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:53.932218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a47d040f-f653-4d5b-936d-8287d00f33cc req-05af0d93-cd56-47e6-ba0a-37a10feeb653 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.1398532 Aug 31 08:05:53.957151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.957483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a4551a6e-0d78-49f9-a90b-7beb2f857909 None None] Provisioning complete for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:53.957988 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a4551a6e-0d78-49f9-a90b-7beb2f857909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:53.988065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2503ac9-d0c8-46cf-9dbc-dcf0b1c19c08 None None] Network 01cbd714-8ca6-4b88-949a-5b7f15be2462 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:54.005054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.046553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for af2c9106-e491-4c51-9008-14e91849b8c3 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:54.087866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Deleting port e7db00e8-cbd0-4de5-9e32-157a01946e5c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:54.087866 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.192099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a4551a6e-0d78-49f9-a90b-7beb2f857909 None None] Port ea6ba88a-c91d-4666-a615-4df5b132d3c8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:54.259929 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.283229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:05:54.301556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.332964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a9a41af-dcaa-4a28-8732-25883c3e3191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.450344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a942bf5e-39d7-4031-8c62-41241ff0bd13 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:54.496039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.528015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] DHCP port deletion for 01cbd714-8ca6-4b88-949a-5b7f15be2462 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:54.537872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Provisioning for port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:54.647682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:05:54.686169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] Pushing event deleted for resources: {'Port': ['ID=e7db00e8-cbd0-4de5-9e32-157a01946e5c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:54.703151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e7040-212f-4628-969f-5904d668e3f5 None None] No DVR routers for this DVR port e7db00e8-cbd0-4de5-9e32-157a01946e5c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:54.719260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:05:54.737022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Provisioning complete for port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:54.737556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.739381 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:05:54.813568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:54.857357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] For port e7db00e8-cbd0-4de5-9e32-157a01946e5c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e7db00e8-cbd0-4de5-9e32-157a01946e5c,segment=NetworkSegment(39ca66e5-e61e-4e52-80ac-21fbe2d6e355),segment_id=39ca66e5-e61e-4e52-80ac-21fbe2d6e355)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:54.858264 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:54.888099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc57a8-327b-41bc-a5e7-dae0ca5b0a2e req-9d2944ee-1cb2-4a2d-8385-577dabd57274 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:54.902020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45bc57a8-327b-41bc-a5e7-dae0ca5b0a2e req-9d2944ee-1cb2-4a2d-8385-577dabd57274 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 931 time: 0.1408880 Aug 31 08:05:54.914089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Calling delete_port for e7db00e8-cbd0-4de5-9e32-157a01946e5c owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:55.055379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:55.056080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.086427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.126848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:05:55.139716 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:05:55.150225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45bc57a8-327b-41bc-a5e7-dae0ca5b0a2e req-9c414405-d619-482c-b0a3-b35870587bb1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391088 Aug 31 08:05:55.166210 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f9dad84-faf0-4316-8397-5ea1004861dd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "PUT /v2.0/routers/1cc4c512-b257-4e69-b1e1-2c66dac3a8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4075115 Aug 31 08:05:55.188746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-52cd3349-2a3f-47b5-9f24-c17cc4ef36b6 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:55.190307 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-52cd3349-2a3f-47b5-9f24-c17cc4ef36b6 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "GET /v2.0/networks?id=ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 200 len: 808 time: 0.6986005 Aug 31 08:05:55.190818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:55.191758 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:55.195666 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:55.196230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=af2c9106-e491-4c51-9008-14e91849b8c3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:55.237220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Request body: {'port': {'device_id': '02702c51-438a-4ef6-825a-97c43cc47e48', 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea', 'admin_state_up': True, 'tenant_id': '31fcb420d0e64a35a79e5ab0ff5dc251'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:55.298308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.327658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a942bf5e-39d7-4031-8c62-41241ff0bd13 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:55.329415 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.382288 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.430906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] For port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,segment=NetworkSegment(9200212a-f270-44b1-b54c-28fcb36ea3fc),segment_id=9200212a-f270-44b1-b54c-28fcb36ea3fc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:55.454778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] Deleting port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:55.456483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.466985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29235092-0c95-4bf9-85ad-a3c03f76fced req-0fa6b554-b75f-47a7-bc27-c4a32b904fce tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.1471765 Aug 31 08:05:55.472713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Port': ['ID=e7db00e8-cbd0-4de5-9e32-157a01946e5c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:55.486324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] No DVR routers for this DVR port e7db00e8-cbd0-4de5-9e32-157a01946e5c on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:55.621369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] For port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,segment=NetworkSegment(2dd8dfb4-4753-495e-8b9b-87fac3bf2fee),segment_id=2dd8dfb4-4753-495e-8b9b-87fac3bf2fee)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:55.622050 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.638932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] Calling delete_port for cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:55.646121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.671090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073ab6d4-0122-4a78-8db8-769b1f12df5a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:55.688352 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:55.701794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ca66e5-e61e-4e52-80ac-21fbe2d6e355') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:55.704563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ca66e5-e61e-4e52-80ac-21fbe2d6e355') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:55.728084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.752316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.756638 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.768815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:55.770150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:55.775672 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:55.857839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Pushing event updated for resources: {'Port': ['ID=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:55.875134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e7db00e8-cbd0-4de5-9e32-157a01946e5c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:55.979155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Provisioning complete for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:55.985794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:55.996885 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:05:52Z', 'revision_number': 2, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:56.035300 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:05:56.035657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Updating router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 port ea6ba88a-c91d-4666-a615-4df5b132d3c8 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:05:56.045917 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-5dedaf3d-fcc2-45e3-9b43-794cab41a033 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0319860 Aug 31 08:05:56.062879 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.075959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.094291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e7db00e8-cbd0-4de5-9e32-157a01946e5c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:56.094786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e7db00e8-cbd0-4de5-9e32-157a01946e5c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:56.105310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4f4589d0-6237-467a-bf6d-b5604a2567f1 None None] Port ea6ba88a-c91d-4666-a615-4df5b132d3c8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:56.112918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.115516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/networks/073ab6d4-0122-4a78-8db8-769b1f12df5a HTTP/1.1" status: 204 len: 168 time: 2.3014138 Aug 31 08:05:56.131485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Request body: {'port': {'device_id': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:05:56.134132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7038d-41fc-4fa4-9913-5fa1bf99da48 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Network': ['ID=073ab6d4-0122-4a78-8db8-769b1f12df5a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:56.136076 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40458) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:56.296417 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.298851 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.300418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.303929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b449b276-8d9a-46b3-9d27-18a1522869d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/af2c9106-e491-4c51-9008-14e91849b8c3 HTTP/1.1" status: 204 len: 168 time: 3.2262607 Aug 31 08:05:56.320553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40464) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:56.401166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.424288 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b30bf3-6ea5-4e1c-be75-1bfb2d972560 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:05:56.432894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d6b30bf3-6ea5-4e1c-be75-1bfb2d972560 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/af2c9106-e491-4c51-9008-14e91849b8c3 HTTP/1.1" status: 404 len: 333 time: 0.1082656 Aug 31 08:05:56.433377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40468) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:56.437258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.440473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] Pushing event deleted for resources: {'Port': ['ID=cb28558f-f2e3-4aba-a2a5-ce1a73a235e7,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:56.467479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Provisioning for port ef5b3a11-dd30-4de2-b721-bb901c00b5dc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:05:56.488605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b003-c7c1-478a-b1ff-772f7069c163 req-2a37fbb7-2188-4d7f-b55d-2936002c3c99 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.490132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa82b003-c7c1-478a-b1ff-772f7069c163 req-2a37fbb7-2188-4d7f-b55d-2936002c3c99 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 931 time: 0.2585974 Aug 31 08:05:56.500755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.501252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.501728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.506963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.507464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.507942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.514072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.514652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.515130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.515604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.516073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.516542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.517005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.517695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:56.523929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14df57-fe63-4947-abf2-72885dfd4256 None None] No DVR routers for this DVR port cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:56.528485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Provisioning complete for port ef5b3a11-dd30-4de2-b721-bb901c00b5dc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:56.529012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.556883 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f51673c0-932f-4230-88ba-ef2a01ceb252 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9714 time: 1.3425727 Aug 31 08:05:56.564082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40474) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:56.627275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:05:56.678262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Port ef5b3a11-dd30-4de2-b721-bb901c00b5dc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:05:56.684678 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.697690 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.710215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Provisioning complete for port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:56.710946 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.719083 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Transition to ACTIVE for port object ea6ba88a-c91d-4666-a615-4df5b132d3c8 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:56.747443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2cece496-8739-485a-8b9c-940027cce479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.803271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:05:56.803766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.807064 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:56.842800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa82b003-c7c1-478a-b1ff-772f7069c163 req-eb362a88-c963-4b88-9193-829ce22a0acc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967417 Aug 31 08:05:57.001955 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Pushing event updated for resources: {'Port': ['ID=ea6ba88a-c91d-4666-a615-4df5b132d3c8,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:57.028808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7df75826-6da9-4f66-a4ad-876b6622bd16 None None] Could not find standard attr ID for object af2c9106-e491-4c51-9008-14e91849b8c3. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:05:57.029044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02b5531a-147e-41cf-99d4-585e10eb2293 req-085f1e35-79bb-4a40-b1f9-84a66edf9041 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.3662100 Aug 31 08:05:57.097993 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Attempting to bind port ea6ba88a-c91d-4666-a615-4df5b132d3c8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:57.098729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Attempting to bind port ea6ba88a-c91d-4666-a615-4df5b132d3c8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:57.099314 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Attempting to bind port ea6ba88a-c91d-4666-a615-4df5b132d3c8 on network 3d7a965d-4081-4657-a861-eba6d5cf7a01 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:57.116671 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:57.119764 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Checking segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:57.120447 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.125967 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Bound using segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:57.126823 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Bound port: ea6ba88a-c91d-4666-a615-4df5b132d3c8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:57.127467 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.152519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:05:57.189649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet 2120e2e2-34a8-425d-a77b-377dcb47fefb {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:05:57.192281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.202887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:05:57.203474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device cb28558f-f2e3-4aba-a2a5-ce1a73a235e7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:05:57.245288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Made reservation on behalf of 31fcb420d0e64a35a79e5ab0ff5dc251 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:05:57.256884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.266832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5b3a11-dd30-4de2-b721-bb901c00b5dc {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:05:57.296417 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.325542 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] For port ea6ba88a-c91d-4666-a615-4df5b132d3c8, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:57.329255 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] For port ea6ba88a-c91d-4666-a615-4df5b132d3c8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ea6ba88a-c91d-4666-a615-4df5b132d3c8,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:57.338453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Transition to ACTIVE for port object ef5b3a11-dd30-4de2-b721-bb901c00b5dc will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:05:57.342452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.383078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.387825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cbd714-8ca6-4b88-949a-5b7f15be2462']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:57.401003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.401003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.401003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.401003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.401003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.401393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.401617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.402096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.402648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.403661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.403661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:57.405982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-33c7e1d8-ee92-445b-aa20-0c0515e32956 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7136 time: 0.8399754 Aug 31 08:05:57.409820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40482) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:57.444013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:57.444245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd8dfb4-4753-495e-8b9b-87fac3bf2fee') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:57.465155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.473192 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.533764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.570566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.590107 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Pushing event updated for resources: {'Port': ['ID=ea6ba88a-c91d-4666-a615-4df5b132d3c8,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:57.599212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:05:57.599727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.608241 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:05:57.609013 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:05:57.628062 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.629155 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.630566 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.631721 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.633031 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.642461 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.649371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.649371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.649371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.649371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.649371 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3ecdd-5eae-4d96-8882-0cc01391dc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:05:57.702637 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:05:57.703376 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:57.729389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-c53c64c9-8f89-4311-a875-02d6c0af6f4f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2656622 Aug 31 08:05:57.828597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.958821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.962428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:57.964180 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:05:58.038238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Allocated IP 172.20.0.9 (ca037ecb-e109-4d63-bb94-77c56a76d6ea/271fb33d-fcd6-4cfa-8447-31d9c99cb94b/58e0248d-de38-41eb-8ed2-10fa2a43a5fe) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:05:58.056584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.121435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.124414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] 10.222.0.36 "DELETE /v2.0/networks/01cbd714-8ca6-4b88-949a-5b7f15be2462 HTTP/1.1" status: 204 len: 168 time: 1.9875627 Aug 31 08:05:58.128335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.243177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7ae3d-71d2-4764-b9da-f97c5e0ce870 tempest-TaggedBootDevicesTest_v242-2012917664 tempest-TaggedBootDevicesTest_v242-2012917664-project] Pushing event deleted for resources: {'Network': ['ID=01cbd714-8ca6-4b88-949a-5b7f15be2462,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:58.253849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=2120e2e2-34a8-425d-a77b-377dcb47fefb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:58.325286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ceef9-69fa-4e71-9b83-a3374e1478bf None None] Network b64edc68-3a91-4016-a130-31cc95b994cc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:05:58.327559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2df14cde-5223-4bc3-b32c-b71232108e86 req-c3e6b087-d30c-4fb4-8c96-e49f8fcdce00 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.0914769 Aug 31 08:05:58.335191 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.353116 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0d60537c-d0f9-4472-bb0e-83381c71d73c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/2120e2e2-34a8-425d-a77b-377dcb47fefb HTTP/1.1" status: 204 len: 168 time: 1.9156444 Aug 31 08:05:58.361320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40494) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:05:58.369245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7810778-1742-4b1a-bd7b-70a542281915 req-7e13b54a-cdfb-4661-9da4-9aa71d993949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:58.373376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-7e13b54a-cdfb-4661-9da4-9aa71d993949 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=da9724533afc4e5eb219ebd30429985a&device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 1098 time: 0.6128855 Aug 31 08:05:58.400152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6ffaa-0c6e-425e-9b8c-8090a98e3244 req-50acb3dc-c739-4182-a8f9-f4eeafba43d7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:58.412529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ce6ffaa-0c6e-425e-9b8c-8090a98e3244 req-50acb3dc-c739-4182-a8f9-f4eeafba43d7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.3876052 Aug 31 08:05:58.534645 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:05:57Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:05:58.561485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7810778-1742-4b1a-bd7b-70a542281915 req-790767ed-2d06-40d1-b6de-450d800f6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:58.563199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-790767ed-2d06-40d1-b6de-450d800f6006 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 200 len: 911 time: 0.1584349 Aug 31 08:05:58.641768 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f334fa-a84a-4a6f-ba33-588e33ff55ab None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:05:57Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:05:58.726046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] DHCP port deletion for b64edc68-3a91-4016-a130-31cc95b994cc request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:05:58.760587 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.853869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ce6ffaa-0c6e-425e-9b8c-8090a98e3244 req-bf7bba92-e04e-4f28-abe8-a6dc52e16d4c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381669 Aug 31 08:05:58.863917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] Deleting port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:58.864297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:58.933574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-d8ceda07-44c8-4d33-bb20-91a04580d522 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797 HTTP/1.1" status: 200 len: 1001 time: 0.3313303 Aug 31 08:05:58.947084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Attempting to bind port ef5b3a11-dd30-4de2-b721-bb901c00b5dc on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:05:58.950061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Attempting to bind port ef5b3a11-dd30-4de2-b721-bb901c00b5dc by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:05:58.950672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Attempting to bind port ef5b3a11-dd30-4de2-b721-bb901c00b5dc on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:59.020805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] For port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,segment=NetworkSegment(9200212a-f270-44b1-b54c-28fcb36ea3fc),segment_id=9200212a-f270-44b1-b54c-28fcb36ea3fc)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:59.021290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.049388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] Calling delete_port for db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:59.057858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7810778-1742-4b1a-bd7b-70a542281915 req-6447b7b3-7517-497b-8a83-1c98f82bf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:59.062054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-6447b7b3-7517-497b-8a83-1c98f82bf901 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 200 len: 849 time: 0.1190512 Aug 31 08:05:59.136821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7810778-1742-4b1a-bd7b-70a542281915 req-e5205cc0-b005-4628-b9cf-8489f771fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:59.138613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-e5205cc0-b005-4628-b9cf-8489f771fbc8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f02e09b5-4cac-4999-81aa-24cbad9df6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668645 Aug 31 08:05:59.187522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.273149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.293171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Port ef5b3a11-dd30-4de2-b721-bb901c00b5dc on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:05:59.293675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Attempting to bind port ef5b3a11-dd30-4de2-b721-bb901c00b5dc on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:05:59.327908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:05:59.328822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:05:59.329527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:05:59.330218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Bound port: ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:05:59.330965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.375274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] No DVR routers for this DVR port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:59.377676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a296b-f968-45cd-bf81-b24cd257ee06 None None] Pushing event deleted for resources: {'Port': ['ID=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:59.391253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-b34b60ed-0b34-46f4-af86-fd3e10419487 service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427204 Aug 31 08:05:59.501570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-668805d9-c8ff-44a2-84e0-84b438ad6159 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 2.0808210 Aug 31 08:05:59.525091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] For port ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:05:59.532891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] For port ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:05:59.545758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:05:59.546170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.564415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-688758f6-7a55-4225-9c8e-4b8e1cc031c6 req-8871a16d-e791-4312-a5d5-4b2c22c5d203 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.0739663 Aug 31 08:05:59.641850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7810778-1742-4b1a-bd7b-70a542281915 req-5a64fc18-2fc1-4d70-92c6-c67d4f56017e service neutron] 10.222.0.68 "GET /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370214 Aug 31 08:05:59.692934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8, host n-d-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:05:59.693343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.712272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:05:59.719677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.ipam_backend_mixin [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 was not found and therefore no delete operation was performed {{(pid=95445) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 08:05:59.728215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.766087 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.769793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:05:59.803105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.808400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.822283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:59.936087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:05:59.936724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:59.938366 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] 10.222.0.68 "PUT /v2.0/ports/ef5b3a11-dd30-4de2-b721-bb901c00b5dc HTTP/1.1" status: 200 len: 1092 time: 3.8299847 Aug 31 08:05:59.939160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb306d5-3a93-4c97-842a-b891f14d1f1f service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:05:59.969495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'tag': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:05:59.973121 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff18a8-0e36-4bad-bbef-367f43bde745" -d '{"events": [{"name": "network-changed", "server_uuid": "603bb254-5b2e-4bde-ae91-f9b451cf29f5", "tag": "ef5b3a11-dd30-4de2-b721-bb901c00b5dc"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:00.111800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3d8e0-584a-4ba7-9104-63f0b97df2ae req-f99a1e25-6987-4306-aa57-bbb6dfdf8b2f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:00.121578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51a3d8e0-584a-4ba7-9104-63f0b97df2ae req-f99a1e25-6987-4306-aa57-bbb6dfdf8b2f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1184042 Aug 31 08:06:00.147453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Network ca037ecb-e109-4d63-bb94-77c56a76d6ea is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:00.196694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:00.230666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51a3d8e0-584a-4ba7-9104-63f0b97df2ae req-5b742d3d-9642-4477-b332-05f9da2ae95f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941496 Aug 31 08:06:00.279894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Pushing event updated for resources: {'Port': ['ID=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:00.292200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:00.300939 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94767dc-1896-4ebc-bf98-5dddbf15a537 x-openstack-request-id: req-d94767dc-1896-4ebc-bf98-5dddbf15a537 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:00.315024 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603bb254-5b2e-4bde-ae91-f9b451cf29f5", "tag": "ef5b3a11-dd30-4de2-b721-bb901c00b5dc", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:00.315024 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d94767dc-1896-4ebc-bf98-5dddbf15a537 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:00.315024 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'tag': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc', 'status': 'completed', 'code': 200} Aug 31 08:06:00.346583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.381668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64edc68-3a91-4016-a130-31cc95b994cc']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:00.401998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9200212a-f270-44b1-b54c-28fcb36ea3fc') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:00.402387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9200212a-f270-44b1-b54c-28fcb36ea3fc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:00.418020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:00.418796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.434143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.449987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-cda8fade-51ed-4c59-beca-c873b59b540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:00.452649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-cda8fade-51ed-4c59-beca-c873b59b540e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 1095 time: 0.2473085 Aug 31 08:06:00.460929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ea6ba88a-c91d-4666-a615-4df5b132d3c8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:00.461470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.509879 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:06:00.510690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:06:00.514962 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:06:00.527954 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-2329bbbc-0d25-4d04-9f99-72603aad4a73 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc HTTP/1.1" status: 200 len: 217 time: 0.0589852 Aug 31 08:06:00.605863 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-c0f459f6-c8ee-4414-a385-df93648e48df tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3986931 Aug 31 08:06:00.629660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Request body: {'port': {'device_id': '02702c51-438a-4ef6-825a-97c43cc47e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:00.697767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40530) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:00.704738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205499848', 'description': 'tempest-secgroup-smoke-1205499848 description', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:00.713372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-99e6a03f-5c93-4e8f-a991-c287e379bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:00.715791 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-99e6a03f-5c93-4e8f-a991-c287e379bb8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.1517792 Aug 31 08:06:00.716540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.741224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:00.747166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:00.747647 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.855590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f60a-91b1-4abe-8268-c057ead044df req-c2e2c496-1350-49f6-8b57-1baaa8b53e94 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:00.857208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0a4f60a-91b1-4abe-8268-c057ead044df req-c2e2c496-1350-49f6-8b57-1baaa8b53e94 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 931 time: 0.1157687 Aug 31 08:06:00.861379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.931064 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.962155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-1dcd296b-f3ed-493b-86d9-b5c27b4a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:00.963815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-1dcd296b-f3ed-493b-86d9-b5c27b4a902e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360232 Aug 31 08:06:00.990000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0a4f60a-91b1-4abe-8268-c057ead044df req-1da36e74-a5f2-478a-b540-0752a98af0b1 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063340 Aug 31 08:06:01.023668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port ea6ba88a-c91d-4666-a615-4df5b132d3c8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ea6ba88a-c91d-4666-a615-4df5b132d3c8,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:01.031562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.056323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.062070 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/b64edc68-3a91-4016-a130-31cc95b994cc HTTP/1.1" status: 204 len: 168 time: 2.6907921 Aug 31 08:06:01.066045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40534) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:01.072782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'name': 'tempest-PortsTestJSON-1882752803'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:01.084929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbceb0-9131-4863-9b54-2f216d51b93a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=b64edc68-3a91-4016-a130-31cc95b994cc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:01.141441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.161369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-ff26b995-7820-4433-b32e-49169f2b840f service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882529 Aug 31 08:06:01.180632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e0248d-de38-41eb-8ed2-10fa2a43a5fe {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:01.200324 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.266909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Transition to ACTIVE for port object 58e0248d-de38-41eb-8ed2-10fa2a43a5fe will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:01.291442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:01.291442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=ea6ba88a-c91d-4666-a615-4df5b132d3c8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:01.305324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.339258 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9dbc56db-f000-47c2-9728-22262fca0d90 req-e38844cb-b915-4d6b-a5e1-412d4f27fd4a service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701093 Aug 31 08:06:01.346036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:01.346705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device db5d6c7d-03f1-49a0-a2ba-56d1bdf558f8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:01.430929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd54420-edb5-429d-8672-cbb10c9bab1b req-966ca9e7-612a-4717-af8e-0ccccb3d57aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:01.434358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cd54420-edb5-429d-8672-cbb10c9bab1b req-966ca9e7-612a-4717-af8e-0ccccb3d57aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.0592685 Aug 31 08:06:01.447424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.497738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cd54420-edb5-429d-8672-cbb10c9bab1b req-2c05578f-80fb-438d-8e53-e7f4948180ea tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610952 Aug 31 08:06:01.514878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-3d559a86-81ce-474d-a508-65dad4d3c19c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494699 Aug 31 08:06:01.546473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Pushing event updated for resources: {'Port': ['ID=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:01.556506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.652361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006be040-a4dd-4b81-9e2b-dd4a57bbf401,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:01.655912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Attempting to bind port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:01.656865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Attempting to bind port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:01.657389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Attempting to bind port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe on network ca037ecb-e109-4d63-bb94-77c56a76d6ea {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:01.669865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe on network ca037ecb-e109-4d63-bb94-77c56a76d6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:06:01.670207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Attempting to bind port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe on network ca037ecb-e109-4d63-bb94-77c56a76d6ea {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:01.675910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-4dabfbc5-7d9c-4a53-b232-319f2f0bf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:01.677580 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-4dabfbc5-7d9c-4a53-b232-319f2f0bf279 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 1095 time: 0.0813253 Aug 31 08:06:01.680300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:01.680635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Checking segment: {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:01.681015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Bound using segment: {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:01.681449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Bound port: 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:01.681834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.685953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:01.689448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.712711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-8878d424-c4f4-4409-9f80-0b593003ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:01.714070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-8878d424-c4f4-4409-9f80-0b593003ff76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1098 time: 0.1213791 Aug 31 08:06:01.730486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 4784a75c-dc5f-489d-8b66-8e36ea689902 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:01.832788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] For port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:01.838182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-d1d338c5-202b-4aa8-b8a1-fbe8246e517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:01.839700 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-d1d338c5-202b-4aa8-b8a1-fbe8246e517b service neutron] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1545870 Aug 31 08:06:01.841406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] For port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:01.897594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-a822d177-4553-4db3-886d-557f9f84abae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc HTTP/1.1" status: 200 len: 217 time: 0.0486794 Aug 31 08:06:01.920897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.923227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5d14f74c-f764-40ea-9c1d-3a37fedc4e9d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2242014 Aug 31 08:06:01.929529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40546) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:01.939110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '006be040-a4dd-4b81-9e2b-dd4a57bbf401', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:01.974495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-0611f49d-b6a7-41c9-beeb-07817017d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:01.976703 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-0611f49d-b6a7-41c9-beeb-07817017d178 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0719130 Aug 31 08:06:01.998547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.088752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.088952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.091275 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] 10.222.0.45 "PUT /v2.0/ports/58e0248d-de38-41eb-8ed2-10fa2a43a5fe HTTP/1.1" status: 200 len: 1092 time: 1.4727144 Aug 31 08:06:02.120513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26d9f4-9266-4e2c-b26a-4a0c37dc5376 service neutron] Pushing event updated for resources: {'Port': ['ID=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:02.124892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-b352c266-f0a2-4d63-b2cf-48d1b5515790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.126445 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-b352c266-f0a2-4d63-b2cf-48d1b5515790 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419775 Aug 31 08:06:02.207744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-e3a2ad3c-1d95-4b29-b403-e9f0f3099c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.209351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-e3a2ad3c-1d95-4b29-b403-e9f0f3099c7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.4676752 Aug 31 08:06:02.263133 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-7ad2ebdc-00a1-44ef-9e44-3fb4d6c710eb service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276186 Aug 31 08:06:02.313137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02702c51-438a-4ef6-825a-97c43cc47e48', 'tag': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:02.315550 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "02702c51-438a-4ef6-825a-97c43cc47e48", "tag": "58e0248d-de38-41eb-8ed2-10fa2a43a5fe"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:02.341769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.343660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.353662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-62cc0320-e73f-40fe-b49c-6434bf1f17d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 1001 time: 0.1284318 Aug 31 08:06:02.369426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd480d-736a-44b5-9b8a-339a7617ab85 req-abe7089a-2ef7-415e-bacd-c198ce19a4c6 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.375420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3bd480d-736a-44b5-9b8a-339a7617ab85 req-abe7089a-2ef7-415e-bacd-c198ce19a4c6 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 943 time: 0.2323401 Aug 31 08:06:02.434802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ea6ba88a-c91d-4666-a615-4df5b132d3c8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:02.459886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-6b78bc1b-c657-45e4-8eae-7fab10bdcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.466784 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-6b78bc1b-c657-45e4-8eae-7fab10bdcb7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 1095 time: 0.0988841 Aug 31 08:06:02.476966 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f31cb-e108-4659-a0bc-0df2846d38b0 x-openstack-request-id: req-037f31cb-e108-4659-a0bc-0df2846d38b0 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:02.478416 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02702c51-438a-4ef6-825a-97c43cc47e48", "tag": "58e0248d-de38-41eb-8ed2-10fa2a43a5fe", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:02.479937 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-037f31cb-e108-4659-a0bc-0df2846d38b0 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:02.480741 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02702c51-438a-4ef6-825a-97c43cc47e48', 'tag': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe', 'status': 'completed', 'code': 200} Aug 31 08:06:02.516664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ea6ba88a-c91d-4666-a615-4df5b132d3c8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:02.517227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.537517 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-3d208d0f-58f2-4c3b-b06f-f5dff11c3eb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe HTTP/1.1" status: 200 len: 217 time: 0.0543489 Aug 31 08:06:02.610054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-adc3e287-816e-4f1d-8a6c-3003b1b3ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.611696 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-adc3e287-816e-4f1d-8a6c-3003b1b3ed52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=271fb33d-fcd6-4cfa-8447-31d9c99cb94b HTTP/1.1" status: 200 len: 848 time: 0.0660312 Aug 31 08:06:02.666740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-60a9ed58-94ba-4450-8303-cb09602d93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.666925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-60a9ed58-94ba-4450-8303-cb09602d93fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.2916279 Aug 31 08:06:02.669776 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-f31a0677-49fc-4638-9868-41bda2b6f6c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca037ecb-e109-4d63-bb94-77c56a76d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462110 Aug 31 08:06:02.672649 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f7ff18a8-0e36-4bad-bbef-367f43bde745 req-1a9ba0d7-7f66-45c1-8323-23a86e30cc1b service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991275 Aug 31 08:06:02.678631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3bd480d-736a-44b5-9b8a-339a7617ab85 req-ba9c933d-ba21-4802-8a30-838fcffd3ed5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838085 Aug 31 08:06:02.681760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.763317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40560) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:02.787459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-c4aad027-3eba-45d8-b935-3b79a20ff4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.789161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-c4aad027-3eba-45d8-b935-3b79a20ff4c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005213 Aug 31 08:06:02.797973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b9f1-7171-4671-a996-8dd0e02bb363 req-e3c7c720-f9fb-43b6-9e65-5e92b8d3dfc8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:02.799448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97a7b9f1-7171-4671-a996-8dd0e02bb363 req-e3c7c720-f9fb-43b6-9e65-5e92b8d3dfc8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.0885100 Aug 31 08:06:02.871885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.877080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.888625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-8b8ece7b-96c2-40d4-b3a4-85979c01ac63 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961737 Aug 31 08:06:02.950952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dfadfd-d5ec-413c-bce2-ade07a6d3563,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:02.983315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:02.995100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa14387e-fe1d-49a4-b387-084b83233394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:02.999655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97a7b9f1-7171-4671-a996-8dd0e02bb363 req-f609c4eb-d9c7-4bf3-895c-48602f2f2f2e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912901 Aug 31 08:06:03.002447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:03.006390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=4784a75c-dc5f-489d-8b66-8e36ea689902,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:03.010909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:03.016623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:03.017200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.039532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-65fbc657-3d32-4ee9-b5a2-53e707d25882 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390945 Aug 31 08:06:03.042150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.043346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-672efbea-d655-4fec-ae9c-ef118a0a3205 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1124914 Aug 31 08:06:03.047935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40564) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:03.052829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '006be040-a4dd-4b81-9e2b-dd4a57bbf401', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:03.071119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-73a8d4aa-0c12-4522-9d2c-28cc6116a7a3 req-4fa202b3-65df-4ac6-a1ab-554a8bb1d0b6 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642470 Aug 31 08:06:03.322912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa14387e-fe1d-49a4-b387-084b83233394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.364219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-9695a5cc-a918-4607-badb-44db92547759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:03.366168 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-9695a5cc-a918-4607-badb-44db92547759 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 1095 time: 0.0622425 Aug 31 08:06:03.399907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a7562ccc-0c05-4e94-bc38-1afd71b8de70 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3319476 Aug 31 08:06:03.402149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40570) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:03.493394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86daa110-48d2-47fd-a78d-5a5468a970d3 req-4b7c5abf-1ea7-4741-a8c8-94a659b76afb service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357045 Aug 31 08:06:03.521341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa14387e-fe1d-49a4-b387-084b83233394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.529398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-a54340cf-8a12-4c85-bd6b-f4b22f89fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:03.532690 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-a54340cf-8a12-4c85-bd6b-f4b22f89fd83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 200 len: 909 time: 0.1558635 Aug 31 08:06:03.570666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 4784a75c-dc5f-489d-8b66-8e36ea689902 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:03.570666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.635364 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-ecfff392-65bf-4b89-aca8-bf8f120b05c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe HTTP/1.1" status: 200 len: 217 time: 0.0854170 Aug 31 08:06:03.643824 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fa14387e-fe1d-49a4-b387-084b83233394 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa58cfb0c1d44759a700bc07821ad63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771310 Aug 31 08:06:03.643824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14387e-fe1d-49a4-b387-084b83233394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39f33c-3ab8-4229-8e94-28a4751e4063,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:03.645926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40578) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:03.662352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.681270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 4784a75c-dc5f-489d-8b66-8e36ea689902 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:03.733643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-a45d998c-844a-4030-98d3-ac71486b8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:03.735167 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-a45d998c-844a-4030-98d3-ac71486b8be7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=271fb33d-fcd6-4cfa-8447-31d9c99cb94b HTTP/1.1" status: 200 len: 848 time: 0.0881310 Aug 31 08:06:03.748002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.804053 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-4697af19-95f6-4147-9b8e-17101ed32695 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca037ecb-e109-4d63-bb94-77c56a76d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477471 Aug 31 08:06:03.805403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5459ab19-1e4b-431b-91c1-6b020065e54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.862492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.879065 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5459ab19-1e4b-431b-91c1-6b020065e54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.884723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68429003-12d7-4e7f-937f-27c3a6b8ac1e req-834f1a72-31d6-4a2d-bd43-93f89c11b71e tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:03.886567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68429003-12d7-4e7f-937f-27c3a6b8ac1e req-834f1a72-31d6-4a2d-bd43-93f89c11b71e tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 943 time: 0.0905881 Aug 31 08:06:03.940182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68429003-12d7-4e7f-937f-27c3a6b8ac1e req-b5340a42-65cf-4c0d-8729-b00ef6318b15 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Aug 31 08:06:03.968104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:03.990481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95012a6-4894-4d29-814d-b05bae2ee771,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:04.015620 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.049925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=4784a75c-dc5f-489d-8b66-8e36ea689902,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:04.055932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.064525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a3757d87-f561-493e-8945-5843af85ab99 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/4784a75c-dc5f-489d-8b66-8e36ea689902 HTTP/1.1" status: 204 len: 168 time: 0.6612828 Aug 31 08:06:04.065478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40590) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:04.075571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'mac_address': 'fa:16:3e:ce:de:38', 'name': 'tempest-PortsTestJSON-1476087934'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:04.153228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.157610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-545403b1-92d6-4851-b711-5701bf92e37d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1062372 Aug 31 08:06:04.172768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40592) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:04.177688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '006be040-a4dd-4b81-9e2b-dd4a57bbf401', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:04.271596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0709eb-bdd2-40eb-b91c-0c11126fb1d7 req-79bd7428-5a24-47a4-ab10-ce655861ddc5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:04.273384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d0709eb-bdd2-40eb-b91c-0c11126fb1d7 req-79bd7428-5a24-47a4-ab10-ce655861ddc5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1323552 Aug 31 08:06:04.367126 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-258cf068-374f-415b-9799-dbfd39ad9c96 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514007 Aug 31 08:06:04.371995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.381229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d0709eb-bdd2-40eb-b91c-0c11126fb1d7 req-b13e0043-8745-4612-9aa1-ad194e603652 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927186 Aug 31 08:06:04.452039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.477151 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1d55ffe5-ed78-4ce8-b2da-3f0b8fdbb2fc req-c4862635-a249-4146-be87-720c14bda405 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992384 Aug 31 08:06:04.533331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5459ab19-1e4b-431b-91c1-6b020065e54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.536205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5459ab19-1e4b-431b-91c1-6b020065e54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.537369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5459ab19-1e4b-431b-91c1-6b020065e54e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad39f33c-3ab8-4229-8e94-28a4751e4063 HTTP/1.1" status: 204 len: 168 time: 0.8889744 Aug 31 08:06:04.546345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459ab19-1e4b-431b-91c1-6b020065e54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39f33c-3ab8-4229-8e94-28a4751e4063,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:04.575770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:04.644836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.680644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.715812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea2b3c7-da75-4207-98e4-4c24d58b59d2,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:04.735930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 3dc7416c-f148-424a-89ba-3d062dc6341c yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:04.852238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:04.856053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0fc4910e-11c5-4e10-b853-e3c96c3d9e9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6797376 Aug 31 08:06:04.856748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40600) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:04.863836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '006be040-a4dd-4b81-9e2b-dd4a57bbf401', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:04.954920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.045213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.176343 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.211845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.247975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:05.251235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:05.255687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:05.261482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:05.262125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.270789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=3dc7416c-f148-424a-89ba-3d062dc6341c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:05.373110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.409406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb6a89-b650-433d-91d1-d923af18f8fd,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:05.446745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db67a-5181-4989-bfc7-c9009257032b req-1f1ba6de-99d2-4dea-a6d5-a461020a0974 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:05.448468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-746db67a-5181-4989-bfc7-c9009257032b req-1f1ba6de-99d2-4dea-a6d5-a461020a0974 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 943 time: 0.3653033 Aug 31 08:06:05.453574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40612) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:05.458407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d0bab98d-9970-484b-989e-55f73afeab02 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3857498 Aug 31 08:06:05.517362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392524bf-74da-4041-af4b-531fec523a69 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:05.522559 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-392524bf-74da-4041-af4b-531fec523a69 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/3dc7416c-f148-424a-89ba-3d062dc6341c HTTP/1.1" status: 200 len: 841 time: 0.0670469 Aug 31 08:06:05.526426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40614) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:05.538748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-746db67a-5181-4989-bfc7-c9009257032b req-b9976542-1e2a-4859-bc1a-c7317f8de34b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Aug 31 08:06:05.576943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d94d24-c7fa-4257-88c7-06052d52a960 req-8df8c2dc-4993-4023-92a8-d106a4a99c18 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:05.578933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0d94d24-c7fa-4257-88c7-06052d52a960 req-8df8c2dc-4993-4023-92a8-d106a4a99c18 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.0937221 Aug 31 08:06:05.623309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0d94d24-c7fa-4257-88c7-06052d52a960 req-4b462963-28bf-47cb-b977-f43ffcc0d163 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Aug 31 08:06:05.647860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 3dc7416c-f148-424a-89ba-3d062dc6341c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:05.648204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.656385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.657320 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a410268d-0a30-42cc-8a08-9dead8a02e48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7981920 Aug 31 08:06:05.658474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40616) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:05.664705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '006be040-a4dd-4b81-9e2b-dd4a57bbf401', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:05.757247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.778773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 3dc7416c-f148-424a-89ba-3d062dc6341c owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:05.840209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40620) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:05.857641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38a67096-37cb-4e39-a1eb-82dde6eee971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.866878 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Project 4a7ab783eb574ae9a2a68fc8a8fb06ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:06:05.876212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:05.937161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.041840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.085154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.086163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=3dc7416c-f148-424a-89ba-3d062dc6341c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:06.106606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.109358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c77af169-9612-4576-b594-43f12b7c9405 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/3dc7416c-f148-424a-89ba-3d062dc6341c HTTP/1.1" status: 204 len: 168 time: 0.5814068 Aug 31 08:06:06.116321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40622) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:06.121480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a704b0-ec33-4349-ad9c-13e3677513bf,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:06.151838 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-786d81cf-cc9b-4770-bd27-c6f2b99318ce tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:06.154482 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-786d81cf-cc9b-4770-bd27-c6f2b99318ce tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/3dc7416c-f148-424a-89ba-3d062dc6341c HTTP/1.1" status: 404 len: 333 time: 0.0360272 Aug 31 08:06:06.160532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40624) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:06.166688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'name': 'tempest-PortsTestJSON-1222802260'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:06.225234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38a67096-37cb-4e39-a1eb-82dde6eee971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.319292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38a67096-37cb-4e39-a1eb-82dde6eee971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.391135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a67096-37cb-4e39-a1eb-82dde6eee971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624aac7-5523-4159-a237-febf83473d24,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:06.403830 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-38a67096-37cb-4e39-a1eb-82dde6eee971 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b7504474194412c9c33ce8116d97799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624642 Aug 31 08:06:06.404652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40628) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:06.473173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.477137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-60bc3c02-bd5e-4494-ad0c-93452726b947 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8145399 Aug 31 08:06:06.479466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40630) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:06.483742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f561450b-48ce-4a36-862f-6ae03de533b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.486275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '006be040-a4dd-4b81-9e2b-dd4a57bbf401', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:06.519095 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f561450b-48ce-4a36-862f-6ae03de533b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.690172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:06.694253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.742953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74c09f-4ca3-47b3-9f93-2396ed6a4f6c req-1f1df0a4-1f0a-48d9-9c26-3f6b66d22d2a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:06.744718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e74c09f-4ca3-47b3-9f93-2396ed6a4f6c req-1f1df0a4-1f0a-48d9-9c26-3f6b66d22d2a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 943 time: 0.1210423 Aug 31 08:06:06.746056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port f481d70e-384c-4e4e-9a46-daec683e966e yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:06.767934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f561450b-48ce-4a36-862f-6ae03de533b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.779853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f561450b-48ce-4a36-862f-6ae03de533b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.783553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f561450b-48ce-4a36-862f-6ae03de533b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d624aac7-5523-4159-a237-febf83473d24 HTTP/1.1" status: 204 len: 168 time: 0.3764260 Aug 31 08:06:06.875859 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Project 4a7ab783eb574ae9a2a68fc8a8fb06ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:06:06.881746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.910463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561450b-48ce-4a36-862f-6ae03de533b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624aac7-5523-4159-a237-febf83473d24,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:06.976726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d9e97-a8cc-462f-a3ed-9c98c06977f2 req-75c6f351-ccd6-4524-a832-b7e2d7d3228a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:06.978550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd4d9e97-a8cc-462f-a3ed-9c98c06977f2 req-75c6f351-ccd6-4524-a832-b7e2d7d3228a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.2649288 Aug 31 08:06:07.028536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e74c09f-4ca3-47b3-9f93-2396ed6a4f6c req-5c11d6a1-5eaa-47cb-a872-eb9865c468fb tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620313 Aug 31 08:06:07.051750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.091358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 58e0248d-de38-41eb-8ed2-10fa2a43a5fe details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:06:07.137667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd4d9e97-a8cc-462f-a3ed-9c98c06977f2 req-ddee2ac0-1713-426a-bd34-676a6118caf4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446867 Aug 31 08:06:07.201920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.206410 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.233623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36062b37-ba78-4cce-a0ac-da392799db48,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:07.279896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:07.303199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe', 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea', 'port_id': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe', 'mac_address': 'fa:16:3e:11:16:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271fb33d-fcd6-4cfa-8447-31d9c99cb94b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:06:07.353995 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.377778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e0248d-de38-41eb-8ed2-10fa2a43a5fe {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:07.400120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:07.518169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.518874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.523875 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c07c8271-861c-4ccf-891c-0714211aa758 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0429022 Aug 31 08:06:07.578414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:07.588364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:07.600508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:07.606981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.607196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:07.611893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.613845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=f481d70e-384c-4e4e-9a46-daec683e966e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:07.684166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:07.761646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40662) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:07.763966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0a2de1ed-f5ff-45c6-b09c-a6df38eee02b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6024120 Aug 31 08:06:07.769253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:07.885857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:07.892558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['58e0248d-de38-41eb-8ed2-10fa2a43a5fe'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:07.999251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-4e95c6f9-2fc6-44b6-959e-91a8f64cb3cc tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205499848&fields=id&tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 267 time: 0.1140015 Aug 31 08:06:08.168011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:08.234471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-f31c76ed-0189-4d92-a828-91f8f828f776 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:08.236140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-f31c76ed-0189-4d92-a828-91f8f828f776 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 797 time: 0.2194016 Aug 31 08:06:08.264801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169c70-2d27-4343-ad5c-b256328348d8 req-29e57f16-c371-4a5b-bcd6-aae0e0b8a015 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:08.266384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7169c70-2d27-4343-ad5c-b256328348d8 req-29e57f16-c371-4a5b-bcd6-aae0e0b8a015 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 944 time: 0.0918763 Aug 31 08:06:08.267836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-94fbd99d-e322-4e80-842f-c9477f793149 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/quotas/4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 375 time: 0.0239038 Aug 31 08:06:08.338673 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:08.360852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7169c70-2d27-4343-ad5c-b256328348d8 req-77dcefc9-18a3-47eb-8190-54c7fb382f22 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837026 Aug 31 08:06:08.377301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-28be9776-7736-42f9-a639-aa61cd20e75a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014795 Aug 31 08:06:08.432913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=f481d70e-384c-4e4e-9a46-daec683e966e,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:08.436889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] In _notify_port_updated(), no bound segment for port f481d70e-384c-4e4e-9a46-daec683e966e on network 62db5439-6402-43fe-90c2-ff4b8b210902 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:06:08.443547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:08.445097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:08.447270 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b1101c6c-5911-45e5-bfcf-1ec3b8445d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/ports/f481d70e-384c-4e4e-9a46-daec683e966e HTTP/1.1" status: 200 len: 818 time: 0.6844368 Aug 31 08:06:08.455011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:08.578845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e0956d25-e037-47d8-abde-2226c5f7da3d service neutron] 10.222.0.36 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847968 Aug 31 08:06:08.587336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49931f68-ae26-453e-8b28-34bbac037a26 req-792d658f-33d3-4e50-810d-08b77ee9afe1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:08.590286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49931f68-ae26-453e-8b28-34bbac037a26 req-792d658f-33d3-4e50-810d-08b77ee9afe1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1206284 Aug 31 08:06:08.595629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port f481d70e-384c-4e4e-9a46-daec683e966e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:08.595985 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:08.700396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:08.730558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for f481d70e-384c-4e4e-9a46-daec683e966e owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:08.738177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49931f68-ae26-453e-8b28-34bbac037a26 req-abc07e8e-552b-49d8-a23d-661491662389 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408186 Aug 31 08:06:08.763583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-5f9b5e71-55ee-4b7d-bc25-5bf72eedb945 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689804 Aug 31 08:06:08.987477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.028985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=f481d70e-384c-4e4e-9a46-daec683e966e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:09.033094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.035601 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65698f2a-73af-4304-a73c-bc6bf547cd1e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/f481d70e-384c-4e4e-9a46-daec683e966e HTTP/1.1" status: 204 len: 168 time: 0.5780706 Aug 31 08:06:09.038776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40694) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:09.100838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 58e0248d-de38-41eb-8ed2-10fa2a43a5fe up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:09.104921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02651b-7727-4b88-aaaf-8080085b75d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:09.109875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d02651b-7727-4b88-aaaf-8080085b75d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0677869 Aug 31 08:06:09.111140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:09.151461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbba2d42-ac93-4806-b71d-5f73b750691a req-ad74db3a-fc88-41e1-bff7-16ce44805ded tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 210 time: 0.0424073 Aug 31 08:06:09.188109 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf49451-3281-4049-bd09-cd9abf7b5717 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:09.193830 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-adf49451-3281-4049-bd09-cd9abf7b5717 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/f481d70e-384c-4e4e-9a46-daec683e966e HTTP/1.1" status: 404 len: 333 time: 0.0783906 Aug 31 08:06:09.194741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:09.204526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1567571787'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:09.293387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:09.298030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:09.298409 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.329788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:09.339242 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.368563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:06:09.401975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.401975 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment 89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17 of type vlan for network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 Aug 31 08:06:09.408431 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.445312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02702c51-438a-4ef6-825a-97c43cc47e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:09.448634 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b184b99d-c3f6-48a5-9c52-2bd094659d8e" -d '{"events": [{"server_uuid": "02702c51-438a-4ef6-825a-97c43cc47e48", "name": "network-vif-plugged", "status": "completed", "tag": "58e0248d-de38-41eb-8ed2-10fa2a43a5fe"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:09.474886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:09.487598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.597056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566ef13-9d35-412b-804f-d755b3731c8a req-cde38c17-26b1-4b90-802a-3367ee651278 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:09.599151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3566ef13-9d35-412b-804f-d755b3731c8a req-cde38c17-26b1-4b90-802a-3367ee651278 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 944 time: 0.0925102 Aug 31 08:06:09.615991 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.668818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3566ef13-9d35-412b-804f-d755b3731c8a req-4ffbe929-abfa-483a-b21d-ec827f3a86ac tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Aug 31 08:06:09.712067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:09.755958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.764259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:09.772960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:09.793316 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9524f3-45df-4c0b-be84-f180d21ec44e x-openstack-request-id: req-ed9524f3-45df-4c0b-be84-f180d21ec44e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:09.793647 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02702c51-438a-4ef6-825a-97c43cc47e48", "name": "network-vif-plugged", "status": "completed", "tag": "58e0248d-de38-41eb-8ed2-10fa2a43a5fe", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:09.793949 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed9524f3-45df-4c0b-be84-f180d21ec44e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:09.794355 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02702c51-438a-4ef6-825a-97c43cc47e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe', 'code': 200} Aug 31 08:06:09.909291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=2d53ab0b-5299-4d31-b749-60b20fbbfaa1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:09.923316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:06:09.962265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c09ad210-1508-47aa-b553-f495f8b2c6bf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7662947 Aug 31 08:06:09.963335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40740) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:09.976162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:09.988825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c6ef-b86d-4837-804e-ea3ac68c2547 req-ebf05230-005d-4186-bc01-fb649769a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:09.996417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-69f8c6ef-b86d-4837-804e-ea3ac68c2547 req-ebf05230-005d-4186-bc01-fb649769a73b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 1097 time: 0.0991721 Aug 31 08:06:10.107560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-69f8c6ef-b86d-4837-804e-ea3ac68c2547 req-25975abf-8fe5-472d-a5fd-967025c6332c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005833 Aug 31 08:06:10.256450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c101e-5d72-468f-af08-2e4b5c3adf7d req-167a272b-1570-4106-927d-b8798b66cd2b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:10.257991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d02c101e-5d72-468f-af08-2e4b5c3adf7d req-167a272b-1570-4106-927d-b8798b66cd2b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1701601 Aug 31 08:06:10.265460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685de9-6bc6-40d5-ac93-455b52db5539 req-2d4fa2a4-0328-452d-abc5-d82df4443deb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:10.266709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d685de9-6bc6-40d5-ac93-455b52db5539 req-2d4fa2a4-0328-452d-abc5-d82df4443deb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.3006210 Aug 31 08:06:10.353461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d02c101e-5d72-468f-af08-2e4b5c3adf7d req-6a0e65d3-5575-43cd-987a-e0cca606b854 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722260 Aug 31 08:06:10.353461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d685de9-6bc6-40d5-ac93-455b52db5539 req-61434e6d-0335-4df4-b1fc-83abf8ac8a78 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Aug 31 08:06:10.368423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40750) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:10.462339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d86e826-7cd2-436f-847a-334861f6a13a req-585382be-8bc5-4312-9e6f-37e6b72559cc tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 210 time: 0.0537739 Aug 31 08:06:10.468109 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a313d16-436f-4ab9-8c09-555b430a9c70 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/238d56e0-3683-4fab-8d54-05dcaa421831 HTTP/1.1" status: 200 len: 993 time: 0.0954616 Aug 31 08:06:10.583859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:10.591638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:10.847731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1fa65-22da-444f-af58-eaca9f529d77 req-29c4cfd6-1492-4143-bb4c-7656d29c9192 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:10.849439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60d1fa65-22da-444f-af58-eaca9f529d77 req-29c4cfd6-1492-4143-bb4c-7656d29c9192 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 945 time: 0.0934994 Aug 31 08:06:10.925629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60d1fa65-22da-444f-af58-eaca9f529d77 req-a4294468-ed8a-4d5c-a63f-bb6a85ecbd83 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498626 Aug 31 08:06:11.069998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8b4c-300c-4f8c-a6f4-e4ef47eab835 req-ab00c0ed-317d-49ae-89bd-cf89a5a76886 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:11.071545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-285c8b4c-300c-4f8c-a6f4-e4ef47eab835 req-ab00c0ed-317d-49ae-89bd-cf89a5a76886 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1098 time: 0.0620458 Aug 31 08:06:11.100628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:11.152805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-285c8b4c-300c-4f8c-a6f4-e4ef47eab835 req-aac1211e-fb1f-4eb3-98bb-dab25df94c77 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740991 Aug 31 08:06:11.202358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=b1ffc60a-d3d3-47d0-a6e6-e8b39d099227,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:11.220636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:11.221342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 2d53ab0b-5299-4d31-b749-60b20fbbfaa1, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:06:11.335211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ac436-db30-45fd-967c-e7197824a294 req-f510fc61-2cc3-4eae-be8b-beeaacf061a4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:11.336935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-174ac436-db30-45fd-967c-e7197824a294 req-f510fc61-2cc3-4eae-be8b-beeaacf061a4 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.0650637 Aug 31 08:06:11.351231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:06:11.397797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-174ac436-db30-45fd-967c-e7197824a294 req-97bae74f-bf51-4c32-bc63-b39806598b71 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538003 Aug 31 08:06:11.521394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55695-ab0c-4ac3-8c63-58384c4dfa4d req-a53a29a8-a446-4e16-ab77-f278501deb0e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:11.522935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdf55695-ab0c-4ac3-8c63-58384c4dfa4d req-a53a29a8-a446-4e16-ab77-f278501deb0e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.0586524 Aug 31 08:06:11.562019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdf55695-ab0c-4ac3-8c63-58384c4dfa4d req-edb45dbd-8a41-419f-a44d-36062daf5b6e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Aug 31 08:06:11.590890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2d53ab0b-5299-4d31-b749-60b20fbbfaa1) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:11.599361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:11.600033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:11.609147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56590f2e-719c-444f-8e3a-2caccc34ce58 None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:11.693464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ffdc5b9d-4879-406e-b4f7-29cd2959dbc6 req-dd71e66c-4640-4a59-a532-a4d1505d4823 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 210 time: 0.0572419 Aug 31 08:06:11.817515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': 'b1ffc60a-d3d3-47d0-a6e6-e8b39d099227'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:06:11.818818 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:11.848226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ddcae23a-9aaa-43e0-9f4b-b30cf59eeef1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8834934 Aug 31 08:06:11.853580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40788) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:11.857685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:11.978274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Allocated IP 172.20.0.2 (2d53ab0b-5299-4d31-b749-60b20fbbfaa1/b1ffc60a-d3d3-47d0-a6e6-e8b39d099227/5b00559f-2954-41a7-867a-569bf01f65d2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:12.086055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10adb1-a58d-4cb4-8689-bb35a90f802d req-c3214e48-9c94-4670-8930-61423a4a9800 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:12.087545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c10adb1-a58d-4cb4-8689-bb35a90f802d req-c3214e48-9c94-4670-8930-61423a4a9800 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 945 time: 0.0562222 Aug 31 08:06:12.139341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c10adb1-a58d-4cb4-8689-bb35a90f802d req-4d2fd1ed-3a9b-40f4-bec3-988cdfb8ee37 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Aug 31 08:06:12.157889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:12.162556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:12.162703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:12.172862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Transition to ACTIVE for port object 5b00559f-2954-41a7-867a-569bf01f65d2 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:12.193046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Transition to ACTIVE for port object 5b00559f-2954-41a7-867a-569bf01f65d2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:12.267470 n-d-713499-16 neutron-server[95446]: INFO neutron.db.ipam_backend_mixin [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1ffc60a-d3d3-47d0-a6e6-e8b39d099227 (CIDR: 172.20.0.0/28) Aug 31 08:06:12.367546 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:06:12.368130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:06:12.415954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:12.479466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:12.484034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:12.492973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:12.552047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Pushing event updated for resources: {'Port': ['ID=5b00559f-2954-41a7-867a-569bf01f65d2,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:12.603757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Attempting to bind port 5b00559f-2954-41a7-867a-569bf01f65d2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:12.604242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Attempting to bind port 5b00559f-2954-41a7-867a-569bf01f65d2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:12.604669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Attempting to bind port 5b00559f-2954-41a7-867a-569bf01f65d2 on network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:12.608735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313e39f-7e80-49d7-9c0e-82d214a98b25 req-49bac3a4-e7fc-476d-9979-8c44447b9a74 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:12.610574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a313e39f-7e80-49d7-9c0e-82d214a98b25 req-49bac3a4-e7fc-476d-9979-8c44447b9a74 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.1060946 Aug 31 08:06:12.610896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:12.611370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Checking segment: {'id': '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:12.611891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:12.612984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Bound using segment: {'id': '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:12.613570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Bound port: 5b00559f-2954-41a7-867a-569bf01f65d2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:12.614041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:12.682818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a313e39f-7e80-49d7-9c0e-82d214a98b25 req-a0932da6-f3ec-46c3-b86c-de40a19d6e81 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649719 Aug 31 08:06:12.689530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40816) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:12.702572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:12.706065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b3db5fa4-8108-4b48-9f9b-5c35c52d7f77 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8335783 Aug 31 08:06:12.754193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] For port 5b00559f-2954-41a7-867a-569bf01f65d2, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:12.793794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] For port 5b00559f-2954-41a7-867a-569bf01f65d2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5b00559f-2954-41a7-867a-569bf01f65d2,segment=NetworkSegment(89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17),segment_id=89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:12.922203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e13dd-0556-41d5-9aa0-9604fa0fccbb req-9e4eb422-28fb-4caf-8df8-07d855718e43 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:12.923082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-113e13dd-0556-41d5-9aa0-9604fa0fccbb req-9e4eb422-28fb-4caf-8df8-07d855718e43 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1069646 Aug 31 08:06:12.988017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-113e13dd-0556-41d5-9aa0-9604fa0fccbb req-123c8816-8328-4135-92f1-6b3407312e77 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543382 Aug 31 08:06:13.045479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:13.104421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-edd20a3b-da57-4239-8a05-954079261e3d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:13.106541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-edd20a3b-da57-4239-8a05-954079261e3d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.68 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 797 time: 0.2780509 Aug 31 08:06:13.109783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-530ca7a7-7a10-4aa3-9eba-9d16dbe9f253 req-283118aa-c67b-479d-b331-eea117a3e1d4 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 210 time: 0.0359194 Aug 31 08:06:13.169696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e930832-379c-48ec-9fbd-cb35b244bfb3 None None] Pushing event updated for resources: {'Port': ['ID=5b00559f-2954-41a7-867a-569bf01f65d2,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:13.199846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-af2b6cfb-c435-47fb-a0c0-f8651e2c4120 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 380 time: 0.0811114 Aug 31 08:06:13.233633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'port': {'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'admin_state_up': True, 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'security_groups': ['006be040-a4dd-4b81-9e2b-dd4a57bbf401']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:13.244734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:13.253117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:13.287888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-c07700e2-9a1a-483d-88df-a301adf2cb35 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:13.296251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-c07700e2-9a1a-483d-88df-a301adf2cb35 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.1456099 Aug 31 08:06:13.669958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Deleting port 0f08c177-5c46-460e-9749-7eb1d0a7a797 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:13.671130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:13.807726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:13.811732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:13.875599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40846) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:13.895746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] For port 0f08c177-5c46-460e-9749-7eb1d0a7a797, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f08c177-5c46-460e-9749-7eb1d0a7a797,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:13.896233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:13.979532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.20.0.8 (3d7a965d-4081-4657-a861-eba6d5cf7a01/73600ad0-cbd5-4605-ae5f-4ca9f5f6d199/540d5af5-08f9-42a3-b2eb-ef326b2bfe18) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:14.197018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.219012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Transition to ACTIVE for port object 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:14.355757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.462036 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.499019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:14.531106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5b00559f-2954-41a7-867a-569bf01f65d2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:14.550402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:14.561398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:14.562045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.576135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=26e24e7d-0d78-4181-ae18-9555c0701128,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:14.606055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:14.611850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:14.627367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:14.636251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:14.705891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:14.708053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.724254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3796cac6-e904-4bd8-8bae-72b44ad694d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.732877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-506f0c35-b824-4ef4-8c8d-84f7e82c906f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3320954 Aug 31 08:06:14.763852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5b00559f-2954-41a7-867a-569bf01f65d2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:14.769977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235f23c-3711-47c1-9cd8-2201a0442595 req-87040b92-1350-42dd-b567-6b24f8e9516a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:14.773162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8de2a6a3-3812-4072-ab19-cf0785f3d744 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0808566 Aug 31 08:06:14.773969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40862) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:14.781167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3235f23c-3711-47c1-9cd8-2201a0442595 req-87040b92-1350-42dd-b567-6b24f8e9516a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 946 time: 0.9078591 Aug 31 08:06:14.788828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'fixed_ips': [{'subnet_id': 'b1ffc60a-d3d3-47d0-a6e6-e8b39d099227'}, {'subnet_id': '26e24e7d-0d78-4181-ae18-9555c0701128'}], 'name': 'tempest-PortsTestJSON-1797760019'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:14.813285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.814060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:14.814060 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Floating IP f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62 disassociated. External IP: 172.25.0.13, port: 0f08c177-5c46-460e-9749-7eb1d0a7a797. Aug 31 08:06:14.814237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Calling delete_port for 0f08c177-5c46-460e-9749-7eb1d0a7a797 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:14.844874 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6ab3c56b-8004-4c67-aae3-a5f5a1a464b8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6216362 Aug 31 08:06:14.891030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3235f23c-3711-47c1-9cd8-2201a0442595 req-bf51936a-f6ec-4386-b3b3-4753f198b6dd tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups?id=d36c9d8e-b47b-45a0-b6b3-b98534387e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085107 Aug 31 08:06:14.936119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b737e3-2176-4132-9732-25f818d37718 None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:14.943393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-f158300c-1b0e-487f-9e57-3211a96657e3 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:06:14.944500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-f158300c-1b0e-487f-9e57-3211a96657e3 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284662 Aug 31 08:06:14.956892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Request body: {'port': {'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:15.109796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.164739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e821a-c19e-4dca-af10-33e28d3203f2 req-ae70e1da-b9a1-464a-9585-c029e039966f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:15.172010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f26e821a-c19e-4dca-af10-33e28d3203f2 req-ae70e1da-b9a1-464a-9585-c029e039966f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1410851 Aug 31 08:06:15.173712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] Provisioning for port 5b00559f-2954-41a7-867a-569bf01f65d2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:15.188717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] Provisioning complete for port 5b00559f-2954-41a7-867a-569bf01f65d2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:15.189079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.318408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f26e821a-c19e-4dca-af10-33e28d3203f2 req-ee04a664-32c1-4b38-bf50-ef603490adaa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455045 Aug 31 08:06:15.351735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3796cac6-e904-4bd8-8bae-72b44ad694d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.419662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.481824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Update dhcp port {'port': {'network_id': '2d53ab0b-5299-4d31-b749-60b20fbbfaa1', 'fixed_ips': [{'subnet_id': 'b1ffc60a-d3d3-47d0-a6e6-e8b39d099227', 'ip_address': '172.20.0.2'}, {'subnet_id': '26e24e7d-0d78-4181-ae18-9555c0701128'}], 'binding:host_id': 'n-d-713499-16'}, 'id': '5b00559f-2954-41a7-867a-569bf01f65d2'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:06:15.506220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] For port 5b00559f-2954-41a7-867a-569bf01f65d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5b00559f-2954-41a7-867a-569bf01f65d2,segment=NetworkSegment(89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17),segment_id=89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:15.516061 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.531609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3796cac6-e904-4bd8-8bae-72b44ad694d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.532750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:15.549338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.568347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.568599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Transition to ACTIVE for port object 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:15.575825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3796cac6-e904-4bd8-8bae-72b44ad694d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fcae2c3fe2f4a269f8ab7acccdf2aed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6991303 Aug 31 08:06:15.578816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:15.675721 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5252-c10f-4157-987e-0b1fd0f387df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.704946 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.712150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5252-c10f-4157-987e-0b1fd0f387df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.715938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event deleted for resources: {'Port': ['ID=0f08c177-5c46-460e-9749-7eb1d0a7a797,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:15.722770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796cac6-e904-4bd8-8bae-72b44ad694d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8116659-4e27-493d-9b42-841cd55ee79d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:15.778261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:15.781051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:15.874252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Allocated IP 172.20.0.18 (2d53ab0b-5299-4d31-b749-60b20fbbfaa1/26e24e7d-0d78-4181-ae18-9555c0701128/5b00559f-2954-41a7-867a-569bf01f65d2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:15.882079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736c615-dc2e-48fb-bfd8-93ad370c9d3f None None] Pushing event updated for resources: {'Port': ['ID=5b00559f-2954-41a7-867a-569bf01f65d2,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:15.899406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Router 4f494057-68d0-458b-9ce2-994d3d614cdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:06:15.990120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Pushing event updated for resources: {'Port': ['ID=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:15.993862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-40b01023-9438-4b01-9280-db88362ad4d0 None None] Provisioning for port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:16.090202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.104085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5252-c10f-4157-987e-0b1fd0f387df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.114434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5252-c10f-4157-987e-0b1fd0f387df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.129022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-eec86497-f170-4079-97b0-06d7f864785f None None] For port 5b00559f-2954-41a7-867a-569bf01f65d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5b00559f-2954-41a7-867a-569bf01f65d2,segment=NetworkSegment(89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17),segment_id=89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:16.130139 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bfcb5252-c10f-4157-987e-0b1fd0f387df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8116659-4e27-493d-9b42-841cd55ee79d HTTP/1.1" status: 204 len: 168 time: 0.5391431 Aug 31 08:06:16.243591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.281728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Transition to ACTIVE for port object 5b00559f-2954-41a7-867a-569bf01f65d2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:16.299512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:06:16.318942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:06:16.358884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.383466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:16.384178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:16.407191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901e886-91fc-44ee-8b7a-7b397e2f5a10 req-afcb6c0a-3e7f-47a3-bd06-435535bf82b3 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:16.430054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f901e886-91fc-44ee-8b7a-7b397e2f5a10 req-afcb6c0a-3e7f-47a3-bd06-435535bf82b3 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 943 time: 0.2898932 Aug 31 08:06:16.448799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:16.572468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] No DVR routers for this DVR port 0f08c177-5c46-460e-9749-7eb1d0a7a797 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:16.581240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.588595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2ff511e-9f66-4a24-bad8-cd17e369a0a4 req-e612a21a-e4ca-4368-9e5b-cbae78188b6f tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.68 "DELETE /v2.0/ports/0f08c177-5c46-460e-9749-7eb1d0a7a797 HTTP/1.1" status: 204 len: 173 time: 3.2828319 Aug 31 08:06:16.607609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5b00559f-2954-41a7-867a-569bf01f65d2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:16.614451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f901e886-91fc-44ee-8b7a-7b397e2f5a10 req-864536ba-f7ba-41c3-ae93-9c5c74d68027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823659 Aug 31 08:06:16.614989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'name': 'network-vif-deleted', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:16.617377 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ed9b12-8aa8-47c4-8cee-fc457b0017ef" -d '{"events": [{"server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "name": "network-vif-deleted", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:16.708872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-931a68b0-f2d7-4cd5-9222-e6283f577012 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:06:16.713512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-931a68b0-f2d7-4cd5-9222-e6283f577012 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4912829 Aug 31 08:06:16.722330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Request body: {'binding': {'host': 'n-h2-713499-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:16.723057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Unknown quota resources ['binding']. {{(pid=95446) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 08:06:16.790862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee414ea5-d882-4507-a045-68c16acd5636 req-377bebbb-6d2b-4345-a138-6d576981c0ab tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 210 time: 0.0638275 Aug 31 08:06:16.890699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb5252-c10f-4157-987e-0b1fd0f387df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8116659-4e27-493d-9b42-841cd55ee79d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:17.044074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00825e-efcc-4112-a87b-2604b245acd1 req-5c5fa2b1-c7b1-4a14-b123-a1a13b0b7e6f tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:17.044653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec86497-f170-4079-97b0-06d7f864785f None None] Pushing event updated for resources: {'Port': ['ID=5b00559f-2954-41a7-867a-569bf01f65d2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:17.045681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df00825e-efcc-4112-a87b-2604b245acd1 req-5c5fa2b1-c7b1-4a14-b123-a1a13b0b7e6f tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 945 time: 0.1257534 Aug 31 08:06:17.069420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Attempting to bind port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:17.076773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Attempting to bind port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:17.078664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Attempting to bind port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 on network 3d7a965d-4081-4657-a861-eba6d5cf7a01 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:17.089485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 on network 3d7a965d-4081-4657-a861-eba6d5cf7a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:06:17.092571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Attempting to bind port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 on network 3d7a965d-4081-4657-a861-eba6d5cf7a01 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:17.107647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:17.108099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Checking segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:17.108638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Bound using segment: {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:17.109182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Bound port: 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0deed9bf-4a94-4c46-9919-61a0bc3204f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:17.110228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:17.188623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on host n-h2-713499-16 for vnic_type normal with profile None {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:17.189143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:17.189341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:17.210149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:17.211824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df00825e-efcc-4112-a87b-2604b245acd1 req-86427cb3-d9b5-4fd4-a640-a38d7221367e tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499956 Aug 31 08:06:17.212899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:06:17.213345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:17.240936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:17.241288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Checking segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:17.241691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Bound using segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:17.242218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Bound port: d56b710b-1082-4355-a3c7-579c6a7a7f6c, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:17.359410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] For port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:17.366821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] For port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:17.406734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40890) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:17.427536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.12 (2d53ab0b-5299-4d31-b749-60b20fbbfaa1/b1ffc60a-d3d3-47d0-a6e6-e8b39d099227/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:17.441497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.20 (2d53ab0b-5299-4d31-b749-60b20fbbfaa1/26e24e7d-0d78-4181-ae18-9555c0701128/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:17.457518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe6d5-0866-4673-a8a2-813b3425af60 req-847cc48a-5234-487d-b228-bf0b2452c381 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:17.458639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:17.463417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6dfe6d5-0866-4673-a8a2-813b3425af60 req-847cc48a-5234-487d-b228-bf0b2452c381 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1402917 Aug 31 08:06:17.465502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:17.508337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a1218a7-1736-4bef-aa09-7495226da1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:17.526706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6dfe6d5-0866-4673-a8a2-813b3425af60 req-1c1fe2a0-b734-4b5f-a2d7-797ed5f70989 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Aug 31 08:06:17.577338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f08c177-5c46-460e-9749-7eb1d0a7a797 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:17.585247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] Notify callbacks [] for binding, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:17.587117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] 10.222.0.36 "POST /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c/bindings HTTP/1.1" status: 201 len: 390 time: 0.8692243 Aug 31 08:06:17.607391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:17.608068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:17.609777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 0f08c177-5c46-460e-9749-7eb1d0a7a797 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:17.610361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f08c177-5c46-460e-9749-7eb1d0a7a797 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:17.613771 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a03832-8566-4010-8b50-24cd14abe428 x-openstack-request-id: req-97a03832-8566-4010-8b50-24cd14abe428 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:17.614264 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18347e3-dfde-4281-b561-dc9457a689e9", "name": "network-vif-deleted", "tag": "0f08c177-5c46-460e-9749-7eb1d0a7a797", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:17.614613 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97a03832-8566-4010-8b50-24cd14abe428 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:17.615158 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18347e3-dfde-4281-b561-dc9457a689e9', 'name': 'network-vif-deleted', 'tag': '0f08c177-5c46-460e-9749-7eb1d0a7a797', 'status': 'completed', 'code': 200} Aug 31 08:06:17.621413 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] 10.222.0.68 "PUT /v2.0/ports/540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 1092 time: 2.6688223 Aug 31 08:06:17.627549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:17.630897 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f" -d '{"events": [{"name": "network-changed", "server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:17.683719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:17.790271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:06:17.803035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:17.808907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:17.833629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a1218a7-1736-4bef-aa09-7495226da1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:17.965374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12253567-3507-490d-8f66-5f27b226028c None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:17.969173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249ec6a-2fb9-46f2-bb25-ee56adc13b7f req-61e80589-639b-4dd7-bd33-a619c59f6f80 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:17.979303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b249ec6a-2fb9-46f2-bb25-ee56adc13b7f req-61e80589-639b-4dd7-bd33-a619c59f6f80 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 943 time: 0.1521835 Aug 31 08:06:17.983653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4723c31-d949-4a11-a666-68c8681b345b service neutron] Pushing event updated for resources: {'Port': ['ID=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:17.988539 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1035877d-4685-4700-a6de-f6970493c67e x-openstack-request-id: req-1035877d-4685-4700-a6de-f6970493c67e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:17.988861 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:17.989072 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1035877d-4685-4700-a6de-f6970493c67e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:17.989471 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'status': 'completed', 'code': 200} Aug 31 08:06:18.004277 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a1218a7-1736-4bef-aa09-7495226da1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.063366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1218a7-1736-4bef-aa09-7495226da1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f5f9e-d0ab-42f8-aa3f-bb4e8f6c6f67,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:18.064493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b249ec6a-2fb9-46f2-bb25-ee56adc13b7f req-feb38a2a-99c2-42f8-baea-dff64a27d66a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830195 Aug 31 08:06:18.086064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98814465-957f-4f4b-9262-bcd73561bd86 req-2cdac317-cd99-4fe6-8f2a-cc52a2815545 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.086064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98814465-957f-4f4b-9262-bcd73561bd86 req-2cdac317-cd99-4fe6-8f2a-cc52a2815545 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 945 time: 0.5636876 Aug 31 08:06:18.110108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-493cd0c4-0ca0-45f5-aa44-aec16a12f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.111837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-493cd0c4-0ca0-45f5-aa44-aec16a12f30f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1095 time: 0.2751415 Aug 31 08:06:18.133562 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a1218a7-1736-4bef-aa09-7495226da1eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8969084d5c1e4ae399cf55b47b00bd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848035 Aug 31 08:06:18.146890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:18.159606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40902) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:18.211348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3166a9a-db98-4f4b-b543-d4e20c83b238 req-c06ad93b-91f7-4799-9124-cc0af643e306 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18347e3-dfde-4281-b561-dc9457a689e9 HTTP/1.1" status: 200 len: 210 time: 0.0683541 Aug 31 08:06:18.245317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-31dd4670-8665-4a94-9239-66e121724318 None None] Provisioning for port 5b00559f-2954-41a7-867a-569bf01f65d2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:18.257749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986cc3-8969-40f5-a261-964f11f8a1d1 req-2a3cc797-d859-4041-b4a9-ed27484df5cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.259159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44986cc3-8969-40f5-a261-964f11f8a1d1 req-2a3cc797-d859-4041-b4a9-ed27484df5cc tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1329906 Aug 31 08:06:18.268977 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-6cbbba13-efe2-4e6d-bdee-27c866d7d7b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 217 time: 0.1329939 Aug 31 08:06:18.269118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-31dd4670-8665-4a94-9239-66e121724318 None None] Provisioning complete for port 5b00559f-2954-41a7-867a-569bf01f65d2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:18.269118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31dd4670-8665-4a94-9239-66e121724318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.304802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97613815-bec9-4189-95c7-3d1df7a63ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.327802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44986cc3-8969-40f5-a261-964f11f8a1d1 req-67d8719d-649c-4123-9aea-b25a7644b2b6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590489 Aug 31 08:06:18.398431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97613815-bec9-4189-95c7-3d1df7a63ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.512872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5b00559f-2954-41a7-867a-569bf01f65d2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:18.526187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23e3d1-50d5-4325-a486-342f581db973 req-047c129d-d631-488c-a431-03ca7696634b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.534595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b23e3d1-50d5-4325-a486-342f581db973 req-047c129d-d631-488c-a431-03ca7696634b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 945 time: 0.1135614 Aug 31 08:06:18.596147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b23e3d1-50d5-4325-a486-342f581db973 req-01def15b-ef82-4b31-83c8-501c08088800 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605352 Aug 31 08:06:18.698409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5b00559f-2954-41a7-867a-569bf01f65d2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:18.698791 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.716576 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97613815-bec9-4189-95c7-3d1df7a63ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.720019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97613815-bec9-4189-95c7-3d1df7a63ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.723884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97613815-bec9-4189-95c7-3d1df7a63ece admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e36f5f9e-d0ab-42f8-aa3f-bb4e8f6c6f67 HTTP/1.1" status: 204 len: 168 time: 0.5609021 Aug 31 08:06:18.726780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-e65e9375-3012-4f2a-821c-af0c8b8299d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.728541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-e65e9375-3012-4f2a-821c-af0c8b8299d8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1098 time: 0.1260974 Aug 31 08:06:18.838600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97613815-bec9-4189-95c7-3d1df7a63ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f5f9e-d0ab-42f8-aa3f-bb4e8f6c6f67,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:18.858444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 40912) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:18.876641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1910686c-183a-4445-9887-e23d1248dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.879388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1910686c-183a-4445-9887-e23d1248dd4b service neutron] 10.222.0.68 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.1406870 Aug 31 08:06:18.889477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:18.909655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420adafa-745b-4ee3-b566-a61288ebb32a req-4004bff6-4ae6-4141-a80d-55a9622e1551 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:18.918014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-420adafa-745b-4ee3-b566-a61288ebb32a req-4004bff6-4ae6-4141-a80d-55a9622e1551 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.2671168 Aug 31 08:06:18.933296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:18.999315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:19.025605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b529fc-83cd-40fe-bbfe-743085b977fc None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T07:57:37Z', 'revision_number': 4, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '702c05a2-86a4-415c-b3cf-5626d46d68f2', 'name': '', 'network_id': 'f02e09b5-4cac-4999-81aa-24cbad9df6fa', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'mac_address': 'fa:16:3e:71:e3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:35Z', 'updated_at': '2021-08-31T07:57:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'subnets': [{'id': 'dc4b8ea7-270f-4d4a-ae24-72a21f26fc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:06:19.065895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-f413d6de-ff96-4c32-ba47-2939d147c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.067638 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-f413d6de-ff96-4c32-ba47-2939d147c62b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 200 len: 834 time: 0.7906845 Aug 31 08:06:19.072847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-420adafa-745b-4ee3-b566-a61288ebb32a req-7ddcd42b-69c2-4030-bdac-bfe619b6ebcd tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490004 Aug 31 08:06:19.149369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Deleting port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:19.150484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:19.201723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-1b8fe6d3-eead-4ea9-8e91-501ec6be069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.203047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-e8b44cd8-6e7c-4fd4-b1b8-f7d7ade3ea95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 1001 time: 0.3124573 Aug 31 08:06:19.203885 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-1b8fe6d3-eead-4ea9-8e91-501ec6be069a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252244 Aug 31 08:06:19.214741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-525a587b-9de7-4204-912f-f9b93ca0ff4f None None] Provisioning complete for port 5b00559f-2954-41a7-867a-569bf01f65d2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:19.215556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-525a587b-9de7-4204-912f-f9b93ca0ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:19.220549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:19.373911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40924) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:19.470069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-24d064bc-0c34-4505-9e36-86eeef299c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.474920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-24d064bc-0c34-4505-9e36-86eeef299c45 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.2409291 Aug 31 08:06:19.485934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:19.533187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:19.571947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] For port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:19.572332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:19.576045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:19.586862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=a9475e2c-c023-48a9-ae3c-d2d6dd190ca4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:19.660436 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736fef12-c10e-424d-953d-8e77daf590c6 None None] New status for floating IP f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:06:19.690414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f3a7-dc99-459f-a2a9-25eeeb5857c9 req-f10a7187-b2bb-45eb-a715-3862cc6a173a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.692251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8106f3a7-dc99-459f-a2a9-25eeeb5857c9 req-f10a7187-b2bb-45eb-a715-3862cc6a173a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 943 time: 0.4930892 Aug 31 08:06:19.760256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Calling delete_port for 58e0248d-de38-41eb-8ed2-10fa2a43a5fe owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:19.789330 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-d6f2d2b6-1b22-4cce-a44c-7515e9ac37cd service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705919 Aug 31 08:06:19.850319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-64dd5549-29a4-4d5d-bc99-2af06a506b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.852012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-64dd5549-29a4-4d5d-bc99-2af06a506b28 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3301408 Aug 31 08:06:19.891572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa971caf-2ec8-487e-a192-f3a061bc6537 req-534cbc6b-48ea-4612-85a2-d0fbf58c6890 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.892422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:19.893264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:19.899748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa971caf-2ec8-487e-a192-f3a061bc6537 req-534cbc6b-48ea-4612-85a2-d0fbf58c6890 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.4212010 Aug 31 08:06:19.938170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8106f3a7-dc99-459f-a2a9-25eeeb5857c9 req-14b8e55c-8f77-4430-a716-3957d1dc3db2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954696 Aug 31 08:06:19.955180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56ad6bdc-bbdf-49c7-8288-bdb76ed1dd6a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:19.964243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5cbf46c3-f0a8-473f-b168-e243bd556588 None None] Provisioning for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:19.969137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5cbf46c3-f0a8-473f-b168-e243bd556588 None None] Provisioning complete for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:19.969527 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5cbf46c3-f0a8-473f-b168-e243bd556588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.037703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf46c3-f0a8-473f-b168-e243bd556588 None None] Port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:20.107119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56ad6bdc-bbdf-49c7-8288-bdb76ed1dd6a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.146370 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-94fb7210-4392-4f20-8e04-1665815b7f52 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.3689365 Aug 31 08:06:20.149642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40940) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:20.151036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa971caf-2ec8-487e-a192-f3a061bc6537 req-064d818c-2bb5-43cd-b328-0ef243edc118 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452459 Aug 31 08:06:20.179782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1ffc60a-d3d3-47d0-a6e6-e8b39d099227'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:20.196334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-e22bfdab-ccc4-41de-b4da-047821a746c3 service neutron] 10.222.0.68 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298829 Aug 31 08:06:20.213818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a555b7-ebdb-42dc-9410-0b31ee57e4f2 req-7b2f7aaf-9d01-407a-8a5d-df2a6f84242d tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:20.215481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6a555b7-ebdb-42dc-9410-0b31ee57e4f2 req-7b2f7aaf-9d01-407a-8a5d-df2a6f84242d tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 945 time: 0.1802197 Aug 31 08:06:20.220795 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b212dee-4417-478c-b2fb-6197cca5ccdc req-3cd9f7ee-95af-450b-a8bc-8d3d4920ffd7 service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179347 Aug 31 08:06:20.296541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.352338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Pushing event deleted for resources: {'Port': ['ID=58e0248d-de38-41eb-8ed2-10fa2a43a5fe,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:20.363579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.378674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6a555b7-ebdb-42dc-9410-0b31ee57e4f2 req-ae124d3d-2ab6-4a2b-a259-c989c81edf47 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541462 Aug 31 08:06:20.402292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573d3e5-b5f1-4de5-98a1-42c95976ff56 req-b383e2b6-3c34-4a0d-bada-036a8c720d31 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:20.405755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e573d3e5-b5f1-4de5-98a1-42c95976ff56 req-b383e2b6-3c34-4a0d-bada-036a8c720d31 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1838937 Aug 31 08:06:20.421355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-571f7d04-99e9-4075-8369-9291b5dd0b66 service neutron] 10.222.0.68 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911883 Aug 31 08:06:20.432780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] No DVR routers for this DVR port 58e0248d-de38-41eb-8ed2-10fa2a43a5fe on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:20.460848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.462770 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98814465-957f-4f4b-9262-bcd73561bd86 req-7cc8ac4c-d132-48f2-ba01-f25042c4fba7 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "DELETE /v2.0/ports/58e0248d-de38-41eb-8ed2-10fa2a43a5fe HTTP/1.1" status: 204 len: 173 time: 2.3648281 Aug 31 08:06:20.463222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02702c51-438a-4ef6-825a-97c43cc47e48', 'name': 'network-vif-deleted', 'tag': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:20.465785 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fabe2-752e-48b6-955c-c47cc81a03a7" -d '{"events": [{"server_uuid": "02702c51-438a-4ef6-825a-97c43cc47e48", "name": "network-vif-deleted", "tag": "58e0248d-de38-41eb-8ed2-10fa2a43a5fe"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:20.535678 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56ad6bdc-bbdf-49c7-8288-bdb76ed1dd6a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.538600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56ad6bdc-bbdf-49c7-8288-bdb76ed1dd6a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:20.539876 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-56ad6bdc-bbdf-49c7-8288-bdb76ed1dd6a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "DELETE /v2.0/security-groups/d36c9d8e-b47b-45a0-b6b3-b98534387e95 HTTP/1.1" status: 204 len: 168 time: 1.1518762 Aug 31 08:06:20.558509 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f986a4-6d8c-4d04-99c8-3e5c9291b018 x-openstack-request-id: req-15f986a4-6d8c-4d04-99c8-3e5c9291b018 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:20.559002 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02702c51-438a-4ef6-825a-97c43cc47e48", "name": "network-vif-deleted", "tag": "58e0248d-de38-41eb-8ed2-10fa2a43a5fe", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:20.559151 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15f986a4-6d8c-4d04-99c8-3e5c9291b018 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:20.559616 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02702c51-438a-4ef6-825a-97c43cc47e48', 'name': 'network-vif-deleted', 'tag': '58e0248d-de38-41eb-8ed2-10fa2a43a5fe', 'status': 'completed', 'code': 200} Aug 31 08:06:20.573622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40950) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:20.626681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad6bdc-bbdf-49c7-8288-bdb76ed1dd6a tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c9d8e-b47b-45a0-b6b3-b98534387e95,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:20.656006 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-4efd627d-d6c4-4748-bc5b-21c557376f0c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] show failed (client error): The resource could not be found. Aug 31 08:06:20.657827 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4efd627d-d6c4-4748-bc5b-21c557376f0c tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "GET /v2.0/security-groups/d36c9d8e-b47b-45a0-b6b3-b98534387e95 HTTP/1.1" status: 404 len: 347 time: 0.0812669 Aug 31 08:06:20.665827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40952) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:20.772668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-bdd2829e-1297-44d7-851d-1904dea9acc9 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:20.774358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-bdd2829e-1297-44d7-851d-1904dea9acc9 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb&tenant_id=b6c9e4ea252f4af5a6665745fe870d45&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1098 time: 0.2884924 Aug 31 08:06:20.841165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-16'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:20.850316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e573d3e5-b5f1-4de5-98a1-42c95976ff56 req-c6a7b39b-5d42-4b4d-91c9-3df8fad46ddc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102149 Aug 31 08:06:20.869345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-e0bb4310-226c-4bbd-a878-38dc1881d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:20.871050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-e0bb4310-226c-4bbd-a878-38dc1881d8c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1095 time: 0.4156489 Aug 31 08:06:20.874853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.058688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.094093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Delete allocated IP 172.20.0.20 (2d53ab0b-5299-4d31-b749-60b20fbbfaa1/26e24e7d-0d78-4181-ae18-9555c0701128) {{(pid=95445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 08:06:21.097882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-a2964781-2090-40e6-9fb1-b72410194509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:21.098211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Deleting port c8b113e1-496f-4ec1-8219-528813740eb9 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:21.098555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.099411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-a2964781-2090-40e6-9fb1-b72410194509 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 898 time: 0.2168734 Aug 31 08:06:21.113574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83594d-3ecd-474a-af8e-2eaca9fcb82a req-23b861fe-7b55-45da-9745-cce915419708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:21.115210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e83594d-3ecd-474a-af8e-2eaca9fcb82a req-23b861fe-7b55-45da-9745-cce915419708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 943 time: 0.0999134 Aug 31 08:06:21.169484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 58e0248d-de38-41eb-8ed2-10fa2a43a5fe no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:21.199133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-d42b64c6-0438-4c5b-a821-d61d98aedd38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 217 time: 0.0829153 Aug 31 08:06:21.208967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 58e0248d-de38-41eb-8ed2-10fa2a43a5fe {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:21.209734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 58e0248d-de38-41eb-8ed2-10fa2a43a5fe not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:21.315105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e83594d-3ecd-474a-af8e-2eaca9fcb82a req-1b395023-b8cb-4064-a0ee-afee054156a2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707864 Aug 31 08:06:21.337918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-c20a2bfe-d614-48fd-96b6-e869f540dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:21.339513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-c20a2bfe-d614-48fd-96b6-e869f540dc1f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 200 len: 834 time: 0.1138055 Aug 31 08:06:21.390920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e0118-b10b-47e2-8d73-24d618fe8e7e req-e60798c9-5ae3-441d-8dc7-068259ead57e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:21.392085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.392570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-946e0118-b10b-47e2-8d73-24d618fe8e7e req-e60798c9-5ae3-441d-8dc7-068259ead57e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1326158 Aug 31 08:06:21.393182 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.422214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Calling delete_port for c8b113e1-496f-4ec1-8219-528813740eb9 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:21.444451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.466575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:21.485174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-68e92c39-6a99-4fe5-be59-9533a156e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:21.486720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-68e92c39-6a99-4fe5-be59-9533a156e0da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359799 Aug 31 08:06:21.504266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-946e0118-b10b-47e2-8d73-24d618fe8e7e req-2c864ca0-73e7-482d-8e70-bf32b4dab51d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997159 Aug 31 08:06:21.525555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:21.591619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:21.598570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f083ac7-e340-4d2f-9350-f2cbb28cb120 req-59408c26-b6b1-4c71-b0f5-b363a2f975d1 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=02702c51-438a-4ef6-825a-97c43cc47e48 HTTP/1.1" status: 200 len: 210 time: 0.0762253 Aug 31 08:06:21.644348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Deleting port b7f46946-3778-4c4c-b5ff-73f4786194a6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:21.644696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.662157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-331c028c-f31a-4b4f-a754-579af029529f service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566596 Aug 31 08:06:21.677001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.741285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.831824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] For port b7f46946-3778-4c4c-b5ff-73f4786194a6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b7f46946-3778-4c4c-b5ff-73f4786194a6,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:21.832202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.858198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-460a3de8-3816-4ab2-a9fe-e9dcd4c5261f req-11d1cdc8-81ed-4484-b696-c4eb9fa22fc4 service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513765 Aug 31 08:06:21.858198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Calling delete_port for b7f46946-3778-4c4c-b5ff-73f4786194a6 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:21.858424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.867168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:21.881980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=a9475e2c-c023-48a9-ae3c-d2d6dd190ca4,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:21.945081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Pushing event deleted for resources: {'Port': ['ID=c8b113e1-496f-4ec1-8219-528813740eb9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:22.085556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] In _notify_port_updated(), no bound segment for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 on network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:06:22.091361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:22.092021 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.095868 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b4ffa22f-115d-4ef8-9696-d8ed451395c4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/ports/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 HTTP/1.1" status: 200 len: 920 time: 1.9265192 Aug 31 08:06:22.107088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 40978) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:22.152546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498ab9a-5560-4144-9068-3043f8148b80 req-27335a10-c0ca-457f-b159-7e7937ffa27c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:22.155111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3498ab9a-5560-4144-9068-3043f8148b80 req-27335a10-c0ca-457f-b159-7e7937ffa27c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1462407 Aug 31 08:06:22.241389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3498ab9a-5560-4144-9068-3043f8148b80 req-a12e2bcf-710d-409c-8668-118031011325 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757463 Aug 31 08:06:22.447097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f03d911b-7675-4ab9-bca1-4ad84986100a None None] Provisioning for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:22.453254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f03d911b-7675-4ab9-bca1-4ad84986100a None None] Provisioning complete for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:22.453671 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f03d911b-7675-4ab9-bca1-4ad84986100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.454362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.484730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1ffc60a-d3d3-47d0-a6e6-e8b39d099227'}, {'subnet_id': '26e24e7d-0d78-4181-ae18-9555c0701128'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:22.488375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f46946-3778-4c4c-b5ff-73f4786194a6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:22.501594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f03d911b-7675-4ab9-bca1-4ad84986100a None None] Port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:22.568121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321c437-91e2-49fe-af93-8e3cf376e085 req-ee5014e7-0704-4e36-8219-b280728fb98a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:22.569893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6321c437-91e2-49fe-af93-8e3cf376e085 req-ee5014e7-0704-4e36-8219-b280728fb98a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 943 time: 0.1615710 Aug 31 08:06:22.581119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:22.583874 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f1570-8f48-48a5-b6d2-b0e86d528307" -d '{"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:22.623398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b80d0892-344f-486b-b194-c6c963b43ad6 None None] Provisioning complete for port d56b710b-1082-4355-a3c7-579c6a7a7f6c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:22.624411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b80d0892-344f-486b-b194-c6c963b43ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.632288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:22.650087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.652710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.654007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b3e8b538-2550-4c23-a2d9-477003fc8d70 tempest-AttachVolumeTestJSON-885760672 tempest-AttachVolumeTestJSON-885760672-project] 10.222.0.36 "DELETE /v2.0/floatingips/f6e02ec9-2a1f-41bc-b32d-05b8ed7c1e62 HTTP/1.1" status: 204 len: 168 time: 1.9753094 Aug 31 08:06:22.714711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6321c437-91e2-49fe-af93-8e3cf376e085 req-86f32f93-3547-4f24-a912-a3ebba517111 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334231 Aug 31 08:06:22.746488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b80d0892-344f-486b-b194-c6c963b43ad6 None None] Port d56b710b-1082-4355-a3c7-579c6a7a7f6c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:22.828406 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a702dd8c-472f-46ca-bad5-32944d8e4b11 x-openstack-request-id: req-a702dd8c-472f-46ca-bad5-32944d8e4b11 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:22.828958 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:22.829358 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a702dd8c-472f-46ca-bad5-32944d8e4b11 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:22.829983 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'code': 200} Aug 31 08:06:22.859629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on host n-h1-713499-16 for vnic_type normal with profile {"migrating_to": "n-h2-713499-16"} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:22.876048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:22.877232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:22.892608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:06:22.893844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Attempting to bind port d56b710b-1082-4355-a3c7-579c6a7a7f6c on network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:22.902167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:22.902797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Checking segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:22.903379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Bound using segment: {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:22.904031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Bound port: d56b710b-1082-4355-a3c7-579c6a7a7f6c, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eb179b-80ed-492e-9305-4cb36d044f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:22.904600 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.956693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504611a-be8f-46f5-b7e8-ce33d7aea875 req-0bd940f4-ae9c-426b-abf8-b700b153dcae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:22.957013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:22.958561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0504611a-be8f-46f5-b7e8-ce33d7aea875 req-0bd940f4-ae9c-426b-abf8-b700b153dcae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 944 time: 0.3489506 Aug 31 08:06:23.000284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.082499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0504611a-be8f-46f5-b7e8-ce33d7aea875 req-6f0151d5-0ebe-427f-b601-b08c77807652 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098881 Aug 31 08:06:23.117788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:23.149609 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:06:23.150243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:23.287755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.525072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=8']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:23.534790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023bfa2-3c46-4e2d-a56b-67ea021438b2 req-eec516b5-6cfe-41ba-9bd2-da922930dcb4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:23.536437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0023bfa2-3c46-4e2d-a56b-67ea021438b2 req-eec516b5-6cfe-41ba-9bd2-da922930dcb4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1569517 Aug 31 08:06:23.559658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-4fd91514-f078-484f-a34f-e71d5b389df2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:23.575795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:06:23.577366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-4fd91514-f078-484f-a34f-e71d5b389df2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/networks?id=ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 200 len: 808 time: 0.3820186 Aug 31 08:06:23.599427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.21 (2d53ab0b-5299-4d31-b749-60b20fbbfaa1/26e24e7d-0d78-4181-ae18-9555c0701128/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:23.602765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:23.603471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.604915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1c999883-01e6-497c-a61f-5fd9e2cfc1bb service neutron] 10.222.0.68 "PUT /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 1124 time: 2.8223853 Aug 31 08:06:23.660667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-b94d8b38-1bbc-4178-bee9-b9a7562988f4 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/quotas/31fcb420d0e64a35a79e5ab0ff5dc251 HTTP/1.1" status: 200 len: 375 time: 0.0821574 Aug 31 08:06:23.685172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Router ca6ad811-f761-4075-b157-1b785b5856be has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:06:23.702152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d56b710b-1082-4355-a3c7-579c6a7a7f6c'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:23.738947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0023bfa2-3c46-4e2d-a56b-67ea021438b2 req-63ba96a5-284a-418f-9efb-a47ad250cbae tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587281 Aug 31 08:06:23.741819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-679f8a87-5e2e-408c-8123-3bf62c6553f2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360293 Aug 31 08:06:23.813422 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.824639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a5f99263-50bc-4af4-9b2f-0443170b824a None None] Provisioning complete for port d56b710b-1082-4355-a3c7-579c6a7a7f6c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:23.830355 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a5f99263-50bc-4af4-9b2f-0443170b824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.889382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-210e4d76-1481-4eec-ac9c-1730ec957c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.928847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:23.956204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:23.978928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:24.017592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:06:24.027259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.240834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=a9475e2c-c023-48a9-ae3c-d2d6dd190ca4,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:24.253940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.254461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.254942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.255522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.256064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.256889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.257446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.258569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.259286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.259800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.260303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.265114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.265114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:24.348805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a5f99263-50bc-4af4-9b2f-0443170b824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.398221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:24.398832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] In _notify_port_updated(), no bound segment for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 on network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:06:24.408488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:24.411792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.416141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4a808e43-29ae-4326-804c-5e2008fecbee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/ports/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 HTTP/1.1" status: 200 len: 1000 time: 1.9505405 Aug 31 08:06:24.419554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:24.480604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:24.489920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:24.491742 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb43eef6-3de4-430d-8dbd-40516527b76f" -d '{"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-plugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:24.535159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a5f99263-50bc-4af4-9b2f-0443170b824a None None] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:24.558352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-535c2794-70af-495a-9c12-58fd652ef385 service neutron] 10.222.0.36 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050587 Aug 31 08:06:24.612921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:24.613463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.616132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.636876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c3703-cbec-42f7-a166-4ebf9328e89e req-b070c4a1-d0c1-41cb-afbb-e115a606495c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:24.639405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-241c3703-cbec-42f7-a166-4ebf9328e89e req-b070c4a1-d0c1-41cb-afbb-e115a606495c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 943 time: 0.7238317 Aug 31 08:06:24.664765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a5f99263-50bc-4af4-9b2f-0443170b824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.731571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:06:24.743945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41038) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:24.744058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b0e04f24-9a05-413b-93e2-51e4a47529d6 admin admin] 10.222.0.36 "PUT /v2.0/routers/ca6ad811-f761-4075-b157-1b785b5856be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8841476 Aug 31 08:06:24.794345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-241c3703-cbec-42f7-a166-4ebf9328e89e req-74f7677e-e70c-4608-9fc4-af0fe71b1876 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060038 Aug 31 08:06:24.835861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-128a1db3-c6d1-4687-b401-ce71a51ca9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631357 Aug 31 08:06:24.840132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:24.842382 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f6d62a-a7f1-407b-b188-49e31825fb79" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:24.849904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] Sync routers for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:06:24.886265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.917242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:24.969938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22379-88b3-44ba-b4b4-4c8a891fb3c5 req-2d76e6b5-abeb-4d07-b0e5-e9d518cd6509 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:24.989478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45c22379-88b3-44ba-b4b4-4c8a891fb3c5 req-2d76e6b5-abeb-4d07-b0e5-e9d518cd6509 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.1005347 Aug 31 08:06:25.042102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:25.074720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45c22379-88b3-44ba-b4b4-4c8a891fb3c5 req-b8f71407-19e0-411c-ab81-09eff2e2986f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837243 Aug 31 08:06:25.222732 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b9913-0dee-4e62-be6d-0b29fd0af76a x-openstack-request-id: req-944b9913-0dee-4e62-be6d-0b29fd0af76a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:25.223024 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:25.223378 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-944b9913-0dee-4e62-be6d-0b29fd0af76a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:25.223664 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'status': 'completed', 'code': 200} Aug 31 08:06:25.263946 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a833ab-3ca5-4e64-b0b6-9553f777092f x-openstack-request-id: req-19a833ab-3ca5-4e64-b0b6-9553f777092f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:25.264249 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-plugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:25.264557 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19a833ab-3ca5-4e64-b0b6-9553f777092f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:25.264985 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'code': 200} Aug 31 08:06:25.276871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['540d5af5-08f9-42a3-b2eb-ef326b2bfe18'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:25.383025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:25.395467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43520694-6735-437a-b870-c92c2449e1ae req-72b31a46-1f28-49a5-9da5-dd366495c50b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.0682161 Aug 31 08:06:25.414256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:25.414955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:25.454393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a31c4-0cde-48d3-bdc5-6ebf449b55a9 req-ec51ac6d-e8ea-48d1-99bc-25c9b7672dcc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:25.462367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b6a31c4-0cde-48d3-bdc5-6ebf449b55a9 req-ec51ac6d-e8ea-48d1-99bc-25c9b7672dcc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1694803 Aug 31 08:06:25.462558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:25.524457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-24bd5acc-677e-42d5-830c-c2048ce8a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:25.524457 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-24bd5acc-677e-42d5-830c-c2048ce8a2b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1129 time: 0.2622318 Aug 31 08:06:25.528477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b6a31c4-0cde-48d3-bdc5-6ebf449b55a9 req-90da3d79-25aa-4b43-81e5-c030eb85f2f0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 Aug 31 08:06:25.579138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:06:25.696975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f99263-50bc-4af4-9b2f-0443170b824a None None] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:25.778663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:25.807134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Deleting port 5dae13b8-63c2-4a08-a72d-32a3a16284cb {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:25.807693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:25.858437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b251d67c-b9e1-4c56-a3bd-8e92f52d76cd None None] Provisioning for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:25.875228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b251d67c-b9e1-4c56-a3bd-8e92f52d76cd None None] Provisioning complete for port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:25.878995 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b251d67c-b9e1-4c56-a3bd-8e92f52d76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:25.898800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] For port 5dae13b8-63c2-4a08-a72d-32a3a16284cb, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5dae13b8-63c2-4a08-a72d-32a3a16284cb,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:25.899227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:25.923420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Calling delete_port for 5dae13b8-63c2-4a08-a72d-32a3a16284cb owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:25.967296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b251d67c-b9e1-4c56-a3bd-8e92f52d76cd None None] Port a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 was deleted so its status cannot be updated. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 08:06:26.003110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:26.012517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560c19-737c-4d41-9bca-b9dc441ca339 req-ac6485fb-c8af-4572-9ec5-720275312dbd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:26.023171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5560c19-737c-4d41-9bca-b9dc441ca339 req-ac6485fb-c8af-4572-9ec5-720275312dbd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 944 time: 0.1118267 Aug 31 08:06:26.030566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c has no active binding in host n-h2-713499-16 {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 08:06:26.081664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5560c19-737c-4d41-9bca-b9dc441ca339 req-017f750e-a109-4e33-ad59-c5b8a70dedac tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573795 Aug 31 08:06:26.092446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-fff9e475-33e8-489b-8073-a0967f219ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:26.094466 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-fff9e475-33e8-489b-8073-a0967f219ba9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.5338533 Aug 31 08:06:26.097090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:26.149717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=a9475e2c-c023-48a9-ae3c-d2d6dd190ca4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:26.220145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T08:06:22Z', 'revision_number': 5, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port': {'id': '5dae13b8-63c2-4a08-a72d-32a3a16284cb', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:53:50Z', 'updated_at': '2021-08-31T07:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:26.257128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] Checking router: ca6ad811-f761-4075-b157-1b785b5856be for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:06:26.273340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aff78-4bdc-4ddc-85c9-2f080fb95eac req-9c26295d-8809-412f-a8b2-2109a6412d5f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:26.273786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] Routers {'ca6ad811-f761-4075-b157-1b785b5856be'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:26.274696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:05:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ca6ad811-f761-4075-b157-1b785b5856be'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:26.274997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-910aff78-4bdc-4ddc-85c9-2f080fb95eac req-9c26295d-8809-412f-a8b2-2109a6412d5f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.0780897 Aug 31 08:06:26.324495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-910aff78-4bdc-4ddc-85c9-2f080fb95eac req-28f110fe-b5c2-495b-aa53-8a19e000a8d3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399003 Aug 31 08:06:26.374481 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-f0ba9c77-06c4-426e-a452-2eb8eb172d13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 1001 time: 0.2246356 Aug 31 08:06:26.400364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] Set router ca6ad811-f761-4075-b157-1b785b5856be gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:26.485669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T08:06:25Z', 'revision_number': 6, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:26.492215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:26.499672 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d1cbc82-69ce-44c4-b53e-4615e45a905a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 HTTP/1.1" status: 204 len: 168 time: 2.0738230 Aug 31 08:06:26.502582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41074) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:26.505335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d4ea7af-09dc-4de7-9f19-8ebf013bb300 req-37317c70-bc3b-4920-b3a9-6fe455e224c0 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.0460653 Aug 31 08:06:26.530405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef610e9-f629-4c9d-86f0-cf080ab2e628 None None] The sync data for ids ['ca6ad811-f761-4075-b157-1b785b5856be'] in n-d-713499-16 is: [{'id': 'ca6ad811-f761-4075-b157-1b785b5856be', 'name': 'tempest-TaggedBootDevicesTest_v242-1635262860-router', 'tenant_id': '5a672b6d78654570ac7995da833b2496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:53:49Z', 'updated_at': '2021-08-31T08:06:25Z', 'revision_number': 6, 'project_id': '5a672b6d78654570ac7995da833b2496', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:06:26.537157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-6bddd293-9c3b-4d60-a705-710515d322f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:26.539108 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-6bddd293-9c3b-4d60-a705-710515d322f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.1638749 Aug 31 08:06:26.540367 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eba49b9-afcf-4fdc-a31c-32ea7fc2f5b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:26.543430 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7eba49b9-afcf-4fdc-a31c-32ea7fc2f5b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 HTTP/1.1" status: 404 len: 333 time: 0.0384257 Aug 31 08:06:26.544993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41078) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:26.639522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet 26e24e7d-0d78-4181-ae18-9555c0701128 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:26.644186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:26.654847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62241b4-809e-4c13-a117-0274cd1722c9 req-511b403a-a087-41f6-a785-befbeec87f5c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:26.656365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b62241b4-809e-4c13-a117-0274cd1722c9 req-511b403a-a087-41f6-a785-befbeec87f5c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.0527036 Aug 31 08:06:26.667110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-005afda9-53d8-4464-a001-db779d41e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:26.697857 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-005afda9-53d8-4464-a001-db779d41e11a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213398 Aug 31 08:06:26.707061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b62241b4-809e-4c13-a117-0274cd1722c9 req-b880be02-620c-443b-8b2a-6d0edab27ddf tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Aug 31 08:06:26.732606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:26.834919 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:26.960192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7fc48c59-b53b-4f42-b3b0-31ff154722d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:26.960192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.035147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.095603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Pushing event deleted for resources: {'Port': ['ID=5dae13b8-63c2-4a08-a72d-32a3a16284cb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:27.195695 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-e46a57f1-f116-41e9-9f2a-6f638c00bce7 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144720 Aug 31 08:06:27.214363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3d202-efc9-4cce-b590-b38f71793939 req-4155ede2-4344-432a-9186-eb8df7bd9f53 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:27.215935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8b3d202-efc9-4cce-b590-b38f71793939 req-4155ede2-4344-432a-9186-eb8df7bd9f53 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 944 time: 0.0608547 Aug 31 08:06:27.261004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8b3d202-efc9-4cce-b590-b38f71793939 req-b364592f-49b5-4e34-adac-825ae1041e9e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374160 Aug 31 08:06:27.269422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.281410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.429686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.438287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.487779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d9256-f096-413f-aeda-7ae229dbcd10 req-4f615002-1e1a-4a0f-902c-41bfca13518e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:27.496125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-804d9256-f096-413f-aeda-7ae229dbcd10 req-4f615002-1e1a-4a0f-902c-41bfca13518e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.0696487 Aug 31 08:06:27.532995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-63f6d62a-a7f1-407b-b188-49e31825fb79 req-f8076f2a-b7fb-4159-82ad-d376e02a3643 service neutron] 10.222.0.45 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265069 Aug 31 08:06:27.560010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-804d9256-f096-413f-aeda-7ae229dbcd10 req-79bb3bbc-cf02-4dde-8556-1eee15c47f8a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626488 Aug 31 08:06:27.587867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:27.624372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a747743c-a664-49ba-9171-a4282e4f83c3 req-13c5f663-efb4-45e8-ace3-cea4997dad6b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.0352452 Aug 31 08:06:27.681247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.681923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6ad811-f761-4075-b157-1b785b5856be {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:06:27.686897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.688433 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-72ee0f58-e143-4167-b79d-4c99f823dfca admin admin] 10.222.0.36 "DELETE /v2.0/routers/ca6ad811-f761-4075-b157-1b785b5856be HTTP/1.1" status: 204 len: 168 time: 2.9435248 Aug 31 08:06:27.691428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41098) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:27.742980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Deleting subnet 3c471819-fde2-4fd0-97d6-aff12222ef78 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:27.746585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.795013 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.822079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.871384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=26e24e7d-0d78-4181-ae18-9555c0701128,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:27.873936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.876099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a30558f-5e96-471d-9621-9c5a9bbc6676 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/26e24e7d-0d78-4181-ae18-9555c0701128 HTTP/1.1" status: 204 len: 168 time: 1.3300717 Aug 31 08:06:27.879339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41102) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:27.890658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:27.896746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:27.898063 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.934279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31ff41-79bb-4adc-8a47-01c67870bedc None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:27.992845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet b1ffc60a-d3d3-47d0-a6e6-e8b39d099227 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:27.998803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.004664 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.057351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505fa94-f7da-47a3-aaa3-540a5fde0782 req-48fbf659-1c28-4a5d-8bcb-33ef3d0a5077 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:28.060408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c505fa94-f7da-47a3-aaa3-540a5fde0782 req-48fbf659-1c28-4a5d-8bcb-33ef3d0a5077 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.2472019 Aug 31 08:06:28.064538 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.072397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.120376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.155948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c505fa94-f7da-47a3-aaa3-540a5fde0782 req-b1a772a0-58dc-4c73-b12d-31ad39905037 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818217 Aug 31 08:06:28.190816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:28.193096 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5bf17c-be82-4daa-bda7-7ab81f4700c9" -d '{"events": [{"server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "name": "network-vif-plugged", "status": "completed", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:28.238664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.281258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.287353 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b30bf0-dcf0-4624-9390-183645945c4a x-openstack-request-id: req-35b30bf0-dcf0-4624-9390-183645945c4a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:28.287659 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "name": "network-vif-plugged", "status": "completed", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:28.288672 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35b30bf0-dcf0-4624-9390-183645945c4a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:28.290539 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'code': 200} Aug 31 08:06:28.296362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:28.320189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.322565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3c471819-fde2-4fd0-97d6-aff12222ef78 HTTP/1.1" status: 204 len: 168 time: 0.6299925 Aug 31 08:06:28.323661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a879e-f260-40b1-b268-c2e487c664d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c471819-fde2-4fd0-97d6-aff12222ef78,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:28.328001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41114) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:28.331007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ffd65e-89b4-417a-9937-311f360ef605 None None] Network 8bb433c7-8036-4d4a-b691-80e019454346 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:28.437448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.524988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5dae13b8-63c2-4a08-a72d-32a3a16284cb no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:28.545133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45a6d-3edf-4bcb-a4bf-6fd484aa9bc5 req-7c5fd305-c1b7-4d53-a82a-cc2a69051b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:28.546836 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4a45a6d-3edf-4bcb-a4bf-6fd484aa9bc5 req-7c5fd305-c1b7-4d53-a82a-cc2a69051b89 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1097 time: 0.1724946 Aug 31 08:06:28.569836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5dae13b8-63c2-4a08-a72d-32a3a16284cb {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:28.570217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5dae13b8-63c2-4a08-a72d-32a3a16284cb not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:28.570775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b7f46946-3778-4c4c-b5ff-73f4786194a6 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:28.604627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.674539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f4a45a6d-3edf-4bcb-a4bf-6fd484aa9bc5 req-93a2bc36-9cf8-497b-9083-f9032fc143ca service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140292 Aug 31 08:06:28.678885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7ac8-78bc-42ca-b409-69fd3a3dbd5f req-2c0d79c7-dae4-4869-99eb-0709548f82e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:28.680666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ddd7ac8-78bc-42ca-b409-69fd3a3dbd5f req-2c0d79c7-dae4-4869-99eb-0709548f82e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.2297184 Aug 31 08:06:28.690472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b7f46946-3778-4c4c-b5ff-73f4786194a6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:28.691115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b7f46946-3778-4c4c-b5ff-73f4786194a6 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:28.730362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:28.740867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.845942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:28.848386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] DHCP port deletion for 8bb433c7-8036-4d4a-b691-80e019454346 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:06:28.854500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/b1ffc60a-d3d3-47d0-a6e6-e8b39d099227 HTTP/1.1" status: 204 len: 168 time: 0.9707975 Aug 31 08:06:28.856595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ddd7ac8-78bc-42ca-b409-69fd3a3dbd5f req-ae15e680-cf28-46c7-846a-9edbc46d240c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180053 Aug 31 08:06:28.857410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:28.858434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83f880-8cb7-47d3-b153-5d4f4979051b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ffc60a-d3d3-47d0-a6e6-e8b39d099227,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:29.021973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] Deleting port 2efe449d-b068-4b33-8c0d-32d767cc7e22 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:29.022495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.065554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aa315-b700-47f2-85b3-84f7683fb130 req-446a1472-9666-4e61-93da-7811b5423f6a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:29.065554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c5aa315-b700-47f2-85b3-84f7683fb130 req-446a1472-9666-4e61-93da-7811b5423f6a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 946 time: 0.3132551 Aug 31 08:06:29.118302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-e5a07f68-5537-4f77-8346-3d3c3c155dc6 service neutron] 10.222.0.45 "GET /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 385 time: 0.1873078 Aug 31 08:06:29.152231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88c18b4d-d076-4abe-ba44-e94e2770dd13 req-1651c9a7-080f-45ef-a4ac-f2a0c46e3862 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.1311655 Aug 31 08:06:29.178240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Deleting port 2efe449d-b068-4b33-8c0d-32d767cc7e22 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:29.180212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.334111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] For port 2efe449d-b068-4b33-8c0d-32d767cc7e22, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2efe449d-b068-4b33-8c0d-32d767cc7e22,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:29.334756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.351465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Calling delete_port for 2efe449d-b068-4b33-8c0d-32d767cc7e22 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:29.575439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] For port 2efe449d-b068-4b33-8c0d-32d767cc7e22, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2efe449d-b068-4b33-8c0d-32d767cc7e22,segment=NetworkSegment(f223e898-86fc-41bc-bfc8-b35eca38bfb9),segment_id=f223e898-86fc-41bc-bfc8-b35eca38bfb9)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:29.576545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:29.579299 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.604654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.605893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:29.625939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] Calling delete_port for 2efe449d-b068-4b33-8c0d-32d767cc7e22 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:29.678415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04207726-6319-46bd-9902-fbf4d2f4940f None None] Network 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:29.727777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:29.757259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:29.759809 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0642fe-42c5-44ae-a305-8c9192873b68" -d '{"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:29.779019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.842978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c5aa315-b700-47f2-85b3-84f7683fb130 req-8cac3c03-4e18-4c44-84c0-48bb582c52c3 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6659343 Aug 31 08:06:29.843317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-65c9182a-b8cd-470c-ab42-49997b14872f None None] Provisioning complete for port 5b00559f-2954-41a7-867a-569bf01f65d2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:29.843317 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-65c9182a-b8cd-470c-ab42-49997b14872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.855407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:29.957951 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e1cfac-b3f6-46f9-a7a3-d786670a59f0 x-openstack-request-id: req-34e1cfac-b3f6-46f9-a7a3-d786670a59f0 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:29.958500 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:29.958907 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34e1cfac-b3f6-46f9-a7a3-d786670a59f0 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:29.959542 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'code': 200} Aug 31 08:06:30.026372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] Transition to ACTIVE for port object d56b710b-1082-4355-a3c7-579c6a7a7f6c will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:30.036429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13e538-f840-42f5-a997-29da8bc2c3ed req-3f9877e7-2c90-454c-92e1-9c1c37ff8b5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:30.048558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd13e538-f840-42f5-a997-29da8bc2c3ed req-3f9877e7-2c90-454c-92e1-9c1c37ff8b5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.6204841 Aug 31 08:06:30.091596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.106344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.173101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] DHCP port deletion for 2d53ab0b-5299-4d31-b749-60b20fbbfaa1 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:06:30.198503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-4600f406-8d1b-4e04-a2ea-f60860f16644 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:30.200423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-4600f406-8d1b-4e04-a2ea-f60860f16644 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "GET /v2.0/networks?id=ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 200 len: 808 time: 0.7491670 Aug 31 08:06:30.204474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] Pushing event deleted for resources: {'Port': ['ID=2efe449d-b068-4b33-8c0d-32d767cc7e22,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:30.210055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7da6d-25c2-4cf4-b502-26db04ff89d3 None None] No DVR routers for this DVR port 2efe449d-b068-4b33-8c0d-32d767cc7e22 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:30.254652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Request body: {'port': {'device_id': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea', 'admin_state_up': True, 'tenant_id': '31fcb420d0e64a35a79e5ab0ff5dc251'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:30.264999 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] Pushing event updated for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=11']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:30.314635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] Deleting port 5b00559f-2954-41a7-867a-569bf01f65d2 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:30.315276 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.328044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd13e538-f840-42f5-a997-29da8bc2c3ed req-fd5f60ce-b843-4daa-b690-cf3bfc40cc90 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686067 Aug 31 08:06:30.328961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.335397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] No DVR routers for this DVR port d56b710b-1082-4355-a3c7-579c6a7a7f6c on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:30.489308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] No DVR routers for this DVR port 2efe449d-b068-4b33-8c0d-32d767cc7e22 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:30.510327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] For port 5b00559f-2954-41a7-867a-569bf01f65d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5b00559f-2954-41a7-867a-569bf01f65d2,segment=NetworkSegment(89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17),segment_id=89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:30.510975 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.532410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2efe449d-b068-4b33-8c0d-32d767cc7e22 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:30.574103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] Calling delete_port for 5b00559f-2954-41a7-867a-569bf01f65d2 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:30.582727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2efe449d-b068-4b33-8c0d-32d767cc7e22 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:30.582727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2efe449d-b068-4b33-8c0d-32d767cc7e22 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:30.582727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5b00559f-2954-41a7-867a-569bf01f65d2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:30.590349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2efe449d-b068-4b33-8c0d-32d767cc7e22,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:30.604469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 5b00559f-2954-41a7-867a-569bf01f65d2 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:30.605125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.625750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4a73bda2-2663-4c47-a524-493dfd39742a service neutron] 10.222.0.45 "PUT /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c/bindings/n-h2-713499-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4961882 Aug 31 08:06:30.796269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.848914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-974d9a03-1531-4676-848b-82eda3c76549 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:30.851694 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-974d9a03-1531-4676-848b-82eda3c76549 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb&tenant_id=b6c9e4ea252f4af5a6665745fe870d45&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.0900543 Aug 31 08:06:30.885620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port 5b00559f-2954-41a7-867a-569bf01f65d2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5b00559f-2954-41a7-867a-569bf01f65d2,segment=NetworkSegment(89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17),segment_id=89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:30.886317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.896242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.900197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 5b00559f-2954-41a7-867a-569bf01f65d2 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:30.997723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0bf516a-c87b-4ac3-ac19-94323875cac5 req-2a12ee2a-565c-46d3-ac9b-6635f9993364 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.4089901 Aug 31 08:06:31.000308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] No DVR routers for this DVR port 5b00559f-2954-41a7-867a-569bf01f65d2 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:31.005297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57ddbf-b2f5-4784-9120-17cc55368c23 None None] Pushing event deleted for resources: {'Port': ['ID=5b00559f-2954-41a7-867a-569bf01f65d2,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:31.032304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.045418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb433c7-8036-4d4a-b691-80e019454346']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:31.054990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1d03a0ce-8a30-403f-9623-a1e45662fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.056369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-1d03a0ce-8a30-403f-9623-a1e45662fe70 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 1097 time: 0.1964319 Aug 31 08:06:31.082797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a717f2-48a7-4675-88d4-d57e30931879 req-09800f3f-ab55-4594-8f9f-0852caf887ca tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.091528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9a717f2-48a7-4675-88d4-d57e30931879 req-09800f3f-ab55-4594-8f9f-0852caf887ca tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.9732878 Aug 31 08:06:31.094846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f223e898-86fc-41bc-bfc8-b35eca38bfb9') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:31.095207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f223e898-86fc-41bc-bfc8-b35eca38bfb9') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:31.154791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-3708fa05-ae54-4a13-8c28-7c9979b2413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.160426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-3708fa05-ae54-4a13-8c28-7c9979b2413d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1097 time: 0.0596938 Aug 31 08:06:31.180287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.243575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:31.251319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.256828 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.347238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-6258e1ea-ea88-42d8-8433-23ecbafad685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.358203 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-6258e1ea-ea88-42d8-8433-23ecbafad685 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.1840751 Aug 31 08:06:31.370925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:31.375913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=5b00559f-2954-41a7-867a-569bf01f65d2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:31.392737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Made reservation on behalf of 31fcb420d0e64a35a79e5ab0ff5dc251 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:31.397480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.406330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:06:31.406892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.416328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504d51b-a834-4b6f-a331-c3aabea0c9f2 req-021fa453-e000-4c00-a641-4e9b63846efb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.418187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4504d51b-a834-4b6f-a331-c3aabea0c9f2 req-021fa453-e000-4c00-a641-4e9b63846efb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.2809591 Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:06:31.418875 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:06:31.450443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9a717f2-48a7-4675-88d4-d57e30931879 req-c3d4565f-c967-4f29-b7f9-799309f82ad1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579302 Aug 31 08:06:31.459784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port 5b00559f-2954-41a7-867a-569bf01f65d2 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:31.495424 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-4e683508-c140-41cb-8867-b562b5db8f90 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 999 time: 0.1321056 Aug 31 08:06:31.573338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-2d9d5b9f-2b02-46e6-ae48-babf5f3c9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.575573 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-2d9d5b9f-2b02-46e6-ae48-babf5f3c9942 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.0750549 Aug 31 08:06:31.640102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-aaa48770-a017-4a48-a56d-ad09bb2ccf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.641846 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-aaa48770-a017-4a48-a56d-ad09bb2ccf13 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588083 Aug 31 08:06:31.715640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.728717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4504d51b-a834-4b6f-a331-c3aabea0c9f2 req-b73aeb4b-8418-46ca-8318-fec3cde34d2c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880944 Aug 31 08:06:31.762621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-a5aa69d1-bcac-4c2c-9bd6-6e82fdf5e3a9 service neutron] 10.222.0.68 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103597 Aug 31 08:06:31.780024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d53ab0b-5299-4d31-b749-60b20fbbfaa1']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:31.818018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0499c-05d1-44e4-9b12-840c3e3376c5 req-81b7d0dd-2457-4ef4-9ec1-60e74d400d2a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:31.825686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cef0499c-05d1-44e4-9b12-840c3e3376c5 req-81b7d0dd-2457-4ef4-9ec1-60e74d400d2a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.2450433 Aug 31 08:06:31.836920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:31.837277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fd4ad5-7ba8-4f08-bfc5-30ef50f68c17') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:31.865039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.898421 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-cbacf616-90c7-4961-9393-89bdb450e082 service neutron] 10.222.0.68 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282020 Aug 31 08:06:31.913631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.943520 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.946539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8bb433c7-8036-4d4a-b691-80e019454346 HTTP/1.1" status: 204 len: 168 time: 3.6164231 Aug 31 08:06:31.995314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Allocated IP 172.20.0.6 (ca037ecb-e109-4d63-bb94-77c56a76d6ea/271fb33d-fcd6-4cfa-8447-31d9c99cb94b/cfa5e452-7362-4cc9-8bb7-525c908e543f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:32.126110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3db3-2f99-4e90-95fc-1ae76d2b56d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb433c7-8036-4d4a-b691-80e019454346,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:32.142204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:32.177835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1f8e2f0-e43d-402b-8b5b-b83971b3f2cb req-ccc3e59c-b118-4c8b-af53-63e6c345d412 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.0447781 Aug 31 08:06:32.186093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:06:32.190895 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:06:32.196111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cef0499c-05d1-44e4-9b12-840c3e3376c5 req-03f4a95f-dc59-460b-851d-a651b5b4eb7d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695323 Aug 31 08:06:32.328632 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:32.378189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:32.387959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:32.394323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/2d53ab0b-5299-4d31-b749-60b20fbbfaa1 HTTP/1.1" status: 204 len: 168 time: 3.5254478 Aug 31 08:06:32.395477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41164) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:32.415691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef5fa1-4359-470a-bf35-b380f7e0a2a2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=2d53ab0b-5299-4d31-b749-60b20fbbfaa1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:32.542865 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f920ce8-403f-4f6d-966b-3dd5d47e84b1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:32.549570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:32.554345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4f920ce8-403f-4f6d-966b-3dd5d47e84b1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1571620 Aug 31 08:06:32.567582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:32.576802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-d28127e5-4df2-4835-9337-7f6cdb299684 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:32.580504 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-d28127e5-4df2-4835-9337-7f6cdb299684 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb&tenant_id=b6c9e4ea252f4af5a6665745fe870d45&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 1097 time: 0.1095145 Aug 31 08:06:32.674861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41180) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:32.709848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Pushing event updated for resources: {'Port': ['ID=cfa5e452-7362-4cc9-8bb7-525c908e543f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:32.730581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Network ca037ecb-e109-4d63-bb94-77c56a76d6ea is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:32.754764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:32.761714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:32.778141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-def28dcf-ac15-4332-91cc-115df8cae450 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2267520 Aug 31 08:06:32.787640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41184) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:32.853916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629366e-f6d3-4d31-a7d9-d55457b8d807 req-e5e85cea-0d8d-4eae-b7ab-e5d2101fb05d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:32.856531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8629366e-f6d3-4d31-a7d9-d55457b8d807 req-e5e85cea-0d8d-4eae-b7ab-e5d2101fb05d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.2008643 Aug 31 08:06:32.934542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-871580612'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:32.964689 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3e85246-69eb-43c5-83f9-623cfca8742f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a672b6d78654570ac7995da833b2496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877088 Aug 31 08:06:32.967870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:32.992025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:32.996258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.045672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8629366e-f6d3-4d31-a7d9-d55457b8d807 req-c6fa9c7c-b307-4590-b7f0-6c79b52f516e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745224 Aug 31 08:06:33.058951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a881c87-26ca-4ca0-8bd2-845252cfc086 req-92a61ccd-4916-4e75-91f9-18112210b6f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:33.060596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a881c87-26ca-4ca0-8bd2-845252cfc086 req-92a61ccd-4916-4e75-91f9-18112210b6f7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.1640265 Aug 31 08:06:33.070316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa528b37-605d-4fa5-8862-5507348dd6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.105864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-b8939266-072a-40bd-9aad-9a9f3b4ea107 service neutron] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:33.109382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:33.120643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.158053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-b8939266-072a-40bd-9aad-9a9f3b4ea107 service neutron] Notify callbacks [] for binding, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.159318 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-b8939266-072a-40bd-9aad-9a9f3b4ea107 service neutron] 10.222.0.68 "DELETE /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c/bindings/n-h1-713499-16 HTTP/1.1" status: 204 len: 173 time: 0.5697467 Aug 31 08:06:33.162224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa528b37-605d-4fa5-8862-5507348dd6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.186385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:06:33.199105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a881c87-26ca-4ca0-8bd2-845252cfc086 req-89ece923-d361-4b60-bc00-a9cf5ba1a4a0 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219356 Aug 31 08:06:33.208249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.208599 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment 7cd98bc4-54dd-4203-be97-5e1b66242cbe of type vlan for network 00a5539b-0f20-4e6f-86cc-f79affddab2e Aug 31 08:06:33.223743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-7aa3449e-477d-4475-acb4-c000df150934 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9866645 Aug 31 08:06:33.259284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Request body: {'port': {'device_id': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:33.271429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.347054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa528b37-605d-4fa5-8862-5507348dd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.355802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa528b37-605d-4fa5-8862-5507348dd6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.363534 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa528b37-605d-4fa5-8862-5507348dd6c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/781ec307-e37d-4e04-985f-18da81372a1e HTTP/1.1" status: 204 len: 168 time: 0.3901680 Aug 31 08:06:33.395568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa528b37-605d-4fa5-8862-5507348dd6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ec307-e37d-4e04-985f-18da81372a1e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:33.436676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576cab9-9ac3-4905-b387-39d31fb60ef7 req-3a066c43-6804-4a26-bfc9-20383191691a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:33.438321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b576cab9-9ac3-4905-b387-39d31fb60ef7 req-3a066c43-6804-4a26-bfc9-20383191691a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.2377653 Aug 31 08:06:33.444709 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.478385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.481620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:33.482747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:33.531243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703be6e-94df-4cca-af02-9e1186a8749a req-6c718c44-6be1-45b2-98e1-952d25232eca tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:33.533196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b703be6e-94df-4cca-af02-9e1186a8749a req-6c718c44-6be1-45b2-98e1-952d25232eca tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1097 time: 0.2229059 Aug 31 08:06:33.608882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=00a5539b-0f20-4e6f-86cc-f79affddab2e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:33.633579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:06:33.751086 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce9141f3-64cf-49e1-846c-885c7519acbf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8252892 Aug 31 08:06:33.755860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41204) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:33.765279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:34.111309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:34.118357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:34.141083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b703be6e-94df-4cca-af02-9e1186a8749a req-d02834db-40f7-4fd0-86a1-2f4d62dc3958 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5775218 Aug 31 08:06:34.153062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b576cab9-9ac3-4905-b387-39d31fb60ef7 req-1579c34e-bf30-4329-be4d-a164c8875748 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7059500 Aug 31 08:06:34.221521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41218) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:34.586554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376709a-69e9-46b6-934d-5cc57a70f6fc req-1db0f77c-7034-4a0a-9674-846348e5b03a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:34.588057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2376709a-69e9-46b6-934d-5cc57a70f6fc req-1db0f77c-7034-4a0a-9674-846348e5b03a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 931 time: 0.2688835 Aug 31 08:06:34.643291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:34.647096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3419e-8ade-4be2-b54d-ce5f21f3e59c req-732f855a-5132-4296-b031-dd5489d102e1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:34.654267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bd3419e-8ade-4be2-b54d-ce5f21f3e59c req-732f855a-5132-4296-b031-dd5489d102e1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.2643778 Aug 31 08:06:34.668684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc9c0a-9c9e-4588-ac3d-8e8a0f9a59ba tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:34.672865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9dc9c0a-9c9e-4588-ac3d-8e8a0f9a59ba tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1092 time: 0.4470148 Aug 31 08:06:34.703839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:34.735900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:34.765505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=73c67a7f-8b23-40c6-9faf-2bc330f6d95c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:34.830079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': '7cd98bc4-54dd-4203-be97-5e1b66242cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:34.831129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 00a5539b-0f20-4e6f-86cc-f79affddab2e, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:06:34.844626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2376709a-69e9-46b6-934d-5cc57a70f6fc req-ec213857-8180-45b2-89c9-ceb3c64c2055 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116446 Aug 31 08:06:34.934401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bd3419e-8ade-4be2-b54d-ce5f21f3e59c req-c6063a8a-f2f7-49fc-85f0-ca783b9a097a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789373 Aug 31 08:06:34.963699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:06:35.003452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.070740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 00a5539b-0f20-4e6f-86cc-f79affddab2e) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:35.093154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:35.101852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af0fee-fe1a-4c50-99bf-1158f7670214 None None] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:35.112608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.199121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa5e452-7362-4cc9-8bb7-525c908e543f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:35.231561 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.276403 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d6e6d3ea-c814-4f57-b372-58bd14e7f4d5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5186288 Aug 31 08:06:35.278829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:35.290834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e', 'name': 'tempest-PortsTestJSON-1037982902'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:35.307773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Transition to ACTIVE for port object cfa5e452-7362-4cc9-8bb7-525c908e543f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:35.336662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca421f-5fb8-46c2-afbf-cadbc736a16c req-4fc05ea9-2798-4cce-8845-09a6f78bbc33 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:35.346844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdca421f-5fb8-46c2-afbf-cadbc736a16c req-4fc05ea9-2798-4cce-8845-09a6f78bbc33 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.3203440 Aug 31 08:06:35.400430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.507903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-00a5539b-0f20-4e6f-86cc-f79affddab2e', 'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': '73c67a7f-8b23-40c6-9faf-2bc330f6d95c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:06:35.509068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.522850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdca421f-5fb8-46c2-afbf-cadbc736a16c req-d3cf08aa-60a2-45f6-8c7f-b6bbdd9f74fb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747663 Aug 31 08:06:35.578031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41238) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:35.736067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:35.742629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.753074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa5e452-7362-4cc9-8bb7-525c908e543f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:35.784234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 26fd3833-65c1-4797-b627-c45b19f95db5 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:35.825236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:35.879403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3bf46fd0-95ad-42de-87d2-24cede11ce0a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/238d56e0-3683-4fab-8d54-05dcaa421831 HTTP/1.1" status: 200 len: 991 time: 0.2959661 Aug 31 08:06:35.896988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Allocated IP 172.20.0.2 (00a5539b-0f20-4e6f-86cc-f79affddab2e/73c67a7f-8b23-40c6-9faf-2bc330f6d95c/f8f9269b-d01a-43f3-a5e6-71799a4c0de1) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:35.982448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Attempting to bind port cfa5e452-7362-4cc9-8bb7-525c908e543f on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:35.983017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Attempting to bind port cfa5e452-7362-4cc9-8bb7-525c908e543f by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:35.983655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Attempting to bind port cfa5e452-7362-4cc9-8bb7-525c908e543f on network ca037ecb-e109-4d63-bb94-77c56a76d6ea {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:36.031721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Port cfa5e452-7362-4cc9-8bb7-525c908e543f on network ca037ecb-e109-4d63-bb94-77c56a76d6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:06:36.032017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Attempting to bind port cfa5e452-7362-4cc9-8bb7-525c908e543f on network ca037ecb-e109-4d63-bb94-77c56a76d6ea {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:36.102511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:36.105508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Checking segment: {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:36.105972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Bound using segment: {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:36.106774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Bound port: cfa5e452-7362-4cc9-8bb7-525c908e543f, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0790fd4-e396-4763-9290-f78c29ee3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:36.106929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.211323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:36.297556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.325180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Transition to ACTIVE for port object f8f9269b-d01a-43f3-a5e6-71799a4c0de1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:36.371204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Transition to ACTIVE for port object f8f9269b-d01a-43f3-a5e6-71799a4c0de1 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:36.450681 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.488926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558d9c8-5f84-40d4-9d54-81bf0b280e4c req-cea7f0ec-7b96-4068-9d3b-099f7fa1e2a2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:36.504484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3558d9c8-5f84-40d4-9d54-81bf0b280e4c req-cea7f0ec-7b96-4068-9d3b-099f7fa1e2a2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 943 time: 0.4807465 Aug 31 08:06:36.544266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Pushing event updated for resources: {'Port': ['ID=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:36.553682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:36.555651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:36.560375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:36.634379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Attempting to bind port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:36.634780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Attempting to bind port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '7cd98bc4-54dd-4203-be97-5e1b66242cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:36.635038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Attempting to bind port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 on network 00a5539b-0f20-4e6f-86cc-f79affddab2e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:36.660866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:36.661349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Checking segment: {'id': '7cd98bc4-54dd-4203-be97-5e1b66242cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:36.663110 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.663661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Bound using segment: {'id': '7cd98bc4-54dd-4203-be97-5e1b66242cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:36.665335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Bound port: f8f9269b-d01a-43f3-a5e6-71799a4c0de1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd98bc4-54dd-4203-be97-5e1b66242cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:36.665778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.676207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] For port cfa5e452-7362-4cc9-8bb7-525c908e543f, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:36.685963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] For port cfa5e452-7362-4cc9-8bb7-525c908e543f, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:36.754021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.10 (00a5539b-0f20-4e6f-86cc-f79affddab2e/73c67a7f-8b23-40c6-9faf-2bc330f6d95c/26fd3833-65c1-4797-b627-c45b19f95db5) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:36.778398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.795115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.25.0.115 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3b89b1b6-a454-4d0b-8712-8eb449fada07) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:36.818659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 505cf0ab-aed2-4716-ad1b-d0f460c889de {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:36.819303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.842610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] For port f8f9269b-d01a-43f3-a5e6-71799a4c0de1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:36.849493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] For port f8f9269b-d01a-43f3-a5e6-71799a4c0de1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,segment=NetworkSegment(7cd98bc4-54dd-4203-be97-5e1b66242cbe),segment_id=7cd98bc4-54dd-4203-be97-5e1b66242cbe)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:36.863496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:36.864277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.870088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] 10.222.0.45 "PUT /v2.0/ports/cfa5e452-7362-4cc9-8bb7-525c908e543f HTTP/1.1" status: 200 len: 1092 time: 3.6185620 Aug 31 08:06:36.880921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48320e6-2567-4742-a3ed-2fb91f6fdffa req-712d15ff-b896-4c8b-8bd0-50f1974f5df4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:36.886591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d48320e6-2567-4742-a3ed-2fb91f6fdffa req-712d15ff-b896-4c8b-8bd0-50f1974f5df4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.7151570 Aug 31 08:06:36.898460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3558d9c8-5f84-40d4-9d54-81bf0b280e4c req-1cd63343-2c2a-40fd-bc07-d9505d0be260 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927119 Aug 31 08:06:36.915987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'tag': 'cfa5e452-7362-4cc9-8bb7-525c908e543f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:36.915987 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9044ec29-9757-40f8-9589-4760de43a386" -d '{"events": [{"name": "network-changed", "server_uuid": "c637c3f6-e75b-44ca-82da-ed91f5fdfb9f", "tag": "cfa5e452-7362-4cc9-8bb7-525c908e543f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:36.923169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:37.122405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf481f-2263-483c-8d7a-fa4706dc8524 None None] Pushing event updated for resources: {'Port': ['ID=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:37.177924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a90af8-9588-4543-ba19-b6311a122e02 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa5e452-7362-4cc9-8bb7-525c908e543f,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:37.257934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-24137465-893e-4bd5-bd7d-4cff4bf61235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:37.260267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-24137465-893e-4bd5-bd7d-4cff4bf61235 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 1095 time: 0.2529624 Aug 31 08:06:37.299390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d48320e6-2567-4742-a3ed-2fb91f6fdffa req-bdd50b64-f22e-48ae-9a63-ff2d0b1427a3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948298 Aug 31 08:06:37.460070 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69780de4-d262-478c-9bb2-a5b4120c85e2 x-openstack-request-id: req-69780de4-d262-478c-9bb2-a5b4120c85e2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:37.460070 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c637c3f6-e75b-44ca-82da-ed91f5fdfb9f", "tag": "cfa5e452-7362-4cc9-8bb7-525c908e543f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:37.460070 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69780de4-d262-478c-9bb2-a5b4120c85e2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:37.460599 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'tag': 'cfa5e452-7362-4cc9-8bb7-525c908e543f', 'status': 'completed', 'code': 200} Aug 31 08:06:37.473649 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-3e17f91e-2ddb-47bb-bc7f-d2b02380e2fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f HTTP/1.1" status: 200 len: 217 time: 0.1932769 Aug 31 08:06:37.639191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:37.639678 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:37.690369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 505cf0ab-aed2-4716-ad1b-d0f460c889de owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:37.692713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086394-0219-43cb-8916-5c28e22397c8 req-8b4a35bf-9eef-41d7-a730-b07b90de854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:37.694767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-8b4a35bf-9eef-41d7-a730-b07b90de854d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=271fb33d-fcd6-4cfa-8447-31d9c99cb94b HTTP/1.1" status: 200 len: 848 time: 0.2053308 Aug 31 08:06:37.745222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-f1da31e7-d0f0-4a11-af24-0e30200cfbd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca037ecb-e109-4d63-bb94-77c56a76d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369074 Aug 31 08:06:37.762740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:37.784641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41288) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:37.849174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:37.911846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object 26fd3833-65c1-4797-b627-c45b19f95db5 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:38.073828 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:38.218295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=3b89b1b6-a454-4d0b-8712-8eb449fada07,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:38.258756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-44b0f6ea-e841-431f-9cb3-9c080ff66128 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042181 Aug 31 08:06:38.259542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:38.300797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-618d192e-44fd-4ea0-b51c-628851fc3fc6 req-f0a3ef23-45a8-494d-8d2c-e287838ad631 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.2205815 Aug 31 08:06:38.309467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:38.312680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:38.447182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:38.451065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3086394-0219-43cb-8916-5c28e22397c8 req-8df06439-5db3-46f8-a7c5-d978abacf558 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398952 Aug 31 08:06:38.460728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=26fd3833-65c1-4797-b627-c45b19f95db5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:38.490811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:38.545696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429564e-a665-47ce-bffd-8fdf35186642 req-89b84f9f-2a69-4565-a6b5-b107c595c731 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:38.547211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9429564e-a665-47ce-bffd-8fdf35186642 req-89b84f9f-2a69-4565-a6b5-b107c595c731 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 943 time: 0.3348887 Aug 31 08:06:38.594011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:38.620754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=505cf0ab-aed2-4716-ad1b-d0f460c889de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:38.637910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:38.690253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f8f9269b-d01a-43f3-a5e6-71799a4c0de1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:38.701051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:38.847448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9429564e-a665-47ce-bffd-8fdf35186642 req-0d18aa71-d6c5-4ff1-989a-3619eef69b26 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797279 Aug 31 08:06:38.855968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb968-e6c8-4c6b-8993-d02af3f48138 req-08939ceb-adff-4200-a271-f97ee01f02a9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:38.872770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-277cb968-e6c8-4c6b-8993-d02af3f48138 req-08939ceb-adff-4200-a271-f97ee01f02a9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.3039355 Aug 31 08:06:38.934601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50746036-a4ba-4c9f-86ed-f3aacacf34e7 None None] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:38.943838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:38.945253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:38.960844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:38.961371 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP 238d56e0-3683-4fab-8d54-05dcaa421831 disassociated (deleted). External IP: 172.25.0.31, port: d56b710b-1082-4355-a3c7-579c6a7a7f6c. Aug 31 08:06:39.038744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:39.141144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] Provisioning for port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:39.148950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] Provisioning complete for port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:39.149716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:39.160511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-277cb968-e6c8-4c6b-8993-d02af3f48138 req-c54ca3e7-a671-481d-9412-379000652c13 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865674 Aug 31 08:06:39.202606 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8c2147d-e194-42ea-ad11-81142a2dd1e9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9224062 Aug 31 08:06:39.206590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41328) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:39.266682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '00a5539b-0f20-4e6f-86cc-f79affddab2e', 'name': 'tempest-PortsTestJSON-1733879833'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:39.311682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:39.352147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] For port f8f9269b-d01a-43f3-a5e6-71799a4c0de1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,segment=NetworkSegment(7cd98bc4-54dd-4203-be97-5e1b66242cbe),segment_id=7cd98bc4-54dd-4203-be97-5e1b66242cbe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:39.420293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044ec29-9757-40f8-9589-4760de43a386 req-5d213526-7d61-4dbf-bb01-f2bf9110f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:39.421633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-5d213526-7d61-4dbf-bb01-f2bf9110f825 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 1095 time: 0.7054727 Aug 31 08:06:39.572326 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:39.660592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be899c1d-7a0c-48ef-9aeb-4e56f1336b9c None None] Pushing event updated for resources: {'Port': ['ID=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:39.752711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:06:39.832934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:39.836659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:39.927398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d1b44215-1e3d-4cb3-ac57-54849a2dd1a8 None None] Provisioning complete for port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:39.929190 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1b44215-1e3d-4cb3-ac57-54849a2dd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.062859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port caa39170-8566-449f-b171-dbf8e35f13ac yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:40.105667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76e90e07-2f22-4426-9de6-f404b38c0967 req-a421b97a-8d95-42da-9489-8c93ab03050b tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0909555 Aug 31 08:06:40.196349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044ec29-9757-40f8-9589-4760de43a386 req-d9611293-7853-4e64-8042-92fc9bdc0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:40.197968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-d9611293-7853-4e64-8042-92fc9bdc0a50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 200 len: 909 time: 0.7314777 Aug 31 08:06:40.232778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.289281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d1b44215-1e3d-4cb3-ac57-54849a2dd1a8 None None] Provisioning for port 26fd3833-65c1-4797-b627-c45b19f95db5 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:40.296515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d1b44215-1e3d-4cb3-ac57-54849a2dd1a8 None None] Provisioning complete for port 26fd3833-65c1-4797-b627-c45b19f95db5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:40.297173 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1b44215-1e3d-4cb3-ac57-54849a2dd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.300085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dee2b-20a7-4fdb-9ebb-918b53056652 req-ade512fa-e0bf-4956-acb1-382dbcd6429a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:40.301684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a68dee2b-20a7-4fdb-9ebb-918b53056652 req-ade512fa-e0bf-4956-acb1-382dbcd6429a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 943 time: 0.1748381 Aug 31 08:06:40.305549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-9127797c-f94c-4b43-9f62-4fcbf2179742 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f HTTP/1.1" status: 200 len: 217 time: 0.0939691 Aug 31 08:06:40.375256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d1b44215-1e3d-4cb3-ac57-54849a2dd1a8 None None] Port 26fd3833-65c1-4797-b627-c45b19f95db5 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:40.382763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:06:40.399087 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] Sync routers for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:06:40.410174 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.414381 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:40.414949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:40.451268 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.472703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a68dee2b-20a7-4fdb-9ebb-918b53056652 req-687b7293-e737-4aed-9e34-40f858715e85 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586564 Aug 31 08:06:40.517061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f979e91d-9712-4b74-84b9-1445837c1c1b None None] Provisioning complete for port 26fd3833-65c1-4797-b627-c45b19f95db5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:40.519525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f979e91d-9712-4b74-84b9-1445837c1c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.584490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f8f9269b-d01a-43f3-a5e6-71799a4c0de1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:40.597710 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fa8c3002-aedd-4d71-8472-f63a91185be1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/floatingips/238d56e0-3683-4fab-8d54-05dcaa421831 HTTP/1.1" status: 204 len: 168 time: 4.3820934 Aug 31 08:06:40.617728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:40.623527 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b528c8f-f57f-4978-9633-3fdd5c6d2308" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:40.633743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.14 (00a5539b-0f20-4e6f-86cc-f79affddab2e/73c67a7f-8b23-40c6-9faf-2bc330f6d95c/caa39170-8566-449f-b171-dbf8e35f13ac) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:40.639255 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:40.640744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124877-4947-4fbc-8416-cc8cdc5222b8 req-9edadf33-72f4-4396-b259-7795b1809a07 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:40.648842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef124877-4947-4fbc-8416-cc8cdc5222b8 req-9edadf33-72f4-4396-b259-7795b1809a07 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.3310211 Aug 31 08:06:40.656793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.661972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044ec29-9757-40f8-9589-4760de43a386 req-c930a99e-409e-4211-beb2-d6dbe03c5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:40.663593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-c930a99e-409e-4211-beb2-d6dbe03c5c95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=271fb33d-fcd6-4cfa-8447-31d9c99cb94b HTTP/1.1" status: 200 len: 848 time: 0.3100672 Aug 31 08:06:40.707248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f979e91d-9712-4b74-84b9-1445837c1c1b None None] Port 26fd3833-65c1-4797-b627-c45b19f95db5 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:40.771871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:40.771871 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:40.816457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-86255945-37b2-42c7-bb59-6f7004f4babd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ca037ecb-e109-4d63-bb94-77c56a76d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030264 Aug 31 08:06:40.984469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef124877-4947-4fbc-8416-cc8cdc5222b8 req-81e48fb8-6623-445a-8468-59e3783e2b65 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341172 Aug 31 08:06:41.215011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-0886bf68-0293-4279-8611-87a1c41cb4ae service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819015 Aug 31 08:06:41.221278 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:15Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:41.263407 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] Checking router: 0fd20d88-3903-4ea8-b189-a4ca8477cb6b for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:06:41.272722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device cfa5e452-7362-4cc9-8bb7-525c908e543f details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:06:41.296976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:41.298083 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:41.346706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9044ec29-9757-40f8-9589-4760de43a386 req-19542812-d11b-4c2c-a4c5-2c1b23bd7755 service neutron] 10.222.0.45 "GET /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156111 Aug 31 08:06:41.434907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ecceb3b-a545-4183-bb01-f8421a0659cb req-be1fcf04-b9ab-46b4-ba9b-30d6c2bfe058 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0838697 Aug 31 08:06:41.542723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port cfa5e452-7362-4cc9-8bb7-525c908e543f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:41.564103 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:41.575312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:41.580582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object caa39170-8566-449f-b171-dbf8e35f13ac will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:41.582185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'cfa5e452-7362-4cc9-8bb7-525c908e543f', 'network_id': 'ca037ecb-e109-4d63-bb94-77c56a76d6ea', 'port_id': 'cfa5e452-7362-4cc9-8bb7-525c908e543f', 'mac_address': 'fa:16:3e:51:13:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271fb33d-fcd6-4cfa-8447-31d9c99cb94b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:06:41.587656 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:41.591032 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc66b5-9e43-43cd-8ac2-fc6d747acd0f x-openstack-request-id: req-33fc66b5-9e43-43cd-8ac2-fc6d747acd0f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:41.591320 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:41.591587 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33fc66b5-9e43-43cd-8ac2-fc6d747acd0f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:41.592098 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'status': 'completed', 'code': 200} Aug 31 08:06:41.608368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32587a-2b5b-4b07-ab12-80c9fa6cabf0 req-d55ab807-2da3-42f4-95da-308480895c3f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:41.620406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a32587a-2b5b-4b07-ab12-80c9fa6cabf0 req-d55ab807-2da3-42f4-95da-308480895c3f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.2442343 Aug 31 08:06:41.647325 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:41.681153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa5e452-7362-4cc9-8bb7-525c908e543f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:41.714629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port cfa5e452-7362-4cc9-8bb7-525c908e543f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:41.741064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-03648545-f8a6-46a4-a39c-f6f2a4bc39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:41.743140 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-03648545-f8a6-46a4-a39c-f6f2a4bc39a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 1097 time: 0.1502314 Aug 31 08:06:41.764873 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:41.840799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:41.870127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:41.872816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a32587a-2b5b-4b07-ab12-80c9fa6cabf0 req-0687f144-04be-4985-8917-5ec708294fe6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071505 Aug 31 08:06:41.916936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b0b55-bb0a-4140-ba35-3a665856da99 req-96fc6fa9-fc91-4be0-8331-1a4d03f927f8 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:41.922700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b45b0b55-bb0a-4140-ba35-3a665856da99 req-96fc6fa9-fc91-4be0-8331-1a4d03f927f8 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 943 time: 0.3337653 Aug 31 08:06:42.001035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=cfa5e452-7362-4cc9-8bb7-525c908e543f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:42.030174 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:15Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:42.054232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=caa39170-8566-449f-b171-dbf8e35f13ac,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:42.097939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['cfa5e452-7362-4cc9-8bb7-525c908e543f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:42.099986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:42.112456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=3b89b1b6-a454-4d0b-8712-8eb449fada07,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:42.125492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-8ea17b8c-08c3-4201-9dfd-1541a3549b8d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.125614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b43bb1-3aa7-4e13-97d9-00c07ee3a1ed None None] The sync data for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 is: [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:05:03Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '55f9961f-5fba-4715-8375-152732aefa6c', 'name': '', 'network_id': '4c7d11b9-96a1-424f-ac72-07cbc88c8d95', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:b6:31:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:02Z', 'updated_at': '2021-08-31T08:05:15Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': 'd97a8f3c-8491-4429-a3f9-8f9afd9d827d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:06:42.125775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-8ea17b8c-08c3-4201-9dfd-1541a3549b8d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.4130504 Aug 31 08:06:42.126323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:42.129080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-d59651c1-7253-4bf1-adee-3e6a0c8ad25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.131857 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-d59651c1-7253-4bf1-adee-3e6a0c8ad25b service neutron] 10.222.0.68 "GET /v2.0/networks?id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 200 len: 898 time: 0.3795226 Aug 31 08:06:42.134358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:42.190295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:42.264952 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-208b0cb5-82d3-4716-b1f9-b8313a74e08a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 200 len: 217 time: 0.0670576 Aug 31 08:06:42.372877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-3489bf57-0fcc-43f7-9fea-27b047d1de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.379184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-3489bf57-0fcc-43f7-9fea-27b047d1de39 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 200 len: 835 time: 0.1025245 Aug 31 08:06:42.389227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.392915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b45b0b55-bb0a-4140-ba35-3a665856da99 req-6d57dbd9-549f-4a36-a5ae-ad0df17de0f3 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972273 Aug 31 08:06:42.404792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:42.454119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Deleting port 702c05a2-86a4-415c-b3cf-5626d46d68f2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:42.454878 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:42.587705 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f95f8b51-41bb-472b-9f8c-b0bb11318d35 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3793106 Aug 31 08:06:42.588893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe40122-d9b4-4886-87ed-d4b658fc8112 req-cdc37624-398c-4b80-8caa-10483c1dc041 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.590043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41382) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:42.598204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fe40122-d9b4-4886-87ed-d4b658fc8112 req-cdc37624-398c-4b80-8caa-10483c1dc041 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.4465702 Aug 31 08:06:42.626957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1048d0-fd05-4caa-86a8-9b783274c52c None None] New status for floating IP 238d56e0-3683-4fab-8d54-05dcaa421831: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:06:42.689617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-cfc84dd5-f193-4ff9-9678-e64bd244237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.691194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-cfc84dd5-f193-4ff9-9678-e64bd244237c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4c7d11b9-96a1-424f-ac72-07cbc88c8d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675219 Aug 31 08:06:42.737446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fe40122-d9b4-4886-87ed-d4b658fc8112 req-50b109a2-686e-4d34-93d8-11f8bf197759 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928411 Aug 31 08:06:42.745447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4cb3730-1876-427c-9dbf-ba28b71cf21d req-59dbd5c5-792c-4b9a-b6b0-0f3909eab25b tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1462057 Aug 31 08:06:42.788885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port d56b710b-1082-4355-a3c7-579c6a7a7f6c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:42.789236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:42.835926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68b0fc-7e34-4329-959d-25a88d15fab9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:42.840275 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c68b0fc-7e34-4329-959d-25a88d15fab9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2464011 Aug 31 08:06:42.844125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41384) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:42.846584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] For port 702c05a2-86a4-415c-b3cf-5626d46d68f2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=702c05a2-86a4-415c-b3cf-5626d46d68f2,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:42.846973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:42.850533 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Floating IP 33c926da-16bb-4c59-a362-7633c03f392a associated. External IP: 172.25.0.115, port: 540d5af5-08f9-42a3-b2eb-ef326b2bfe18. Aug 31 08:06:42.920743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Calling delete_port for 702c05a2-86a4-415c-b3cf-5626d46d68f2 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:42.922998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6df902b8-c4d7-47ec-8100-5ee6760600cd None None] Provisioning for port caa39170-8566-449f-b171-dbf8e35f13ac completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:42.946574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6df902b8-c4d7-47ec-8100-5ee6760600cd None None] Provisioning complete for port caa39170-8566-449f-b171-dbf8e35f13ac triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:42.948102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6df902b8-c4d7-47ec-8100-5ee6760600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.036139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6df902b8-c4d7-47ec-8100-5ee6760600cd None None] Port caa39170-8566-449f-b171-dbf8e35f13ac cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:43.079965 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-62d433a0-7baa-418c-a570-93fbea9816c5 service neutron] 10.222.0.68 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674464 Aug 31 08:06:43.092635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port d56b710b-1082-4355-a3c7-579c6a7a7f6c, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d56b710b-1082-4355-a3c7-579c6a7a7f6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:43.092911 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.123058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for d56b710b-1082-4355-a3c7-579c6a7a7f6c owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:43.138032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8e381-a848-4b72-a2b7-bdee78302bf4 req-39434e84-fe41-4d99-9eee-4b5e8a49bc8c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:43.145665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ae8e381-a848-4b72-a2b7-bdee78302bf4 req-39434e84-fe41-4d99-9eee-4b5e8a49bc8c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 945 time: 0.1358278 Aug 31 08:06:43.260005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port caa39170-8566-449f-b171-dbf8e35f13ac {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:43.260952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.278433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ae8e381-a848-4b72-a2b7-bdee78302bf4 req-b06c65e7-12b0-4f94-b401-4623826446ce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316564 Aug 31 08:06:43.292875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device cfa5e452-7362-4cc9-8bb7-525c908e543f up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:43.462240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-76af45ce-bad3-4cc2-bf3e-753dd3805f1f req-a007d99f-ad5b-4cbc-8abb-2c6211323861 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.0748234 Aug 31 08:06:43.503724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.511284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:06:43.522595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for caa39170-8566-449f-b171-dbf8e35f13ac owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:43.527513 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9b528c8f-f57f-4978-9633-3fdd5c6d2308 req-d7179a79-b461-41db-ad5b-318846d8ea1e service neutron] 10.222.0.68 "GET /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357958 Aug 31 08:06:43.563368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port cfa5e452-7362-4cc9-8bb7-525c908e543f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:43.571321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port cfa5e452-7362-4cc9-8bb7-525c908e543f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:43.575041 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.616975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca36026-ac19-405f-a835-4bd9a233ac76 req-7383a4e8-5c46-44c8-8f4b-c3b266191b71 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:43.618583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ca36026-ac19-405f-a835-4bd9a233ac76 req-7383a4e8-5c46-44c8-8f4b-c3b266191b71 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 944 time: 0.1139092 Aug 31 08:06:43.717346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.760510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.775891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.810074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=d56b710b-1082-4355-a3c7-579c6a7a7f6c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:43.833919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port cfa5e452-7362-4cc9-8bb7-525c908e543f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:43.833919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa5e452-7362-4cc9-8bb7-525c908e543f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:43.836116 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93004c6-fd00-4d95-a080-f76aaa493b64" -d '{"events": [{"server_uuid": "c637c3f6-e75b-44ca-82da-ed91f5fdfb9f", "name": "network-vif-plugged", "status": "completed", "tag": "cfa5e452-7362-4cc9-8bb7-525c908e543f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:43.840079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Pushing event deleted for resources: {'Port': ['ID=702c05a2-86a4-415c-b3cf-5626d46d68f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:43.884586 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.886038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ca36026-ac19-405f-a835-4bd9a233ac76 req-cbf1762a-3937-4f5d-8b5c-7c79f29b6b3e tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548437 Aug 31 08:06:43.929106 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.943725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] No DVR routers for this DVR port d56b710b-1082-4355-a3c7-579c6a7a7f6c on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:43.948997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:43.954618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14aa2956-9a04-42c6-bced-3cc771aa66ea req-311a01b0-cb07-4474-9a3f-6b6e3014f682 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "DELETE /v2.0/ports/d56b710b-1082-4355-a3c7-579c6a7a7f6c HTTP/1.1" status: 204 len: 173 time: 1.7611241 Aug 31 08:06:43.982997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=caa39170-8566-449f-b171-dbf8e35f13ac,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:43.984593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-deleted', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:43.993026 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c438de7d-075d-4921-b4c2-39ff4034d482" -d '{"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-deleted", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:44.011416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=cfa5e452-7362-4cc9-8bb7-525c908e543f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:44.020856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.021409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.022061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.022516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.023150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.023585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.024020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.024454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.024884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.025457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.025925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.026574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:44.042168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:06:44.055713 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:06:44.072418 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:44.075497 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:44.155050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38f7f356-172d-478c-82a3-0b10ed3dfa4c req-2eb0090a-9d05-4425-91d0-f3fac5c7a107 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0665765 Aug 31 08:06:44.235740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:44.238838 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff565895-04a9-48ce-aa57-adde29eee690 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/caa39170-8566-449f-b171-dbf8e35f13ac HTTP/1.1" status: 204 len: 168 time: 1.3888481 Aug 31 08:06:44.243231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41404) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:44.244230 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babad7ee-862b-456e-b575-f60ba899b44e x-openstack-request-id: req-babad7ee-862b-456e-b575-f60ba899b44e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:44.244661 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c637c3f6-e75b-44ca-82da-ed91f5fdfb9f", "name": "network-vif-plugged", "status": "completed", "tag": "cfa5e452-7362-4cc9-8bb7-525c908e543f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:44.245055 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-babad7ee-862b-456e-b575-f60ba899b44e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:44.245681 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa5e452-7362-4cc9-8bb7-525c908e543f', 'code': 200} Aug 31 08:06:44.260598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea141-9e49-4af3-939b-b5aba4a8dc2d req-39248ee9-7e04-4ef4-9d7e-7d6c9c8c5bdf tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:44.280611 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a0c2ea-9ec8-414d-87b4-24ec1ca276f7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:44.284379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-320ea141-9e49-4af3-939b-b5aba4a8dc2d req-39248ee9-7e04-4ef4-9d7e-7d6c9c8c5bdf tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.3972683 Aug 31 08:06:44.285183 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8a0c2ea-9ec8-414d-87b4-24ec1ca276f7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/caa39170-8566-449f-b171-dbf8e35f13ac HTTP/1.1" status: 404 len: 333 time: 0.0367563 Aug 31 08:06:44.291577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41406) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:44.357682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:44.476213 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35edebff-c876-47bd-b83c-2a06944c98ef x-openstack-request-id: req-35edebff-c876-47bd-b83c-2a06944c98ef {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:44.477089 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36f95b-8d99-44be-8c90-1412489920bb", "name": "network-vif-deleted", "tag": "d56b710b-1082-4355-a3c7-579c6a7a7f6c", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:44.477089 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35edebff-c876-47bd-b83c-2a06944c98ef {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:44.477089 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36f95b-8d99-44be-8c90-1412489920bb', 'name': 'network-vif-deleted', 'tag': 'd56b710b-1082-4355-a3c7-579c6a7a7f6c', 'status': 'completed', 'code': 200} Aug 31 08:06:44.479053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-73909fae-ebaf-43cc-8177-afe6e7264afe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7666070 Aug 31 08:06:44.483705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41412) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:44.496308 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:44.514148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:44.571543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-320ea141-9e49-4af3-939b-b5aba4a8dc2d req-a0bde8b8-76ee-41ff-ba1e-e069122d9e93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861352 Aug 31 08:06:44.668322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-481ccfec-3fe0-4c27-ab25-26d154f175b4 req-db83e70f-f249-42a1-a419-7689e9c1ca16 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca36f95b-8d99-44be-8c90-1412489920bb HTTP/1.1" status: 200 len: 210 time: 0.0657642 Aug 31 08:06:44.751677 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5081e8c0-1273-4001-b811-56537cc7c251 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/33c926da-16bb-4c59-a362-7633c03f392a HTTP/1.1" status: 200 len: 991 time: 0.2518096 Aug 31 08:06:44.788918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2d348-c7dc-44e9-bbe9-0f5bfe84654b req-e389044a-c108-4c34-aa45-3b1192efb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:44.795533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0d2d348-c7dc-44e9-bbe9-0f5bfe84654b req-e389044a-c108-4c34-aa45-3b1192efb9cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 1097 time: 0.0942786 Aug 31 08:06:44.865878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 26fd3833-65c1-4797-b627-c45b19f95db5 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:44.866639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:44.885975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0d2d348-c7dc-44e9-bbe9-0f5bfe84654b req-41cdbf17-4254-4da7-b9ed-fded57663f39 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806901 Aug 31 08:06:45.021790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2993c2-2a7d-4c0f-82b9-beddc43a00fa req-54140e5c-fa73-46ca-8b02-eb2b47f64f63 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:45.031798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd2993c2-2a7d-4c0f-82b9-beddc43a00fa req-54140e5c-fa73-46ca-8b02-eb2b47f64f63 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 945 time: 0.0668361 Aug 31 08:06:45.059874 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:39Z', 'revision_number': 0, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:45.110678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd2993c2-2a7d-4c0f-82b9-beddc43a00fa req-7ea28fd9-f689-4a19-ac11-cc854da9cb7a tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Aug 31 08:06:45.124778 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:06:45.144336 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:45.147017 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:45.170403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:45.225732 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 26fd3833-65c1-4797-b627-c45b19f95db5 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:45.310655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fdfb41b-828b-4bce-a743-18b930268960 req-8213d0b1-e60e-484c-bfaf-5619aea41f81 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0499187 Aug 31 08:06:45.327551 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:45.362486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Router 4f494057-68d0-458b-9ce2-994d3d614cdb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:06:45.433736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ddd30c0-6f0f-4de5-bbd0-01141f31712d req-5d5fd716-2e9c-47fb-be2d-ae9e9e6e653c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0456975 Aug 31 08:06:45.623860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:39Z', 'revision_number': 0, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:45.656260 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c8670-5505-4e85-ad81-9e00baf145ab None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:39Z', 'revision_number': 0, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:06:45.659744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:45.693274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: d56b710b-1082-4355-a3c7-579c6a7a7f6c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:45.695393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d56b710b-1082-4355-a3c7-579c6a7a7f6c not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:45.723311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41432) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:45.756098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41436) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:45.760969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41438) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:45.818986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a5d7-90d6-4863-8241-29b063c4d527 req-e399fa69-d557-4a37-b3c5-95c6311e99b0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:45.821191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9780a5d7-90d6-4863-8241-29b063c4d527 req-e399fa69-d557-4a37-b3c5-95c6311e99b0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1855745 Aug 31 08:06:45.940775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:06:45.956992 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-296086e3-c7d1-47ce-9fba-6855dd94affd admin admin] 10.222.0.36 "PUT /v2.0/routers/4f494057-68d0-458b-9ce2-994d3d614cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1609104 Aug 31 08:06:45.956992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41440) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:45.957146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] Sync routers for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:06:45.963622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32f03b83-226f-4768-bfb7-8c09ca6397c7 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/33c926da-16bb-4c59-a362-7633c03f392a HTTP/1.1" status: 200 len: 991 time: 0.2058163 Aug 31 08:06:45.982182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:45.985299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc101-6284-4e24-8702-556be1155ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:45.985487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:46.054008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368518-610b-49e3-91f2-d30fa77c3db2 None None] New status for floating IP 33c926da-16bb-4c59-a362-7633c03f392a: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:06:46.063169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.128558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=26fd3833-65c1-4797-b627-c45b19f95db5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:46.289406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.453937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:46.511409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.520757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-90e45eee-0fa3-4b88-bf66-d54af8b29c81 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/26fd3833-65c1-4797-b627-c45b19f95db5 HTTP/1.1" status: 204 len: 168 time: 2.2272117 Aug 31 08:06:46.523627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.528487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:46.530318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41446) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:46.531482 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e" -d '{"events": [{"name": "network-changed", "server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:46.537521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9780a5d7-90d6-4863-8241-29b063c4d527 req-91598346-4ce0-408b-b4d0-b86fdc570751 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309652 Aug 31 08:06:46.599608 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f25d77-9e8c-4e28-9613-cfc42907f7ab tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:46.607217 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-30f25d77-9e8c-4e28-9613-cfc42907f7ab tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/26fd3833-65c1-4797-b627-c45b19f95db5 HTTP/1.1" status: 404 len: 333 time: 0.0755980 Aug 31 08:06:46.610495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:46.711087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832a807-9792-4fec-872d-2f27d5e19174 req-b1656bf9-d498-4a71-b5c2-a7e8589dfbea tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:46.712678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1832a807-9792-4fec-872d-2f27d5e19174 req-b1656bf9-d498-4a71-b5c2-a7e8589dfbea tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 945 time: 0.2596383 Aug 31 08:06:46.808831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T08:06:43Z', 'revision_number': 5, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port': {'id': '5d325f73-f7a5-4836-9867-5f814eeef19d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:57:31Z', 'updated_at': '2021-08-31T07:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:46.826683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet 73c67a7f-8b23-40c6-9faf-2bc330f6d95c {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:46.833574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.841083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] Checking router: 4f494057-68d0-458b-9ce2-994d3d614cdb for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:06:46.847810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-639aba1f-0cc0-4e77-aef0-3ce0a52e9aa9 req-f839ecbf-3235-4649-bd8b-80ba1b919466 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0547497 Aug 31 08:06:46.851758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] Routers {'4f494057-68d0-458b-9ce2-994d3d614cdb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:46.852507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['4f494057-68d0-458b-9ce2-994d3d614cdb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:46.863445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1832a807-9792-4fec-872d-2f27d5e19174 req-737f17b9-d1f2-413f-ad5f-a34408364dfe tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391578 Aug 31 08:06:46.939179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.945970 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc101-6284-4e24-8702-556be1155ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.966891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:47.022490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Deleting port 5d325f73-f7a5-4836-9867-5f814eeef19d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:47.023049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.028122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] Set router 4f494057-68d0-458b-9ce2-994d3d614cdb gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:47.068641 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49578a6-f32c-4785-ab00-99c90f74d235 x-openstack-request-id: req-b49578a6-f32c-4785-ab00-99c90f74d235 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:47.069085 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:47.069480 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b49578a6-f32c-4785-ab00-99c90f74d235 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:47.070098 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'status': 'completed', 'code': 200} Aug 31 08:06:47.088804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 6, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:47.104487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-78184cfb-0ec9-49a3-a473-87096258df3f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/33c926da-16bb-4c59-a362-7633c03f392a HTTP/1.1" status: 200 len: 993 time: 0.1338079 Aug 31 08:06:47.129573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a244def-1650-4ce0-9e11-3a9d3e1d9d26 None None] The sync data for ids ['4f494057-68d0-458b-9ce2-994d3d614cdb'] in n-d-713499-16 is: [{'id': '4f494057-68d0-458b-9ce2-994d3d614cdb', 'name': 'tempest-AttachVolumeTestJSON-848586761-router', 'tenant_id': 'da9724533afc4e5eb219ebd30429985a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:57:30Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 6, 'project_id': 'da9724533afc4e5eb219ebd30429985a', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:06:47.148997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc101-6284-4e24-8702-556be1155ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.187486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.227868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cc101-6284-4e24-8702-556be1155ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2198b934-b511-4bbd-ab04-697dc7a76958,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:47.230073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] For port 5d325f73-f7a5-4836-9867-5f814eeef19d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5d325f73-f7a5-4836-9867-5f814eeef19d,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:47.230496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.238682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a2cc101-6284-4e24-8702-556be1155ef5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff75c6d7464543e6b01824bc28321305&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5085101 Aug 31 08:06:47.243453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41454) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:47.259780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Calling delete_port for 5d325f73-f7a5-4836-9867-5f814eeef19d owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:47.265730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-07e0c19d-3845-4bac-b6ec-fb4bfeec02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:47.274301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-07e0c19d-3845-4bac-b6ec-fb4bfeec02de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1097 time: 0.2017698 Aug 31 08:06:47.432579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.441165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-eb8c3d48-ef6c-4485-b1e8-4fab51992531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:47.443330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-eb8c3d48-ef6c-4485-b1e8-4fab51992531 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 898 time: 0.1641667 Aug 31 08:06:47.470953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.478640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.509526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=73c67a7f-8b23-40c6-9faf-2bc330f6d95c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:47.524311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.533745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-12de7c48-80b7-41c0-a471-7d083e5a73da tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/73c67a7f-8b23-40c6-9faf-2bc330f6d95c HTTP/1.1" status: 204 len: 168 time: 0.9150960 Aug 31 08:06:47.536831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41456) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:47.540690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8ff84-68a8-4a2d-874b-93a53e96b649 None None] Network 00a5539b-0f20-4e6f-86cc-f79affddab2e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:47.568923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-5a9ec254-f726-4e26-8732-a8f3085909a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 1001 time: 0.1140063 Aug 31 08:06:47.573282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.589456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.669089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ef5b3a11-dd30-4de2-b721-bb901c00b5dc details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:06:47.704442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d325f73-f7a5-4836-9867-5f814eeef19d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:47.757547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-e1b6ea31-1e9f-4905-aa7e-2358dd74775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:47.759346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-e1b6ea31-1e9f-4905-aa7e-2358dd74775d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 200 len: 834 time: 0.1816025 Aug 31 08:06:47.804835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.807460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.808607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2198b934-b511-4bbd-ab04-697dc7a76958 HTTP/1.1" status: 204 len: 168 time: 0.5602789 Aug 31 08:06:47.823972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.882705 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:47.893297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2198b934-b511-4bbd-ab04-697dc7a76958,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:47.902740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.903096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.903445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.903786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.904145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.904490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.904826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.905159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.905508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.905869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.906246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.906576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f4c01-c88a-44b8-b17c-7abf2a2b1d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:06:47.930194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-add3b6e2-fa27-4113-b096-82f8f038828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:47.931753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-add3b6e2-fa27-4113-b096-82f8f038828d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393664 Aug 31 08:06:47.933133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:47.953466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff745e-1505-4c01-8c8a-d11d69aefb4b req-c5600a47-687f-46e8-ada0-d04d9c749343 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:47.956331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0ff745e-1505-4c01-8c8a-d11d69aefb4b req-c5600a47-687f-46e8-ada0-d04d9c749343 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 943 time: 0.1536307 Aug 31 08:06:47.967251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc', 'mac_address': 'fa:16:3e:0e:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:06:48.000883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.004349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.056711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] DHCP port deletion for 00a5539b-0f20-4e6f-86cc-f79affddab2e request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:06:48.065763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:48.066816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.070347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.107793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5b3a11-dd30-4de2-b721-bb901c00b5dc {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:06:48.141001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0ff745e-1505-4c01-8c8a-d11d69aefb4b req-34c388ed-f30b-40ab-9862-77c9c2a4678c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707423 Aug 31 08:06:48.143891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:48.159554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] Deleting port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:48.159936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.195416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port f8f9269b-d01a-43f3-a5e6-71799a4c0de1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,segment=NetworkSegment(7cd98bc4-54dd-4203-be97-5e1b66242cbe),segment_id=7cd98bc4-54dd-4203-be97-5e1b66242cbe)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:48.195965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.200341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-2aa8538e-7af7-4248-bcfc-d6138ad1273e service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575774 Aug 31 08:06:48.209177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace1d82-7a88-4ca7-b812-aea7403c93d7 req-31bf4d0f-1d71-4dc7-9117-496ffacd0f49 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:48.210891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ace1d82-7a88-4ca7-b812-aea7403c93d7 req-31bf4d0f-1d71-4dc7-9117-496ffacd0f49 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 945 time: 0.1574707 Aug 31 08:06:48.224128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for f8f9269b-d01a-43f3-a5e6-71799a4c0de1 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:48.240557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] For port f8f9269b-d01a-43f3-a5e6-71799a4c0de1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,segment=NetworkSegment(7cd98bc4-54dd-4203-be97-5e1b66242cbe),segment_id=7cd98bc4-54dd-4203-be97-5e1b66242cbe)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:48.241188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.260198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] Calling delete_port for f8f9269b-d01a-43f3-a5e6-71799a4c0de1 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:48.357008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.361243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.361877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f494057-68d0-458b-9ce2-994d3d614cdb {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:06:48.375247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.377414 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c411c17a-66d1-46e3-8939-679a21e262e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4f494057-68d0-458b-9ce2-994d3d614cdb HTTP/1.1" status: 204 len: 168 time: 2.4255466 Aug 31 08:06:48.377541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ace1d82-7a88-4ca7-b812-aea7403c93d7 req-1fd61fe9-22d6-498d-93ca-62e5c91355d9 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455050 Aug 31 08:06:48.380324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41468) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:48.420206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ececdede-25d2-4b9d-aee1-e07382b81683 req-95115840-7620-4c25-9efd-cc0faa7bfa58 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0739360 Aug 31 08:06:48.434130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50c59b69-776a-4a3d-a10d-0a31fdd0a50e req-f4452d4a-508d-4ffc-9c87-eb4e8041e1be service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040095 Aug 31 08:06:48.437477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 55f9961f-5fba-4715-8375-152732aefa6c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:48.437926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.503435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Deleting subnet dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:48.521581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.540278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:48.548385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.578668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 702c05a2-86a4-415c-b3cf-5626d46d68f2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:48.590622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:48.600874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:48.607240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.609967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.610119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 702c05a2-86a4-415c-b3cf-5626d46d68f2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:48.610356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 702c05a2-86a4-415c-b3cf-5626d46d68f2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:48.610723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d325f73-f7a5-4836-9867-5f814eeef19d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:48.657110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 55f9961f-5fba-4715-8375-152732aefa6c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=55f9961f-5fba-4715-8375-152732aefa6c,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:48.657558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.674861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 55f9961f-5fba-4715-8375-152732aefa6c owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:48.680744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5d325f73-f7a5-4836-9867-5f814eeef19d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:48.681066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5d325f73-f7a5-4836-9867-5f814eeef19d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:48.681485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f8f9269b-d01a-43f3-a5e6-71799a4c0de1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:48.702817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ef5b3a11-dd30-4de2-b721-bb901c00b5dc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:48.708607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f8f9269b-d01a-43f3-a5e6-71799a4c0de1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:48.708607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f8f9269b-d01a-43f3-a5e6-71799a4c0de1 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:48.711702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] Pushing event deleted for resources: {'Port': ['ID=f8f9269b-d01a-43f3-a5e6-71799a4c0de1,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:48.737580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.745358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd8afa-0918-4fcd-8dcc-a630de116fe7 None None] No DVR routers for this DVR port f8f9269b-d01a-43f3-a5e6-71799a4c0de1 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:48.771179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a5539b-0f20-4e6f-86cc-f79affddab2e']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:48.791585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd98bc4-54dd-4203-be97-5e1b66242cbe') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:48.791934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd98bc4-54dd-4203-be97-5e1b66242cbe') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:48.807083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.809360 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.845008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.854900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:06:48.855316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:06:48.858369 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:06:48.966789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41482) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:48.981049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd49e4db-f058-40e7-aef8-6dc149f662b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.055899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.057843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.064489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.078348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.079478 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/00a5539b-0f20-4e6f-86cc-f79affddab2e HTTP/1.1" status: 204 len: 168 time: 1.5404899 Aug 31 08:06:49.086453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41488) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:49.119480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4b8ea7-270f-4d4a-ae24-72a21f26fc06,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.121929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.124139 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c99c6c79-86f8-4146-b005-2d31c055020d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc4b8ea7-270f-4d4a-ae24-72a21f26fc06 HTTP/1.1" status: 204 len: 168 time: 0.7428424 Aug 31 08:06:49.126995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25d72a-3da6-492a-aba9-c174143dd2b4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=00a5539b-0f20-4e6f-86cc-f79affddab2e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.131154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41490) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:49.138312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1239188494'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:49.149861 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc6d5e-65f2-4efc-9028-c8ace2add8cd None None] Network f02e09b5-4cac-4999-81aa-24cbad9df6fa requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:49.260306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=55f9961f-5fba-4715-8375-152732aefa6c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.295131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.325361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd49e4db-f058-40e7-aef8-6dc149f662b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.391383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Deleting port 87317bfc-2913-402a-8c59-222dda003744 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:49.392784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.429668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e64967b-a2a7-4cf6-bf69-5b477fa99c14 req-a87796b8-e002-4039-b33c-b8daf6b3896e tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1609616 Aug 31 08:06:49.439343 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cd49e4db-f058-40e7-aef8-6dc149f662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.452672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] DHCP port deletion for f02e09b5-4cac-4999-81aa-24cbad9df6fa request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:06:49.486480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b75eec-5617-476f-80ba-03b90c93e14a req-30f56d97-865d-49cf-9ba1-0cd9ec94dc71 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:49.488693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71b75eec-5617-476f-80ba-03b90c93e14a req-30f56d97-865d-49cf-9ba1-0cd9ec94dc71 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 944 time: 0.1934278 Aug 31 08:06:49.507323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] Deleting port 87317bfc-2913-402a-8c59-222dda003744 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:49.507920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.508383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49e4db-f058-40e7-aef8-6dc149f662b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db7fa96-b2ca-4f99-977b-ad187d82073d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.512221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] For port 87317bfc-2913-402a-8c59-222dda003744, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87317bfc-2913-402a-8c59-222dda003744,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:49.513413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.520507 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cd49e4db-f058-40e7-aef8-6dc149f662b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc7eed38e61c40589dd620e5525c2bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502505 Aug 31 08:06:49.524008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41498) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:49.541556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Calling delete_port for 87317bfc-2913-402a-8c59-222dda003744 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:49.553999 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.587994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] For port 87317bfc-2913-402a-8c59-222dda003744, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=87317bfc-2913-402a-8c59-222dda003744,segment=NetworkSegment(fc1b2558-8437-40cd-95d4-b50541eb68f6),segment_id=fc1b2558-8437-40cd-95d4-b50541eb68f6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:49.588836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.606522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] Calling delete_port for 87317bfc-2913-402a-8c59-222dda003744 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:49.639914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71b75eec-5617-476f-80ba-03b90c93e14a req-cd0a2bbd-65c2-4d49-90f6-28302f56436c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836172 Aug 31 08:06:49.644993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70528089-863e-4bdf-b5ab-c9f17774bd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.645852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:49.649915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.694990 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70528089-863e-4bdf-b5ab-c9f17774bd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.731254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:06:49.743172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ef5b3a11-dd30-4de2-b721-bb901c00b5dc up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:49.789370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.798999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.817965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=87317bfc-2913-402a-8c59-222dda003744,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.820834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] No DVR routers for this DVR port 87317bfc-2913-402a-8c59-222dda003744 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:49.832767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] Pushing event deleted for resources: {'Port': ['ID=87317bfc-2913-402a-8c59-222dda003744,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.834675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631f863-2564-4133-96e0-e8860b26de37 None None] No DVR routers for this DVR port 87317bfc-2913-402a-8c59-222dda003744 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:49.866236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.866647 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment b99952b3-ee77-417c-b4e2-2c62e9ac604e of type vlan for network 149f8251-ba3b-4389-86e9-0b2a4a330291 Aug 31 08:06:49.891763 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70528089-863e-4bdf-b5ab-c9f17774bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.896463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70528089-863e-4bdf-b5ab-c9f17774bd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.896463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70528089-863e-4bdf-b5ab-c9f17774bd1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1db7fa96-b2ca-4f99-977b-ad187d82073d HTTP/1.1" status: 204 len: 168 time: 0.3707321 Aug 31 08:06:49.901614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:06:49.915482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.916879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.918164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70528089-863e-4bdf-b5ab-c9f17774bd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db7fa96-b2ca-4f99-977b-ad187d82073d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:49.920317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ef5b3a11-dd30-4de2-b721-bb901c00b5dc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:49.925167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ef5b3a11-dd30-4de2-b721-bb901c00b5dc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:49.925167 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:49.951234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02e09b5-4cac-4999-81aa-24cbad9df6fa']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:49.982892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1b2558-8437-40cd-95d4-b50541eb68f6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:49.984139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1b2558-8437-40cd-95d4-b50541eb68f6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:50.008926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.026782 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.033917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:06:50.034415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:06:50.049166 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:06:50.054164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.066684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:06:50.077500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7582d3c8-ba98-453e-847a-67959c2f3686 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/0fd20d88-3903-4ea8-b189-a4ca8477cb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3078911 Aug 31 08:06:50.078109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41506) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:50.095202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.100275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] Sync routers for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:06:50.102037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:50.102645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.120749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:50.123036 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd754c7c-bfdf-4329-907d-0d557e0342a8" -d '{"events": [{"server_uuid": "603bb254-5b2e-4bde-ae91-f9b451cf29f5", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b3a11-dd30-4de2-b721-bb901c00b5dc"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:50.156385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:50.157052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:50.160325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:50.180012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting subnet d97a8f3c-8491-4429-a3f9-8f9afd9d827d {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:50.195731 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.201411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.203944 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f02e09b5-4cac-4999-81aa-24cbad9df6fa HTTP/1.1" status: 204 len: 168 time: 1.0713837 Aug 31 08:06:50.209098 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba77b98-c4ee-4460-a289-d9a0be9e21a2 x-openstack-request-id: req-1ba77b98-c4ee-4460-a289-d9a0be9e21a2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:50.209217 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603bb254-5b2e-4bde-ae91-f9b451cf29f5", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b3a11-dd30-4de2-b721-bb901c00b5dc", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:50.209455 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ba77b98-c4ee-4460-a289-d9a0be9e21a2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:50.209870 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc', 'code': 200} Aug 31 08:06:50.225235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8f58a-fbfa-4f49-bd8d-450c42e3dd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f02e09b5-4cac-4999-81aa-24cbad9df6fa,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:50.269642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.281325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=149f8251-ba3b-4389-86e9-0b2a4a330291,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:50.292181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.312323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:06:50.344632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e617d9d-461d-47b5-8493-87ba2e6ede7e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2296283 Aug 31 08:06:50.347714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41516) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:50.353714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:50.430503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.440864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:50.468772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e09c-0cd8-429e-8eb9-c299f485fb6f req-846fdd81-2b8d-4712-9260-187ce45e2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:50.471002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae42e09c-0cd8-429e-8eb9-c299f485fb6f req-846fdd81-2b8d-4712-9260-187ce45e2244 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 1097 time: 0.1749082 Aug 31 08:06:50.489438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79881a9-d39e-4b20-9731-d1cd26ac61e6 req-575d27b2-ae88-46e4-b449-10e13b37211b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:50.498313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c79881a9-d39e-4b20-9731-d1cd26ac61e6 req-575d27b2-ae88-46e4-b449-10e13b37211b tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 945 time: 0.1738682 Aug 31 08:06:50.603128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:50.619360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a747096e-087f-4389-8f1b-529c0e75b3c1 req-70497bb8-2977-4499-bd03-26f2171d79e1 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0322604 Aug 31 08:06:50.622731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c79881a9-d39e-4b20-9731-d1cd26ac61e6 req-4e32a63f-a2f1-4089-b95d-c6c7d201b64d tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235535 Aug 31 08:06:50.634698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:50.650033 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.650309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87317bfc-2913-402a-8c59-222dda003744 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:50.678440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae42e09c-0cd8-429e-8eb9-c299f485fb6f req-25b01d1d-5ff3-4787-b1fd-f18c828bd3b2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745377 Aug 31 08:06:50.686314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 87317bfc-2913-402a-8c59-222dda003744 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:50.686680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 87317bfc-2913-402a-8c59-222dda003744 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:50.698321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.803353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41528) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:50.819052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64a47-20b9-4ed1-a2c0-1a5619b2ad33 req-b7b3191c-fbc1-4e2b-b367-1f1ce361e33d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:50.826837 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1eb64a47-20b9-4ed1-a2c0-1a5619b2ad33 req-b7b3191c-fbc1-4e2b-b367-1f1ce361e33d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.0961745 Aug 31 08:06:50.854023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:06:48Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:50.878415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1eb64a47-20b9-4ed1-a2c0-1a5619b2ad33 req-d9a4f523-b940-4ae0-94f6-32eccdefbfa0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505691 Aug 31 08:06:50.897708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] Checking router: 0fd20d88-3903-4ea8-b189-a4ca8477cb6b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:06:50.910990 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f7291fb3-631d-447a-b965-50d0c924bdff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da9724533afc4e5eb219ebd30429985a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006126 Aug 31 08:06:50.911395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] Routers {'0fd20d88-3903-4ea8-b189-a4ca8477cb6b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:06:50.912881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:50.917598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41530) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:50.964803 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.972910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41532) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:50.987725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcca9a53-82da-449e-ad25-aecfa5301e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.991642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:50.994960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/subnets/d97a8f3c-8491-4429-a3f9-8f9afd9d827d HTTP/1.1" status: 204 len: 168 time: 0.9134200 Aug 31 08:06:51.012317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41534) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:51.015651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0f7bb-1fc5-4c06-8889-9e9f47fe748c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Subnet': ['ID=d97a8f3c-8491-4429-a3f9-8f9afd9d827d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:51.023124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab60a1b1-4aba-4878-afd7-b953624c2d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.049089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab60a1b1-4aba-4878-afd7-b953624c2d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.086920 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.169150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab60a1b1-4aba-4878-afd7-b953624c2d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.171480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab60a1b1-4aba-4878-afd7-b953624c2d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.175618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ab60a1b1-4aba-4878-afd7-b953624c2d8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29c54200-fd1c-46ad-a8cb-79c6472a57b6 HTTP/1.1" status: 204 len: 168 time: 0.2540200 Aug 31 08:06:51.181355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5260cdf-2d8e-438f-92e6-c2d2fa5ac563 None None] Network 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:51.195573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60a1b1-4aba-4878-afd7-b953624c2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c54200-fd1c-46ad-a8cb-79c6472a57b6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:51.229877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.232259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:51.269363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] Set router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:06:51.311075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': 'b99952b3-ee77-417c-b4e2-2c62e9ac604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:51.311453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 149f8251-ba3b-4389-86e9-0b2a4a330291, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:06:51.395284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcca9a53-82da-449e-ad25-aecfa5301e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.400545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.467498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:06:51.473186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dcca9a53-82da-449e-ad25-aecfa5301e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.516218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] DHCP port deletion for 4c7d11b9-96a1-424f-ac72-07cbc88c8d95 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:06:51.524251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:06:48Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:51.545412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca9a53-82da-449e-ad25-aecfa5301e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe132f3-200a-42ae-b6cc-39f0cdc9cf90,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:51.553922 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dcca9a53-82da-449e-ad25-aecfa5301e7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff90ad5feb4d4a298a04f6ef5410c3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775743 Aug 31 08:06:51.555052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41538) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:51.556000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d30e8-a8d1-4cfa-b799-16329b7905da None None] The sync data for ids ['0fd20d88-3903-4ea8-b189-a4ca8477cb6b'] in n-d-713499-16 is: [{'id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492968912', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:04:51Z', 'updated_at': '2021-08-31T08:06:48Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': 'fd30d540-bc74-432a-b0fa-cfd216dcb3b7', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd20d88-3903-4ea8-b189-a4ca8477cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:04:53Z', 'updated_at': '2021-08-31T08:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:06:51.603123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 149f8251-ba3b-4389-86e9-0b2a4a330291) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:51.609200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:51.609850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.612023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] Deleting port 52192fa2-e33f-44a8-aafa-df3663ef4a0d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:51.612410 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.618223 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port fd30d540-bc74-432a-b0fa-cfd216dcb3b7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:51.618570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.625304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec70950-30e4-47d1-ac1e-496b0de66c8f None None] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:51.685295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d37513-f8be-49f3-a7ee-97f5fbdb15a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.781451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67d49d42-e54a-4567-ac61-19d28d136819 req-71c388e4-3e0e-4fd6-b7f3-6d4d41709828 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0600781 Aug 31 08:06:51.801196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] For port 52192fa2-e33f-44a8-aafa-df3663ef4a0d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=52192fa2-e33f-44a8-aafa-df3663ef4a0d,segment=NetworkSegment(21eb179b-80ed-492e-9305-4cb36d044f59),segment_id=21eb179b-80ed-492e-9305-4cb36d044f59)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:51.801683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:51.827444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] Calling delete_port for 52192fa2-e33f-44a8-aafa-df3663ef4a0d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:51.877068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c120-4307-47c9-a878-380795eb333f req-721da828-e301-4a70-a143-342bfceb6f5d tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:51.878818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f161c120-4307-47c9-a878-380795eb333f req-721da828-e301-4a70-a143-342bfceb6f5d tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 945 time: 0.1362357 Aug 31 08:06:51.892414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-34f714f1-0122-4c21-b9c1-78af69aa0cd2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:51.894396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-34f714f1-0122-4c21-b9c1-78af69aa0cd2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 945 time: 0.0744362 Aug 31 08:06:52.045580 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.074626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] Pushing event deleted for resources: {'Port': ['ID=52192fa2-e33f-44a8-aafa-df3663ef4a0d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:52.081450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-149f8251-ba3b-4389-86e9-0b2a4a330291', 'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': 'eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:06:52.082523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.117175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3a96b-6e5d-49ab-83e0-0b243def6e9d None None] No DVR routers for this DVR port 52192fa2-e33f-44a8-aafa-df3663ef4a0d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:52.162694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d37513-f8be-49f3-a7ee-97f5fbdb15a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.203522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port fd30d540-bc74-432a-b0fa-cfd216dcb3b7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:52.203901 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.225971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for fd30d540-bc74-432a-b0fa-cfd216dcb3b7 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:52.309539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1eb7f6a8-21e6-4512-85c1-d06efb4896b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9595284 Aug 31 08:06:52.318039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Allocated IP 172.20.0.2 (149f8251-ba3b-4389-86e9-0b2a4a330291/eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d/ec74b0b3-e861-45db-83fc-822cf97b61bc) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:52.321491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41556) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:52.333438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291', 'name': 'tempest-PortsTestJSON-196510219', 'fixed_ips': [{'subnet_id': 'eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d', 'ip_address': '172.20.0.10'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:52.456978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f161c120-4307-47c9-a878-380795eb333f req-543245df-a0fc-4991-88e4-aad5d36012ad tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/security-groups?id=e235f4f7-707d-4a21-a07e-e1a5dde528e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615206 Aug 31 08:06:52.480693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 55f9961f-5fba-4715-8375-152732aefa6c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:52.489107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5785-6f8a-49c4-b4f6-3ab69080eff5 req-a1990280-415b-450c-b6b0-b96841b1914b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:52.496545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bff5785-6f8a-49c4-b4f6-3ab69080eff5 req-a1990280-415b-450c-b6b0-b96841b1914b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.1429720 Aug 31 08:06:52.504786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 55f9961f-5fba-4715-8375-152732aefa6c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:52.505213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 55f9961f-5fba-4715-8375-152732aefa6c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:52.505704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52192fa2-e33f-44a8-aafa-df3663ef4a0d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:52.528388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Deleting port cfa5e452-7362-4cc9-8bb7-525c908e543f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:52.528739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.552283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 52192fa2-e33f-44a8-aafa-df3663ef4a0d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:52.552629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 52192fa2-e33f-44a8-aafa-df3663ef4a0d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:52.581277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.587109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bff5785-6f8a-49c4-b4f6-3ab69080eff5 req-b6a419c0-6130-489c-9d13-66a044b42e7e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890791 Aug 31 08:06:52.649338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] For port cfa5e452-7362-4cc9-8bb7-525c908e543f, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=cfa5e452-7362-4cc9-8bb7-525c908e543f,segment=NetworkSegment(e0790fd4-e396-4763-9290-f78c29ee3122),segment_id=e0790fd4-e396-4763-9290-f78c29ee3122)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:52.649797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.665604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Calling delete_port for cfa5e452-7362-4cc9-8bb7-525c908e543f owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:52.709720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d37513-f8be-49f3-a7ee-97f5fbdb15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.712818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d37513-f8be-49f3-a7ee-97f5fbdb15a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.716444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7d37513-f8be-49f3-a7ee-97f5fbdb15a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbe132f3-200a-42ae-b6cc-39f0cdc9cf90 HTTP/1.1" status: 204 len: 168 time: 1.1586154 Aug 31 08:06:52.723276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d37513-f8be-49f3-a7ee-97f5fbdb15a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe132f3-200a-42ae-b6cc-39f0cdc9cf90,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:52.732461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:52.757894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Transition to ACTIVE for port object ec74b0b3-e861-45db-83fc-822cf97b61bc will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:52.775866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.781782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Transition to ACTIVE for port object ec74b0b3-e861-45db-83fc-822cf97b61bc will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:52.835677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=fd30d540-bc74-432a-b0fa-cfd216dcb3b7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:52.859467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.884065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:52.887298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:52.921607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eb2d4d3-723e-41f5-8765-b86a8420372a req-b1992fa9-8736-488a-b6fd-072f3a95d292 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0283608 Aug 31 08:06:52.938396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.952348 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:52.958307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:52.964483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Pushing event updated for resources: {'Port': ['ID=ec74b0b3-e861-45db-83fc-822cf97b61bc,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:52.972805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['cfa5e452-7362-4cc9-8bb7-525c908e543f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:52.998458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Pushing event deleted for resources: {'Port': ['ID=cfa5e452-7362-4cc9-8bb7-525c908e543f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:53.042805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Attempting to bind port ec74b0b3-e861-45db-83fc-822cf97b61bc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:06:53.043633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Attempting to bind port ec74b0b3-e861-45db-83fc-822cf97b61bc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b99952b3-ee77-417c-b4e2-2c62e9ac604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:06:53.044215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Attempting to bind port ec74b0b3-e861-45db-83fc-822cf97b61bc on network 149f8251-ba3b-4389-86e9-0b2a4a330291 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:06:53.044335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] No DVR routers for this DVR port cfa5e452-7362-4cc9-8bb7-525c908e543f on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:53.050446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.056278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:06:53.056278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Checking segment: {'id': 'b99952b3-ee77-417c-b4e2-2c62e9ac604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:06:53.056278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.056278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Bound using segment: {'id': 'b99952b3-ee77-417c-b4e2-2c62e9ac604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:06:53.056792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-237af21a-0c9a-4cea-8dd9-3a19bc786876 req-0914f225-1015-4c34-8ba6-ed6822a36cb5 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.45 "DELETE /v2.0/ports/cfa5e452-7362-4cc9-8bb7-525c908e543f HTTP/1.1" status: 204 len: 173 time: 1.1465254 Aug 31 08:06:53.056934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Bound port: ec74b0b3-e861-45db-83fc-822cf97b61bc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99952b3-ee77-417c-b4e2-2c62e9ac604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:06:53.057089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'name': 'network-vif-deleted', 'tag': 'cfa5e452-7362-4cc9-8bb7-525c908e543f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:53.057204 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.057286 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92b8c4-99f1-4831-9b70-76b5c78d365c" -d '{"events": [{"server_uuid": "c637c3f6-e75b-44ca-82da-ed91f5fdfb9f", "name": "network-vif-deleted", "tag": "cfa5e452-7362-4cc9-8bb7-525c908e543f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:53.081575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.095135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.108167 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f060fab5-508d-4560-8fc9-462988538b7e x-openstack-request-id: req-f060fab5-508d-4560-8fc9-462988538b7e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:53.108448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.108923 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c637c3f6-e75b-44ca-82da-ed91f5fdfb9f", "name": "network-vif-deleted", "tag": "cfa5e452-7362-4cc9-8bb7-525c908e543f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:53.109326 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f060fab5-508d-4560-8fc9-462988538b7e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:53.109900 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c637c3f6-e75b-44ca-82da-ed91f5fdfb9f', 'name': 'network-vif-deleted', 'tag': 'cfa5e452-7362-4cc9-8bb7-525c908e543f', 'status': 'completed', 'code': 200} Aug 31 08:06:53.138732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] For port ec74b0b3-e861-45db-83fc-822cf97b61bc, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:06:53.142862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] For port ec74b0b3-e861-45db-83fc-822cf97b61bc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec74b0b3-e861-45db-83fc-822cf97b61bc,segment=NetworkSegment(b99952b3-ee77-417c-b4e2-2c62e9ac604e),segment_id=b99952b3-ee77-417c-b4e2-2c62e9ac604e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:06:53.160737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:53.308939 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.348788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.349329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd20d88-3903-4ea8-b189-a4ca8477cb6b {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:06:53.357441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.394515 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8da31def-ad38-447e-b68f-176f31540436 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/routers/0fd20d88-3903-4ea8-b189-a4ca8477cb6b HTTP/1.1" status: 204 len: 168 time: 2.3451364 Aug 31 08:06:53.394515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.10 (149f8251-ba3b-4389-86e9-0b2a4a330291/eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d/97903c6c-8ec1-4159-a9e1-d5aaad98e3f9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:53.396619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c7ff-4b28-4537-88fe-54696b68536b None None] Pushing event updated for resources: {'Port': ['ID=ec74b0b3-e861-45db-83fc-822cf97b61bc,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:53.397323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41584) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:53.535973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.572481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.592393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:53.625946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89157e85-f8d2-43b9-831d-1f49407d40eb req-8ecb3650-8c4e-441c-829d-fd7caaedfdab tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.0399036 Aug 31 08:06:53.698222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7d11b9-96a1-424f-ac72-07cbc88c8d95']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eb179b-80ed-492e-9305-4cb36d044f59') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eb179b-80ed-492e-9305-4cb36d044f59') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7417eb9-09be-46be-b660-365967b6ab1c req-bcee4093-7e3b-448f-b64a-ce7507a977e9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7417eb9-09be-46be-b660-365967b6ab1c req-bcee4093-7e3b-448f-b64a-ce7507a977e9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.0831444 Aug 31 08:06:53.796276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.804283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:06:53.804610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:06:53.807586 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:06:53.826996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.872117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:53.877593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:53.931455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:53.932136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-641f314c-ecfe-4d13-aba8-da536f3dc14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.932136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:53.932472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7417eb9-09be-46be-b660-365967b6ab1c req-21f90f42-2924-4e9f-8576-75e669c965be tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Aug 31 08:06:53.956077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=97903c6c-8ec1-4159-a9e1-d5aaad98e3f9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:54.010127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.021689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.024387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/networks/4c7d11b9-96a1-424f-ac72-07cbc88c8d95 HTTP/1.1" status: 204 len: 168 time: 0.6256227 Aug 31 08:06:54.028252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41606) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:54.052797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:54.054784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.060171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71baca-3ed3-40fe-9725-d606b09fdabb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Network': ['ID=4c7d11b9-96a1-424f-ac72-07cbc88c8d95,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:54.168378 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-410896dd-39b5-4313-810a-8725f147e370 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8410339 Aug 31 08:06:54.170332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41614) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:54.176764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '149f8251-ba3b-4389-86e9-0b2a4a330291', 'name': 'tempest-PortsTestJSON-1492355456', 'fixed_ips': [{'subnet_id': 'eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d', 'ip_address': '172.20.0.9'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:54.219408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b05eaeda-37ca-4217-b0d2-0a0beb9e5939 req-5f5566f7-d9ab-4cc5-9cff-5dab3d4b8200 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0464838 Aug 31 08:06:54.255780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f73ca-3093-40ba-bc35-8437a7e7af1a req-8fb9c966-0289-459c-9e9a-9d0ba01b5e85 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:54.257656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-197f73ca-3093-40ba-bc35-8437a7e7af1a req-8fb9c966-0289-459c-9e9a-9d0ba01b5e85 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.1344121 Aug 31 08:06:54.261201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f21c27cb-c958-4d94-815e-ab82bfa2adc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.292579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f21c27cb-c958-4d94-815e-ab82bfa2adc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.360977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-197f73ca-3093-40ba-bc35-8437a7e7af1a req-fafe5db7-e412-4c1d-865c-95478724da7e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564761 Aug 31 08:06:54.486299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:06:54.493450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.526574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec74b0b3-e861-45db-83fc-822cf97b61bc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:54.547187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb88cb-da9c-4b02-9e0d-a0c012382b6a req-69ad9a77-5a24-45d6-870b-0e0fa9a81684 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:54.550569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 95a28d0b-fae0-4d74-9476-e9d91f79454c yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:06:54.555296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16cb88cb-da9c-4b02-9e0d-a0c012382b6a req-69ad9a77-5a24-45d6-870b-0e0fa9a81684 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.0951450 Aug 31 08:06:54.609063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f21c27cb-c958-4d94-815e-ab82bfa2adc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.612200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f21c27cb-c958-4d94-815e-ab82bfa2adc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:54.616796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f21c27cb-c958-4d94-815e-ab82bfa2adc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/security-groups/1cee8a7a-7d20-424b-a801-0dc3d8f02fe1 HTTP/1.1" status: 204 len: 168 time: 0.5660400 Aug 31 08:06:54.635797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c27cb-c958-4d94-815e-ab82bfa2adc2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cee8a7a-7d20-424b-a801-0dc3d8f02fe1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:54.647107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16cb88cb-da9c-4b02-9e0d-a0c012382b6a req-ef7a5e73-f7a4-492f-bc19-2f95a1b3958b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908687 Aug 31 08:06:54.794567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ec74b0b3-e861-45db-83fc-822cf97b61bc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:54.855778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578b9dd8-8c0a-46c6-b04b-823ea5264120 req-d0c11ffe-22f5-4d93-b820-f6e61c2890b2 tempest-VolumesActionsTest-1204009109 tempest-VolumesActionsTest-1204009109-project] 10.222.0.36 "GET /v2.0/ports?device_id=c637c3f6-e75b-44ca-82da-ed91f5fdfb9f HTTP/1.1" status: 200 len: 210 time: 0.0440915 Aug 31 08:06:54.919793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fd30d540-bc74-432a-b0fa-cfd216dcb3b7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:54.953656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.9 (149f8251-ba3b-4389-86e9-0b2a4a330291/eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d/95a28d0b-fae0-4d74-9476-e9d91f79454c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:06:54.964266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: fd30d540-bc74-432a-b0fa-cfd216dcb3b7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:54.966169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device fd30d540-bc74-432a-b0fa-cfd216dcb3b7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:55.108970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53866a4b-9753-4ada-9671-f74db34bcfc0 None None] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:55.166970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.185205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object 95a28d0b-fae0-4d74-9476-e9d91f79454c will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:06:55.250338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41646) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:55.255934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749205915', 'description': 'tempest-secgroup-smoke-1749205915 description', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:55.335462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] Provisioning for port ec74b0b3-e861-45db-83fc-822cf97b61bc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:55.349785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device cfa5e452-7362-4cc9-8bb7-525c908e543f no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:06:55.353104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] Provisioning complete for port ec74b0b3-e861-45db-83fc-822cf97b61bc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:55.353551 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.368790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e830567-f0b2-44e7-90cf-da14ea4f7161 req-c8daa5d4-c9e2-4b8e-baf9-3de37039f590 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0494804 Aug 31 08:06:55.372477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.379974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.444660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: cfa5e452-7362-4cc9-8bb7-525c908e543f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:06:55.445166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device cfa5e452-7362-4cc9-8bb7-525c908e543f not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:06:55.513247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:06:55.518863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:06:55.524338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:06:55.572185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.581957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8e257-2e25-4bd4-886f-4b6c39c260fd req-e0464ab3-d568-47be-a36d-709ca3753c51 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:55.583654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58b8e257-2e25-4bd4-886f-4b6c39c260fd req-e0464ab3-d568-47be-a36d-709ca3753c51 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.1189251 Aug 31 08:06:55.588619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.602410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:55.603901 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.611792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=95a28d0b-fae0-4d74-9476-e9d91f79454c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:55.631330 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] For port ec74b0b3-e861-45db-83fc-822cf97b61bc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec74b0b3-e861-45db-83fc-822cf97b61bc,segment=NetworkSegment(b99952b3-ee77-417c-b4e2-2c62e9ac604e),segment_id=b99952b3-ee77-417c-b4e2-2c62e9ac604e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:55.648882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58b8e257-2e25-4bd4-886f-4b6c39c260fd req-e1644921-d92b-473f-a060-efd99ae61b6b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563705 Aug 31 08:06:55.650106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.681883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1bdede-5ab2-4ef3-bb60-019b79668d95,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:55.748608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.783345 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.786594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4357e39f-5c00-423e-ab00-df1fe1176ca6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5332069 Aug 31 08:06:55.786888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41660) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:55.787516 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f1734b8e-b537-437f-aafd-90eba20a2896 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6159708 Aug 31 08:06:55.788304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41662) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:55.793096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '0c1bdede-5ab2-4ef3-bb60-019b79668d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:55.817309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a62f22-82b9-4de8-ab86-d5719b619452 None None] Pushing event updated for resources: {'Port': ['ID=ec74b0b3-e861-45db-83fc-822cf97b61bc,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:55.893683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176c5eb-d7fb-40d7-862f-7ab95f71c203 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:55.902325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a176c5eb-d7fb-40d7-862f-7ab95f71c203 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1136734 Aug 31 08:06:55.905095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41668) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:55.973896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41674) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:55.982866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.067901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900a0ff-702d-4728-8369-51cfca587095 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:56.074371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900a0ff-702d-4728-8369-51cfca587095 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:56.081535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900a0ff-702d-4728-8369-51cfca587095 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:56.083623 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3900a0ff-702d-4728-8369-51cfca587095 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1771371 Aug 31 08:06:56.086700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41678) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:56.105381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.105933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a9e585b1-dc3e-4d2a-8ae1-c373e9f6f957 None None] Provisioning for port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:56.117013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a9e585b1-dc3e-4d2a-8ae1-c373e9f6f957 None None] Provisioning complete for port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:56.117013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a9e585b1-dc3e-4d2a-8ae1-c373e9f6f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.151629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a9e585b1-dc3e-4d2a-8ae1-c373e9f6f957 None None] Port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:56.164553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a9e585b1-dc3e-4d2a-8ae1-c373e9f6f957 None None] Provisioning complete for port ec74b0b3-e861-45db-83fc-822cf97b61bc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:56.178467 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a9e585b1-dc3e-4d2a-8ae1-c373e9f6f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.203647 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.204255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 95a28d0b-fae0-4d74-9476-e9d91f79454c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:56.205894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.235189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.277906 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8993ff4-92f5-4074-9226-9a1c251a2de9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:56.298552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09ececba-de93-4c7a-869a-0bdb97fe78bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.347401 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.359974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 95a28d0b-fae0-4d74-9476-e9d91f79454c owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:56.386696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.386696 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a8f3335-c8c9-451b-ac2d-1e70f4a0524f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949979 Aug 31 08:06:56.387182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41688) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:56.402751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '0c1bdede-5ab2-4ef3-bb60-019b79668d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:56.417444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Provisioning complete for port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:56.418100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.467378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec74b0b3-e861-45db-83fc-822cf97b61bc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:06:56.526286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:56.550890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.551333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ec74b0b3-e861-45db-83fc-822cf97b61bc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:56.551709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.559188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c51d62f0-f293-415e-a55c-19cd4f5d86d9 req-a035974f-d9c4-4f9b-a96b-a931183a594a tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0456038 Aug 31 08:06:56.598779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09ececba-de93-4c7a-869a-0bdb97fe78bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.677325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Provisioning for port 95a28d0b-fae0-4d74-9476-e9d91f79454c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:06:56.682116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Provisioning complete for port 95a28d0b-fae0-4d74-9476-e9d91f79454c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:06:56.682422 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.724123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09ececba-de93-4c7a-869a-0bdb97fe78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.745132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-71f80af7-c659-4650-beaf-ec2bc7a1de23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.756760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8b6b5-6fb8-4652-8b6d-b8d096530765 None None] Port 95a28d0b-fae0-4d74-9476-e9d91f79454c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:06:56.835974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-09ececba-de93-4c7a-869a-0bdb97fe78bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3fe6c04ef664615861f9b874ba2d62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609614 Aug 31 08:06:56.839034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41706) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:56.842682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ececba-de93-4c7a-869a-0bdb97fe78bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4983d8d9-db01-4c69-abf6-cfef0ff03a8d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:56.857712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667983-b746-479b-bcbc-148966fb8725 req-e83d5258-9873-444a-a6d7-968ed3eba5db tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:56.859318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8667983-b746-479b-bcbc-148966fb8725 req-e83d5258-9873-444a-a6d7-968ed3eba5db tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.1000717 Aug 31 08:06:56.867594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.906008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8667983-b746-479b-bcbc-148966fb8725 req-817e8236-ebd2-4138-9478-17f449570d20 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Aug 31 08:06:56.930988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fd19-a342-4670-ba77-5db02b55fe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.980912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:56.980912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fd19-a342-4670-ba77-5db02b55fe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.008751 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.041974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=95a28d0b-fae0-4d74-9476-e9d91f79454c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:57.080522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.101696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632baa19-0905-4853-9644-3792599f3f34,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:57.109696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fd19-a342-4670-ba77-5db02b55fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.112466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fd19-a342-4670-ba77-5db02b55fe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.114742 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e9a6fd19-a342-4670-ba77-5db02b55fe6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4983d8d9-db01-4c69-abf6-cfef0ff03a8d HTTP/1.1" status: 204 len: 168 time: 0.2745225 Aug 31 08:06:57.123471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6fd19-a342-4670-ba77-5db02b55fe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983d8d9-db01-4c69-abf6-cfef0ff03a8d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:57.136690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.138894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aad34973-4ea9-47ba-bbe0-51e65be1187c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/95a28d0b-fae0-4d74-9476-e9d91f79454c HTTP/1.1" status: 204 len: 168 time: 1.0508118 Aug 31 08:06:57.141453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41714) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:57.189850 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7540fb9b-880e-482c-bc42-3d2049189c31 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:57.191836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7540fb9b-880e-482c-bc42-3d2049189c31 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/95a28d0b-fae0-4d74-9476-e9d91f79454c HTTP/1.1" status: 404 len: 333 time: 0.0487351 Aug 31 08:06:57.194531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:57.198501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.206489 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d1f7ab9a-21fd-4d42-8189-69d5bfe09c08 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8089960 Aug 31 08:06:57.209144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41720) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:57.214316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '0c1bdede-5ab2-4ef3-bb60-019b79668d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:57.263289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-d5105636-c366-40fd-8a7b-988c90137e73 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:57.266062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-d5105636-c366-40fd-8a7b-988c90137e73 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 945 time: 0.1372037 Aug 31 08:06:57.369295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.384694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:57.385046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.436477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.450465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port ef5b3a11-dd30-4de2-b721-bb901c00b5dc {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:57.450577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.539570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.562592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:57.588571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port ef5b3a11-dd30-4de2-b721-bb901c00b5dc, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:57.588939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.700883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for ef5b3a11-dd30-4de2-b721-bb901c00b5dc owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:57.700883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c13c74af-c4a2-4777-9c1b-0e4e6d768eae req-3ee85e72-fb41-4135-9cb9-63ab5b01d665 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0416052 Aug 31 08:06:57.726195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.745855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f6895f-0bab-4ab0-b1f3-ae35d5bfcf48,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:57.902927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.904206 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a22494a1-1b70-463a-a16a-3385ebf6847c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6936295 Aug 31 08:06:57.912561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41750) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:57.912561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '0c1bdede-5ab2-4ef3-bb60-019b79668d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:57.989290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.035896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=97903c6c-8ec1-4159-a9e1-d5aaad98e3f9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:58.051952 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.079902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.092404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ef5b3a11-dd30-4de2-b721-bb901c00b5dc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:06:58.168501 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.190768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e4f7-1995-435f-a775-49e4cbec285e req-dd74e581-5492-4658-9995-cab98181881c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:06:58.195129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4a3e4f7-1995-435f-a775-49e4cbec285e req-dd74e581-5492-4658-9995-cab98181881c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 867 time: 0.2173073 Aug 31 08:06:58.223695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=ef5b3a11-dd30-4de2-b721-bb901c00b5dc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:58.288032 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.290048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0ed73439-89d2-4010-ab29-73938aaeca8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 HTTP/1.1" status: 204 len: 168 time: 1.0943260 Aug 31 08:06:58.294201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41772) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:58.346859 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf55b2-986c-471e-a0e9-dcbcdf83819c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:06:58.351642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4a3e4f7-1995-435f-a775-49e4cbec285e req-fec87f97-6c40-4e75-b0ec-b9643bcd50c1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239974 Aug 31 08:06:58.353732 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9adf55b2-986c-471e-a0e9-dcbcdf83819c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/97903c6c-8ec1-4159-a9e1-d5aaad98e3f9 HTTP/1.1" status: 404 len: 333 time: 0.0581565 Aug 31 08:06:58.354559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port ef5b3a11-dd30-4de2-b721-bb901c00b5dc on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:58.357160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:58.358083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.360184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99bb9c7c-a5ec-4d90-8644-bf70b196269b req-ffa6194e-d607-472b-9675-082f11ba623a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "DELETE /v2.0/ports/ef5b3a11-dd30-4de2-b721-bb901c00b5dc HTTP/1.1" status: 204 len: 173 time: 1.0706716 Aug 31 08:06:58.364639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'name': 'network-vif-deleted', 'tag': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:06:58.366988 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfde27c3-7b02-459b-a14b-033789705013" -d '{"events": [{"server_uuid": "603bb254-5b2e-4bde-ae91-f9b451cf29f5", "name": "network-vif-deleted", "tag": "ef5b3a11-dd30-4de2-b721-bb901c00b5dc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:06:58.375720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.432253 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfa1a24-aeae-4309-90f8-54187fdb90e9 x-openstack-request-id: req-1dfa1a24-aeae-4309-90f8-54187fdb90e9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:06:58.432253 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603bb254-5b2e-4bde-ae91-f9b451cf29f5", "name": "network-vif-deleted", "tag": "ef5b3a11-dd30-4de2-b721-bb901c00b5dc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:06:58.432253 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1dfa1a24-aeae-4309-90f8-54187fdb90e9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:06:58.432253 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603bb254-5b2e-4bde-ae91-f9b451cf29f5', 'name': 'network-vif-deleted', 'tag': 'ef5b3a11-dd30-4de2-b721-bb901c00b5dc', 'status': 'completed', 'code': 200} Aug 31 08:06:58.432969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:06:58.436462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.485790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.504716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.526480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a38f3ef-f6c6-4ed5-9a9b-2bb22f586155,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:58.620056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.680472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.684474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eaeced55-946a-4bcf-9546-95ac92bb3b41 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7737360 Aug 31 08:06:58.685287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41788) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:58.691016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '0c1bdede-5ab2-4ef3-bb60-019b79668d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:58.771990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41792) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:58.829495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.832420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e34f0bda-5da8-400f-a7a3-f09acd9e2891 req-71b51e31-abf3-4e7c-b712-72e525e90807 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Aug 31 08:06:58.835580 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:06:58.846522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.919073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.922019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:58.931135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:58.933377 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d8237eee-9411-4970-89cb-a1b7a15531cf tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d HTTP/1.1" status: 204 len: 168 time: 0.5751903 Aug 31 08:06:58.933580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f75c6-81da-4183-8eb2-d0af46aeddc3 None None] Network 149f8251-ba3b-4389-86e9-0b2a4a330291 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:06:58.936410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:58.963689 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce2dea10-3a40-45b4-ac72-b2bedcb6657f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.040058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.077726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291735ac-725d-4273-9633-3e5346098d16,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:59.110457 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.215139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce2dea10-3a40-45b4-ac72-b2bedcb6657f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.239929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port ec74b0b3-e861-45db-83fc-822cf97b61bc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:59.240285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.263555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] DHCP port deletion for 149f8251-ba3b-4389-86e9-0b2a4a330291 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:06:59.327500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] Deleting port ec74b0b3-e861-45db-83fc-822cf97b61bc {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:06:59.328195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.333270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce2dea10-3a40-45b4-ac72-b2bedcb6657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.376967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.379485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-03942464-ac5f-4445-922e-950876ac78ef tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6930835 Aug 31 08:06:59.384039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41824) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:59.389381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'security_group_rule': {'security_group_id': '0c1bdede-5ab2-4ef3-bb60-019b79668d95', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:06:59.415795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dea10-3a40-45b4-ac72-b2bedcb6657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209bb823-6c51-4dc0-8c22-99ec31eaf03f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:59.468167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] For port ec74b0b3-e861-45db-83fc-822cf97b61bc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec74b0b3-e861-45db-83fc-822cf97b61bc,segment=NetworkSegment(b99952b3-ee77-417c-b4e2-2c62e9ac604e),segment_id=b99952b3-ee77-417c-b4e2-2c62e9ac604e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:59.487656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.502488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port ec74b0b3-e861-45db-83fc-822cf97b61bc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec74b0b3-e861-45db-83fc-822cf97b61bc,segment=NetworkSegment(b99952b3-ee77-417c-b4e2-2c62e9ac604e),segment_id=b99952b3-ee77-417c-b4e2-2c62e9ac604e)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:06:59.503149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.519379 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce2dea10-3a40-45b4-ac72-b2bedcb6657f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=360aecbb9acc4a2cbb40e84a2b70c9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462738 Aug 31 08:06:59.520645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] Calling delete_port for ec74b0b3-e861-45db-83fc-822cf97b61bc owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:59.527077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41836) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:06:59.545648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for ec74b0b3-e861-45db-83fc-822cf97b61bc owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:06:59.572658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5953d84-a41c-4714-9e03-2c131cd0093d req-accf95f3-2daf-40e9-b541-5eb2e6d7c6c0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0885954 Aug 31 08:06:59.573570 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Project b6c9e4ea252f4af5a6665745fe870d45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:06:59.608228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.645959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.788362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0288e3c3-fc57-4758-9904-cb7543097100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.809272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-c7a1d83e-e4a8-4738-a9e2-39664ac8df4e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3426552 Aug 31 08:06:59.828699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.832246 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.842104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0288e3c3-fc57-4758-9904-cb7543097100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.877285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.897946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] Pushing event deleted for resources: {'Port': ['ID=ec74b0b3-e861-45db-83fc-822cf97b61bc,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:59.915006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719cf2d-9a57-4fe2-a3c3-217b219cbcc5 None None] No DVR routers for this DVR port ec74b0b3-e861-45db-83fc-822cf97b61bc on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:06:59.964513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:59.976428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=ec74b0b3-e861-45db-83fc-822cf97b61bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:06:59.990875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port ec74b0b3-e861-45db-83fc-822cf97b61bc on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:07:00.054788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0fa00952-c984-453b-8031-3b8c508b5c7e req-81417eb8-0f9a-4597-86dc-9a6336b277ad tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1039054 Aug 31 08:07:00.074239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c66ad2a-5ffb-4e08-a436-9e77e6049fcd,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:00.094437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-2b622ad8-2c46-480c-8f6e-004f0b49f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:00.096298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-2b622ad8-2c46-480c-8f6e-004f0b49f3e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1097 time: 0.1981056 Aug 31 08:07:00.117138 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:07:00.142374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.154817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9148c6a5-7a1f-4146-a58b-61116cfe1299 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7693217 Aug 31 08:07:00.160612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41844) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:00.166493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'network': {'name': 'tempest-network-smoke--177185323', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:00.177045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.197492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149f8251-ba3b-4389-86e9-0b2a4a330291']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:00.212959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99952b3-ee77-417c-b4e2-2c62e9ac604e') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:00.213261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99952b3-ee77-417c-b4e2-2c62e9ac604e') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:00.225225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0288e3c3-fc57-4758-9904-cb7543097100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.229847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0288e3c3-fc57-4758-9904-cb7543097100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.229847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0288e3c3-fc57-4758-9904-cb7543097100 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/209bb823-6c51-4dc0-8c22-99ec31eaf03f HTTP/1.1" status: 204 len: 168 time: 0.6992884 Aug 31 08:07:00.231061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.245799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e3c3-fc57-4758-9904-cb7543097100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209bb823-6c51-4dc0-8c22-99ec31eaf03f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:00.255357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.267578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:07:00.267997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: self.session.flush() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:07:00.271605 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:07:00.324069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-b5cdb61a-be17-43b6-9e32-496e097a9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:00.327243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-b5cdb61a-be17-43b6-9e32-496e097a9909 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 898 time: 0.2082570 Aug 31 08:07:00.351171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:00.354674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.457003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-6d188cfb-b722-42e8-b99a-d9b35816e693 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 1001 time: 0.1217813 Aug 31 08:07:00.468449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec74b0b3-e861-45db-83fc-822cf97b61bc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:07:00.491783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ec74b0b3-e861-45db-83fc-822cf97b61bc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:07:00.494500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec74b0b3-e861-45db-83fc-822cf97b61bc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:07:00.543391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:07:00.548861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-32ab22a3-5316-4e31-904c-bc8cd6123f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:00.554194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.554546 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Added segment 69d70b59-01b8-49e8-b17c-833aff6c0d1d of type vlan for network 079c9436-2772-41b5-8ebf-110f57223093 Aug 31 08:07:00.554661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-32ab22a3-5316-4e31-904c-bc8cd6123f19 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 200 len: 834 time: 0.0857580 Aug 31 08:07:00.555962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.572618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.574953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/149f8251-ba3b-4389-86e9-0b2a4a330291 HTTP/1.1" status: 204 len: 168 time: 1.6369855 Aug 31 08:07:00.592175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41854) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:00.595116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-187260017'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:00.650021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41567f54-9563-46a5-b7d8-92d66708e8b7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=149f8251-ba3b-4389-86e9-0b2a4a330291,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:00.700362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-1f9d226b-10c0-4c72-84ab-fa3e54203f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:00.703650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-1f9d226b-10c0-4c72-84ab-fa3e54203f34 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351337 Aug 31 08:07:00.725601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.822875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:00.826730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.850310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.877226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:00.877943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.897734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bce14ac-fef6-4b25-9105-2b6eb9e730d0 req-0841b718-737c-4609-89ec-88c62f8feb6e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.1409850 Aug 31 08:07:00.995954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-c515bf04-a652-4af1-8774-04ce882909e6 service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850170 Aug 31 08:07:01.043834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:07:01.160017 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9978688 Aug 31 08:07:01.165444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41866) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:01.179007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccde074-f49a-45e3-9635-683850fa725c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Network': ['ID=079c9436-2772-41b5-8ebf-110f57223093,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:01.192565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.198063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 079c9436-2772-41b5-8ebf-110f57223093 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:07:01.198750 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Added segment e7282990-70c6-47db-8fb6-d7529ace0df6 of type vlan for network 501a7cc1-9c62-450e-81ff-5ff923114aa4 Aug 31 08:07:01.211693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'admin_state_up': True, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:01.214624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41868) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:01.257150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f54e66d-ca2e-47ed-941f-a35d7d91be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.367956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e00bc9b1-349a-4da5-a10c-bd9451936921 req-8808a6dc-434c-413d-9ae8-50b44331e498 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0889645 Aug 31 08:07:01.373518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a0ada27-ce58-459e-a9f7-2a0feb308358 req-f7c936ff-8936-46ca-aa38-829aacf74a81 service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690996 Aug 31 08:07:01.374357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.526285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.527747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.532430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.544971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:01.545616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.690606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f54e66d-ca2e-47ed-941f-a35d7d91be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.728650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ef5b3a11-dd30-4de2-b721-bb901c00b5dc no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:07:01.749131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.750232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Network': ['ID=501a7cc1-9c62-450e-81ff-5ff923114aa4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:01.763344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: ef5b3a11-dd30-4de2-b721-bb901c00b5dc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:07:01.763953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ef5b3a11-dd30-4de2-b721-bb901c00b5dc not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:07:01.767282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:07:01.811827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f54e66d-ca2e-47ed-941f-a35d7d91be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.884265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4f54e66d-ca2e-47ed-941f-a35d7d91be62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3878813e248646f5a39456fa2dcf4ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670780 Aug 31 08:07:01.890038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41882) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:01.891199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e66d-ca2e-47ed-941f-a35d7d91be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef6aa0-ac6c-4054-a008-137d9a769240,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:01.967786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41886) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:01.968595 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9b2c8d58-67f2-42c8-ac86-24934e672850 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3777177 Aug 31 08:07:01.993131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:02.132646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29203753-ce88-4418-a76e-5febf1c0b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:02.140033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9264138-3a3a-4c7a-832d-cb64d90dffd2 req-18bb419f-b3df-4aeb-a15e-30e0efca2c8d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.1358674 Aug 31 08:07:02.177272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29203753-ce88-4418-a76e-5febf1c0b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:02.250651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:02.296451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:02.310587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:02.480702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29203753-ce88-4418-a76e-5febf1c0b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:02.485386 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29203753-ce88-4418-a76e-5febf1c0b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:02.489650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-29203753-ce88-4418-a76e-5febf1c0b296 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0eef6aa0-ac6c-4054-a008-137d9a769240 HTTP/1.1" status: 204 len: 168 time: 0.5908432 Aug 31 08:07:02.548883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29203753-ce88-4418-a76e-5febf1c0b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef6aa0-ac6c-4054-a008-137d9a769240,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:02.586005 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e6efd50-eaa4-4910-88e7-d997347aec3a req-5c923f73-415f-4871-8889-9c15068fe560 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0663095 Aug 31 08:07:02.926155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.018870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=820ec2f4-5d86-45d4-bd61-ee1380c4a383,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:03.083388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Checking segment: {'id': 'e7282990-70c6-47db-8fb6-d7529ace0df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:03.085388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network hostable DHCP agents. Network: 501a7cc1-9c62-450e-81ff-5ff923114aa4, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:07:03.202928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:07:03.297793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.323224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.330709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48c983a7-9789-4adb-954d-a20f1f8bbcd3 req-34d5f1e8-7f05-4975-a229-db4bcca97c07 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0775383 Aug 31 08:07:03.333328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 501a7cc1-9c62-450e-81ff-5ff923114aa4) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:03.342179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d13a66-13af-4950-a40f-b38d25f9b28c None None] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:03.345871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:03.345871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.488619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.178 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/83b493d5-5c51-48b9-81eb-9b85da76a2d0) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:03.491633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4dd6a5ef-7ff7-408d-a4d6-c1d277ad19ae tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5203855 Aug 31 08:07:03.495371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41924) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:03.514533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-815372135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:03.663322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-501a7cc1-9c62-450e-81ff-5ff923114aa4', 'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': '820ec2f4-5d86-45d4-bd61-ee1380c4a383'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:07:03.667050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.667193 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.667274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.799188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.897311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6e700a4-46e2-4688-a332-412b74867fc3 req-b7ccd1aa-4840-4d48-a69a-86a25eb4f525 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1658521 Aug 31 08:07:03.929257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:03.932539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23524b8a-9610-41fe-90d5-5e9bd0460c44 req-b041d435-d9d1-4eb4-b5d9-5f7247ca98c4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4884040 Aug 31 08:07:03.967322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Allocated IP 172.20.0.2 (501a7cc1-9c62-450e-81ff-5ff923114aa4/820ec2f4-5d86-45d4-bd61-ee1380c4a383/bfb66625-ddc2-4017-9bbd-91e9c03cc229) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:03.983799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.053462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23524b8a-9610-41fe-90d5-5e9bd0460c44 req-c675d859-e147-4ab1-b764-30fa296452f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ac82376389847e3a293f7ed051e3046&device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.0499830 Aug 31 08:07:04.058939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.112597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:04.122528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:04.133384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:04.146718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23524b8a-9610-41fe-90d5-5e9bd0460c44 req-a24799d3-1fc4-45d5-931e-bfc6bd1ff48a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6ac82376389847e3a293f7ed051e3046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594852 Aug 31 08:07:04.340871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:04.341591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.341591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Transition to ACTIVE for port object bfb66625-ddc2-4017-9bbd-91e9c03cc229 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:04.341591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Transition to ACTIVE for port object bfb66625-ddc2-4017-9bbd-91e9c03cc229 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:04.358815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.360698 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-62554ded-9de2-4ca5-a726-fde1fad696a7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8620651 Aug 31 08:07:04.370087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41940) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:04.392955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4', 'name': 'tempest-PortsTestJSON-2001948706'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:04.438079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.478704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=83b493d5-5c51-48b9-81eb-9b85da76a2d0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:04.595445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Pushing event updated for resources: {'Port': ['ID=bfb66625-ddc2-4017-9bbd-91e9c03cc229,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:04.636792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:04.646612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:04.663232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:04.828431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Attempting to bind port bfb66625-ddc2-4017-9bbd-91e9c03cc229 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:04.828733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Attempting to bind port bfb66625-ddc2-4017-9bbd-91e9c03cc229 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e7282990-70c6-47db-8fb6-d7529ace0df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:04.829138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Attempting to bind port bfb66625-ddc2-4017-9bbd-91e9c03cc229 on network 501a7cc1-9c62-450e-81ff-5ff923114aa4 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:04.836516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:04.836908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Checking segment: {'id': 'e7282990-70c6-47db-8fb6-d7529ace0df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:04.837475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.838030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Bound using segment: {'id': 'e7282990-70c6-47db-8fb6-d7529ace0df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:04.838615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Bound port: bfb66625-ddc2-4017-9bbd-91e9c03cc229, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7282990-70c6-47db-8fb6-d7529ace0df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '501a7cc1-9c62-450e-81ff-5ff923114aa4'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:04.839010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:04.919789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] For port bfb66625-ddc2-4017-9bbd-91e9c03cc229, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:04.924555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] For port bfb66625-ddc2-4017-9bbd-91e9c03cc229, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bfb66625-ddc2-4017-9bbd-91e9c03cc229,segment=NetworkSegment(e7282990-70c6-47db-8fb6-d7529ace0df6),segment_id=e7282990-70c6-47db-8fb6-d7529ace0df6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:04.984238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.040881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.050384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83e0e8-fbef-4187-b90c-0cfea90e25d5 None None] Pushing event updated for resources: {'Port': ['ID=bfb66625-ddc2-4017-9bbd-91e9c03cc229,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:05.141074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:05.145397 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.183692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02ca23e6-664e-44fb-878f-6b53497c0b79 req-c2f4cdd6-b689-4301-bef7-24d78b34c43e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.1426501 Aug 31 08:07:05.224019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17dfef0f-f03b-4e4b-92e0-9596107e412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.368959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17dfef0f-f03b-4e4b-92e0-9596107e412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.450140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fcdd83d-b94d-4960-89f2-8dcad2ef2a6e req-64e3a2f6-298f-4c2a-9df6-de9881afac65 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.2235608 Aug 31 08:07:05.476516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17dfef0f-f03b-4e4b-92e0-9596107e412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.508394 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.564437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port b8c6bef3-b46f-4f25-b222-7c0905ec3919 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:07:05.583866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23524b8a-9610-41fe-90d5-5e9bd0460c44 req-89e5a8e3-1ced-429f-867a-d7bdbff0fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:05.586183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23524b8a-9610-41fe-90d5-5e9bd0460c44 req-89e5a8e3-1ced-429f-867a-d7bdbff0fdcc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4322786 Aug 31 08:07:05.683879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfef0f-f03b-4e4b-92e0-9596107e412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d2be9-7990-492f-a6c0-37410adecc14,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:05.690651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-17dfef0f-f03b-4e4b-92e0-9596107e412b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0afb171009b14efb8be3cddea41d0da7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3933618 Aug 31 08:07:05.694125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:05.779100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ed93a00-1d20-4a3e-accf-521ebe9b0183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.805059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ed93a00-1d20-4a3e-accf-521ebe9b0183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:05.806128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.12 (501a7cc1-9c62-450e-81ff-5ff923114aa4/820ec2f4-5d86-45d4-bd61-ee1380c4a383/b8c6bef3-b46f-4f25-b222-7c0905ec3919) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:06.018409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41970) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:06.060591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.162926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67ec9cf3-ce76-4bab-824f-c94fce1b376f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.257428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ed93a00-1d20-4a3e-accf-521ebe9b0183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.260095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ed93a00-1d20-4a3e-accf-521ebe9b0183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.260382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object b8c6bef3-b46f-4f25-b222-7c0905ec3919 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:06.263971 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7ed93a00-1d20-4a3e-accf-521ebe9b0183 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a90d2be9-7990-492f-a6c0-37410adecc14 HTTP/1.1" status: 204 len: 168 time: 0.5661604 Aug 31 08:07:06.273252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93a00-1d20-4a3e-accf-521ebe9b0183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d2be9-7990-492f-a6c0-37410adecc14,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:06.298693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router c80d3e82-1ef9-450e-b267-c8d92bb81d5b is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:07:06.334104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3efc7f6d-d3aa-438d-9af8-58931edde180 req-2d271587-ddd5-4e44-bf3e-7861c13788e3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=603bb254-5b2e-4bde-ae91-f9b451cf29f5 HTTP/1.1" status: 200 len: 210 time: 0.0593910 Aug 31 08:07:06.508544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67ec9cf3-ce76-4bab-824f-c94fce1b376f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.561870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bfb66625-ddc2-4017-9bbd-91e9c03cc229 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:06.564996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:06.584147 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Sync routers for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:06.595432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67ec9cf3-ce76-4bab-824f-c94fce1b376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.630303 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:06.632423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:06.671222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67ec9cf3-ce76-4bab-824f-c94fce1b376f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10d6d74a02e34178b54f826d2d40f09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490626 Aug 31 08:07:06.671222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec9cf3-ce76-4bab-824f-c94fce1b376f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38975ac-31e0-4874-b8c5-80e19e6b0fc8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:06.671612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41988) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:06.712084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.744347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1cacf5-84db-44fe-88aa-21075ba76f9f None None] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:06.771226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.775561 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c79f072f-d627-4fcf-b2be-7c08445d186f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5817394 Aug 31 08:07:06.776562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 41992) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:06.839792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57f8248c-b8e2-4643-86cb-e95a1c7a8bdb req-8791455d-5651-4ff5-a2d5-c215df3ad62b tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1341195 Aug 31 08:07:06.851143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:06.855402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:06.860703 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:06.889996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=b8c6bef3-b46f-4f25-b222-7c0905ec3919,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:06.902392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bfb66625-ddc2-4017-9bbd-91e9c03cc229 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:06.930138 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9fcc0dba-fef3-4d55-a4f8-7d10318df9cc tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b6c9e4ea252f4af5a6665745fe870d45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1404607 Aug 31 08:07:06.932813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 41994) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:06.955693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2bd7de5a-c759-4f9e-9561-cc615a44e01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.962598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:06.971496 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.011007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2bd7de5a-c759-4f9e-9561-cc615a44e01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.036961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] Provisioning for port bfb66625-ddc2-4017-9bbd-91e9c03cc229 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:07.121657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:07:07.153694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] Provisioning complete for port bfb66625-ddc2-4017-9bbd-91e9c03cc229 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:07.153694 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.178577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b1c7ea7-ee71-434c-a7e2-a548da183e00 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8035386 Aug 31 08:07:07.180175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9faadd-71af-4571-b42e-be19da152c3d tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:07.181278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42000) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:07.193568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ab9faadd-71af-4571-b42e-be19da152c3d tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2565877 Aug 31 08:07:07.194414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42002) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:07.262480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-20a87ed9-a54e-4876-94bf-ba8c42ca2155 tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0631018 Aug 31 08:07:07.264163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42004) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:07.288233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363773194', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:07.483435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2bd7de5a-c759-4f9e-9561-cc615a44e01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.490321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2bd7de5a-c759-4f9e-9561-cc615a44e01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.499209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2bd7de5a-c759-4f9e-9561-cc615a44e01a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c38975ac-31e0-4874-b8c5-80e19e6b0fc8 HTTP/1.1" status: 204 len: 168 time: 0.8261197 Aug 31 08:07:07.601289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:04Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:07.624651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7de5a-c759-4f9e-9561-cc615a44e01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38975ac-31e0-4874-b8c5-80e19e6b0fc8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:07.675250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Checking router: c80d3e82-1ef9-450e-b267-c8d92bb81d5b for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:07:07.675944 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Updating router c80d3e82-1ef9-450e-b267-c8d92bb81d5b port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:07:07.736599 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.836014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:07.843823 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:07.912097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.031545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] For port bfb66625-ddc2-4017-9bbd-91e9c03cc229, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bfb66625-ddc2-4017-9bbd-91e9c03cc229,segment=NetworkSegment(e7282990-70c6-47db-8fb6-d7529ace0df6),segment_id=e7282990-70c6-47db-8fb6-d7529ace0df6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:08.085875 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.227462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858ffb2-a9f3-43f8-9f75-f14df68a2508 None None] Pushing event updated for resources: {'Port': ['ID=bfb66625-ddc2-4017-9bbd-91e9c03cc229,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:08.251803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d3da93a8-8a9b-48e9-af3b-67ef5c61a480 req-15e9a48a-1499-4922-bf6c-57de4662643a tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1471767 Aug 31 08:07:08.381854 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.394745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Transition to ACTIVE for port object 83b493d5-5c51-48b9-81eb-9b85da76a2d0 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:08.482698 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.518296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bfb66625-ddc2-4017-9bbd-91e9c03cc229 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:08.571846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-508a0ecf-4935-47b4-bdab-122649430268 None None] Provisioning for port b8c6bef3-b46f-4f25-b222-7c0905ec3919 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:08.590582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-508a0ecf-4935-47b4-bdab-122649430268 None None] Provisioning complete for port b8c6bef3-b46f-4f25-b222-7c0905ec3919 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:08.591260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-508a0ecf-4935-47b4-bdab-122649430268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.674416 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Pushing event updated for resources: {'Port': ['ID=83b493d5-5c51-48b9-81eb-9b85da76a2d0,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:08.729131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-508a0ecf-4935-47b4-bdab-122649430268 None None] Port b8c6bef3-b46f-4f25-b222-7c0905ec3919 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:08.739982 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.740364 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.740716 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.745066 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.747056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bfb66625-ddc2-4017-9bbd-91e9c03cc229 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:08.747655 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.749995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.750373 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.750745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.759001 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.759738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.760291 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.760854 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.761416 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:08.775209 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Attempting to bind port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:08.782628 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Attempting to bind port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:08.782628 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Attempting to bind port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:08.792522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:08.795327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:08.795987 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.798979 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:08.799936 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Bound port: 83b493d5-5c51-48b9-81eb-9b85da76a2d0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:08.800577 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.803301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-508a0ecf-4935-47b4-bdab-122649430268 None None] Provisioning complete for port bfb66625-ddc2-4017-9bbd-91e9c03cc229 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:08.803941 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-508a0ecf-4935-47b4-bdab-122649430268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.954870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:08.988307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] For port 83b493d5-5c51-48b9-81eb-9b85da76a2d0, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:08.998272 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] For port 83b493d5-5c51-48b9-81eb-9b85da76a2d0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=83b493d5-5c51-48b9-81eb-9b85da76a2d0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:09.009856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:09.083265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-07636349-44fb-422d-aded-b3ff8137e7a8 None None] Provisioning complete for port b8c6bef3-b46f-4f25-b222-7c0905ec3919 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:09.084699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-07636349-44fb-422d-aded-b3ff8137e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:09.093080 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:09.174549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-07636349-44fb-422d-aded-b3ff8137e7a8 None None] Port b8c6bef3-b46f-4f25-b222-7c0905ec3919 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:09.247005 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0853f4-749b-4e1b-aba7-2788f2e24698 None None] Pushing event updated for resources: {'Port': ['ID=83b493d5-5c51-48b9-81eb-9b85da76a2d0,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:09.253904 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:09.254515 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:09.465200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c16fa10-87fc-49df-9420-fdc1e628714a req-50f8bf78-82fc-4425-a154-1b409a6158dc tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0369403 Aug 31 08:07:09.502520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:07:09.603227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Subnet': ['ID=70f6d25d-76be-41cb-ae93-ef20df87208f,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:09.655024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Checking segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:09.655468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network hostable DHCP agents. Network: 079c9436-2772-41b5-8ebf-110f57223093, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:07:09.777007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:09.784008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 079c9436-2772-41b5-8ebf-110f57223093 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:07:09.852048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 079c9436-2772-41b5-8ebf-110f57223093) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:09.853912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:09.863075 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f00d5-22f4-4681-9eda-c6fce244036a None None] Network 079c9436-2772-41b5-8ebf-110f57223093 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:09.882952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:09.883686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:09.987914 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:04Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:10.054674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb225a44-3686-4369-a6f0-2939ff0d547f None None] The sync data for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 is: [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:04Z', 'revision_number': 3, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:10.163580 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-47aa0220-4212-4e6b-b84a-6eda688f8140 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8984389 Aug 31 08:07:10.165950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42084) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:10.187951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=b8c6bef3-b46f-4f25-b222-7c0905ec3919,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:10.221617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-079c9436-2772-41b5-8ebf-110f57223093', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:07:10.222603 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:10.428018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42092) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:10.729150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e22ae6-8aac-4dba-aa40-3cf0d3f8e35d tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:10.729977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e22ae6-8aac-4dba-aa40-3cf0d3f8e35d tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:10.730616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e22ae6-8aac-4dba-aa40-3cf0d3f8e35d tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:10.732570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-21e22ae6-8aac-4dba-aa40-3cf0d3f8e35d tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 2972 time: 0.3064315 Aug 31 08:07:10.744420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:10.801306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-495b4277-bb2e-4587-835d-eb56a773252d None None] Provisioning complete for port b8c6bef3-b46f-4f25-b222-7c0905ec3919 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:10.801942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-495b4277-bb2e-4587-835d-eb56a773252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:10.807354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Allocated IP 172.20.0.2 (079c9436-2772-41b5-8ebf-110f57223093/70f6d25d-76be-41cb-ae93-ef20df87208f/8f9f1be5-b95f-438b-815f-368739b2808e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:11.051862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:11.120107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-495b4277-bb2e-4587-835d-eb56a773252d None None] Port b8c6bef3-b46f-4f25-b222-7c0905ec3919 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:11.239366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-545a40f2-f5ac-4abd-82bb-c2a24e0e9b75 req-4b8e9252-1af2-4678-bc61-ba25918b9e46 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.4643264 Aug 31 08:07:11.333834 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:11.365552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Transition to ACTIVE for port object 8f9f1be5-b95f-438b-815f-368739b2808e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:11.429058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Transition to ACTIVE for port object 8f9f1be5-b95f-438b-815f-368739b2808e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:11.442127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:11.551935 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:11.655724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Network 079c9436-2772-41b5-8ebf-110f57223093 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:11.686817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:11.700611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:11.790061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Pushing event updated for resources: {'Port': ['ID=8f9f1be5-b95f-438b-815f-368739b2808e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:11.899383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Attempting to bind port 8f9f1be5-b95f-438b-815f-368739b2808e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:11.903667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Attempting to bind port 8f9f1be5-b95f-438b-815f-368739b2808e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:11.905467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Attempting to bind port 8f9f1be5-b95f-438b-815f-368739b2808e on network 079c9436-2772-41b5-8ebf-110f57223093 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:11.927297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:11.927695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Checking segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:11.930148 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:11.930148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Bound using segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:11.933572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Bound port: 8f9f1be5-b95f-438b-815f-368739b2808e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:11.934063 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.138476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] For port 8f9f1be5-b95f-438b-815f-368739b2808e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:12.150325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] For port 8f9f1be5-b95f-438b-815f-368739b2808e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f9f1be5-b95f-438b-815f-368739b2808e,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:12.188784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.1 (079c9436-2772-41b5-8ebf-110f57223093/70f6d25d-76be-41cb-ae93-ef20df87208f/945b9a23-7f17-46c1-9e18-7d91b15e1661) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:12.217996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.309349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42162) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:12.452008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14e464-813d-4c25-9f13-85ff86ed76d5 None None] Pushing event updated for resources: {'Port': ['ID=8f9f1be5-b95f-438b-815f-368739b2808e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:12.470569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.488710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3caa32-b92b-46e6-a0c3-476c16f4e0d7 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:12.491310 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cf3caa32-b92b-46e6-a0c3-476c16f4e0d7 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 814 time: 0.1786878 Aug 31 08:07:12.527212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.558358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 945b9a23-7f17-46c1-9e18-7d91b15e1661 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:12.633740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.691098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 83b493d5-5c51-48b9-81eb-9b85da76a2d0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:12.741531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=b8c6bef3-b46f-4f25-b222-7c0905ec3919,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:12.829380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4a2e1aa-2e02-4033-bc73-8060990e362e req-4ac3477e-ba47-40e4-ab81-d4862f02b646 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1281183 Aug 31 08:07:12.909335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.931670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:12.957318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:12.966113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:12.966113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.034713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 079c9436-2772-41b5-8ebf-110f57223093 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:13.049128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:13.057648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:13.219580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42200) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:13.234449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.235866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:13.239934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:13.244257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'network': {'name': 'tempest-network-smoke--102816449', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:13.260992 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.269711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:13.312768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 83b493d5-5c51-48b9-81eb-9b85da76a2d0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=83b493d5-5c51-48b9-81eb-9b85da76a2d0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:13.341745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=945b9a23-7f17-46c1-9e18-7d91b15e1661,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:13.425953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.455238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:13.459620 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.539409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:07:13.555325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.555684 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Added segment be8fd9f9-573c-4b42-9f1b-4a9935efaf6d of type vlan for network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 Aug 31 08:07:13.679309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=83b493d5-5c51-48b9-81eb-9b85da76a2d0,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:13.715135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.716430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.786368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ce3f52fc-8e67-40ca-8c93-42f1f7cc1b87 None None] Provisioning complete for port b8c6bef3-b46f-4f25-b222-7c0905ec3919 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:13.789525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ce3f52fc-8e67-40ca-8c93-42f1f7cc1b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.890842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.908796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:13.909459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:13.968704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f52fc-8e67-40ca-8c93-42f1f7cc1b87 None None] Port b8c6bef3-b46f-4f25-b222-7c0905ec3919 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:14.097827 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8562770 Aug 31 08:07:14.136549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42226) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:14.337246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:14.359521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:14.430105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44d8efac-c718-4c4b-9823-66002c606e3b req-c8031118-0af5-477e-bdd3-2f56f0c0b99c tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0501125 Aug 31 08:07:14.446461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478c651-ee7e-4137-9814-afa46ff04521 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Network': ['ID=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:14.456199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d80c79-f3ee-432f-add5-8c03fb225f95 None None] Network 079c9436-2772-41b5-8ebf-110f57223093 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:14.474046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:14.495035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5fafa-6623-461c-9905-124a4f46d93a tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:14.519758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cef5fafa-6623-461c-9905-124a4f46d93a tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3629818 Aug 31 08:07:14.519847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42234) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:14.553916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Router e5585b36-0a89-4f14-a682-7f7abba673a1 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:07:14.575650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:07:14.710821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:14.722589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:14.762379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2812e172-f906-4cff-bff3-3e4f93bbef11 None None] Provisioning for port 8f9f1be5-b95f-438b-815f-368739b2808e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:14.806328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f9f1be5-b95f-438b-815f-368739b2808e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:14.854910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c88701-862e-4f20-9c09-634de039eb27 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:14.856958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e3c88701-862e-4f20-9c09-634de039eb27 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3388078 Aug 31 08:07:14.860579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:14.862161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:14.900407 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dc4d835d-9a93-4da8-b969-c2397c3ed6a8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/routers/e5585b36-0a89-4f14-a682-7f7abba673a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7120690 Aug 31 08:07:14.901194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] Sync routers for ids ['e5585b36-0a89-4f14-a682-7f7abba673a1'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:14.916318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42250) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:14.922728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] Routers {'e5585b36-0a89-4f14-a682-7f7abba673a1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:14.923559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e5585b36-0a89-4f14-a682-7f7abba673a1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:14.982439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:14.990740 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-504221d7-2aef-4c06-9d5c-98767b351cdb tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1157255 Aug 31 08:07:15.009908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] Routers {'e5585b36-0a89-4f14-a682-7f7abba673a1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:15.010741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e5585b36-0a89-4f14-a682-7f7abba673a1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:15.045457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:15.107985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8f9f1be5-b95f-438b-815f-368739b2808e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:15.111553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:15.112413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5c2ac-f9ea-4781-8cbc-793a7f85e6de None None] The sync data for ids ['e5585b36-0a89-4f14-a682-7f7abba673a1'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:15.115305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8f9f1be5-b95f-438b-815f-368739b2808e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:15.115680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:15.152177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=945b9a23-7f17-46c1-9e18-7d91b15e1661,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:15.166906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 079c9436-2772-41b5-8ebf-110f57223093 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:15.174402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:15.205597 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-db37d471-ea51-4738-8b03-fbf12ea673cf tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1580393 Aug 31 08:07:15.212031 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42266) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:15.331545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router c80d3e82-1ef9-450e-b267-c8d92bb81d5b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:07:15.363799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:15.390004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Provisioning complete for port 8f9f1be5-b95f-438b-815f-368739b2808e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:15.390381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:15.400208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674ecc8-04c2-45bd-afb4-2418bda46f8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:15.403673 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3674ecc8-04c2-45bd-afb4-2418bda46f8e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5585b36-0a89-4f14-a682-7f7abba673a1 HTTP/1.1" status: 200 len: 983 time: 0.4860659 Aug 31 08:07:15.412845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:15.568569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8f9f1be5-b95f-438b-815f-368739b2808e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f9f1be5-b95f-438b-815f-368739b2808e,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:15.732068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:15.732887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 83b493d5-5c51-48b9-81eb-9b85da76a2d0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:15.844829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75863466-2cc1-4825-b332-14cdfe92672d tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:15.846765 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-75863466-2cc1-4825-b332-14cdfe92672d tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6303048 Aug 31 08:07:15.853940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42292) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:15.964227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.044427 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4462ad2-30b7-4182-8fde-7a0346bfe9e6 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1837175 Aug 31 08:07:16.045376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-340f4ddd-ed92-4795-8e93-03089aa5c894 req-99f5d48b-3ce2-40c3-9c4f-4accb1f3b7f2 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0694108 Aug 31 08:07:16.049003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42300) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:16.055769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885343655', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:16.076409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:16.077097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.114984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8f9f1be5-b95f-438b-815f-368739b2808e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:16.197545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:07:16.197831 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:07:16.229685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:16.248112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4b9e0b1a-18e2-476a-b0ef-405917068318 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/c80d3e82-1ef9-450e-b267-c8d92bb81d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0803280 Aug 31 08:07:16.248555 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Sync routers for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:16.262217 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:16.264164 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:16.302498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.490884 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:07:16.539707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f9f1be5-b95f-438b-815f-368739b2808e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:16.652963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Allocated IP 172.25.0.123 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/488b277b-81be-40e7-b1a3-5303575c0891) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:16.653210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8f9f1be5-b95f-438b-815f-368739b2808e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:16.653210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.678144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:16.682051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.684111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.852570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.895077 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:14Z', 'revision_number': 2, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:17.002386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-3ca4525a-ac0a-4b00-b902-13026cb4b2c8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749205915&fields=id&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 267 time: 0.0706632 Aug 31 08:07:17.031310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Provisioning for port 945b9a23-7f17-46c1-9e18-7d91b15e1661 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:17.036580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Provisioning complete for port 945b9a23-7f17-46c1-9e18-7d91b15e1661 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:17.037089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.082442 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Checking router: c80d3e82-1ef9-450e-b267-c8d92bb81d5b for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:07:17.084997 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Updating router c80d3e82-1ef9-450e-b267-c8d92bb81d5b port 945b9a23-7f17-46c1-9e18-7d91b15e1661 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:07:17.168533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f7768bf9-bd6f-4990-b014-9694b95b0e53 None None] Port 945b9a23-7f17-46c1-9e18-7d91b15e1661 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:17.198733 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.233762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port b8c6bef3-b46f-4f25-b222-7c0905ec3919 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:17.234406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.299302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c121a981-9d0d-4ddd-816c-4e4ca038292a req-3ba40569-2604-4985-a353-4746b935ad27 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0544679 Aug 31 08:07:17.301837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-30dbab3c-5afb-4878-a4fe-e9202ede4147 None None] Provisioning complete for port 945b9a23-7f17-46c1-9e18-7d91b15e1661 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:17.302207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-30dbab3c-5afb-4878-a4fe-e9202ede4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.455172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-30dbab3c-5afb-4878-a4fe-e9202ede4147 None None] Port 945b9a23-7f17-46c1-9e18-7d91b15e1661 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:17.525744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.562329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for b8c6bef3-b46f-4f25-b222-7c0905ec3919 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:17.642191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-dad53357-04d1-4afe-b273-d4c9272896e1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:17.644130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-dad53357-04d1-4afe-b273-d4c9272896e1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/networks?id=079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 200 len: 796 time: 0.6335025 Aug 31 08:07:17.645668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.692847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.765095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:17.773604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:17.777187 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.802522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Transition to ACTIVE for port object 945b9a23-7f17-46c1-9e18-7d91b15e1661 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:17.806783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d52849bb-c76c-40c3-97d2-eb339c89110d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/quotas/b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 375 time: 0.1538265 Aug 31 08:07:17.861528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:17.911997 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:17.991994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.093904 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd5ffb-1093-4696-bcbd-3f694c7d7380 None None] Pushing event updated for resources: {'Port': ['ID=945b9a23-7f17-46c1-9e18-7d91b15e1661,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:18.165930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=b8c6bef3-b46f-4f25-b222-7c0905ec3919,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:18.173738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Checking segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:18.174144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network hostable DHCP agents. Network: 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:07:18.176311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Subnet': ['ID=cafa90f1-122a-4280-bbc7-43add23ab082,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:18.177654 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Attempting to bind port 945b9a23-7f17-46c1-9e18-7d91b15e1661 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:18.195375 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Attempting to bind port 945b9a23-7f17-46c1-9e18-7d91b15e1661 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:18.200407 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Attempting to bind port 945b9a23-7f17-46c1-9e18-7d91b15e1661 on network 079c9436-2772-41b5-8ebf-110f57223093 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:18.221587 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:18.222337 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Checking segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:18.222467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Port': ['ID=488b277b-81be-40e7-b1a3-5303575c0891,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:18.223189 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.235360 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Bound using segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:18.236988 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Bound port: 945b9a23-7f17-46c1-9e18-7d91b15e1661, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:18.238661 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.258518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-0b84c009-7b88-4130-abf6-6bbd27cc8453 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4357045 Aug 31 08:07:18.258518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42356) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:18.311685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-a4076dda-57e4-4353-9237-8c43bc9c07ee tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:07:18.313293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-a4076dda-57e4-4353-9237-8c43bc9c07ee tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063076 Aug 31 08:07:18.412918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.480108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:07:18.514369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] For port 945b9a23-7f17-46c1-9e18-7d91b15e1661, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:18.524726 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] For port 945b9a23-7f17-46c1-9e18-7d91b15e1661, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=945b9a23-7f17-46c1-9e18-7d91b15e1661,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:18.611772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.634984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd582-b2b6-4a76-94ea-9d6e1dfa69f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.636723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:18.644392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49915b59-36e2-4f9d-8b4d-c9958687369e None None] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:18.649048 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.787192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:18.792509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.832541 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:18.849912 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:18.923132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec75a868-a96e-4547-ba3d-f0640402a531 req-b7d7cacd-a074-49a6-9fdf-ea8bac4378f7 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.2937849 Aug 31 08:07:18.923933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.932289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ips': [{'subnet_id': 'cafa90f1-122a-4280-bbc7-43add23ab082'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:07:18.933177 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:18.989987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd5ffb-1093-4696-bcbd-3f694c7d7380 None None] Pushing event updated for resources: {'Port': ['ID=945b9a23-7f17-46c1-9e18-7d91b15e1661,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:19.160550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:07:19.256431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-93143d22-2576-4349-bb6e-1c24f2e1f212 service neutron] 10.222.0.36 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267159 Aug 31 08:07:19.279495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Allocated IP 172.20.0.18 (2befe4d6-fa4e-4c6f-9e4f-8c203b06a375/cafa90f1-122a-4280-bbc7-43add23ab082/e0f69adb-9ada-4bae-ad85-669f73e3bcf8) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:19.599534 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:19.605584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd582-b2b6-4a76-94ea-9d6e1dfa69f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:19.608120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Router e5585b36-0a89-4f14-a682-7f7abba673a1 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:07:19.621142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Transition to ACTIVE for port object e0f69adb-9ada-4bae-ad85-669f73e3bcf8 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:19.681194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:19.685323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Transition to ACTIVE for port object e0f69adb-9ada-4bae-ad85-669f73e3bcf8 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:19.697439 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-73f99c90-061e-42b5-9f07-300c2bf70c84 service neutron] 10.222.0.36 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292905 Aug 31 08:07:19.698304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd582-b2b6-4a76-94ea-9d6e1dfa69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:19.775315 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:19.787050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc7dd582-b2b6-4a76-94ea-9d6e1dfa69f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9efb5e064fd64efb91f3a46c509d5d53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5078042 Aug 31 08:07:19.788942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dd582-b2b6-4a76-94ea-9d6e1dfa69f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06750f7-a655-4aa8-993c-7f9f1c61a5c2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:19.792785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b84155f0-fae6-4798-8c15-718b3539b027 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7428467 Aug 31 08:07:19.794150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:19.794893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:19.848164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:19.862034 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cc5379fb-01ee-4d0f-a63a-1e6ede36c648 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/routers/e5585b36-0a89-4f14-a682-7f7abba673a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4466944 Aug 31 08:07:19.866086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42374) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:19.880993 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-57366322-99b6-4b8d-af39-33889b591429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:18Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:19.916110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:19.923209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:19.927151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] Sync routers for ids ['e5585b36-0a89-4f14-a682-7f7abba673a1'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:19.951926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:20.006301 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57366322-99b6-4b8d-af39-33889b591429 None None] The sync data for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 is: [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:18Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:20.046659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Pushing event updated for resources: {'Port': ['ID=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:20.067515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] Routers {'e5585b36-0a89-4f14-a682-7f7abba673a1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:20.113131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e5585b36-0a89-4f14-a682-7f7abba673a1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:20.228682 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e2907c-e37e-40f5-8fd8-c21843590ac6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:07:20.234238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c8e2907c-e37e-40f5-8fd8-c21843590ac6 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/b8c6bef3-b46f-4f25-b222-7c0905ec3919 HTTP/1.1" status: 404 len: 333 time: 0.3253102 Aug 31 08:07:20.237519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42388) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:20.239419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:20.270671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Attempting to bind port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:20.271321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Attempting to bind port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:20.271860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Attempting to bind port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 on network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:20.276590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] Routers {'e5585b36-0a89-4f14-a682-7f7abba673a1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:20.280167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:06:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e5585b36-0a89-4f14-a682-7f7abba673a1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:20.332034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:20.332728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Checking segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:20.333305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.333886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Bound using segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:20.340886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Bound port: e0f69adb-9ada-4bae-ad85-669f73e3bcf8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:20.341321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.366498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Port': ['ID=488b277b-81be-40e7-b1a3-5303575c0891,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:20.366745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:20.367433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e482c45c-299f-48ac-8fe7-7a5e4aa14721 None None] The sync data for ids ['e5585b36-0a89-4f14-a682-7f7abba673a1'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:20.379022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312290d7-5e15-4208-8a7c-57702cde721a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.397567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.430785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1d63ea4-f912-432e-a47c-c237f2e68a73 req-4dff5107-4a60-4831-889e-f1358f51527a tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1052835 Aug 31 08:07:20.474171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.531018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312290d7-5e15-4208-8a7c-57702cde721a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.535763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] For port e0f69adb-9ada-4bae-ad85-669f73e3bcf8, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:20.540487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] For port e0f69adb-9ada-4bae-ad85-669f73e3bcf8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:20.636716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d0fef567-fe11-4079-9489-13a54cc367fd req-2f0cc5c0-ac22-4015-8e7d-2c5771aedef8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 210 time: 0.0891721 Aug 31 08:07:20.655129 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.661631 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.709222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-99775530-f42b-43e2-82d1-74fd6a0cfb8c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4659395 Aug 31 08:07:20.719909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42398) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:20.733140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1672482619'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:20.846144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42416) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:20.856508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c6a08-5485-4215-91d3-42ad68f489d9 None None] Pushing event updated for resources: {'Port': ['ID=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:20.858325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560540675', 'description': 'tempest-secgroup-smoke-1560540675 description', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:20.875857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 945b9a23-7f17-46c1-9e18-7d91b15e1661 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:20.921969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Made reservation on behalf of 8babdbead80747d99b0bdb00f432ed89 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:20.926156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.939858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.955754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:20.978344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.041186 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312290d7-5e15-4208-8a7c-57702cde721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.059898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-312290d7-5e15-4208-8a7c-57702cde721a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.061112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-312290d7-5e15-4208-8a7c-57702cde721a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c06750f7-a655-4aa8-993c-7f9f1c61a5c2 HTTP/1.1" status: 204 len: 168 time: 1.2474010 Aug 31 08:07:21.123521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312290d7-5e15-4208-8a7c-57702cde721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06750f7-a655-4aa8-993c-7f9f1c61a5c2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:21.146100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.147845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Fanout notify agent at l3_agent the message router_deleted on router e5585b36-0a89-4f14-a682-7f7abba673a1 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:07:21.153396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.181146 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.185232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bbb50f1b-c66f-423b-af91-09a56de4c1e1 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/routers/e5585b36-0a89-4f14-a682-7f7abba673a1 HTTP/1.1" status: 204 len: 168 time: 0.9460394 Aug 31 08:07:21.188562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42444) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:21.262474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 945b9a23-7f17-46c1-9e18-7d91b15e1661 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:21.266948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 945b9a23-7f17-46c1-9e18-7d91b15e1661 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:21.271317 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.289740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet 820ec2f4-5d86-45d4-bd61-ee1380c4a383 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:07:21.297648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.425228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.544717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.702349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe5474ed-9538-41c0-8805-9623bc8660f5 req-9ce75901-cf12-4dbc-aa8a-174406aa6f1c tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0846150 Aug 31 08:07:21.705713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.789054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:21.943281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74e74b1d-78eb-4816-91dc-c8c3ac5ee8d3 req-9c2e5515-4eff-42fa-8c4e-44e3c3f4407b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 210 time: 0.1622171 Aug 31 08:07:21.993992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:07:22.035977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.054346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3bb20-94af-4af4-a86b-8a1d3ef985de,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:22.103958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.103958 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Added segment 5e99497b-df44-4121-b3b9-81587b11e0da of type vlan for network 865026e9-e761-47bb-b736-5e4f33edaef7 Aug 31 08:07:22.140635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 945b9a23-7f17-46c1-9e18-7d91b15e1661, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=945b9a23-7f17-46c1-9e18-7d91b15e1661,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:22.152383 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.189687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ae3ba-3554-46d7-ba30-fbc9b70e1289 None None] Network 501a7cc1-9c62-450e-81ff-5ff923114aa4 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:22.203079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.211897 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/820ec2f4-5d86-45d4-bd61-ee1380c4a383 HTTP/1.1" status: 204 len: 168 time: 1.0214226 Aug 31 08:07:22.212769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42462) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:22.248559 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.291599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8fec5-186a-4e44-8ab7-af80563fc43b tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=820ec2f4-5d86-45d4-bd61-ee1380c4a383,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:22.319957 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.328631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.403105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.512217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.518673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42466) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:22.519618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.550373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:22.551039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.674956 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.679145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8276968 Aug 31 08:07:22.679145 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-916ded37-7476-45e8-acc8-466d83948e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.681448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42480) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:22.686283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port bfb66625-ddc2-4017-9bbd-91e9c03cc229 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:22.690353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.774499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0f69adb-9ada-4bae-ad85-669f73e3bcf8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:22.812787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '4a08f71a-e26e-45d5-9e83-a2df433e5c27', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:22.867175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=945b9a23-7f17-46c1-9e18-7d91b15e1661,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:22.876436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port bfb66625-ddc2-4017-9bbd-91e9c03cc229, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bfb66625-ddc2-4017-9bbd-91e9c03cc229,segment=NetworkSegment(e7282990-70c6-47db-8fb6-d7529ace0df6),segment_id=e7282990-70c6-47db-8fb6-d7529ace0df6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:22.878360 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:22.918946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for bfb66625-ddc2-4017-9bbd-91e9c03cc229 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:23.036187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] DHCP port deletion for 501a7cc1-9c62-450e-81ff-5ff923114aa4 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:07:23.046302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:23.108844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1193e-247e-41fc-94db-3a9de953a7b0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08f71a-e26e-45d5-9e83-a2df433e5c27,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:23.150892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.260278 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] Deleting port bfb66625-ddc2-4017-9bbd-91e9c03cc229 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:23.260666 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.296619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1387b548-6a33-4404-8196-268bbcc553a7 req-cf6e79b9-2b9a-47b6-ac0b-faa3a43ba717 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.2083859 Aug 31 08:07:23.330722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e466f604-21e9-436b-ad72-fdcb862da512 req-b64e9c47-ef91-411f-9747-6f0db383f7b6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 210 time: 0.1810777 Aug 31 08:07:23.369252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Network': ['ID=865026e9-e761-47bb-b736-5e4f33edaef7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:23.373308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f301e9e1-95e1-4faf-961a-a51b4cc1c87a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6494765 Aug 31 08:07:23.374755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42508) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:23.393018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 865026e9-e761-47bb-b736-5e4f33edaef7 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:07:23.394746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Request body: {'subnet': {'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:23.396147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a71b39-89dc-4971-9884-77db6a4a9f83 None None] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:23.463877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.567038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.582775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.586355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] For port bfb66625-ddc2-4017-9bbd-91e9c03cc229, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bfb66625-ddc2-4017-9bbd-91e9c03cc229,segment=NetworkSegment(e7282990-70c6-47db-8fb6-d7529ace0df6),segment_id=e7282990-70c6-47db-8fb6-d7529ace0df6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:23.587158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.602783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] Provisioning for port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:23.623186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788306e2-cb7c-4a1d-aca0-f7cecdee06d7,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:23.641733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] Provisioning complete for port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:23.642162 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.731941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=bfb66625-ddc2-4017-9bbd-91e9c03cc229,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:23.735200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] Calling delete_port for bfb66625-ddc2-4017-9bbd-91e9c03cc229 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:23.739306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port bfb66625-ddc2-4017-9bbd-91e9c03cc229 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:07:23.827396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-6c6bd673-94a3-4f47-b29e-57038a9a73fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:23.835602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-6c6bd673-94a3-4f47-b29e-57038a9a73fa tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "GET /v2.0/networks?id=079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 200 len: 796 time: 0.1823883 Aug 31 08:07:23.838591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-916ded37-7476-45e8-acc8-466d83948e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.877882 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdc192c4-ae85-42e7-9a8a-fa12d0618841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.902668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.907539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.961094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.974212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-916ded37-7476-45e8-acc8-466d83948e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:23.988578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501a7cc1-9c62-450e-81ff-5ff923114aa4']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:24.006351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7282990-70c6-47db-8fb6-d7529ace0df6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:24.007386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7282990-70c6-47db-8fb6-d7529ace0df6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:24.019585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.025156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] For port e0f69adb-9ada-4bae-ad85-669f73e3bcf8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:24.028969 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.062050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] No DVR routers for this DVR port bfb66625-ddc2-4017-9bbd-91e9c03cc229 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:07:24.063754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3965e5-ba40-4625-84ff-3a1158a0aeb8 None None] Pushing event deleted for resources: {'Port': ['ID=bfb66625-ddc2-4017-9bbd-91e9c03cc229,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:24.066966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.075385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-916ded37-7476-45e8-acc8-466d83948e79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf29d27462b04f6b8505b3abb2435e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4902012 Aug 31 08:07:24.075385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42510) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:24.093008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.097716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:07:24.098371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.103459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-31a980d3-45d9-4bba-aedc-ea3af1709c60 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3918252 Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:07:24.103665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:24.108316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '4a08f71a-e26e-45d5-9e83-a2df433e5c27', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:24.125552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.134614 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-8f50f7eb-18f7-4cee-aa01-7b99dd4f533d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6c9e4ea252f4af5a6665745fe870d45 HTTP/1.1" status: 200 len: 380 time: 0.2907910 Aug 31 08:07:24.175272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'port': {'device_id': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'admin_state_up': True, 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'security_groups': ['0c1bdede-5ab2-4ef3-bb60-019b79668d95']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:24.255410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4340f9-f7fc-4b6c-aed3-fcbc1a055d2a None None] Pushing event updated for resources: {'Port': ['ID=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:24.267193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Made reservation on behalf of 8babdbead80747d99b0bdb00f432ed89 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:24.271656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.339970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ded37-7476-45e8-acc8-466d83948e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a3175-8648-467d-a42d-1fe5a9f2cb75,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:24.518499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5626ccc5-0032-4b86-bf9e-6505e80bd5fb req-e14691d8-1368-4077-8439-e400d8a85b1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1057057 Aug 31 08:07:24.607381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85244a66-46a7-461d-a1a7-51f03c163421 req-168f003e-6753-46c6-a1a8-063dc15c98b2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 210 time: 0.0606177 Aug 31 08:07:24.623393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.652863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.654940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd3e1674-6639-4410-860a-0cdb97edf09e req-a377419a-48f7-48f2-8f0a-a38342d08d85 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1313782 Aug 31 08:07:24.664815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60db9845-a099-4620-83b9-e7d7f7707ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.666501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:24.667232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/501a7cc1-9c62-450e-81ff-5ff923114aa4 HTTP/1.1" status: 204 len: 168 time: 2.3768013 Aug 31 08:07:24.690937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0f69adb-9ada-4bae-ad85-669f73e3bcf8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:24.702468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.720318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8f0b26d4-44a9-480e-8df9-3ac1ba02b326 None None] Provisioning complete for port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:24.720318 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8f0b26d4-44a9-480e-8df9-3ac1ba02b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.736531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=501a7cc1-9c62-450e-81ff-5ff923114aa4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:24.770693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.771075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.771427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.771775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.772403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.772551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.772772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.773106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.773442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.773775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.774131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.774464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72093fdb-be63-411b-8312-1f8b714ea5c0 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:24.815723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2033b-33db-432c-9c2d-b9e9e9c31c08 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:24.820605 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.833335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6aa2033b-33db-432c-9c2d-b9e9e9c31c08 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/0779b0c9-e0f9-4fd2-99df-3c8f2937f471 HTTP/1.1" status: 200 len: 841 time: 0.1545184 Aug 31 08:07:24.834657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42522) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:24.855108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:24.855314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.952779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42524) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:24.953754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6c627bae-3ae9-4160-a7da-dbabb8b09824 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/0779b0c9-e0f9-4fd2-99df-3c8f2937f471?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1094124 Aug 31 08:07:24.956254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60db9845-a099-4620-83b9-e7d7f7707ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:24.970080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:25.008124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.024299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Subnet': ['ID=378b26fd-8054-4fd8-ae2e-55cf72c420ec,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:25.044211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 945b9a23-7f17-46c1-9e18-7d91b15e1661 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:25.077269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Made reservation on behalf of b6c9e4ea252f4af5a6665745fe870d45 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:25.082815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.086705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Checking segment: {'id': '5e99497b-df44-4121-b3b9-81587b11e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:25.087328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network hostable DHCP agents. Network: 865026e9-e761-47bb-b736-5e4f33edaef7, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:07:25.125652 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.143313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c74d30-d354-419f-853f-686869774f36,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:25.161551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 945b9a23-7f17-46c1-9e18-7d91b15e1661 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:25.162247 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.195108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60db9845-a099-4620-83b9-e7d7f7707ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.202876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-60db9845-a099-4620-83b9-e7d7f7707ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.206887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network 865026e9-e761-47bb-b736-5e4f33edaef7 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:07:25.215366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-60db9845-a099-4620-83b9-e7d7f7707ec0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a0a3175-8648-467d-a42d-1fe5a9f2cb75 HTTP/1.1" status: 204 len: 168 time: 1.1227491 Aug 31 08:07:25.216192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:25.217615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.318821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db9845-a099-4620-83b9-e7d7f7707ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a3175-8648-467d-a42d-1fe5a9f2cb75,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:25.321723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.324182 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4ebd42e0-cda9-4a0c-b049-277c83e7bab9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2199562 Aug 31 08:07:25.330326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42528) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:25.335232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '4a08f71a-e26e-45d5-9e83-a2df433e5c27', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:25.387943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 865026e9-e761-47bb-b736-5e4f33edaef7) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:25.398491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae23f8-59d3-47cd-9f73-ee7547eb804d None None] Network 865026e9-e761-47bb-b736-5e4f33edaef7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:25.404593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:25.407137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.460030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.20.0.10 (079c9436-2772-41b5-8ebf-110f57223093/70f6d25d-76be-41cb-ae93-ef20df87208f/8fb0bec6-dca2-4801-8dab-49ff87dea79f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:25.473657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bfb66625-ddc2-4017-9bbd-91e9c03cc229 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:07:25.484748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.501174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bfb66625-ddc2-4017-9bbd-91e9c03cc229 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:07:25.502206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bfb66625-ddc2-4017-9bbd-91e9c03cc229 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:07:25.590926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.656067 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78e836ca-0e3a-46ec-8202-a10bf592c41a tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2788081 Aug 31 08:07:25.657250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42534) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:25.662192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-552418497', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:25.721236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.796125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78996615-81fc-4df7-8384-89409328f899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-865026e9-e761-47bb-b736-5e4f33edaef7', 'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7', 'tenant_id': '8babdbead80747d99b0bdb00f432ed89', 'fixed_ips': [{'subnet_id': '378b26fd-8054-4fd8-ae2e-55cf72c420ec'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:07:25.816635 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78996615-81fc-4df7-8384-89409328f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.820867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69834c2d-fd11-4e07-921d-1ccc025ae2e9 req-aa12ad8e-e34f-41b0-8afa-2b6ae3953c43 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 210 time: 0.1232874 Aug 31 08:07:25.827810 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.887688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:25.895302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:25.904854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.907015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:25.907423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.924976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=ceef2d57-a82a-4aa1-a6be-aba6ea289d22,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:25.937037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Transition to ACTIVE for port object 8fb0bec6-dca2-4801-8dab-49ff87dea79f will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:25.941866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f7212-a0db-479b-a79f-541f6d27a812 None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:25.948054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05876def-1690-4ee7-b7f9-82ff958f5a13,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:26.018092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05db0640-cb54-418a-94b9-803de3c352a1 req-fe70fc07-8587-430f-98ae-21aa33403fe1 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1630154 Aug 31 08:07:26.056788 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.057832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.119668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.142743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.154437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.154902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-78996615-81fc-4df7-8384-89409328f899 None None] Allocated IP 172.20.0.2 (865026e9-e761-47bb-b736-5e4f33edaef7/378b26fd-8054-4fd8-ae2e-55cf72c420ec/c51a9b34-e8c6-4dd8-b64d-82db07cc22ab) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:26.157110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4a5a2c2a-b261-4357-8b27-bee344fc0685 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8251803 Aug 31 08:07:26.163292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42548) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:26.163416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-94b406b6-7e0c-4d5a-a0e1-450bded70c19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2044301 Aug 31 08:07:26.164430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42552) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:26.166435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '4a08f71a-e26e-45d5-9e83-a2df433e5c27', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:26.170439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'security_group': {'name': 'tempest-secgroup-970562642'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:26.209688 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.342854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-62db5439-6402-43fe-90c2-ff4b8b210902', 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'tenant_id': '6c01eca10ba64387a3f676579698033b', 'fixed_ips': [{'subnet_id': 'ceef2d57-a82a-4aa1-a6be-aba6ea289d22'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:07:26.343839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.366651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.592948 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78996615-81fc-4df7-8384-89409328f899 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.604828 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.609030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.611089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.618290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 079c9436-2772-41b5-8ebf-110f57223093 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:26.660239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:26.665309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:26.686424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-78996615-81fc-4df7-8384-89409328f899 None None] Transition to ACTIVE for port object c51a9b34-e8c6-4dd8-b64d-82db07cc22ab will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:26.691986 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.763183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaefe24-725b-427d-adaf-cde2afbeff2c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:26.786380 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e8896a45-8f09-435c-8474-abab9f1d1f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.796525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-78996615-81fc-4df7-8384-89409328f899 None None] Transition to ACTIVE for port object c51a9b34-e8c6-4dd8-b64d-82db07cc22ab will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:26.837048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Allocated IP 172.20.0.2 (62db5439-6402-43fe-90c2-ff4b8b210902/ceef2d57-a82a-4aa1-a6be-aba6ea289d22/f57dd2de-3260-4b6b-a4d1-3e845f96da2a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:26.844335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:26.865865 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.871266 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45887c3e-002f-43bc-94ec-f9fa548ff854 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7055178 Aug 31 08:07:26.882907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42568) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:26.882907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'security_group': {'name': 'tempest-secgroup-241954400'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:26.970214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:26.983536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:26.984945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.008681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.037476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78996615-81fc-4df7-8384-89409328f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.099863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.199029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.208721 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.263074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd976ae4-8008-435a-a48d-aebd58e92fba req-b53d6914-525d-441f-bfd1-92ab9108dfb2 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0589108 Aug 31 08:07:27.269597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f268d6-375b-4fe0-8231-b01111858faa,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:27.285537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.311327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247955d9-cc03-4f50-be53-5c9e946fc9df req-0a798ebb-8390-493a-992b-79fce0a8d97a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:27.312039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-247955d9-cc03-4f50-be53-5c9e946fc9df req-0a798ebb-8390-493a-992b-79fce0a8d97a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 932 time: 0.3179603 Aug 31 08:07:27.350376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e75994a-d76b-4840-b161-5fd5bfa269fa,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:27.396750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.398624 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7725c912-2611-454c-9221-469f0b124b74 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5245121 Aug 31 08:07:27.401262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42578) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:27.408673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1320392199', 'security_groups': ['0e75994a-d76b-4840-b161-5fd5bfa269fa'], 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ceef2d57-a82a-4aa1-a6be-aba6ea289d22'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:27.411875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-247955d9-cc03-4f50-be53-5c9e946fc9df req-c3955986-8c6e-4b7c-a888-2809102fffc5 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873260 Aug 31 08:07:27.491941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78996615-81fc-4df7-8384-89409328f899 None None] Pushing event updated for resources: {'Port': ['ID=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:27.545235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78996615-81fc-4df7-8384-89409328f899 None None] Network 865026e9-e761-47bb-b736-5e4f33edaef7 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:27.551578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-78996615-81fc-4df7-8384-89409328f899 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:27.562000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78996615-81fc-4df7-8384-89409328f899 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:27.683821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.823623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Transition to ACTIVE for port object f57dd2de-3260-4b6b-a4d1-3e845f96da2a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:27.848528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-78996615-81fc-4df7-8384-89409328f899 None None] Attempting to bind port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:27.849187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-78996615-81fc-4df7-8384-89409328f899 None None] Attempting to bind port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '5e99497b-df44-4121-b3b9-81587b11e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:27.849728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78996615-81fc-4df7-8384-89409328f899 None None] Attempting to bind port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab on network 865026e9-e761-47bb-b736-5e4f33edaef7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:27.881594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78996615-81fc-4df7-8384-89409328f899 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:27.882395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78996615-81fc-4df7-8384-89409328f899 None None] Checking segment: {'id': '5e99497b-df44-4121-b3b9-81587b11e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:27.883134 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78996615-81fc-4df7-8384-89409328f899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.883702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78996615-81fc-4df7-8384-89409328f899 None None] Bound using segment: {'id': '5e99497b-df44-4121-b3b9-81587b11e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:27.884476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-78996615-81fc-4df7-8384-89409328f899 None None] Bound port: c51a9b34-e8c6-4dd8-b64d-82db07cc22ab, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e99497b-df44-4121-b3b9-81587b11e0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:27.885053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78996615-81fc-4df7-8384-89409328f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.899960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:27.903512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-d9ef442b-1947-4707-bcf0-65f09d64fac1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7502482 Aug 31 08:07:27.905856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.910526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Transition to ACTIVE for port object f57dd2de-3260-4b6b-a4d1-3e845f96da2a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:27.910719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1694e17b-63d1-4ee9-9b5c-64b420f0ad87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7490654 Aug 31 08:07:27.914127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42582) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:27.914314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-68b3fbe3-8cf1-4409-bee3-de6b8b4382e2 None None] Provisioning for port 8fb0bec6-dca2-4801-8dab-49ff87dea79f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:27.918852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '4a08f71a-e26e-45d5-9e83-a2df433e5c27', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:27.925784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-68b3fbe3-8cf1-4409-bee3-de6b8b4382e2 None None] Provisioning complete for port 8fb0bec6-dca2-4801-8dab-49ff87dea79f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:27.925784 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-68b3fbe3-8cf1-4409-bee3-de6b8b4382e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.938614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Request body: {'port': {'device_id': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:27.980824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d1a395a-fea0-4d83-9f44-e010ff351de6 req-bd542681-60d9-4c1d-a0e4-bc7983e1483e tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97&device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.0755272 Aug 31 08:07:28.010779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.020518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-68b3fbe3-8cf1-4409-bee3-de6b8b4382e2 None None] Port 8fb0bec6-dca2-4801-8dab-49ff87dea79f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:28.029309 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.090341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-78996615-81fc-4df7-8384-89409328f899 None None] For port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:28.157930 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-78996615-81fc-4df7-8384-89409328f899 None None] For port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,segment=NetworkSegment(5e99497b-df44-4121-b3b9-81587b11e0da),segment_id=5e99497b-df44-4121-b3b9-81587b11e0da)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:28.158658 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Project 4a7ab783eb574ae9a2a68fc8a8fb06ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:07:28.174955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:28.180205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.186159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:28.190618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:28.197946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:28.221796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:07:28.232643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.239486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.256605 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78996615-81fc-4df7-8384-89409328f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.289234 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.361842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.378722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Attempting to bind port f57dd2de-3260-4b6b-a4d1-3e845f96da2a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:28.379097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Attempting to bind port f57dd2de-3260-4b6b-a4d1-3e845f96da2a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0ffb836e-e6e0-4791-a03e-02daaa379c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:28.379469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Attempting to bind port f57dd2de-3260-4b6b-a4d1-3e845f96da2a on network 62db5439-6402-43fe-90c2-ff4b8b210902 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:28.396039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:28.396442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Checking segment: {'id': '0ffb836e-e6e0-4791-a03e-02daaa379c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:28.396841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.397248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Bound using segment: {'id': '0ffb836e-e6e0-4791-a03e-02daaa379c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:28.397867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Bound port: f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffb836e-e6e0-4791-a03e-02daaa379c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:28.398259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.419477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78996615-81fc-4df7-8384-89409328f899 None None] Pushing event updated for resources: {'Port': ['ID=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:28.584274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Allocated IP 172.25.0.43 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/388a359a-9c57-4c2d-92b9-1a83d84c4033) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:28.617258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:28.617258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:28.738292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.14 (62db5439-6402-43fe-90c2-ff4b8b210902/ceef2d57-a82a-4aa1-a6be-aba6ea289d22/03d45772-84ed-4d45-8cd9-f67c8dfc3ac4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:28.960800 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.017558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.038438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-edb79c1f-ebf7-42e2-9325-68cab5b1fb8b req-4d24b882-71c8-4e60-8a4c-1939415cd3b7 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.2477872 Aug 31 08:07:29.063583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0761e887-ac17-4a26-9559-42c71d304584 req-072ffbc9-77ee-4a6e-84a5-904ba00b69ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ac82376389847e3a293f7ed051e3046&device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.2686691 Aug 31 08:07:29.086157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.124770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.130398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:29.142170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0761e887-ac17-4a26-9559-42c71d304584 req-ec9eb6db-2bf1-4221-8009-119e27405648 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6ac82376389847e3a293f7ed051e3046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587404 Aug 31 08:07:29.209291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d7c23-6042-43df-8758-503df721fe8c None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:29.231279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.325716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.412451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ede3c2-3727-4e39-90da-1cdbd71f03bf req-d53daea8-e3f9-473c-9f4a-f7d483adf637 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:29.423889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44ede3c2-3727-4e39-90da-1cdbd71f03bf req-d53daea8-e3f9-473c-9f4a-f7d483adf637 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 932 time: 0.6320465 Aug 31 08:07:29.424792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:29.446274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:29.455959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:29.531907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.534483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=03d45772-84ed-4d45-8cd9-f67c8dfc3ac4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:29.543202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d42c2c-baea-4ad6-ac1e-d767224ac7c3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:29.597633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:29.599228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.769224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:29.769224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ba35f04d-0231-4b89-bd3b-eef84135cb13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8519323 Aug 31 08:07:29.770264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:29.782005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '4a08f71a-e26e-45d5-9e83-a2df433e5c27', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:29.786168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44ede3c2-3727-4e39-90da-1cdbd71f03bf req-0eff0dd6-8e7b-4deb-b971-d00db5bebba9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586056 Aug 31 08:07:29.825875 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5e308243-2a32-4395-ad55-b137cc07c8b8 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4204156 Aug 31 08:07:29.830046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42596) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:29.838382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761e887-ac17-4a26-9559-42c71d304584 req-8164ece6-2b75-4489-89f4-3574ab4ee405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:29.840375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0761e887-ac17-4a26-9559-42c71d304584 req-8164ece6-2b75-4489-89f4-3574ab4ee405 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6299202 Aug 31 08:07:29.848758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:29.921550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.046451 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Project 4a7ab783eb574ae9a2a68fc8a8fb06ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:07:30.064960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:30.067785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb0bec6-dca2-4801-8dab-49ff87dea79f {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:07:30.070017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.089913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:30.100947 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.105154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:30.108902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Port': ['ID=388a359a-9c57-4c2d-92b9-1a83d84c4033,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:30.143923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Transition to ACTIVE for port object 8fb0bec6-dca2-4801-8dab-49ff87dea79f will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:30.208776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba5443-ec2e-4cbb-a99f-d1d6c1bbf312 None None] Network 865026e9-e761-47bb-b736-5e4f33edaef7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:30.222304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e90519a-e894-4204-a3fe-435680ef02b0 req-46da96a8-062f-4596-acbb-c6ea2bd7aa18 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.0513930 Aug 31 08:07:30.261966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.261966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:30.265335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.268789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.410349 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ceef2d57-a82a-4aa1-a6be-aba6ea289d22 (CIDR: 172.20.0.0/28) Aug 31 08:07:30.416410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.479998 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:07:30.479998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:30.490374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70c33f8-6662-46ee-80a7-4e0dd5659b93,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:30.561875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.573310 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3e7cc65d-d4fc-4cee-a3ed-2e5a9f3fc229 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7971764 Aug 31 08:07:30.590766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7ffe539e-1091-4cca-8bb2-cc87d1826573 None None] Provisioning for port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:30.606419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:30.660136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6eb263a2-a14c-41eb-8c35-36b1a41d6c01 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8150482 Aug 31 08:07:30.660453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:30.666706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:30.829537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c51a9b34-e8c6-4dd8-b64d-82db07cc22ab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:30.940399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Attempting to bind port 8fb0bec6-dca2-4801-8dab-49ff87dea79f on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:30.940717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Attempting to bind port 8fb0bec6-dca2-4801-8dab-49ff87dea79f by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:30.941175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Attempting to bind port 8fb0bec6-dca2-4801-8dab-49ff87dea79f on network 079c9436-2772-41b5-8ebf-110f57223093 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:30.994481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Port 8fb0bec6-dca2-4801-8dab-49ff87dea79f on network 079c9436-2772-41b5-8ebf-110f57223093 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:07:30.994835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Attempting to bind port 8fb0bec6-dca2-4801-8dab-49ff87dea79f on network 079c9436-2772-41b5-8ebf-110f57223093 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:31.005635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:31.006342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Checking segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:31.006829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Bound using segment: {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:31.007290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Bound port: 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d70b59-01b8-49e8-b17c-833aff6c0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '079c9436-2772-41b5-8ebf-110f57223093'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:31.007659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.129465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:31.142328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:31.146825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:31.193222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:31.197566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.230190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:31.231149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.283381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701d06b-9925-41fc-9320-84b2bff06053 req-e5beb624-ef3c-4e72-a9d2-a7aa783b19db tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:31.292944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c701d06b-9925-41fc-9320-84b2bff06053 req-e5beb624-ef3c-4e72-a9d2-a7aa783b19db tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 944 time: 0.3476138 Aug 31 08:07:31.329469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.348553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Provisioning complete for port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:31.348919 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.500386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c701d06b-9925-41fc-9320-84b2bff06053 req-b4e8c8fc-199d-41da-9fea-edf2ad408cc1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059839 Aug 31 08:07:31.503192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.509357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0761e887-ac17-4a26-9559-42c71d304584 req-dab336b5-81d5-47ba-97dc-4eeb2c01bb2a tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1495767 Aug 31 08:07:31.532095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:31.532788 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.534697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] 10.222.0.68 "PUT /v2.0/ports/8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 200 len: 1093 time: 3.6111042 Aug 31 08:07:31.535263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:07:31.538034 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdfe198-114a-41b8-8834-83f036d5e976" -d '{"events": [{"name": "network-changed", "server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:07:31.620725 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.630381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.696207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cda887-bf5c-48ff-a6f5-6247d5038860 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:31.735925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] For port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,segment=NetworkSegment(5e99497b-df44-4121-b3b9-81587b11e0da),segment_id=5e99497b-df44-4121-b3b9-81587b11e0da)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:31.845375 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.853511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60eae2c0-9f90-4c82-aa77-46dfa3207171 req-2a3f52d1-b56b-4da5-91f8-11a3f6f43768 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee20a31-716d-4cc4-8b16-848b36940a97 HTTP/1.1" status: 200 len: 210 time: 0.1035743 Aug 31 08:07:31.896893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-7f2a6bd7-7b72-42b4-b319-ea95f1bdf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:31.898885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-7f2a6bd7-7b72-42b4-b319-ea95f1bdf408 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1096 time: 0.1842613 Aug 31 08:07:31.997030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-b5c11937-a777-440f-8f14-960a69983661 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 200 len: 217 time: 0.0528197 Aug 31 08:07:32.045105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:32.045917 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:32.078575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-2acbb69b-2fcd-49e6-aa8d-1e759d95582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:32.079766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-2acbb69b-2fcd-49e6-aa8d-1e759d95582a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70f6d25d-76be-41cb-ae93-ef20df87208f HTTP/1.1" status: 200 len: 835 time: 0.0730264 Aug 31 08:07:32.104762 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:07:32.106041 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:07:32.109935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Pushing event updated for resources: {'Port': ['ID=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:32.133289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:32.183961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:32.200175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:32.236745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-f872ba6a-4754-460a-9373-38166d76cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:32.245538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-f872ba6a-4754-460a-9373-38166d76cf97 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=079c9436-2772-41b5-8ebf-110f57223093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253133 Aug 31 08:07:32.290593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f5b4e9a6-3649-4d82-ac5e-ea212081328f None None] Provisioning for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:32.343054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:32.347677 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33989f2e-2fb6-4745-af7e-3ba30216a3f1 x-openstack-request-id: req-33989f2e-2fb6-4745-af7e-3ba30216a3f1 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:07:32.347677 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:07:32.347677 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33989f2e-2fb6-4745-af7e-3ba30216a3f1 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:07:32.347677 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'status': 'completed', 'code': 200} Aug 31 08:07:32.349312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:32.369628 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b3ae5-dd60-4581-9d01-87d7696f56eb None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:32.385873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=8c8f4761-d714-47e1-bdd0-d42a3c0d8599,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:32.399694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:32.401415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:32.540503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1bb5898a-70ff-44f0-af0b-304f88cc1e17 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8789213 Aug 31 08:07:32.543280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42626) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:32.549495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-113468235', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c8f4761-d714-47e1-bdd0-d42a3c0d8599'}], 'security_groups': ['5aaefe24-725b-427d-adaf-cde2afbeff2c']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:32.597921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-338cfadf-3e13-4670-be61-df6c460bb3ce service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388205 Aug 31 08:07:32.716636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f57dd2de-3260-4b6b-a4d1-3e845f96da2a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:32.726102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d6624dc-4bf8-4b75-913a-f79bb750a5b5 None None] Provisioning for port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:32.740490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:32.843070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06663e28-384b-4186-924c-77da4ac4dbf3 req-e813cda0-91d9-468d-9b6d-e700f74409d7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:32.843070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06663e28-384b-4186-924c-77da4ac4dbf3 req-e813cda0-91d9-468d-9b6d-e700f74409d7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 944 time: 0.1124506 Aug 31 08:07:32.843513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d6624dc-4bf8-4b75-913a-f79bb750a5b5 None None] Provisioning complete for port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:32.843513 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d6624dc-4bf8-4b75-913a-f79bb750a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:33.007654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7d6624dc-4bf8-4b75-913a-f79bb750a5b5 None None] Port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:33.010481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cd2abf-9a92-4ba0-ba6d-d05d48c8f2a1 req-51ed0be8-1a67-4b9c-bafd-8ba9a2278849 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001751 Aug 31 08:07:33.068744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06663e28-384b-4186-924c-77da4ac4dbf3 req-43975782-0416-4cb5-b527-be71db911d22 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426639 Aug 31 08:07:33.151796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Update dhcp port {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'fixed_ips': [{'subnet_id': 'ceef2d57-a82a-4aa1-a6be-aba6ea289d22', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c8f4761-d714-47e1-bdd0-d42a3c0d8599'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'f57dd2de-3260-4b6b-a4d1-3e845f96da2a'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:07:33.182725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Router d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:07:33.216271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:33.311104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:33.472612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:33.474800 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:33.709597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Delete allocated IP 172.20.0.14 (62db5439-6402-43fe-90c2-ff4b8b210902/ceef2d57-a82a-4aa1-a6be-aba6ea289d22) {{(pid=95445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 08:07:33.709597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.29 (62db5439-6402-43fe-90c2-ff4b8b210902/8c8f4761-d714-47e1-bdd0-d42a3c0d8599/03d45772-84ed-4d45-8cd9-f67c8dfc3ac4) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:33.720153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:33.769274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:33.885195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:33.885863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:33.905207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:33.980217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:33.991198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.018107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-52059610-fbc3-4a1f-949a-e0d2ba35356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.022889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-52059610-fbc3-4a1f-949a-e0d2ba35356b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1096 time: 0.1710649 Aug 31 08:07:34.071926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c51a9b34-e8c6-4dd8-b64d-82db07cc22ab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:34.141437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-a223a3b7-084f-4e87-a762-80fe93179ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.143469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-a223a3b7-084f-4e87-a762-80fe93179ad1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 200 len: 897 time: 0.1107707 Aug 31 08:07:34.150735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:34.165304 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] Sync routers for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:34.185960 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:34.186595 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:34.212789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Allocated IP 172.20.0.18 (62db5439-6402-43fe-90c2-ff4b8b210902/8c8f4761-d714-47e1-bdd0-d42a3c0d8599/f57dd2de-3260-4b6b-a4d1-3e845f96da2a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:34.213122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-7728713f-a455-4e88-9e09-1fa3c2245ade service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 200 len: 217 time: 0.0593688 Aug 31 08:07:34.240372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=03d45772-84ed-4d45-8cd9-f67c8dfc3ac4,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:34.278605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] In _notify_port_updated(), no bound segment for port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 on network 62db5439-6402-43fe-90c2-ff4b8b210902 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:07:34.286453 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:34.298872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.301916 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.301916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-409a21c7-a0de-41a1-ae85-5f47ea380149 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/ports/03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 HTTP/1.1" status: 200 len: 920 time: 1.7567043 Aug 31 08:07:34.304106 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42642) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:34.304568 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:34.305412 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:34.364241 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:34.365247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c75ce6-d32d-4502-8bbb-70cf762bf27f None None] The sync data for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:34.392313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:34.395051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.429190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dadc210-9d8a-4020-bf11-95e25a060672 req-2f0f05ca-861d-45f1-b1d3-2779ea509c15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ac82376389847e3a293f7ed051e3046&device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.1182973 Aug 31 08:07:34.463605 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.467783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b82eea23-1552-42e7-b8ed-b1c0ef9d84d0 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.8071063 Aug 31 08:07:34.468455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:34.573730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-64260a52-5419-4586-954f-c24be3e93e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.579475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-64260a52-5419-4586-954f-c24be3e93e48 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70f6d25d-76be-41cb-ae93-ef20df87208f HTTP/1.1" status: 200 len: 835 time: 0.3558533 Aug 31 08:07:34.709215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:34.768868 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.806936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8304f-39d2-4293-b5e6-9d97cd436525 req-e86d7b5d-ef11-491c-a2fc-d85596af8525 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.808909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Transition to ACTIVE for port object f57dd2de-3260-4b6b-a4d1-3e845f96da2a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:34.809426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1b8304f-39d2-4293-b5e6-9d97cd436525 req-e86d7b5d-ef11-491c-a2fc-d85596af8525 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 944 time: 0.4104009 Aug 31 08:07:34.823251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dadc210-9d8a-4020-bf11-95e25a060672 req-5e74a95d-cc90-446b-9c29-2d550dcb1455 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6ac82376389847e3a293f7ed051e3046&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2693238 Aug 31 08:07:34.882931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.935261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:34.935891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:34.949495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadc210-9d8a-4020-bf11-95e25a060672 req-2cb10a1f-ed7a-4b2d-99b3-6540afabbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.951267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dadc210-9d8a-4020-bf11-95e25a060672 req-2cb10a1f-ed7a-4b2d-99b3-6540afabbbec service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054072 Aug 31 08:07:34.965415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-e9d75385-a263-445a-847e-0dbb7554ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:34.967288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-e9d75385-a263-445a-847e-0dbb7554ecc6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=079c9436-2772-41b5-8ebf-110f57223093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764620 Aug 31 08:07:34.996676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1b8304f-39d2-4293-b5e6-9d97cd436525 req-930d7b01-a688-4a17-b41c-62a34c834893 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724050 Aug 31 08:07:35.065927 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf557833-30fd-44bf-8ca6-3c64b6f2e996 None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:35.199205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5995a8e3-6803-4ef1-99c7-2cafc3956558 req-da3b85ea-c0fe-4090-bbfc-7ebdf3359224 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.0803187 Aug 31 08:07:35.217584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-4eb212fe-4551-4c97-a892-3269563a10fd service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333071 Aug 31 08:07:35.387329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcdfe198-114a-41b8-8834-83f036d5e976 req-29c500b5-8303-49be-8870-5c3498d19667 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614928 Aug 31 08:07:35.835123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:35.869790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:35.925972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:07:36.069268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f57dd2de-3260-4b6b-a4d1-3e845f96da2a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:36.187587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:36.188254 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.250455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72110a-7b0b-4199-b0f6-dd9d9dc008fa req-b9388361-f6e4-4201-9d42-03376f7b9fd9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:36.251100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.252917 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e72110a-7b0b-4199-b0f6-dd9d9dc008fa req-b9388361-f6e4-4201-9d42-03376f7b9fd9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 944 time: 0.0942826 Aug 31 08:07:36.265572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:36.277276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:36.305202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'port_id': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'mac_address': 'fa:16:3e:ba:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:07:36.316180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Provisioning for port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:36.334168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e72110a-7b0b-4199-b0f6-dd9d9dc008fa req-bfeddf06-e5ad-47b5-837b-f16c34b4727e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630448 Aug 31 08:07:36.375340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.384581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Provisioning complete for port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:36.384979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.434468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dadc210-9d8a-4020-bf11-95e25a060672 req-e614cb77-5621-4cbd-8e67-e4d6bb0be96c tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.45 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.0537095 Aug 31 08:07:36.473995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=03d45772-84ed-4d45-8cd9-f67c8dfc3ac4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:36.495113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Port 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 was deleted so its status cannot be updated. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 08:07:36.507576 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.547325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb0bec6-dca2-4801-8dab-49ff87dea79f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:07:36.583594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef1cc8d6-e2f1-4a71-9b0d-10aef11dcb82 req-26261555-9d28-4f8d-93f9-ae8c3d0262e6 tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.1002057 Aug 31 08:07:36.585711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:36.662111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Provisioning for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:36.668734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:36.669085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c95b2900-396f-40ea-9147-1792bff286d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.773151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.856503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.865121 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-545eef70-02c5-4a52-a763-e77d56d74d19 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 HTTP/1.1" status: 204 len: 168 time: 2.5535967 Aug 31 08:07:36.868006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42656) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:36.920300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:36.935812 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e51827e-1c73-4190-b7f7-72a6d07c03e2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:07:36.945735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e51827e-1c73-4190-b7f7-72a6d07c03e2 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/03d45772-84ed-4d45-8cd9-f67c8dfc3ac4 HTTP/1.1" status: 404 len: 333 time: 0.0765414 Aug 31 08:07:36.946434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42658) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:36.974096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-172e6c90-bcc9-4b28-8c91-6f7cf4cc05c0 None None] Could not find standard attr ID for object 03d45772-84ed-4d45-8cd9-f67c8dfc3ac4. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:07:37.024319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['8fb0bec6-dca2-4801-8dab-49ff87dea79f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:07:37.060215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-394a137b-bd01-4b4d-a766-4195b8757f1c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.069668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Allocated IP 172.20.0.1 (865026e9-e761-47bb-b736-5e4f33edaef7/378b26fd-8054-4fd8-ae2e-55cf72c420ec/04756f44-1569-445e-8ba4-9a1f5708eed5) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:37.116516 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:07:37.123437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-394a137b-bd01-4b4d-a766-4195b8757f1c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.263958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.279626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Transition to ACTIVE for port object 04756f44-1569-445e-8ba4-9a1f5708eed5 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:37.302854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-394a137b-bd01-4b4d-a766-4195b8757f1c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.308299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-394a137b-bd01-4b4d-a766-4195b8757f1c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.309963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-394a137b-bd01-4b4d-a766-4195b8757f1c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/security-groups/0e75994a-d76b-4840-b161-5fd5bfa269fa HTTP/1.1" status: 204 len: 168 time: 0.3625124 Aug 31 08:07:37.313727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:37.333738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a137b-bd01-4b4d-a766-4195b8757f1c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e75994a-d76b-4840-b161-5fd5bfa269fa,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:37.425156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be11a4f6-4308-42a9-83d8-af330aa0fbb4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.492147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.496019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be11a4f6-4308-42a9-83d8-af330aa0fbb4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.614032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network 865026e9-e761-47bb-b736-5e4f33edaef7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:37.614314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b6cbd-c984-4ec9-a5c8-61c50758b60b req-efe53561-fac2-4c76-b9aa-ce5642965cd4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:37.614428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:37.614428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:37.614577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d35b6cbd-c984-4ec9-a5c8-61c50758b60b req-efe53561-fac2-4c76-b9aa-ce5642965cd4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 945 time: 0.0879242 Aug 31 08:07:37.663951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d35b6cbd-c984-4ec9-a5c8-61c50758b60b req-417b8374-95c1-4c09-a9c4-5059d2d1ed5d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619602 Aug 31 08:07:37.664142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Port': ['ID=04756f44-1569-445e-8ba4-9a1f5708eed5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:37.664142 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.794347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be11a4f6-4308-42a9-83d8-af330aa0fbb4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.797898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be11a4f6-4308-42a9-83d8-af330aa0fbb4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:37.799289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-be11a4f6-4308-42a9-83d8-af330aa0fbb4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/security-groups/5aaefe24-725b-427d-adaf-cde2afbeff2c HTTP/1.1" status: 204 len: 168 time: 0.4840784 Aug 31 08:07:37.803570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42666) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:37.825122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2be72eb8-d940-472d-967c-6758db80a92e req-2e47ff66-a525-40ec-994b-23078990e70a tempest-ServerShowV247Test-1694664934 tempest-ServerShowV247Test-1694664934-project] 10.222.0.36 "GET /v2.0/ports?device_id=4dd85a37-6cb7-464c-8f8a-ee37c7cee7db HTTP/1.1" status: 200 len: 210 time: 0.0643106 Aug 31 08:07:37.833070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a4f6-4308-42a9-83d8-af330aa0fbb4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaefe24-725b-427d-adaf-cde2afbeff2c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:37.931658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:38.024214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet ceef2d57-a82a-4aa1-a6be-aba6ea289d22 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:07:38.024214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.041542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.136574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4a61abe-1f3c-4848-ac02-ab1ee4d33bc6 None None] Provisioning for port 04756f44-1569-445e-8ba4-9a1f5708eed5 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:38.141557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4a61abe-1f3c-4848-ac02-ab1ee4d33bc6 None None] Provisioning complete for port 04756f44-1569-445e-8ba4-9a1f5708eed5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:38.145642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4a61abe-1f3c-4848-ac02-ab1ee4d33bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.145853 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.193463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 8fb0bec6-dca2-4801-8dab-49ff87dea79f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:38.219190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 8fb0bec6-dca2-4801-8dab-49ff87dea79f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:38.220650 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.374983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c4a61abe-1f3c-4848-ac02-ab1ee4d33bc6 None None] Port 04756f44-1569-445e-8ba4-9a1f5708eed5 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:38.474076 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.481121 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.509939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:07:38.512790 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080121c8-7607-4dd2-8dd8-6d5d4ed11d67" -d '{"events": [{"server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:07:38.547896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:38.559075 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.594640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.689041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.691669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Port': ['ID=04756f44-1569-445e-8ba4-9a1f5708eed5,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:38.730924 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27192a48-c754-4dae-ab1c-ced592044fe8 x-openstack-request-id: req-27192a48-c754-4dae-ab1c-ced592044fe8 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:07:38.731699 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:07:38.732176 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27192a48-c754-4dae-ab1c-ced592044fe8 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:07:38.733378 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'code': 200} Aug 31 08:07:38.736000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.853467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:38.866421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.872370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network 865026e9-e761-47bb-b736-5e4f33edaef7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:38.873980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:38.923097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=ceef2d57-a82a-4aa1-a6be-aba6ea289d22,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:38.959322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.967246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42678) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:38.967753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-10f66054-7490-47d2-a97c-2d7f9c860532 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/ceef2d57-a82a-4aa1-a6be-aba6ea289d22 HTTP/1.1" status: 204 len: 168 time: 1.1446624 Aug 31 08:07:38.969963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a823e7-2216-4441-9899-3e69db083d6d None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:38.981611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1b700-68ee-4d70-bece-ae0eb231ca8e req-937d8bf4-d691-4d9c-b644-c769d1fda788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:38.983375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60b1b700-68ee-4d70-bece-ae0eb231ca8e req-937d8bf4-d691-4d9c-b644-c769d1fda788 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1098 time: 0.1852887 Aug 31 08:07:38.985656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:39.057691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a60a7-9f73-451b-9bdf-5c5c3189e2b9 req-b65fefa7-06b4-47e5-bc59-38e7fdf03126 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:39.065548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d92a60a7-9f73-451b-9bdf-5c5c3189e2b9 req-b65fefa7-06b4-47e5-bc59-38e7fdf03126 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.1572027 Aug 31 08:07:39.126172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60b1b700-68ee-4d70-bece-ae0eb231ca8e req-64386ec0-c8c0-4e22-8dfb-ec9e133ae9bd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174905 Aug 31 08:07:39.159450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d92a60a7-9f73-451b-9bdf-5c5c3189e2b9 req-98042680-050d-45f1-a95a-5322aab148ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927591 Aug 31 08:07:39.306448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:39.311141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:39.422299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Router d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:07:39.481384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8e7e1ea6-fec3-4fea-ad3b-5643d5f276e9 None None] Provisioning complete for port 04756f44-1569-445e-8ba4-9a1f5708eed5 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:39.482556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1ea6-fec3-4fea-ad3b-5643d5f276e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:39.583489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e1ea6-fec3-4fea-ad3b-5643d5f276e9 None None] Port 04756f44-1569-445e-8ba4-9a1f5708eed5 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:39.628741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:39.636171 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-93257c1f-6e9b-4697-84e6-3bc6657911f6 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "PUT /v2.0/routers/d2a3ae61-93d2-4101-a2b3-bab042c7c8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1653836 Aug 31 08:07:39.639171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42684) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:39.645211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] Sync routers for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:39.651943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Request body: {'port': {'network_id': '865026e9-e761-47bb-b736-5e4f33edaef7', 'name': 'tempest-FloatingIPAdminTestJSON-1176342061'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:39.671720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:39.672384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:39.765026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:39.788183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:39.789564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:39.836826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:39.837496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c8b1e-0683-4757-863f-09a3dcc68163 None None] The sync data for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:39.925470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:39.994215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:40.007632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Made reservation on behalf of 8babdbead80747d99b0bdb00f432ed89 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:40.011378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.037578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:40.049586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:40.050221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.059263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] device_id is not set on port d66eeede-4c8b-480f-b965-4dd268b08ea6 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:07:40.093640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42690) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:40.115705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=ab459600-13fa-4de6-a131-1e659fff2ce4,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:40.219686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ef1950a-4b4f-4f93-be0d-5852069ab695 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2479846 Aug 31 08:07:40.219925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42696) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:40.224621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181113772'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:40.410625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a55bc-93ef-4c29-9670-371fb89e6731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.427235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Allocated IP 172.20.0.8 (865026e9-e761-47bb-b736-5e4f33edaef7/378b26fd-8054-4fd8-ae2e-55cf72c420ec/d66eeede-4c8b-480f-b965-4dd268b08ea6) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:40.450772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ec92-8d46-4966-89c4-8eadde8f1284 req-0065ea5d-60a8-453c-aa5b-1ccb444311fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:40.453176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e43ec92-8d46-4966-89c4-8eadde8f1284 req-0065ea5d-60a8-453c-aa5b-1ccb444311fd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.1659889 Aug 31 08:07:40.475554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.536465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e43ec92-8d46-4966-89c4-8eadde8f1284 req-cc825c54-ab66-4f79-aad7-a269b5fccd2b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729008 Aug 31 08:07:40.552914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69e88b6-9ad1-4044-bfd7-3c83ac04fb55 None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:40.627682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bf0aa4a7-ac03-4614-a414-1cb7ee0d248b None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:40.628070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa4a7-ac03-4614-a414-1cb7ee0d248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.681932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa4a7-ac03-4614-a414-1cb7ee0d248b None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:40.722167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bf0aa4a7-ac03-4614-a414-1cb7ee0d248b None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:40.722556 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa4a7-ac03-4614-a414-1cb7ee0d248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.803717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a55bc-93ef-4c29-9670-371fb89e6731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.899476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Update dhcp port {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'fixed_ips': [{'subnet_id': '8c8f4761-d714-47e1-bdd0-d42a3c0d8599', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ab459600-13fa-4de6-a131-1e659fff2ce4'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'f57dd2de-3260-4b6b-a4d1-3e845f96da2a'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:07:40.905657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.937409 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:40.945464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Transition to ACTIVE for port object d66eeede-4c8b-480f-b965-4dd268b08ea6 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:40.985637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9a9a55bc-93ef-4c29-9670-371fb89e6731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.024977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.036425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9a9a55bc-93ef-4c29-9670-371fb89e6731 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ac82376389847e3a293f7ed051e3046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417000 Aug 31 08:07:41.039182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:41.049369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a55bc-93ef-4c29-9670-371fb89e6731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4271e1-770d-446c-849c-17ce6fbb4643,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:41.109405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.162796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.201781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Allocated IP 172.20.0.2 (62db5439-6402-43fe-90c2-ff4b8b210902/ab459600-13fa-4de6-a131-1e659fff2ce4/f57dd2de-3260-4b6b-a4d1-3e845f96da2a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:41.230349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event updated for resources: {'Port': ['ID=d66eeede-4c8b-480f-b965-4dd268b08ea6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:41.243229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad8616-db8b-4135-9157-01440a1a37c3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:41.255575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Network 865026e9-e761-47bb-b736-5e4f33edaef7 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:41.259821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.264216 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0f6a2c31-a3ed-4e4d-b9f3-b6d47b1c8fcb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0432322 Aug 31 08:07:41.264887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42706) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:41.271826 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'security_group': {'name': 'tempest-secgroup-4197425'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:41.275323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:41.280292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:41.352562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:41.363739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.363739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d77ca42-538e-45ae-8219-a4c3a3a16dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.398774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d77ca42-538e-45ae-8219-a4c3a3a16dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.485606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.485892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:41.529675 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.553001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Transition to ACTIVE for port object f57dd2de-3260-4b6b-a4d1-3e845f96da2a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:41.694303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11d70a-6b15-44e7-9146-0597664978e8 req-b03d301e-6a52-471f-bb3c-c634bebae2c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:41.702326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a11d70a-6b15-44e7-9146-0597664978e8 req-b03d301e-6a52-471f-bb3c-c634bebae2c4 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0884581 Aug 31 08:07:41.735652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d77ca42-538e-45ae-8219-a4c3a3a16dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.741974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d77ca42-538e-45ae-8219-a4c3a3a16dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.741974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8d77ca42-538e-45ae-8219-a4c3a3a16dbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca4271e1-770d-446c-849c-17ce6fbb4643 HTTP/1.1" status: 204 len: 168 time: 0.6993988 Aug 31 08:07:41.766409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a11d70a-6b15-44e7-9146-0597664978e8 req-3296a6d2-6fc9-49cb-aa3b-a50fe2b30737 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620501 Aug 31 08:07:41.769501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4fd24018-c3da-44c2-a0a2-770a92d78b92 None None] Provisioning for port d66eeede-4c8b-480f-b965-4dd268b08ea6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:41.786411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4fd24018-c3da-44c2-a0a2-770a92d78b92 None None] Provisioning complete for port d66eeede-4c8b-480f-b965-4dd268b08ea6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:41.786411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd24018-c3da-44c2-a0a2-770a92d78b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.786411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.786744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9aa2bd41-672b-46f6-8b64-9047c69f8575 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1414547 Aug 31 08:07:41.786744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42712) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:41.786744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ca42-538e-45ae-8219-a4c3a3a16dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4271e1-770d-446c-849c-17ce6fbb4643,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:41.942175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:41.956706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'project_id': '8babdbead80747d99b0bdb00f432ed89', 'port_id': 'd66eeede-4c8b-480f-b965-4dd268b08ea6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:41.974620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60d14b-8272-4b11-b08f-e103bdc0140e req-821f0044-b17a-4276-a46b-a0361bc29d07 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:41.982032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f60d14b-8272-4b11-b08f-e103bdc0140e req-821f0044-b17a-4276-a46b-a0361bc29d07 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0989237 Aug 31 08:07:42.034098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f60d14b-8272-4b11-b08f-e103bdc0140e req-07dc33f3-fb36-41ae-abdd-552acdf942ce tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505271 Aug 31 08:07:42.036845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.059889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fc4cd-6c20-43ec-86e6-6dbc1da89b12 None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:42.063213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:42.100340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2a4516-de8c-47c9-99f0-d11e2fbfcb78,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:42.111605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4fd24018-c3da-44c2-a0a2-770a92d78b92 None None] Port d66eeede-4c8b-480f-b965-4dd268b08ea6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:42.154020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb994b23-18cb-4ac8-bdb3-52e84d43b95a tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:42.160477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eb994b23-18cb-4ac8-bdb3-52e84d43b95a tempest-TestNetworkAdvancedServerOps-462846059 tempest-TestNetworkAdvancedServerOps-462846059-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1093 time: 0.0946910 Aug 31 08:07:42.166745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42722) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:42.198029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:42.233237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.352474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.402953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.402953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb3e4445-07d1-4986-b0c5-d98373788ff7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1311588 Aug 31 08:07:42.405046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:42.410361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475205405'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:42.524623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Allocated IP 172.25.0.42 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/82c41719-43fb-44a0-97c5-03df4b7040a3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:42.569553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.711118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.751070 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.888525 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.890443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.951904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e662b75-640d-4bea-bf4c-65cb0101cb65 None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:42.951904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e662b75-640d-4bea-bf4c-65cb0101cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:42.978390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:43.010563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:43.044672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9e662b75-640d-4bea-bf4c-65cb0101cb65 None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:43.057253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:43.068950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:43.088202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:43.101635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba229509-2b1d-40e9-8af9-6464029d218d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:43.136458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Pushing event updated for resources: {'Port': ['ID=82c41719-43fb-44a0-97c5-03df4b7040a3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:43.139474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e662b75-640d-4bea-bf4c-65cb0101cb65 None None] Provisioning for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:43.149001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9e662b75-640d-4bea-bf4c-65cb0101cb65 None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:43.149609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9e662b75-640d-4bea-bf4c-65cb0101cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:43.165697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Allocated IP 172.25.0.74 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/832ecd85-db5a-485e-a016-05066071bbd4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:43.173640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:43.175184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb14f24b-8c63-4b90-8a7b-fee51c32142c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7687292 Aug 31 08:07:43.184137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42756) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:43.192439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1041272576', 'security_groups': ['ba229509-2b1d-40e9-8af9-6464029d218d'], 'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab459600-13fa-4de6-a131-1e659fff2ce4'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:43.447706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:43.514268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-0cdeeddb-1016-4b63-848b-ef20ce3b3eff tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560540675&fields=id&tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 267 time: 0.0806985 Aug 31 08:07:43.593942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:43.755020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-f0f7a3d5-4b9b-451c-abc7-5ee32ed10fed tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:43.756829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-f0f7a3d5-4b9b-451c-abc7-5ee32ed10fed tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/networks?id=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 HTTP/1.1" status: 200 len: 796 time: 0.2315595 Aug 31 08:07:43.815700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:43.867353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] device_id is not set on port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:07:43.996312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f57dd2de-3260-4b6b-a4d1-3e845f96da2a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:44.102883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:44.103253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.180880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.3 (62db5439-6402-43fe-90c2-ff4b8b210902/ab459600-13fa-4de6-a131-1e659fff2ce4/aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:44.274130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.324367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-7eda24a6-4bd3-4c81-b344-d694b8e245e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/quotas/4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 375 time: 0.0544496 Aug 31 08:07:44.334411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:44.348017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:44.383394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:44.415664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.417138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=832ecd85-db5a-485e-a016-05066071bbd4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:44.417799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.441612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:44.491584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-e4e38363-5f04-4ae6-9aa6-47a6739b6d22 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1523428 Aug 31 08:07:44.617834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.672001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:44.676715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:44.682381 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:44.717540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-2ef4b890-41df-4c66-95d4-5b7086a77eac service neutron] 10.222.0.36 "GET /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025068 Aug 31 08:07:44.719408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.750974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:44.766131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:44.766775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:44.845381 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7693adfe-79bd-4394-96a8-219da3809ea9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6597192 Aug 31 08:07:44.847958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42874) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:44.859665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:44.954194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42884) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:45.130144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-2ff536b5-2d69-4f3a-89eb-4661543b2e55 service neutron] 10.222.0.36 "GET /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851044 Aug 31 08:07:45.143259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:45.147367 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.212070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fc3e-18b3-430f-b11d-a2655d8d3af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.228547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2d75ff53-0c8b-4e14-9dc2-ed477facb58d None None] Provisioning for port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:45.234228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2d75ff53-0c8b-4e14-9dc2-ed477facb58d None None] Provisioning complete for port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:45.234713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2d75ff53-0c8b-4e14-9dc2-ed477facb58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.317246 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab459600-13fa-4de6-a131-1e659fff2ce4 (CIDR: 172.20.0.0/28) Aug 31 08:07:45.390412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.397082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2d75ff53-0c8b-4e14-9dc2-ed477facb58d None None] Port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:45.408360 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:07:45.408863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:45.431515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fc3e-18b3-430f-b11d-a2655d8d3af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.444875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.491082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.538127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fc3e-18b3-430f-b11d-a2655d8d3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.573903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Pushing event updated for resources: {'Port': ['ID=82c41719-43fb-44a0-97c5-03df4b7040a3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:45.606220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.613591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e1a0fc3e-18b3-430f-b11d-a2655d8d3af3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a73b558b14ae480cad2881fb61da2e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6582522 Aug 31 08:07:45.614283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42912) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:45.614995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0fc3e-18b3-430f-b11d-a2655d8d3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00447f1-d0db-499b-b7b4-1e2f63bb4ac1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:45.651158 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b49107c-a0c3-4c23-8d24-cb38967899ed tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8019903 Aug 31 08:07:45.653757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42914) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:45.676028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:45.768188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-792dc73a-a431-4a77-8663-c29b627ec3c2 req-5dfdef3c-ce75-4dd2-a0d4-30bbb8bc2c1d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 210 time: 0.0816309 Aug 31 08:07:45.832784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.911544 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Floating IP 3b6ebb00-39e8-45d6-9813-e9566df79cbd associated. External IP: 172.25.0.42, port: d66eeede-4c8b-480f-b965-4dd268b08ea6. Aug 31 08:07:45.916694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21853894-f2a8-47c8-87ee-e0d7913552f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:45.973400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42930) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:46.017452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:46.022033 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.029889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21853894-f2a8-47c8-87ee-e0d7913552f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.165866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e14b3bce-0be2-45bb-85c9-3bbf0145f707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.207724 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.237336 n-d-713499-16 neutron-server[95445]: INFO neutron.db.ipam_backend_mixin [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8c8f4761-d714-47e1-bdd0-d42a3c0d8599 (CIDR: 172.20.0.16/28) Aug 31 08:07:46.281951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Router d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:07:46.308032 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:07:46.308477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:46.330504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.335952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21853894-f2a8-47c8-87ee-e0d7913552f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.338532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21853894-f2a8-47c8-87ee-e0d7913552f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.340123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-21853894-f2a8-47c8-87ee-e0d7913552f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d00447f1-d0db-499b-b7b4-1e2f63bb4ac1 HTTP/1.1" status: 204 len: 168 time: 0.7236331 Aug 31 08:07:46.393649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21853894-f2a8-47c8-87ee-e0d7913552f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00447f1-d0db-499b-b7b4-1e2f63bb4ac1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:46.424720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e14b3bce-0be2-45bb-85c9-3bbf0145f707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.460998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event updated for resources: {'Port': ['ID=832ecd85-db5a-485e-a016-05066071bbd4,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:46.481020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.520286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:46.529734 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] Sync routers for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:46.540977 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:46.541628 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:46.580835 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:46.591327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:46.592214 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:46.608763 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP 0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 associated. External IP: 172.25.0.74, port: 8fb0bec6-dca2-4801-8dab-49ff87dea79f. Aug 31 08:07:46.645082 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:46.646078 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fc459-5706-4e97-a441-35b7c93aaae0 None None] The sync data for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:46.669657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e14b3bce-0be2-45bb-85c9-3bbf0145f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.724164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 42952) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:46.736855 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e14b3bce-0be2-45bb-85c9-3bbf0145f707 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57127f8dbc474c95a42b4826c9ce6481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499857 Aug 31 08:07:46.739313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b3bce-0be2-45bb-85c9-3bbf0145f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c88681-b6fe-468d-a07c-cdd9cd1d8cc1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:46.762794 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e808f041-6efc-4108-a29d-1d9ffc73603f tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1067915 Aug 31 08:07:46.772939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42958) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:46.778272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:46.779633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'subnet': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:47.031675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Made reservation on behalf of 6c01eca10ba64387a3f676579698033b for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:47.037197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:47.319761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-320b1af1-e34b-4a36-af39-9661c02de58f req-d5f1c10c-32b9-4d16-8c8b-ff8d3a973925 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 210 time: 0.4873941 Aug 31 08:07:47.320853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0aca14a0-cd48-434e-a86a-7ac308728ad0 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5362484 Aug 31 08:07:47.323841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 42986) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:47.342501 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:47.342501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router c80d3e82-1ef9-450e-b267-c8d92bb81d5b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:07:47.371754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:47.515374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:47.529776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] Sync routers for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:47.545879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:47.547213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:47.650743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:47.695692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-495fe360-7551-4e26-9ce2-bb1dba7cdac9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5045183 Aug 31 08:07:47.695692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:07:47.696831 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08dc3d3-4938-43da-b398-22ed2148e5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:07:47.750276 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d3ac3-c58e-4a7f-9a4a-9cc7ee6bd814 x-openstack-request-id: req-af5d3ac3-c58e-4a7f-9a4a-9cc7ee6bd814 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:07:47.751131 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:07:47.751616 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af5d3ac3-c58e-4a7f-9a4a-9cc7ee6bd814 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:07:47.752512 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'status': 'completed', 'code': 200} Aug 31 08:07:47.773058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:07:47.886101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:47.891170 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:47.894269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1c88681-b6fe-468d-a07c-cdd9cd1d8cc1 HTTP/1.1" status: 204 len: 168 time: 1.1685047 Aug 31 08:07:47.933207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c88681-b6fe-468d-a07c-cdd9cd1d8cc1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:47.957142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-48ef9292-6eba-4f46-b84e-84be301704ae tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] 10.222.0.36 "GET /v2.0/floatingips/3b6ebb00-39e8-45d6-9813-e9566df79cbd HTTP/1.1" status: 200 len: 982 time: 0.6315691 Aug 31 08:07:47.957562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43008) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:47.988333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.992273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.994258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.994823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.996758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.997317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.998747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:47.999702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:48.002194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:48.002615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:48.003106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:48.004472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea620c24-7a05-4c2e-8dcc-99efa41d647f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:48.013358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-798488b6-05c9-4166-83dc-e1ac12713b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.017274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-798488b6-05c9-4166-83dc-e1ac12713b78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1098 time: 0.2410192 Aug 31 08:07:48.060075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436669a-c01e-420a-93ec-8f1d85682a44 req-42002ef8-5650-40da-9984-90a6b28a4490 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.062723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3436669a-c01e-420a-93ec-8f1d85682a44 req-42002ef8-5650-40da-9984-90a6b28a4490 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.2132483 Aug 31 08:07:48.094625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:48.160461 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3436669a-c01e-420a-93ec-8f1d85682a44 req-012c60ce-9c06-4596-a867-7d7028d86bbf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492785 Aug 31 08:07:48.194656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43012) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:48.255535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-9ba85100-9e26-469d-a928-cf5ecb5dedef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.257620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-9ba85100-9e26-469d-a928-cf5ecb5dedef service neutron] 10.222.0.68 "GET /v2.0/networks?id=079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 200 len: 897 time: 0.2303095 Aug 31 08:07:48.268620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '0d4e5af1-ef31-486d-b4a7-7e57ffaa9535', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'port_id': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'mac_address': 'fa:16:3e:ba:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:07:44Z', 'updated_at': '2021-08-31T08:07:44Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:48.281051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Subnet': ['ID=d5ad1e57-e36e-45c3-8bad-e5483f576157,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:48.323304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b875a46e-1ad7-4113-916c-d006ef438fdf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 HTTP/1.1" status: 200 len: 991 time: 0.1271942 Aug 31 08:07:48.324374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] Checking router: c80d3e82-1ef9-450e-b267-c8d92bb81d5b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:07:48.373422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-429d4f7b-4809-42bf-a89a-dcb115a34dff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 200 len: 999 time: 0.1010530 Aug 31 08:07:48.377641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:48.378703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:48.416270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Network 62db5439-6402-43fe-90c2-ff4b8b210902 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:48.429079 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-619c6b64-dfcd-4fe8-8e74-139754f4ddc3 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.4702580 Aug 31 08:07:48.433370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43018) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:48.434306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:48.447148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.452606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:48.468821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef3b85d-9d44-4848-ac71-20625c5cd30b None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:48.559536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a05e3a9-41a4-4338-baee-c302bddcbb71 req-c2f4cd97-9500-4f6b-a5dd-871fdd1441c6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 210 time: 0.0860689 Aug 31 08:07:48.708562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-f935abc3-87a5-4366-828a-bc2fa7d57fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.710724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-f935abc3-87a5-4366-828a-bc2fa7d57fa9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70f6d25d-76be-41cb-ae93-ef20df87208f HTTP/1.1" status: 200 len: 835 time: 0.3036027 Aug 31 08:07:48.792586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:07:48.806337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting port 82c41719-43fb-44a0-97c5-03df4b7040a3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:48.807077 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:48.822004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-761b6924-60c7-472f-85c3-7c36f38d2f9f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.824465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-761b6924-60c7-472f-85c3-7c36f38d2f9f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/networks?id=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 HTTP/1.1" status: 200 len: 796 time: 0.4478099 Aug 31 08:07:48.834311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-1a06448c-309d-43a3-b561-c7b8bbaa7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:48.836152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-1a06448c-309d-43a3-b561-c7b8bbaa7082 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=079c9436-2772-41b5-8ebf-110f57223093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072848 Aug 31 08:07:48.949582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fc8e612e-c317-4e80-a3fe-02344cefaf5c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1751688 Aug 31 08:07:48.950604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:48.990505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-626691490', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5ad1e57-e36e-45c3-8bad-e5483f576157'}], 'security_groups': ['e1ad8616-db8b-4135-9157-01440a1a37c3', '2e2a4516-de8c-47c9-99f0-d11e2fbfcb78']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:48.993378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:48.993727 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:49.086262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-dfcae403-09d1-4117-b43c-70b28e698055 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 473 time: 0.2369437 Aug 31 08:07:49.086440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Calling delete_port for 82c41719-43fb-44a0-97c5-03df4b7040a3 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:49.110331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'port': {'device_id': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'admin_state_up': True, 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'security_groups': ['4a08f71a-e26e-45d5-9e83-a2df433e5c27']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:49.328336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43042) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:49.391199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:49.411045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-63f78157-d88b-40b6-beeb-39bc46b771c3 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529222 Aug 31 08:07:49.462583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Update dhcp port {'port': {'network_id': '62db5439-6402-43fe-90c2-ff4b8b210902', 'fixed_ips': [{'subnet_id': '8c8f4761-d714-47e1-bdd0-d42a3c0d8599', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ab459600-13fa-4de6-a131-1e659fff2ce4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5ad1e57-e36e-45c3-8bad-e5483f576157'}], 'binding:host_id': 'n-d-713499-16'}, 'id': 'f57dd2de-3260-4b6b-a4d1-3e845f96da2a'} from n-d-713499-16. {{(pid=95447) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 08:07:49.519779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dd91448f-f62e-4bf1-ba74-482e49822de1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 HTTP/1.1" status: 200 len: 991 time: 0.1876166 Aug 31 08:07:49.552536 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:49.568821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a08dc3d3-4938-43da-b398-22ed2148e5ea req-e849c0ac-b807-48bb-92ca-5e6d33eab569 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441522 Aug 31 08:07:49.690688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:49.696711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:49.839504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '0d4e5af1-ef31-486d-b4a7-7e57ffaa9535', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'port_id': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'mac_address': 'fa:16:3e:ba:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:07:44Z', 'updated_at': '2021-08-31T08:07:44Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:49.874328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9128202-d906-4814-b86f-89d48ffd92ee None None] The sync data for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 is: [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '0d4e5af1-ef31-486d-b4a7-7e57ffaa9535', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'port_id': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'mac_address': 'fa:16:3e:ba:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:07:44Z', 'updated_at': '2021-08-31T08:07:44Z', 'revision_number': 0, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:49.876526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e5c0532-4eab-429a-9597-80346f917fa1 req-16d5fd9e-399c-49b4-910e-463342279560 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 210 time: 0.1441078 Aug 31 08:07:49.900760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Allocated IP 172.20.0.34 (62db5439-6402-43fe-90c2-ff4b8b210902/d5ad1e57-e36e-45c3-8bad-e5483f576157/f57dd2de-3260-4b6b-a4d1-3e845f96da2a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:50.034801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:50.092037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.113530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Transition to ACTIVE for port object f57dd2de-3260-4b6b-a4d1-3e845f96da2a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:50.113768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.123512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.20.0.27 (2befe4d6-fa4e-4c6f-9e4f-8c203b06a375/cafa90f1-122a-4280-bbc7-43add23ab082/e2e6a159-dbef-4697-9ac3-e6fb68d2efe3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:50.156077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Port': ['ID=82c41719-43fb-44a0-97c5-03df4b7040a3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:50.174538 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.326690 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921e9c8-1fcb-4654-b6f8-37521d0aa327 None None] New status for floating IP 0d4e5af1-ef31-486d-b4a7-7e57ffaa9535: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:07:50.438152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Delete allocated IP 172.20.0.3 (62db5439-6402-43fe-90c2-ff4b8b210902/ab459600-13fa-4de6-a131-1e659fff2ce4) {{(pid=95445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 08:07:50.448479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Allocated IP 172.20.0.45 (62db5439-6402-43fe-90c2-ff4b8b210902/d5ad1e57-e36e-45c3-8bad-e5483f576157/aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:50.515966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.517951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:50.525532 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:50.540818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.540818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.540818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.540818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.555221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.555721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.556081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.556486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.556860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.557204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.557547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.557953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b555465-5275-46c5-8440-c5cbafeccbe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:07:50.641780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-239c44a2-7642-4604-8a09-a0ab3e256988 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 HTTP/1.1" status: 200 len: 991 time: 0.1137643 Aug 31 08:07:50.653841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Transition to ACTIVE for port object e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:50.808287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.808287 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Floating IP 3b6ebb00-39e8-45d6-9813-e9566df79cbd disassociated (deleted). External IP: 172.25.0.42, port: d66eeede-4c8b-480f-b965-4dd268b08ea6. Aug 31 08:07:50.862205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.899193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:50.931015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:50.948161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:50.966885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Transition to ACTIVE for port object aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:50.968963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:51.083109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:51.083445 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.106414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:51.204405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.210766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320a782-051e-4887-99f3-0d39edcaad47 req-b3c86ce2-292e-44bd-afb4-5069fb45706b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:51.217595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2320a782-051e-4887-99f3-0d39edcaad47 req-b3c86ce2-292e-44bd-afb4-5069fb45706b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 932 time: 0.1306763 Aug 31 08:07:51.221762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-d2147fe3-67d5-4ea5-9356-9ea46f62934b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1175036 Aug 31 08:07:51.255291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-968e2913-89df-4e29-ba23-0ba140d3c618 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:07:51.256432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-968e2913-89df-4e29-ba23-0ba140d3c618 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200837 Aug 31 08:07:51.271583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Request body: {'port': {'device_id': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:51.349180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2320a782-051e-4887-99f3-0d39edcaad47 req-39f46dd1-8365-4187-8680-84cddd5f6caf tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199036 Aug 31 08:07:51.402138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.504552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event updated for resources: {'Port': ['ID=aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:51.562637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-36b64f86-39c8-46f0-99fb-d528e92923c2 None None] Provisioning for port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:51.564815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-36b64f86-39c8-46f0-99fb-d528e92923c2 None None] Provisioning complete for port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:51.565198 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-36b64f86-39c8-46f0-99fb-d528e92923c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.631665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] In _notify_port_updated(), no bound segment for port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 on network 62db5439-6402-43fe-90c2-ff4b8b210902 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:07:51.638297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:51.638965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.645157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-60ec8e5e-215e-4ac5-aeb5-6a99bacf1808 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "PUT /v2.0/ports/aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 HTTP/1.1" status: 200 len: 959 time: 2.6865788 Aug 31 08:07:51.648238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43110) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:51.651078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43112) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:51.651204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-36b64f86-39c8-46f0-99fb-d528e92923c2 None None] Port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:51.653990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Router d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:07:51.841355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:07:51.858394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.860623 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6e9e2427-1473-43e0-94e1-a24d80aeb077 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 HTTP/1.1" status: 200 len: 993 time: 0.2093124 Aug 31 08:07:51.874805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Transition to ACTIVE for port object e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:07:51.896130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Provisioning for port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:51.903457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Provisioning complete for port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:51.908495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.956567 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:51.970621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:52.023494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:52.023887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.045402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:52.045887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.085972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f57dd2de-3260-4b6b-a4d1-3e845f96da2a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:52.089939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:52.174870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:07:52.205427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.231643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] Sync routers for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:07:52.279492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:52.291970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Attempting to bind port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:07:52.293801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Attempting to bind port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:07:52.294342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Attempting to bind port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 on network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:52.304959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:52.307140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 on network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:07:52.307309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:52.310427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Attempting to bind port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 on network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:07:52.330119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:07:52.330119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Checking segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:07:52.330119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Bound using segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:07:52.330119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Bound port: e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:07:52.330119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.334156 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0db5422c-e93d-44b2-82eb-82e9e9a4527c tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "DELETE /v2.0/floatingips/3b6ebb00-39e8-45d6-9813-e9566df79cbd HTTP/1.1" status: 204 len: 168 time: 3.8677166 Aug 31 08:07:52.337536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43130) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:52.345981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:52.378198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.401546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:52.422169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:52.451625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:07:52.453167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:52.482477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:52.546309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:52.547243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ff781-d1cb-4f66-a59d-20bf3c933a37 None None] The sync data for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:07:52.582753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.620534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] For port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:07:52.639557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Provisioning for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:52.646170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:52.646898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0bade565-773e-48d7-8145-4d429f8cf456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.676717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] For port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:07:52.679330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Deleting subnet 271fb33d-fcd6-4cfa-8447-31d9c99cb94b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:07:52.684005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.769585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8cc8a-0533-4d02-a650-cfc6818675ab req-53a21cf7-6522-41c4-8f0a-010c73b05e13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:52.772142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6f8cc8a-0533-4d02-a650-cfc6818675ab req-53a21cf7-6522-41c4-8f0a-010c73b05e13 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 944 time: 0.2245772 Aug 31 08:07:52.783431 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.809392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:52.833051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.867606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:52.914829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b7bd3366-30c6-40f8-9ab0-fd6806381ce8 None None] Could not find standard attr ID for object aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:07:52.926940 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.993678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:52.995229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:52.997337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] 10.222.0.45 "PUT /v2.0/ports/e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 HTTP/1.1" status: 200 len: 1093 time: 1.7324884 Aug 31 08:07:53.000468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'tag': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:07:53.012897 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8542023-db29-4f42-8579-2ed35b129fde" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa860d8-5b8e-4781-b0f2-b264f8bbb0de", "tag": "e2e6a159-dbef-4697-9ac3-e6fb68d2efe3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:07:53.045641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.059527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-39077d53-ff3b-4d53-907a-2d431f03b587 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 HTTP/1.1" status: 204 len: 168 time: 1.4096031 Aug 31 08:07:53.062864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43152) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:53.079513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d6f8cc8a-0533-4d02-a650-cfc6818675ab req-ebcf69c1-aa2c-41a1-8fe3-0169d151021c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824571 Aug 31 08:07:53.093930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde15dbc-b822-497f-9313-19f3ee13686a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:53.148594 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c576787-8cbe-438f-863e-013e75fd0c6f x-openstack-request-id: req-3c576787-8cbe-438f-863e-013e75fd0c6f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:07:53.157652 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa860d8-5b8e-4781-b0f2-b264f8bbb0de", "tag": "e2e6a159-dbef-4697-9ac3-e6fb68d2efe3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:07:53.157966 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c576787-8cbe-438f-863e-013e75fd0c6f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:07:53.159983 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'tag': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3', 'status': 'completed', 'code': 200} Aug 31 08:07:53.162655 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6870813-7dfb-420c-b2c0-ec6252dd0719 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] GET failed (client error): The resource could not be found. Aug 31 08:07:53.168735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c6870813-7dfb-420c-b2c0-ec6252dd0719 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports/aabf6fd1-cc8e-4cf6-8de7-0a1d30ae7229 HTTP/1.1" status: 404 len: 333 time: 0.0976725 Aug 31 08:07:53.174337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:53.279846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.347654 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-746b538b-fb0b-42cc-9b9b-156935eb0034 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.379569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ab437d66-4075-4477-bcf4-c24c3e87b13d tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:53.418636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-6e905bea-f534-410c-8e47-22480fb2e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:53.420202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-6e905bea-f534-410c-8e47-22480fb2e1f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 1096 time: 0.2594066 Aug 31 08:07:53.420514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-746b538b-fb0b-42cc-9b9b-156935eb0034 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.444225 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.498421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-29afe6e3-dd6c-4f81-a8f8-04238b97ec28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 HTTP/1.1" status: 200 len: 217 time: 0.0673678 Aug 31 08:07:53.564040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.607257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.611726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/271fb33d-fcd6-4cfa-8447-31d9c99cb94b HTTP/1.1" status: 204 len: 168 time: 1.1253111 Aug 31 08:07:53.612123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43160) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:53.615075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02937117-a98b-441d-8429-42adcee2c1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271fb33d-fcd6-4cfa-8447-31d9c99cb94b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:53.625749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-25e661ae-9824-4e63-b0c1-0671764c66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:53.629417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-25e661ae-9824-4e63-b0c1-0671764c66f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cafa90f1-122a-4280-bbc7-43add23ab082 HTTP/1.1" status: 200 len: 837 time: 0.0992794 Aug 31 08:07:53.678703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-746b538b-fb0b-42cc-9b9b-156935eb0034 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.679523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-746b538b-fb0b-42cc-9b9b-156935eb0034 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.680683 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-746b538b-fb0b-42cc-9b9b-156935eb0034 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba229509-2b1d-40e9-8af9-6464029d218d HTTP/1.1" status: 204 len: 168 time: 0.5049324 Aug 31 08:07:53.685349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43166) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:53.709605 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab437d66-4075-4477-bcf4-c24c3e87b13d tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "PUT /v2.0/quotas/2b01100708e744b6938ecf3caddcdbd0 HTTP/1.1" status: 200 len: 368 time: 0.8967648 Aug 31 08:07:53.715431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43168) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:53.717163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b538b-fb0b-42cc-9b9b-156935eb0034 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba229509-2b1d-40e9-8af9-6464029d218d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:53.722010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Request body: {'network': {'project_id': '2b01100708e744b6938ecf3caddcdbd0'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:53.730983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.762508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Allocated IP 172.25.0.209 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a26efb76-337d-4cc1-9c71-5e404ad05242) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:53.766171 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.767653 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b41bebef-a8f7-44fb-9fe6-b0d2cf22d5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.800109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-5c5d0350-63f8-49a4-a259-3532b7a3506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:53.802795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-5c5d0350-63f8-49a4-a259-3532b7a3506c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1502318 Aug 31 08:07:53.847842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.859859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca037ecb-e109-4d63-bb94-77c56a76d6ea']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:53.872747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0790fd4-e396-4763-9290-f78c29ee3122') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:53.873100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0790fd4-e396-4763-9290-f78c29ee3122') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:53.888843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.907484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.916062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:07:53.916530 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:07:53.918855 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:07:53.925050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Made reservation on behalf of 2b01100708e744b6938ecf3caddcdbd0 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:53.927483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.934273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3cac7b-21d8-4db9-8617-b32d2a6767d7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.976031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:53.994537 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3cac7b-21d8-4db9-8617-b32d2a6767d7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.102211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-c8f8c0e6-524b-449b-ad38-32e9f8bac1ed service neutron] 10.222.0.45 "GET /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711101 Aug 31 08:07:54.110894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.114346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.130739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.137204 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca037ecb-e109-4d63-bb94-77c56a76d6ea HTTP/1.1" status: 204 len: 168 time: 0.5238152 Aug 31 08:07:54.168316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9443f5a-3bd5-4e67-a2d6-e1b02e659887 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca037ecb-e109-4d63-bb94-77c56a76d6ea,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:54.213494 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3cac7b-21d8-4db9-8617-b32d2a6767d7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.216088 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e3cac7b-21d8-4db9-8617-b32d2a6767d7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.219697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6e3cac7b-21d8-4db9-8617-b32d2a6767d7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e2a4516-de8c-47c9-99f0-d11e2fbfcb78 HTTP/1.1" status: 204 len: 168 time: 0.5268977 Aug 31 08:07:54.220249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:54.288017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cac7b-21d8-4db9-8617-b32d2a6767d7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2a4516-de8c-47c9-99f0-d11e2fbfcb78,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:54.321479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cced044-bb9d-4eae-b01b-d650cb8d2c9b req-1ea0153a-1cbc-4840-bf7e-511d0d7ffaaf service neutron] 10.222.0.45 "GET /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079747 Aug 31 08:07:54.350548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5b7321e9-6b56-4657-abed-91c256d7e4d4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.352710 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.364834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3707b-8a22-4358-83d9-ea6d08e20934 req-0cd771c8-9b4c-4210-86b6-42f01c235cab tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:54.367145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38d3707b-8a22-4358-83d9-ea6d08e20934 req-0cd771c8-9b4c-4210-86b6-42f01c235cab tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 944 time: 0.1316130 Aug 31 08:07:54.389450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5b7321e9-6b56-4657-abed-91c256d7e4d4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.396478 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.450637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.464656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:54.468553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38d3707b-8a22-4358-83d9-ea6d08e20934 req-152bb37e-a539-4354-a28d-8fe212f11001 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943186 Aug 31 08:07:54.477301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:54.491644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:54.504715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Pushing event updated for resources: {'Port': ['ID=a26efb76-337d-4cc1-9c71-5e404ad05242,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:54.511163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:07:54.633800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5b7321e9-6b56-4657-abed-91c256d7e4d4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.636347 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5b7321e9-6b56-4657-abed-91c256d7e4d4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.640322 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5b7321e9-6b56-4657-abed-91c256d7e4d4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/security-groups/e1ad8616-db8b-4135-9157-01440a1a37c3 HTTP/1.1" status: 204 len: 168 time: 0.4161384 Aug 31 08:07:54.650991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43194) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:54.679053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7321e9-6b56-4657-abed-91c256d7e4d4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad8616-db8b-4135-9157-01440a1a37c3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:54.714585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet ab459600-13fa-4de6-a131-1e659fff2ce4 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:07:54.719003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.772422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.870097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:54.932939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.939560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e3505dc-4371-4479-a0b0-6b1ab465783b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31fcb420d0e64a35a79e5ab0ff5dc251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676937 Aug 31 08:07:54.959243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:54.995239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:54.995584 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Added segment 0881309b-c746-480e-b466-69abb0cba620 of type vlan for network c8c91430-3277-4341-b734-a37f0ed721f1 Aug 31 08:07:54.996945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50807743-720f-4297-aa4d-1e0f16f14b9a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:55.072861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542023-db29-4f42-8579-2ed35b129fde req-21b6a091-afc0-4a4f-bfc8-d38f08154935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:55.074390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-21b6a091-afc0-4a4f-bfc8-d38f08154935 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 1096 time: 0.5915394 Aug 31 08:07:55.079037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.105683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.137125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=ab459600-13fa-4de6-a131-1e659fff2ce4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:55.138521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.141917 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5dc1cbb9-15c9-4600-ba6a-bf3587c9df4e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/ab459600-13fa-4de6-a131-1e659fff2ce4 HTTP/1.1" status: 204 len: 168 time: 0.4991970 Aug 31 08:07:55.150463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43204) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:55.151028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad64002-2813-422b-90a9-443ed1eb7d36 None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:55.189902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b669-2010-4228-b5a0-7f1ffdb9db62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.221963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.247101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet d5ad1e57-e36e-45c3-8bad-e5483f576157 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:07:55.255099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.255761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b669-2010-4228-b5a0-7f1ffdb9db62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.280809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.281952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:55.282598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.332820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.369091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542023-db29-4f42-8579-2ed35b129fde req-d0ae4ba5-c4f9-4870-99f3-cb945863a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:55.373281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-d0ae4ba5-c4f9-4870-99f3-cb945863a504 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 HTTP/1.1" status: 200 len: 897 time: 0.2873797 Aug 31 08:07:55.427753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Pushing event updated for resources: {'Network': ['ID=c8c91430-3277-4341-b734-a37f0ed721f1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:55.437671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.441991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c8c91430-3277-4341-b734-a37f0ed721f1 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:07:55.489130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.558074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-673383c0-e764-4fbe-9ffe-ef6571e2aff4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 HTTP/1.1" status: 200 len: 217 time: 0.1137645 Aug 31 08:07:55.595849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-96a7ca90-4ef3-44c8-a635-e53448a27b1f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8751616 Aug 31 08:07:55.596690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43214) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:55.604114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Request body: {'network': {'project_id': '2b01100708e744b6938ecf3caddcdbd0'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:55.665580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.695508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ad1e57-e36e-45c3-8bad-e5483f576157,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:55.699553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.703988 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8d3685c1-ee18-4dad-a93f-83ba915f6af7 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/d5ad1e57-e36e-45c3-8bad-e5483f576157 HTTP/1.1" status: 204 len: 168 time: 0.5505531 Aug 31 08:07:55.705187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43216) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:55.737753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Made reservation on behalf of 2b01100708e744b6938ecf3caddcdbd0 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:07:55.739788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.762408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b669-2010-4228-b5a0-7f1ffdb9db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.764049 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c0afc9-6e11-49e8-9457-d9060087f571 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:55.765035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c0afc9-6e11-49e8-9457-d9060087f571 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:55.765515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b669-2010-4228-b5a0-7f1ffdb9db62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.767064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18c0afc9-6e11-49e8-9457-d9060087f571 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/ab459600-13fa-4de6-a131-1e659fff2ce4 HTTP/1.1" status: 404 len: 337 time: 0.0607369 Aug 31 08:07:55.770283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ecd1b669-2010-4228-b5a0-7f1ffdb9db62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e235f4f7-707d-4a21-a07e-e1a5dde528e6 HTTP/1.1" status: 204 len: 168 time: 0.8028827 Aug 31 08:07:55.774854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43220) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:55.794875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542023-db29-4f42-8579-2ed35b129fde req-77d7cf81-df94-40eb-9728-90737606aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:55.797667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-77d7cf81-df94-40eb-9728-90737606aad4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cafa90f1-122a-4280-bbc7-43add23ab082 HTTP/1.1" status: 200 len: 837 time: 0.2306542 Aug 31 08:07:55.807802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:07:55.848137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.848493 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Added segment 3f7f82b3-fdfc-4956-b26f-c03f6c118361 of type vlan for network 1c8d3f5e-b6df-4820-aed7-f74b17aec48b Aug 31 08:07:55.865285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1b669-2010-4228-b5a0-7f1ffdb9db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e235f4f7-707d-4a21-a07e-e1a5dde528e6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:55.918713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619109d3-538a-4f22-b986-78d3a12acc4d req-d3b69712-55fc-411e-9c17-31299143ac67 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:55.920386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-619109d3-538a-4f22-b986-78d3a12acc4d req-d3b69712-55fc-411e-9c17-31299143ac67 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 944 time: 0.2889256 Aug 31 08:07:55.934664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.987251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting subnet 8c8f4761-d714-47e1-bdd0-d42a3c0d8599 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:07:55.998429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.086518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8542023-db29-4f42-8579-2ed35b129fde req-be4e43c3-3f3d-4ed6-b15d-4182768a5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:56.088125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-be4e43c3-3f3d-4ed6-b15d-4182768a5ecc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2686234 Aug 31 08:07:56.091171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-619109d3-538a-4f22-b986-78d3a12acc4d req-46cfcac8-932d-4c2e-a274-cac2ec57786d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381054 Aug 31 08:07:56.096840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.114177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.114177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:56.114177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.153376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.190296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.198042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Pushing event updated for resources: {'Network': ['ID=1c8d3f5e-b6df-4820-aed7-f74b17aec48b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:56.213087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1c8d3f5e-b6df-4820-aed7-f74b17aec48b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:07:56.283554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-aa2b4589-cb07-46ab-a306-ccabf0ada03e service neutron] 10.222.0.45 "GET /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837606 Aug 31 08:07:56.286271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad54c6-ea49-4027-a628-88b21db25987 None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:56.288797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.291253 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f89f1ced-45c1-40d3-a9d3-89cccbbb7a2f tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6929419 Aug 31 08:07:56.294048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43224) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.302407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-54e53775-94f9-43a0-be44-8b0c53aa8705 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Request body: {'network': {'project_id': '2b01100708e744b6938ecf3caddcdbd0'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:56.315265 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e53775-94f9-43a0-be44-8b0c53aa8705 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 08:07:56.315745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e53775-94f9-43a0-be44-8b0c53aa8705 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:56.319769 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-54e53775-94f9-43a0-be44-8b0c53aa8705 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0219402 Aug 31 08:07:56.319967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43226) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.350952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1f81eea7-9858-410a-af2f-eb1b66fbf1db None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:56.356416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1f81eea7-9858-410a-af2f-eb1b66fbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.377879 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-268d5add-f64e-4326-8ab1-1b33571ac135 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b01100708e744b6938ecf3caddcdbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544477 Aug 31 08:07:56.378084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43228) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.399422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.445146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1f81eea7-9858-410a-af2f-eb1b66fbf1db None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:56.486327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1f81eea7-9858-410a-af2f-eb1b66fbf1db None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:56.487036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1f81eea7-9858-410a-af2f-eb1b66fbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.496322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-611cbd3c-c3d5-4ce0-a705-6f61500a664e tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.544443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-611cbd3c-c3d5-4ce0-a705-6f61500a664e tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.552231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Pushing event updated for resources: {'Port': ['ID=a26efb76-337d-4cc1-9c71-5e404ad05242,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:56.581142 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.607315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.632700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8542023-db29-4f42-8579-2ed35b129fde req-a8fe814e-da87-4df5-8c5e-281f2d7e83e8 service neutron] 10.222.0.45 "GET /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372579 Aug 31 08:07:56.720130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.738259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.742024 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/8c8f4761-d714-47e1-bdd0-d42a3c0d8599 HTTP/1.1" status: 204 len: 168 time: 0.9627335 Aug 31 08:07:56.742814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43240) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.787252 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ee6e5b-b9e1-4f15-a41e-cdcf3ec9c64a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:56.787727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ee6e5b-b9e1-4f15-a41e-cdcf3ec9c64a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:56.789404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdd768-eb73-4329-a21a-8a889fab617c tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8f4761-d714-47e1-bdd0-d42a3c0d8599,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:56.789542 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-05ee6e5b-b9e1-4f15-a41e-cdcf3ec9c64a tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/ceef2d57-a82a-4aa1-a6be-aba6ea289d22 HTTP/1.1" status: 404 len: 337 time: 0.0457032 Aug 31 08:07:56.792232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43244) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.814457 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb7eaf5b-1ae0-4142-aa9e-fac2e3b84f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.814879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.816337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-667fe61f-6f2a-43f3-bf60-5d8e23212e89 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4776683 Aug 31 08:07:56.827523 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63795c70-1d70-4007-8f73-aac78b26ca27 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5585b36-0a89-4f14-a682-7f7abba673a1 HTTP/1.1" status: 200 len: 205 time: 0.0341539 Aug 31 08:07:56.828669 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43246) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.829517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-611cbd3c-c3d5-4ce0-a705-6f61500a664e tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.830255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43248) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.836478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-611cbd3c-c3d5-4ce0-a705-6f61500a664e tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:56.838124 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-611cbd3c-c3d5-4ce0-a705-6f61500a664e tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/50807743-720f-4297-aa4d-1e0f16f14b9a HTTP/1.1" status: 204 len: 168 time: 0.4587383 Aug 31 08:07:56.845673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43250) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.860744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cbd3c-c3d5-4ce0-a705-6f61500a664e tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50807743-720f-4297-aa4d-1e0f16f14b9a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:56.889195 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-c1288abc-9ab7-4bc3-983a-e8edbd2d7ecb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] delete failed (client error): The resource could not be found. Aug 31 08:07:56.892827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1288abc-9ab7-4bc3-983a-e8edbd2d7ecb tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/routers/e5585b36-0a89-4f14-a682-7f7abba673a1 HTTP/1.1" status: 404 len: 336 time: 0.0591702 Aug 31 08:07:56.893110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43254) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.924964 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ef784a-e733-4712-893c-a9cf27b38ce9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:56.925525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ef784a-e733-4712-893c-a9cf27b38ce9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:56.929788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-30ef784a-e733-4712-893c-a9cf27b38ce9 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/820ec2f4-5d86-45d4-bd61-ee1380c4a383 HTTP/1.1" status: 404 len: 337 time: 0.0330336 Aug 31 08:07:56.938558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43256) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:56.964293 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2209a4-d1e1-4e3d-8e2f-2b02c56e7343 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:56.969898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2209a4-d1e1-4e3d-8e2f-2b02c56e7343 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:56.969898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2e2209a4-d1e1-4e3d-8e2f-2b02c56e7343 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/eef51aad-2c4d-4f6d-a5a0-b8c3a7df538d HTTP/1.1" status: 404 len: 337 time: 0.0355968 Aug 31 08:07:56.970120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43260) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.006552 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d15654e-b761-4ee1-9096-3b21564bc354 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.007429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d15654e-b761-4ee1-9096-3b21564bc354 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.009029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d15654e-b761-4ee1-9096-3b21564bc354 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/73c67a7f-8b23-40c6-9faf-2bc330f6d95c HTTP/1.1" status: 404 len: 337 time: 0.0378511 Aug 31 08:07:57.015905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43262) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.043276 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-be14e83e-f519-44ad-9cbb-d8d1100c088e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.044081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be14e83e-f519-44ad-9cbb-d8d1100c088e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.048415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-be14e83e-f519-44ad-9cbb-d8d1100c088e tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/a9475e2c-c023-48a9-ae3c-d2d6dd190ca4 HTTP/1.1" status: 404 len: 333 time: 0.0290391 Aug 31 08:07:57.048691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43266) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.092283 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a3ad9d-ab1c-4537-b94d-bf8577b798fc tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.093318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a3ad9d-ab1c-4537-b94d-bf8577b798fc tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.097680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c2a3ad9d-ab1c-4537-b94d-bf8577b798fc tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/26e24e7d-0d78-4181-ae18-9555c0701128 HTTP/1.1" status: 404 len: 337 time: 0.0455999 Aug 31 08:07:57.098097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43268) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.131088 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b631ed84-8da8-43c6-9efe-c701e0386030 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.131564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b631ed84-8da8-43c6-9efe-c701e0386030 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.139011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b631ed84-8da8-43c6-9efe-c701e0386030 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/b1ffc60a-d3d3-47d0-a6e6-e8b39d099227 HTTP/1.1" status: 404 len: 337 time: 0.0375643 Aug 31 08:07:57.140756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43272) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.191847 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d40167d-89bf-427a-9969-8ff00c4b0978 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.192612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d40167d-89bf-427a-9969-8ff00c4b0978 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.196751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2d40167d-89bf-427a-9969-8ff00c4b0978 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/af2c9106-e491-4c51-9008-14e91849b8c3 HTTP/1.1" status: 404 len: 333 time: 0.0526943 Aug 31 08:07:57.204736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43274) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.257773 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac29075-6a93-40ab-ac51-bfc403990d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.258279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac29075-6a93-40ab-ac51-bfc403990d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.262738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6ac29075-6a93-40ab-ac51-bfc403990d37 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/2120e2e2-34a8-425d-a77b-377dcb47fefb HTTP/1.1" status: 404 len: 337 time: 0.0531745 Aug 31 08:07:57.263552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43276) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.296997 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdfe80a-7600-4093-b286-6ed760069ab4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] DELETE failed (client error): The resource could not be found. Aug 31 08:07:57.297444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdfe80a-7600-4093-b286-6ed760069ab4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:07:57.301899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dcdfe80a-7600-4093-b286-6ed760069ab4 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/subnets/89855da4-5816-4f3c-bfcb-59891ed353f5 HTTP/1.1" status: 404 len: 337 time: 0.0347960 Aug 31 08:07:57.307717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43278) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.325053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e181c82-20d0-457e-a737-b2cd2ff6134e req-892e86a6-44a4-4a33-a3f8-bc0418673e74 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:57.326699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e181c82-20d0-457e-a737-b2cd2ff6134e req-892e86a6-44a4-4a33-a3f8-bc0418673e74 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 944 time: 0.1371281 Aug 31 08:07:57.354966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:07:57.406066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.412968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a7246-324a-49c0-b56e-ccace5cc331c None None] Network 62db5439-6402-43fe-90c2-ff4b8b210902 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:07:57.428432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e181c82-20d0-457e-a737-b2cd2ff6134e req-c97a9f68-3d41-436c-aa50-ab96997aa0b3 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779390 Aug 31 08:07:57.493448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:57.493448 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.512740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-af1ebf46-99bf-4524-a5ed-5879cea792c6 None None] Provisioning complete for port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:57.513351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af1ebf46-99bf-4524-a5ed-5879cea792c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.516939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.533047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8d3f5e-b6df-4820-aed7-f74b17aec48b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:57.558070 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.563866 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7f82b3-fdfc-4956-b26f-c03f6c118361') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:57.564169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7f82b3-fdfc-4956-b26f-c03f6c118361') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:57.576005 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.580995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:57.589178 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.594565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-af1ebf46-99bf-4524-a5ed-5879cea792c6 None None] Port 0779b0c9-e0f9-4fd2-99df-3c8f2937f471 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:07:57.609877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-af1ebf46-99bf-4524-a5ed-5879cea792c6 None None] Provisioning complete for port f57dd2de-3260-4b6b-a4d1-3e845f96da2a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:57.610263 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af1ebf46-99bf-4524-a5ed-5879cea792c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.635289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:07:57.637560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.647970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:07:57.648290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:07:57.650119 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:07:57.761003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] DHCP port deletion for 62db5439-6402-43fe-90c2-ff4b8b210902 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:07:57.796232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.829383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:57.849012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'port_id': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3', 'mac_address': 'fa:16:3e:b9:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:07:57.873374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.922646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=0779b0c9-e0f9-4fd2-99df-3c8f2937f471,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:57.926361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.928553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-91a855e0-05fc-4261-8b83-971971fc9ba5 tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/ports/0779b0c9-e0f9-4fd2-99df-3c8f2937f471 HTTP/1.1" status: 204 len: 168 time: 0.6243179 Aug 31 08:07:57.931010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43292) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:57.937511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] Deleting port f57dd2de-3260-4b6b-a4d1-3e845f96da2a {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:57.937511 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.941394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.961006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.977007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.981696 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1c8d3f5e-b6df-4820-aed7-f74b17aec48b HTTP/1.1" status: 204 len: 168 time: 1.1338387 Aug 31 08:07:57.982415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43298) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:07:58.007829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:07:58.035684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.053179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.054233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f57dd2de-3260-4b6b-a4d1-3e845f96da2a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:07:58.102426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Deleting port f57dd2de-3260-4b6b-a4d1-3e845f96da2a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:07:58.102918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.123648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f695ba-8c17-4c8b-895d-4d6def8e8ca8 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c8d3f5e-b6df-4820-aed7-f74b17aec48b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.133492 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.146343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:58.201465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:58.201840 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.204413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.211741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:58.212217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.220227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Calling delete_port for f57dd2de-3260-4b6b-a4d1-3e845f96da2a owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:58.238600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] Calling delete_port for f57dd2de-3260-4b6b-a4d1-3e845f96da2a owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:07:58.266734 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.324461 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.334030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f57dd2de-3260-4b6b-a4d1-3e845f96da2a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,segment=NetworkSegment(0ffb836e-e6e0-4791-a03e-02daaa379c58),segment_id=0ffb836e-e6e0-4791-a03e-02daaa379c58)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:07:58.341585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c91430-3277-4341-b734-a37f0ed721f1']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:58.356899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0881309b-c746-480e-b466-69abb0cba620') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:58.357235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0881309b-c746-480e-b466-69abb0cba620') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:58.375640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.376023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.390507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Allocated IP 172.25.0.139 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/223a9f5f-2262-4832-94b9-616c23917a56) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:07:58.405647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.416038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:07:58.416454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:07:58.418206 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:07:58.488238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.579423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e2e6a159-dbef-4697-9ac3-e6fb68d2efe3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:07:58.590500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90280d4a-0ff5-4f8d-9d7b-91a3780daf56 req-ba361ee9-d10c-4a46-8e33-3c6c6c5219dc tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:58.592365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90280d4a-0ff5-4f8d-9d7b-91a3780daf56 req-ba361ee9-d10c-4a46-8e33-3c6c6c5219dc tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 945 time: 0.0798142 Aug 31 08:07:58.601903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.647963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.654429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90280d4a-0ff5-4f8d-9d7b-91a3780daf56 req-7257b56b-3c04-4596-a302-5f682ddb7e50 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550995 Aug 31 08:07:58.654963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.683095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.690819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.692746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] No DVR routers for this DVR port f57dd2de-3260-4b6b-a4d1-3e845f96da2a on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:07:58.706147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.707084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.710576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c8c91430-3277-4341-b734-a37f0ed721f1 HTTP/1.1" status: 204 len: 168 time: 0.6817529 Aug 31 08:07:58.734412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d329e-1c25-43a3-a728-a34608a05f56 tempest-QuotasNegativeTest-1111237141 tempest-QuotasNegativeTest-1111237141-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8c91430-3277-4341-b734-a37f0ed721f1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.767644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] Pushing event deleted for resources: {'Port': ['ID=f57dd2de-3260-4b6b-a4d1-3e845f96da2a,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.780435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eabf491-9b04-4f66-8262-e523034b3431 None None] No DVR routers for this DVR port f57dd2de-3260-4b6b-a4d1-3e845f96da2a on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:07:58.792305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.807474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.825466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62db5439-6402-43fe-90c2-ff4b8b210902']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:58.858073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffb836e-e6e0-4791-a03e-02daaa379c58') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:58.860674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffb836e-e6e0-4791-a03e-02daaa379c58') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:07:58.864963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:07:58.870211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:07:58.878072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:07:58.896317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.944895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.952524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Pushing event updated for resources: {'Port': ['ID=223a9f5f-2262-4832-94b9-616c23917a56,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:58.964843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:07:58.966492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:07:58.975036 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:07:59.064283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.219863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.232899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.236186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] 10.222.0.36 "DELETE /v2.0/networks/62db5439-6402-43fe-90c2-ff4b8b210902 HTTP/1.1" status: 204 len: 168 time: 1.3041768 Aug 31 08:07:59.248875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddedad-c86f-4f86-a00d-ac3005a5a0ee tempest-PortsTestJSON-1267780602 tempest-PortsTestJSON-1267780602-project] Pushing event deleted for resources: {'Network': ['ID=62db5439-6402-43fe-90c2-ff4b8b210902,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:59.250910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.450090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.634496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:07:59.656846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.671272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.762566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Pushing event updated for resources: {'Port': ['ID=223a9f5f-2262-4832-94b9-616c23917a56,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:07:59.778477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.803302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10affcc1-519a-4a46-863f-68c6101d8cef req-7477a6c1-0e86-4ca2-a755-e097736f5387 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:07:59.806295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10affcc1-519a-4a46-863f-68c6101d8cef req-7477a6c1-0e86-4ca2-a755-e097736f5387 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 945 time: 0.0569234 Aug 31 08:07:59.844533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10affcc1-519a-4a46-863f-68c6101d8cef req-19f0f81a-ab79-4811-9700-c663df6e7909 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Aug 31 08:07:59.844904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:07:59.852186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:07:59.852186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.945424 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.965879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:07:59.968666 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e497f-0046-49a2-8821-eebf412e6247" -d '{"events": [{"server_uuid": "3fa860d8-5b8e-4781-b0f2-b264f8bbb0de", "name": "network-vif-plugged", "status": "completed", "tag": "e2e6a159-dbef-4697-9ac3-e6fb68d2efe3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:07:59.970931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:59.976167 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ca1a422-6eae-491c-84c4-c11324da0a94 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1333549 Aug 31 08:07:59.976167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43374) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.002978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:00.052640 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f44dd5-4e3d-45ee-946d-1bd5db722fbd x-openstack-request-id: req-10f44dd5-4e3d-45ee-946d-1bd5db722fbd {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:00.054225 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa860d8-5b8e-4781-b0f2-b264f8bbb0de", "name": "network-vif-plugged", "status": "completed", "tag": "e2e6a159-dbef-4697-9ac3-e6fb68d2efe3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:00.054917 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10f44dd5-4e3d-45ee-946d-1bd5db722fbd {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:00.056036 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3', 'code': 200} Aug 31 08:08:00.063613 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-94322a05-66d8-4e27-abfe-d8345745b830 tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0862789 Aug 31 08:08:00.074242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.105166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.161527 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2619dbfc-2632-4e89-8e9b-aa8a721a1079 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0830932 Aug 31 08:08:00.162522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43404) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.178440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:00.188350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669263b8-330a-4ba5-bd0a-572f69ed7c57 req-0e3b6d21-9d1a-41d0-9793-ae66ea6c0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:00.189864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-669263b8-330a-4ba5-bd0a-572f69ed7c57 req-0e3b6d21-9d1a-41d0-9793-ae66ea6c0e5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 1098 time: 0.0705988 Aug 31 08:08:00.243536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-669263b8-330a-4ba5-bd0a-572f69ed7c57 req-fb253998-5f61-4738-b3d5-ed766d0f3e42 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Aug 31 08:08:00.337432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Deleting port 223a9f5f-2262-4832-94b9-616c23917a56 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:00.337957 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.357146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43414) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.417361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43418) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.438213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.438439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.453582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Calling delete_port for 223a9f5f-2262-4832-94b9-616c23917a56 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:00.549706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-3b66fb63-2be1-4c7e-9422-6f786685901b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774112 Aug 31 08:08:00.640702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a696e4f-9933-43a6-bf69-81de16c78cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.657927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e170cec9-22d9-4353-b038-39312a577228 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c01eca10ba64387a3f676579698033b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987931 Aug 31 08:08:00.659382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43424) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.682189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-0b92c049-457a-42c9-86be-e3fdebb5a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:00.684496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-0b92c049-457a-42c9-86be-e3fdebb5a0c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1097 time: 0.0714183 Aug 31 08:08:00.736032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-add21e89-ea54-4d64-8c33-eaab0a0f27f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.772740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-add21e89-ea54-4d64-8c33-eaab0a0f27f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.784612 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.839091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-3c03285d-3234-45aa-8581-5318272cbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:00.840591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-3c03285d-3234-45aa-8581-5318272cbe7c service neutron] 10.222.0.68 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 898 time: 0.1286864 Aug 31 08:08:00.840822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Pushing event deleted for resources: {'Port': ['ID=223a9f5f-2262-4832-94b9-616c23917a56,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:00.933069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.935914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.937726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d4d70fb-57b8-401a-ab1b-30ad28767820 tempest-FloatingIPAdminTestJSON-983429979 tempest-FloatingIPAdminTestJSON-983429979-project] 10.222.0.36 "DELETE /v2.0/floatingips/c39379ce-735c-41e6-a5ef-4dfecf240f39 HTTP/1.1" status: 204 len: 168 time: 0.7724316 Aug 31 08:08:00.940457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43430) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:00.966248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-9c04cbec-884c-4ece-a161-1082b5b2be22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 1001 time: 0.1152391 Aug 31 08:08:01.056608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a24cf-b04d-4f40-a8d6-b0ee08254eee req-60cacef2-0589-4f9c-a8f4-9a4b6d7eb99a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:01.058492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f5a24cf-b04d-4f40-a8d6-b0ee08254eee req-60cacef2-0589-4f9c-a8f4-9a4b6d7eb99a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 946 time: 0.1327407 Aug 31 08:08:01.060492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-c96c98f9-497b-4c94-8a71-08bbdf3bff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:01.062568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-c96c98f9-497b-4c94-8a71-08bbdf3bff1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 200 len: 834 time: 0.0866871 Aug 31 08:08:01.074686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a696e4f-9933-43a6-bf69-81de16c78cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.088823 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-add21e89-ea54-4d64-8c33-eaab0a0f27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.091442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-add21e89-ea54-4d64-8c33-eaab0a0f27f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.095645 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-add21e89-ea54-4d64-8c33-eaab0a0f27f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6f602e6-f68c-4cc8-b3d3-211dc4e8be74 HTTP/1.1" status: 204 len: 168 time: 0.4301629 Aug 31 08:08:01.104806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21e89-ea54-4d64-8c33-eaab0a0f27f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f602e6-f68c-4cc8-b3d3-211dc4e8be74,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:01.150779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Deleting port a26efb76-337d-4cc1-9c71-5e404ad05242 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:01.151438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.175515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-fa7fa79a-debc-4d21-be9b-20f65603bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:01.180426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-fa7fa79a-debc-4d21-be9b-20f65603bfe1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027627 Aug 31 08:08:01.202502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f5a24cf-b04d-4f40-a8d6-b0ee08254eee req-073fa7d7-00a9-41e5-8c5f-7091386c5846 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351786 Aug 31 08:08:01.219334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a696e4f-9933-43a6-bf69-81de16c78cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.289845 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a696e4f-9933-43a6-bf69-81de16c78cdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=589cdf42418048ffa93d8dd692e25ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8707373 Aug 31 08:08:01.290611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a696e4f-9933-43a6-bf69-81de16c78cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752e4e4c-73e4-4fe8-adc8-53af3fb0da5c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:01.296962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43440) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:01.339760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.340151 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.358095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Calling delete_port for a26efb76-337d-4cc1-9c71-5e404ad05242 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:01.445509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-40a641c6-0ea1-4638-81d1-7e7bc238375b service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405918 Aug 31 08:08:01.451177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f02-4fdb-4180-b050-935ae12a3c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.527797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f02-4fdb-4180-b050-935ae12a3c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.618590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3de8fd26-07dd-4671-9d2d-cecc5d6ba723 req-f1e1539b-bf2b-4b02-a6a4-cf9ab94a040e service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571732 Aug 31 08:08:01.668784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.706754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Pushing event deleted for resources: {'Port': ['ID=a26efb76-337d-4cc1-9c71-5e404ad05242,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:01.759184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f02-4fdb-4180-b050-935ae12a3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.763010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a60d3f02-4fdb-4180-b050-935ae12a3c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.766334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a60d3f02-4fdb-4180-b050-935ae12a3c6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/752e4e4c-73e4-4fe8-adc8-53af3fb0da5c HTTP/1.1" status: 204 len: 168 time: 0.4629359 Aug 31 08:08:01.774707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d3f02-4fdb-4180-b050-935ae12a3c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752e4e4c-73e4-4fe8-adc8-53af3fb0da5c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:01.797448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.806549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.806549 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b60448ea-bc4c-4616-966f-721f0d04110b tempest-FloatingIPAdminTestJSON-268100276 tempest-FloatingIPAdminTestJSON-268100276-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/15286da2-d906-4cf9-be6f-faef8f94e17a HTTP/1.1" status: 204 len: 168 time: 0.8599508 Aug 31 08:08:01.807892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:01.916830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting port d66eeede-4c8b-480f-b965-4dd268b08ea6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:01.917475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:02.047053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:02.060865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Calling delete_port for d66eeede-4c8b-480f-b965-4dd268b08ea6 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:02.312417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:02.346442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Port': ['ID=d66eeede-4c8b-480f-b965-4dd268b08ea6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:02.437565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3e238-5f6c-4c3a-ae72-8575ab5c439c req-f5af43d9-93bf-4c6e-81b8-a5ff1047f4d9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:02.439480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9d3e238-5f6c-4c3a-ae72-8575ab5c439c req-f5af43d9-93bf-4c6e-81b8-a5ff1047f4d9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 946 time: 0.1656005 Aug 31 08:08:02.464194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:02.469157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a4fda2f3-7db8-4159-9da7-891f858cb8ed tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "DELETE /v2.0/ports/d66eeede-4c8b-480f-b965-4dd268b08ea6 HTTP/1.1" status: 204 len: 168 time: 0.6599612 Aug 31 08:08:02.472377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43466) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:02.523134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9d3e238-5f6c-4c3a-ae72-8575ab5c439c req-790c3ae2-ff51-4af5-b4e9-7eefd68c2b6a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750096 Aug 31 08:08:02.554246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4758d89-f162-4473-b85c-b10f7126ebc8 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:02.560287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d4758d89-f162-4473-b85c-b10f7126ebc8 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 HTTP/1.1" status: 200 len: 913 time: 0.0823710 Aug 31 08:08:02.563107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43472) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:02.762245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00076-7119-4a80-8c62-306b480cb65f req-68dff847-3a54-44f9-b847-2e349fdda89b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:02.764273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5c00076-7119-4a80-8c62-306b480cb65f req-68dff847-3a54-44f9-b847-2e349fdda89b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 946 time: 0.1336484 Aug 31 08:08:02.868270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5c00076-7119-4a80-8c62-306b480cb65f req-3c41faf8-5612-4ba2-b6d0-3f66ea06570a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864818 Aug 31 08:08:02.977457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43482) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:03.017308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dc316c-6f73-4c65-970f-359e572ddd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.265073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dc316c-6f73-4c65-970f-359e572ddd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.341398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-31dc316c-6f73-4c65-970f-359e572ddd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.428444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-31dc316c-6f73-4c65-970f-359e572ddd30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=635fbcb869ef48d48aaad0e4893d7931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495854 Aug 31 08:08:03.430600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43492) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:03.439914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc316c-6f73-4c65-970f-359e572ddd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b866508d-b9cd-4801-b6da-90f86adeea65,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:03.497445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0868f730-dca5-4f29-875a-238e7724d250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.507703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.527563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0868f730-dca5-4f29-875a-238e7724d250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.677117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0868f730-dca5-4f29-875a-238e7724d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.679001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0868f730-dca5-4f29-875a-238e7724d250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.682646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0868f730-dca5-4f29-875a-238e7724d250 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b866508d-b9cd-4801-b6da-90f86adeea65 HTTP/1.1" status: 204 len: 168 time: 0.2486157 Aug 31 08:08:03.689861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868f730-dca5-4f29-875a-238e7724d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b866508d-b9cd-4801-b6da-90f86adeea65,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:03.840352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting port 04756f44-1569-445e-8ba4-9a1f5708eed5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:03.840352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.939596 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:03.955308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Calling delete_port for 04756f44-1569-445e-8ba4-9a1f5708eed5 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:04.213555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43510) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:04.236450 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:04.282892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Port': ['ID=04756f44-1569-445e-8ba4-9a1f5708eed5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:04.393950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b20b3dbd-a434-461e-a6ec-a9b0786defbb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:04.394309 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-b20b3dbd-a434-461e-a6ec-a9b0786defbb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 08:08:04.394818 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-b20b3dbd-a434-461e-a6ec-a9b0786defbb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 08:08:04.399193 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b20b3dbd-a434-461e-a6ec-a9b0786defbb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1806989 Aug 31 08:08:04.399489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43520) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:04.415539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161853885'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:04.447855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43524) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:04.552504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:04.642271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:04.725131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43536) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:04.725331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.009861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.012496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-1f2035b7-4450-4b71-999e-d927bc36a7c6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:05.014728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-1f2035b7-4450-4b71-999e-d927bc36a7c6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.2203116 Aug 31 08:08:05.016686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Router d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:08:05.074298 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-a00f365a-b780-4d26-a750-51773e6b9c7d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0506420 Aug 31 08:08:05.104884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9bf4-bebd-49f5-8941-469d34436bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.114250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.187016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d908dcc5-7a93-465a-ba45-cd92bcbcbc75,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:05.206132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-06378468-9c11-44ad-b187-360cd639ec7e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237149 Aug 31 08:08:05.213223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:08:05.221777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:05.222193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d7164675-52ae-462f-ad6e-dca2b8cb2cc5 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "PUT /v2.0/routers/d2a3ae61-93d2-4101-a2b3-bab042c7c8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563699 Aug 31 08:08:05.228605 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] Sync routers for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:08:05.241476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:05.244834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:05.247972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-3b177170-fff2-4a56-a8ce-294d199ca350 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:08:05.249689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-3b177170-fff2-4a56-a8ce-294d199ca350 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107448 Aug 31 08:08:05.287213 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:05.297310 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] Routers {'d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:05.298206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:05.307250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.334099 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:05.335620 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80efac12-189e-4e3f-a58c-5d7e88363f2e None None] The sync data for ids ['d2a3ae61-93d2-4101-a2b3-bab042c7c8e3'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:08:05.376133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-768de441-69f9-47f5-8ea5-969e538af4c2 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192331 Aug 31 08:08:05.442975 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.494379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.497129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-9ec0d438-94fb-4f1b-9412-c988ab6def6e service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199059 Aug 31 08:08:05.553553 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.600848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a46c96-6baf-44f4-adcb-f01896db2047,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:05.699227 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9bf4-bebd-49f5-8941-469d34436bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.776693 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9bf4-bebd-49f5-8941-469d34436bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.797183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.815407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d9bf4-bebd-49f5-8941-469d34436bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252f968d-3e83-4f29-946f-62abaacdd4c9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:05.840314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8a2d9bf4-bebd-49f5-8941-469d34436bae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f81392d42ab846668fd0876e10d9de68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1149833 Aug 31 08:08:05.842812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43564) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:05.851744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.20.0.17 (2befe4d6-fa4e-4c6f-9e4f-8c203b06a375/cafa90f1-122a-4280-bbc7-43add23ab082/28327d8f-e0bc-48c2-9a34-d34d90f51ab1) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:05.882214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.883444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f1f8c100-fac6-483a-8351-2284b05a60d0 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4829767 Aug 31 08:08:05.893159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43568) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:05.893159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '16a46c96-6baf-44f4-adcb-f01896db2047', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:05.917938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-158ac60e-baa8-422b-b5cb-5afb50171b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:05.969582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-158ac60e-baa8-422b-b5cb-5afb50171b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.016844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.022350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting port 388a359a-9c57-4c2d-92b9-1a83d84c4033 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:06.022694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.060683 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.074455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Transition to ACTIVE for port object 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:06.075208 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-158ac60e-baa8-422b-b5cb-5afb50171b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.081335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-158ac60e-baa8-422b-b5cb-5afb50171b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.087105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-158ac60e-baa8-422b-b5cb-5afb50171b1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/252f968d-3e83-4f29-946f-62abaacdd4c9 HTTP/1.1" status: 204 len: 168 time: 0.2405169 Aug 31 08:08:06.129214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ac60e-baa8-422b-b5cb-5afb50171b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252f968d-3e83-4f29-946f-62abaacdd4c9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:06.154355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.172403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Calling delete_port for 388a359a-9c57-4c2d-92b9-1a83d84c4033 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:06.179346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.261587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.321664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e41e68b-b539-4641-a261-2cba94112451,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:06.323292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.388453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b09f11d-90de-459f-a46e-b8f78ee2cb56 req-57e5ee9c-ac12-4d1e-9fd4-ca9b9d6ee578 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0579491 Aug 31 08:08:06.413876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.415839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a81b879e-7de4-4c32-9535-bf2703b3acb4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5280378 Aug 31 08:08:06.419812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43586) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:06.424747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-714c1d1c-e6bf-40b2-8797-c574abd80724 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '16a46c96-6baf-44f4-adcb-f01896db2047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:06.616941 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-714c1d1c-e6bf-40b2-8797-c574abd80724 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.690431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43596) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:06.760345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:06.765445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:06.767951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:06.791030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:06.848485 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-714c1d1c-e6bf-40b2-8797-c574abd80724 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 08:08:06.854674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-714c1d1c-e6bf-40b2-8797-c574abd80724 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4322736 Aug 31 08:08:06.854674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43602) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:06.863011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.981596 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f694cdb1-5f8b-42f9-95d0-f02c17257d37 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.004612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2108389580'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:07.006267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.049660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f694cdb1-5f8b-42f9-95d0-f02c17257d37 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.063090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Port': ['ID=388a359a-9c57-4c2d-92b9-1a83d84c4033,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:07.108978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Made reservation on behalf of d8177e00fcd1428e8b46791c79f6b3c3 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:07.112860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.125058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.142168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.158012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43606) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:07.180710 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b2db-26e9-4801-bd77-d575f6ec5537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.221823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-86541b99-f774-4739-ba1b-430b05bc2edc None None] Provisioning for port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:07.229551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-86541b99-f774-4739-ba1b-430b05bc2edc None None] Provisioning complete for port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:07.232287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-86541b99-f774-4739-ba1b-430b05bc2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.266478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-86541b99-f774-4739-ba1b-430b05bc2edc None None] Port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:07.267500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.271561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.273169 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.293209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f694cdb1-5f8b-42f9-95d0-f02c17257d37 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.296725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f694cdb1-5f8b-42f9-95d0-f02c17257d37 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.301165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f694cdb1-5f8b-42f9-95d0-f02c17257d37 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/16a46c96-6baf-44f4-adcb-f01896db2047 HTTP/1.1" status: 204 len: 168 time: 0.4428523 Aug 31 08:08:07.304860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43608) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:07.366771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694cdb1-5f8b-42f9-95d0-f02c17257d37 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a46c96-6baf-44f4-adcb-f01896db2047,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:07.407477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-00635ecc-3bd3-4a1d-af6a-7e0634ad57f4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998452 Aug 31 08:08:07.407700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:07.412895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071307531'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:07.464801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.495165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48819c77-2e0d-4be3-998c-4f7e1ccc4df9 req-0db9be7f-496f-4f17-b4fe-8939599c3362 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0273881 Aug 31 08:08:07.517468 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.518120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Fanout notify agent at l3_agent the message router_deleted on router d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:08:07.525704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.530505 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a56c2e60-7c84-437d-ad8e-ceeb471d3608 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "DELETE /v2.0/routers/d2a3ae61-93d2-4101-a2b3-bab042c7c8e3 HTTP/1.1" status: 204 len: 168 time: 2.3039408 Aug 31 08:08:07.531630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43614) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:07.602935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting subnet 378b26fd-8054-4fd8-ae2e-55cf72c420ec {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:08:07.606241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.648427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.656709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.695854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.750199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:07.750852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.784217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.784728 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Added segment 97e9b0a7-07f3-44d1-8eb6-f557a2e7e216 of type vlan for network 67c27c00-e061-44b4-a245-1bcab44f4b1b Aug 31 08:08:07.813573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9313f6-f6f0-4f14-b760-302a723b4b32,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:07.845736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.854968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.855526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:07.900461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:07.973461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b2db-26e9-4801-bd77-d575f6ec5537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.007159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:08.008734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:08.062659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.071952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:08.073508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.162450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:08:08.181409 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1cd9b2db-26e9-4801-bd77-d575f6ec5537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.184670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.226783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.231488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "DELETE /v2.0/subnets/378b26fd-8054-4fd8-ae2e-55cf72c420ec HTTP/1.1" status: 204 len: 168 time: 0.6960769 Aug 31 08:08:08.233798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41799d-3dc7-4685-af54-7dcf9ed88065 None None] Network 865026e9-e761-47bb-b736-5e4f33edaef7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:08.246519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43622) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:08.293606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5999534 Aug 31 08:08:08.310522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e812b-bfd8-4aef-9a69-c02d350d0232 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Subnet': ['ID=378b26fd-8054-4fd8-ae2e-55cf72c420ec,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:08.313406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0799ae-2d8a-4ef9-9554-8c548e5d5769 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Pushing event updated for resources: {'Network': ['ID=67c27c00-e061-44b4-a245-1bcab44f4b1b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:08.322209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9b2db-26e9-4801-bd77-d575f6ec5537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c0f00-c540-4a13-b09c-37e6494bb3ca,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:08.333751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 67c27c00-e061-44b4-a245-1bcab44f4b1b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:08.334001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1cd9b2db-26e9-4801-bd77-d575f6ec5537 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9320a734124f429090e926fc1a75ceea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1746931 Aug 31 08:08:08.336269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43628) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:08.423855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-eb7b3835-21bc-4893-8e63-485360b2dc92 None None] Provisioning complete for port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:08.424417 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb7b3835-21bc-4893-8e63-485360b2dc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.435402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:08:08.441564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.449596 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03667e60-02a4-4bb8-8e08-218c7217a051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.461895 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-35a50831-ea55-473f-b6b8-d08bc7697385 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "PUT /v2.0/routers/1cc4c512-b257-4e69-b1e1-2c66dac3a8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0128222 Aug 31 08:08:08.462041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:08:08.498574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03667e60-02a4-4bb8-8e08-218c7217a051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.504825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.511246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:08.512111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:08.530393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b3835-21bc-4893-8e63-485360b2dc92 None None] Port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:08.609765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:08.610144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.715430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0da9e55-5616-48ed-a0c3-53707afb3ed2 req-e80f563d-315f-4723-899d-e373e9ca27c6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0420618 Aug 31 08:08:08.729159 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03667e60-02a4-4bb8-8e08-218c7217a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.732880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-03667e60-02a4-4bb8-8e08-218c7217a051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.733693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] For port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,segment=NetworkSegment(5e99497b-df44-4121-b3b9-81587b11e0da),segment_id=5e99497b-df44-4121-b3b9-81587b11e0da)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:08.734239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.734568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-03667e60-02a4-4bb8-8e08-218c7217a051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/235c0f00-c540-4a13-b09c-37e6494bb3ca HTTP/1.1" status: 204 len: 168 time: 0.3973615 Aug 31 08:08:08.749463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667e60-02a4-4bb8-8e08-218c7217a051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c0f00-c540-4a13-b09c-37e6494bb3ca,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:08.801095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Calling delete_port for c51a9b34-e8c6-4dd8-b64d-82db07cc22ab owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:08.888029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] DHCP port deletion for 865026e9-e761-47bb-b736-5e4f33edaef7 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:08:08.907899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43638) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:08.917930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Request body: {'port': {'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b', 'binding:host_id': 'n-h2-713499-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-195952188'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:08.924956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:08.958214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:09.022094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.058215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Deleting port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:09.058784 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.061561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b0353-8378-4e2c-8b17-968707c040e8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:09.064002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.095229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-e973180e-9b45-4a47-83c9-09853fe68119 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:09.097069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-e973180e-9b45-4a47-83c9-09853fe68119 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1374695 Aug 31 08:08:09.112833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:09.130767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Port': ['ID=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:09.150220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Made reservation on behalf of 24aea33d91064f50b5caee377103bb3a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:09.151108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] No DVR routers for this DVR port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:09.153442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.208946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.237980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] For port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab, host n-d-713499-16, got binding levels [] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:09.240182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.263471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.266074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Calling delete_port for c51a9b34-e8c6-4dd8-b64d-82db07cc22ab owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:09.266395 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-93672136-23b7-4567-8887-636da075974f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8563223 Aug 31 08:08:09.269858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.ipam_backend_mixin [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab was not found and therefore no delete operation was performed {{(pid=95447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 08:08:09.273885 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43642) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:09.275473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.280745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c4166541-d6be-433e-b84a-ead5957e140e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'ef5b0353-8378-4e2c-8b17-968707c040e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:09.286200 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-c4166541-d6be-433e-b84a-ead5957e140e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 08:08:09.287066 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-c4166541-d6be-433e-b84a-ead5957e140e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:09.288472 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c4166541-d6be-433e-b84a-ead5957e140e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132542 Aug 31 08:08:09.301212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:09.311995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.334721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865026e9-e761-47bb-b736-5e4f33edaef7']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:09.366738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e99497b-df44-4121-b3b9-81587b11e0da') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:09.367130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e99497b-df44-4121-b3b9-81587b11e0da') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:09.386673 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.419321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6190-2408-4d72-bb3e-7bc8734afee4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.425872 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.448515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:09.449230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:09.452995 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:09.480587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] Pushing event deleted for resources: {'Port': ['ID=c51a9b34-e8c6-4dd8-b64d-82db07cc22ab,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:09.486800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15449236-e51e-4946-9ee4-2e0e7320af2f None None] No DVR routers for this DVR port c51a9b34-e8c6-4dd8-b64d-82db07cc22ab on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:09.522729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:07Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 1, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28327d8f-e0bc-48c2-9a34-d34d90f51ab1', 'name': '', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:b5:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:08:05Z', 'updated_at': '2021-08-31T08:08:07Z', 'revision_number': 2, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:09.556295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:08:09.556295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Updating router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:08:09.590450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6190-2408-4d72-bb3e-7bc8734afee4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.592667 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.595393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.722222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.755991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.757364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:09.765908 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:09.768268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "DELETE /v2.0/networks/865026e9-e761-47bb-b736-5e4f33edaef7 HTTP/1.1" status: 204 len: 168 time: 1.5207124 Aug 31 08:08:09.777549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e1d7f-3b40-4ec6-9341-a6541746d07f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:09.803406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43656) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:09.916207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc41c4-7e2f-4dd6-a59d-156088bc8924 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Network': ['ID=865026e9-e761-47bb-b736-5e4f33edaef7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:09.969965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d65c27fb-000e-40ec-9f89-460cf73cd89e req-85a1a112-77b9-493d-8652-f78aedf8f38a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0584750 Aug 31 08:08:09.979063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:09.983139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.040470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6190-2408-4d72-bb3e-7bc8734afee4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.049613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a0f6190-2408-4d72-bb3e-7bc8734afee4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.054481 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a0f6190-2408-4d72-bb3e-7bc8734afee4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef5b0353-8378-4e2c-8b17-968707c040e8 HTTP/1.1" status: 204 len: 168 time: 0.7496679 Aug 31 08:08:10.058904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43660) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:10.062513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c51a9b34-e8c6-4dd8-b64d-82db07cc22ab no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:10.123755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f6190-2408-4d72-bb3e-7bc8734afee4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b0353-8378-4e2c-8b17-968707c040e8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:10.127106 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.137533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Transition to ACTIVE for port object 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:10.145440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c51a9b34-e8c6-4dd8-b64d-82db07cc22ab {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:08:10.147303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c51a9b34-e8c6-4dd8-b64d-82db07cc22ab not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:08:10.181759 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Deleting port 488b277b-81be-40e7-b1a3-5303575c0891 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:10.182504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.221583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.298792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f445358b-8517-439a-8f15-4b5d8b30910a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2342262 Aug 31 08:08:10.302393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:10.321980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896635576'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:10.341946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2e34e-df46-4c05-870d-7b70398c286b None None] Pushing event updated for resources: {'Port': ['ID=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:10.374818 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.375696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.398886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Calling delete_port for 488b277b-81be-40e7-b1a3-5303575c0891 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:10.410174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Attempting to bind port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:10.410850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Attempting to bind port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:10.411762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Attempting to bind port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 on network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:10.418029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:08:10.422885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Checking segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:10.422885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.422885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Bound using segment: {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:08:10.422885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Bound port: 28327d8f-e0bc-48c2-9a34-d34d90f51ab1, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:08:10.422885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.497348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.13 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/b8eee3ba-1173-488a-b98d-89d967e8f7d4) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:10.525028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] For port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:10.536198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] For port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:08:10.541830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.629297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.725559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.757125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2e34e-df46-4c05-870d-7b70398c286b None None] Pushing event updated for resources: {'Port': ['ID=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:10.850987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:10.853776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:07:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:10.865047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:10.886843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Pushing event deleted for resources: {'Port': ['ID=488b277b-81be-40e7-b1a3-5303575c0891,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:10.911654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.915585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:10.959454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Transition to ACTIVE for port object f6a9f6ba-e886-44f6-91fc-d1db1f30da82 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:10.970044 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.018776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object b8eee3ba-1173-488a-b98d-89d967e8f7d4 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:11.033034 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.058012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.060547 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.068358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.072504 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f36e422-64fb-49aa-bfbd-f45aa9541c19 tempest-FloatingIPAdminTestJSON-379239743 tempest-FloatingIPAdminTestJSON-379239743-project] 10.222.0.36 "DELETE /v2.0/floatingips/ec9ccaee-6d57-4881-a6c1-45d7b1cbcc2c HTTP/1.1" status: 204 len: 168 time: 1.2655101 Aug 31 08:08:11.148537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcfd485-0440-4393-a35d-180765016c82,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:11.155895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.164835 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec2543b9-b24a-4920-829d-e75acde9b005 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8551805 Aug 31 08:08:11.166825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:11.177259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:11.179253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5de1dcc5-21a0-4d3c-9278-2224af3c328b tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '4fcfd485-0440-4393-a35d-180765016c82', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:11.179770 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-5de1dcc5-21a0-4d3c-9278-2224af3c328b tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 08:08:11.181896 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-5de1dcc5-21a0-4d3c-9278-2224af3c328b tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:11.182947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5de1dcc5-21a0-4d3c-9278-2224af3c328b tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132859 Aug 31 08:08:11.186932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43688) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:11.237382 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2fdc8ef-44f9-40a4-a1e4-2b95457eb880 req-d9e38e55-7048-448a-9f5c-31d6ad803e8b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0851517 Aug 31 08:08:11.238452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a9f6ba-e886-44f6-91fc-d1db1f30da82,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:11.273267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Checking segment: {'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:11.273942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Network hostable DHCP agents. Network: 67c27c00-e061-44b4-a245-1bcab44f4b1b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:08:11.324697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.359592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c64e2214-6e90-40c1-9003-4384e253a5c4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.427658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c64e2214-6e90-40c1-9003-4384e253a5c4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.447647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Network 67c27c00-e061-44b4-a245-1bcab44f4b1b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:08:11.452639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:11.462653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:11.465889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=b8eee3ba-1173-488a-b98d-89d967e8f7d4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:11.469743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:11.530482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:11.531165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.541906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 67c27c00-e061-44b4-a245-1bcab44f4b1b) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:11.547832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:11.558896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ef4c4-0415-4cf4-9807-1458c92f60d3 None None] Network 67c27c00-e061-44b4-a245-1bcab44f4b1b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:11.580849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:11.581341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:11.581768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:11.590642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:11.590999 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:11.595668 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 2 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:11.613713 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c64e2214-6e90-40c1-9003-4384e253a5c4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.614403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:11.615082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:11.615351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:11.617507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c64e2214-6e90-40c1-9003-4384e253a5c4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:11.618929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c64e2214-6e90-40c1-9003-4384e253a5c4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/4fcfd485-0440-4393-a35d-180765016c82 HTTP/1.1" status: 204 len: 168 time: 0.4286954 Aug 31 08:08:11.624307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:11.630783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:11.631134 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:11.631537 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 3 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:11.661966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e2214-6e90-40c1-9003-4384e253a5c4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcfd485-0440-4393-a35d-180765016c82,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:11.800925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43700) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:11.850903 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f56553cc-61ad-40ee-bb09-56708d030422 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2230682 Aug 31 08:08:11.856370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43704) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:11.864715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906358322'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:12.042872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:07Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 1, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28327d8f-e0bc-48c2-9a34-d34d90f51ab1', 'name': '', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:b5:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:08:05Z', 'updated_at': '2021-08-31T08:08:10Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:12.056909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f169b088-7949-4ee1-9fe3-e648acaf34dc None None] Provisioning for port b8eee3ba-1173-488a-b98d-89d967e8f7d4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:12.111947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f169b088-7949-4ee1-9fe3-e648acaf34dc None None] Provisioning complete for port b8eee3ba-1173-488a-b98d-89d967e8f7d4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:12.112345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f169b088-7949-4ee1-9fe3-e648acaf34dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.114524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf1b20-7fe4-4f5e-9232-428d5be5748a None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:07Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 1, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28327d8f-e0bc-48c2-9a34-d34d90f51ab1', 'name': '', 'network_id': '2befe4d6-fa4e-4c6f-9e4f-8c203b06a375', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:b5:7c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:08:05Z', 'updated_at': '2021-08-31T08:08:10Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'cafa90f1-122a-4280-bbc7-43add23ab082', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:08:12.117035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.118163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.119127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.134240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.134775 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.135312 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 4 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.171953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.172303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.172652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.181293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.181650 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.183087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-683fb62e-155a-4a36-b49e-cc419a8f8ad3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0761151 Aug 31 08:08:12.187168 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 5 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.198446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f169b088-7949-4ee1-9fe3-e648acaf34dc None None] Port b8eee3ba-1173-488a-b98d-89d967e8f7d4 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:12.231092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Request body: {'port': {'device_id': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:12.259581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.277537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.278361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.278790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.293186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.293553 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.308448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8f78225f-e2e7-4c58-b736-c1980ea920d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8babdbead80747d99b0bdb00f432ed89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063484 Aug 31 08:08:12.309845 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 6 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.313537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:12.338194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.338541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.339377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.351755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.352093 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.352644 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 7 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.355614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.377388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.377729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.378103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.411820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.412154 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.412566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.414039 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 8 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.468176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.468436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.468791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.493292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.534728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.535070 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.556655 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 9 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.565317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-323fb078-1814-4b20-bf59-ba48c3cc0417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.605587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd33d6-44ba-49d1-9cfd-8e0e40633859,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:12.653274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.653622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.654005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.669757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-323fb078-1814-4b20-bf59-ba48c3cc0417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.673902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efd67b-4893-49be-b6ad-5ea7f8adc564 req-c9e2bcf7-7de2-4af3-bfc9-f2c286d90998 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:12.675507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1efd67b-4893-49be-b6ad-5ea7f8adc564 req-c9e2bcf7-7de2-4af3-bfc9-f2c286d90998 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 932 time: 0.2374921 Aug 31 08:08:12.678631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.678976 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.693384 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 10 to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 Aug 31 08:08:12.693639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.699757 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aabe70ec-b347-4928-a1df-ace3f8cb4e25 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8379984 Aug 31 08:08:12.700275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43720) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:12.707512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1947298a-a704-41c9-b7d4-a53e44921613 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd33d6-44ba-49d1-9cfd-8e0e40633859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:12.708618 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-1947298a-a704-41c9-b7d4-a53e44921613 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 08:08:12.709590 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-1947298a-a704-41c9-b7d4-a53e44921613 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:12.710884 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1947298a-a704-41c9-b7d4-a53e44921613 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078950 Aug 31 08:08:12.718370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43722) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:12.723851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d536faa8-6369-43c2-8312-4d14f6a111e1 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd33d6-44ba-49d1-9cfd-8e0e40633859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:12.725190 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-d536faa8-6369-43c2-8312-4d14f6a111e1 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 08:08:12.725878 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-d536faa8-6369-43c2-8312-4d14f6a111e1 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:12.727099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d536faa8-6369-43c2-8312-4d14f6a111e1 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074203 Aug 31 08:08:12.734503 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:12.771376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:12.771722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:12.772071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:12.780838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5ac7a36e-2bc0-4cb7-8d78-10282d9f9606 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd33d6-44ba-49d1-9cfd-8e0e40633859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:12.782914 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-5ac7a36e-2bc0-4cb7-8d78-10282d9f9606 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 08:08:12.783542 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-5ac7a36e-2bc0-4cb7-8d78-10282d9f9606 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:12.788463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5ac7a36e-2bc0-4cb7-8d78-10282d9f9606 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0332057 Aug 31 08:08:12.790838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43728) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:12.800972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-915130fa-103b-4a4e-8719-8d0e6225c0fb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd33d6-44ba-49d1-9cfd-8e0e40633859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:12.802156 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-915130fa-103b-4a4e-8719-8d0e6225c0fb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 08:08:12.802365 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-915130fa-103b-4a4e-8719-8d0e6225c0fb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:12.805881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-915130fa-103b-4a4e-8719-8d0e6225c0fb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115063 Aug 31 08:08:12.813385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:12.813385 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:12.813385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.813697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:12.858650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1efd67b-4893-49be-b6ad-5ea7f8adc564 req-0e687215-64e9-429e-8d6f-8c3ae171bbd1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559694 Aug 31 08:08:12.912110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d11b185c-4a52-400b-be6d-eed120a17d8a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:12.945909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d11b185c-4a52-400b-be6d-eed120a17d8a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.017874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] For port f6a9f6ba-e886-44f6-91fc-d1db1f30da82, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:13.018217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempted to set empty binding levels {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 08:08:13.033001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-323fb078-1814-4b20-bf59-ba48c3cc0417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.036063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-323fb078-1814-4b20-bf59-ba48c3cc0417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.052219 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-323fb078-1814-4b20-bf59-ba48c3cc0417 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcc3bb20-94af-4af4-a86b-8a1d3ef985de HTTP/1.1" status: 204 len: 168 time: 0.7225680 Aug 31 08:08:13.067202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8eee3ba-1173-488a-b98d-89d967e8f7d4 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:08:13.073072 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fb078-1814-4b20-bf59-ba48c3cc0417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3bb20-94af-4af4-a86b-8a1d3ef985de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:13.078585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.089589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d11b185c-4a52-400b-be6d-eed120a17d8a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.094775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d11b185c-4a52-400b-be6d-eed120a17d8a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.102540 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d11b185c-4a52-400b-be6d-eed120a17d8a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/d2dd33d6-44ba-49d1-9cfd-8e0e40633859 HTTP/1.1" status: 204 len: 168 time: 0.2894197 Aug 31 08:08:13.113156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Transition to ACTIVE for port object b8eee3ba-1173-488a-b98d-89d967e8f7d4 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:13.114280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:13.123619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.139504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b185c-4a52-400b-be6d-eed120a17d8a tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd33d6-44ba-49d1-9cfd-8e0e40633859,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:13.218186 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.223281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:13.223281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.280455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a9f6ba-e886-44f6-91fc-d1db1f30da82,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:13.301790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a996388e-f28c-493b-8f3b-8b70f35ec0d4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1821072 Aug 31 08:08:13.302214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:13.318044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--772722938'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8eee3ba-1173-488a-b98d-89d967e8f7d4,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1513ed49-92d9-436a-a812-429e2d322b7a tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.5348790 Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Attempting to bind port b8eee3ba-1173-488a-b98d-89d967e8f7d4 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Attempting to bind port b8eee3ba-1173-488a-b98d-89d967e8f7d4 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Attempting to bind port b8eee3ba-1173-488a-b98d-89d967e8f7d4 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Port b8eee3ba-1173-488a-b98d-89d967e8f7d4 on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Attempting to bind port b8eee3ba-1173-488a-b98d-89d967e8f7d4 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Bound port: b8eee3ba-1173-488a-b98d-89d967e8f7d4, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.541934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43742) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:13.642575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.748127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] For port b8eee3ba-1173-488a-b98d-89d967e8f7d4, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:13.767022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Deleting port f6a9f6ba-e886-44f6-91fc-d1db1f30da82 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:13.767022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.771732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] For port b8eee3ba-1173-488a-b98d-89d967e8f7d4, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:08:13.825403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.847047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] For port f6a9f6ba-e886-44f6-91fc-d1db1f30da82, host n-h2-713499-16, got binding levels [] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:13.847047 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.866108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Calling delete_port for f6a9f6ba-e886-44f6-91fc-d1db1f30da82 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:13.868925 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.896473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.927805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:13.927805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:13.928413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] 10.222.0.68 "PUT /v2.0/ports/b8eee3ba-1173-488a-b98d-89d967e8f7d4 HTTP/1.1" status: 200 len: 1093 time: 1.7165546 Aug 31 08:08:13.931204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'tag': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:13.933750 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ffb60d-c700-40ce-ba26-3db6ca936761", "tag": "b8eee3ba-1173-488a-b98d-89d967e8f7d4"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:14.034857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:14.124266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:08:14.127097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:08:14.146628 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98320b4-b4bd-4105-8fa5-8a8942b5c8a1 x-openstack-request-id: req-d98320b4-b4bd-4105-8fa5-8a8942b5c8a1 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:14.148112 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ffb60d-c700-40ce-ba26-3db6ca936761", "tag": "b8eee3ba-1173-488a-b98d-89d967e8f7d4", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:14.148112 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d98320b4-b4bd-4105-8fa5-8a8942b5c8a1 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:14.148112 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'tag': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4', 'status': 'completed', 'code': 200} Aug 31 08:08:14.148363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.152375 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7418e04c-9ca5-496e-8ca9-9b8f391399d7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8463299 Aug 31 08:08:14.152779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43762) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.159011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4b613276-9ded-4225-aaec-0cbf9ede13d4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:14.159501 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-4b613276-9ded-4225-aaec-0cbf9ede13d4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 08:08:14.160003 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-4b613276-9ded-4225-aaec-0cbf9ede13d4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:14.167742 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4b613276-9ded-4225-aaec-0cbf9ede13d4 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069101 Aug 31 08:08:14.168683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43764) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.177400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9f12b901-7ee3-4804-b96b-7d7b9a6f5d2f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:14.187290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd007a-f7d2-40a5-a320-1b0a5d50a5ef service neutron] Pushing event updated for resources: {'Port': ['ID=b8eee3ba-1173-488a-b98d-89d967e8f7d4,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:14.244376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-1bdff9cb-88b5-4bb1-81df-2b97f12f5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:14.250572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-1bdff9cb-88b5-4bb1-81df-2b97f12f5cbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 1096 time: 0.2088320 Aug 31 08:08:14.265917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ca13-7d16-4b92-902d-c0e033d7318a req-e63ba8d2-2594-425f-b2a9-63694b2bbd94 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:14.267680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8443ca13-7d16-4b92-902d-c0e033d7318a req-e63ba8d2-2594-425f-b2a9-63694b2bbd94 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.1713481 Aug 31 08:08:14.312707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:14.317758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:14.318177 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.334761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-aeebc8aa-4400-4491-8fea-96be014d99cd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4 HTTP/1.1" status: 200 len: 217 time: 0.0657768 Aug 31 08:08:14.395481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-5a7aee7e-ed15-4932-836f-b41905ef08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:14.397172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-5a7aee7e-ed15-4932-836f-b41905ef08bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0533061 Aug 31 08:08:14.407337 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.463197 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.468389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a9f6ba-e886-44f6-91fc-d1db1f30da82,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:14.505967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.510578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-caaedeb2-7f8e-43df-b405-f7452781dcd5 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f6a9f6ba-e886-44f6-91fc-d1db1f30da82 HTTP/1.1" status: 204 len: 168 time: 0.9646277 Aug 31 08:08:14.511523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43770) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.512039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8443ca13-7d16-4b92-902d-c0e033d7318a req-799c7cdc-35da-4d64-8f0a-445b4aab66af tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761343 Aug 31 08:08:14.522033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:14.531382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-307cd784-c244-4818-ab88-1f7fbfd75593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:14.533626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-307cd784-c244-4818-ab88-1f7fbfd75593 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208065 Aug 31 08:08:14.562568 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48ba4bc-ff40-4fe2-96e5-49a21e6f24f1 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] GET failed (client error): The resource could not be found. Aug 31 08:08:14.573071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43772) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.573623 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a48ba4bc-ff40-4fe2-96e5-49a21e6f24f1 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "GET /v2.0/ports/f6a9f6ba-e886-44f6-91fc-d1db1f30da82 HTTP/1.1" status: 404 len: 333 time: 0.0576684 Aug 31 08:08:14.575178 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-9f12b901-7ee3-4804-b96b-7d7b9a6f5d2f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:14.579406 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f12b901-7ee3-4804-b96b-7d7b9a6f5d2f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4065864 Aug 31 08:08:14.580858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.591012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7d39a900-bc06-41ea-af80-96d6e3e0f07e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:14.591012 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-7d39a900-bc06-41ea-af80-96d6e3e0f07e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 08:08:14.591012 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-7d39a900-bc06-41ea-af80-96d6e3e0f07e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:14.591012 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d39a900-bc06-41ea-af80-96d6e3e0f07e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058055 Aug 31 08:08:14.593764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43776) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.599727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9f20ca56-cae0-46e8-8042-ebd77e5a6dd2 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:14.606851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43778) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:14.621744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Request body: {'port': {'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2088855187'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:14.641484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a730fb0-0edf-4130-b926-ef9bd713b000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.661229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.db.api [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:08:14.661229 n-d-713499-16 neutron-server[95446]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 08:08:14.661229 n-d-713499-16 neutron-server[95446]: [parameters: {'project_id_1': '24aea33d91064f50b5caee377103bb3a', 'expiration_1': datetime.datetime(2021, 8, 31, 8, 8, 14, 628943)}] Aug 31 08:08:14.661229 n-d-713499-16 neutron-server[95446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:08:14.661709 n-d-713499-16 neutron-server[95446]: DEBUG oslo_db.api [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:08:14.683225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-b97f1325-aac6-475a-b6fe-69c2dd05f00f service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420038 Aug 31 08:08:14.702455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:14.784256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:14.836513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36de3b38-3f7e-4a68-a735-b2f2c3de9c6d req-0f84ceb8-690a-42af-b681-d32c8b668175 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438463 Aug 31 08:08:14.949298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a730fb0-0edf-4130-b926-ef9bd713b000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.022384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-2b3cb9a5-1145-45aa-b25c-5979318913fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:15.024075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-2b3cb9a5-1145-45aa-b25c-5979318913fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 1096 time: 0.0521049 Aug 31 08:08:15.033003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a730fb0-0edf-4130-b926-ef9bd713b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.086355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a730fb0-0edf-4130-b926-ef9bd713b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a25d24-7d48-4d50-bd65-49f460350eef,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:15.093995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a730fb0-0edf-4130-b926-ef9bd713b000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5dc1ddf62ac4508b3671a7c88f0e982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852827 Aug 31 08:08:15.096085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:15.153234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-bef0bd1c-23f1-4b28-83e8-9caddcb31c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:15.156220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-bef0bd1c-23f1-4b28-83e8-9caddcb31c91 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1234398 Aug 31 08:08:15.159110 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-9f20ca56-cae0-46e8-8042-ebd77e5a6dd2 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:15.160328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f20ca56-cae0-46e8-8042-ebd77e5a6dd2 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5650308 Aug 31 08:08:15.165011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43786) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:15.170983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-36dbf252-eac1-4b23-af58-955ff704e0ca tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:15.173158 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-36dbf252-eac1-4b23-af58-955ff704e0ca tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 08:08:15.173158 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-36dbf252-eac1-4b23-af58-955ff704e0ca tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:15.173557 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-36dbf252-eac1-4b23-af58-955ff704e0ca tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071416 Aug 31 08:08:15.177020 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4215cc7-a591-4ea0-a38b-133fdfaea038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.177020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43788) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:15.182853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-337b8198-0cd8-4fe3-8dc0-393a307bb64d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:15.218773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4215cc7-a591-4ea0-a38b-133fdfaea038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.222203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-cba52957-0d04-49fb-9ee7-74212b6a19f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4 HTTP/1.1" status: 200 len: 217 time: 0.0534081 Aug 31 08:08:15.293568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-c4f4da0f-469b-4c7a-a441-774f38866ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:15.295880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-c4f4da0f-469b-4c7a-a441-774f38866ae9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0644288 Aug 31 08:08:15.316277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Made reservation on behalf of 24aea33d91064f50b5caee377103bb3a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:15.318681 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.366127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port 1e567680-45c5-4bca-bfd2-9309b23a8350 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:15.379073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-00fcb71e-c31a-4eb9-ad99-a8b9ba0f3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:15.380621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-00fcb71e-c31a-4eb9-ad99-a8b9ba0f3013 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765557 Aug 31 08:08:15.386255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4215cc7-a591-4ea0-a38b-133fdfaea038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.391078 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4215cc7-a591-4ea0-a38b-133fdfaea038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.396409 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4215cc7-a591-4ea0-a38b-133fdfaea038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a25d24-7d48-4d50-bd65-49f460350eef HTTP/1.1" status: 204 len: 168 time: 0.2978501 Aug 31 08:08:15.404200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4215cc7-a591-4ea0-a38b-133fdfaea038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a25d24-7d48-4d50-bd65-49f460350eef,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:15.424741 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-337b8198-0cd8-4fe3-8dc0-393a307bb64d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Project fb6feb7520084db0bb638e16da93b429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:08:15.534064 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-337b8198-0cd8-4fe3-8dc0-393a307bb64d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:15.535304 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-337b8198-0cd8-4fe3-8dc0-393a307bb64d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3571343 Aug 31 08:08:15.538687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43794) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:15.547025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c9eef596-06d4-472d-90a5-2d35cc187cfa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:15.547800 n-d-713499-16 neutron-server[95445]: WARNING neutron.api.v2.base [None req-c9eef596-06d4-472d-90a5-2d35cc187cfa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 08:08:15.548767 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-c9eef596-06d4-472d-90a5-2d35cc187cfa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:15.550625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c9eef596-06d4-472d-90a5-2d35cc187cfa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106096 Aug 31 08:08:15.559357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:15.567091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-10f76dde-bcc0-4dfd-999c-4e8e784a60c3 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:15.706891 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-10f76dde-bcc0-4dfd-999c-4e8e784a60c3 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Project fb6feb7520084db0bb638e16da93b429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:08:15.707287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-dfa00dc0-61b8-46b2-afd2-e74fdc81e643 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183966 Aug 31 08:08:15.832732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.842365 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-10f76dde-bcc0-4dfd-999c-4e8e784a60c3 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:15.842365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-10f76dde-bcc0-4dfd-999c-4e8e784a60c3 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2754312 Aug 31 08:08:15.842806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267081b-ce5c-4229-8798-91b99d99a41a req-c22c37cf-558d-4eb5-9ca5-914e1615ccd7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:15.843409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43804) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:15.848996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f9438f65-6ab9-4b68-9ae0-75556b74fb16 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:15.850108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2267081b-ce5c-4229-8798-91b99d99a41a req-c22c37cf-558d-4eb5-9ca5-914e1615ccd7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.1884122 Aug 31 08:08:15.926977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa72f1a-0a7d-40a2-8ec4-a43ea4456250 req-26309bbe-d86d-4ac2-8823-a68cbb1f12a5 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924136 Aug 31 08:08:15.962293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2267081b-ce5c-4229-8798-91b99d99a41a req-84f9f14d-4dfe-49b6-98f3-ab97f849a647 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034939 Aug 31 08:08:15.987056 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-f9438f65-6ab9-4b68-9ae0-75556b74fb16 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Project fb6feb7520084db0bb638e16da93b429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:08:16.021698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:08:16.078328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:16.078697 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.096342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.150459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Network 67c27c00-e061-44b4-a245-1bcab44f4b1b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:16.154730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:16.159395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:16.160465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:16.161182 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.172402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=1e567680-45c5-4bca-bfd2-9309b23a8350,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:16.193126 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-f9438f65-6ab9-4b68-9ae0-75556b74fb16 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:16.194973 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f9438f65-6ab9-4b68-9ae0-75556b74fb16 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3498905 Aug 31 08:08:16.197535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:16.257185 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c4b1-e1c3-4742-bb54-3426655fa0ef tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.289548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c4b1-e1c3-4742-bb54-3426655fa0ef tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.360021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8d23c1ab-1c20-42cf-ac62-2ca52633aa0b tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7787304 Aug 31 08:08:16.360288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43814) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:16.365759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:16.424464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.490047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c4b1-e1c3-4742-bb54-3426655fa0ef tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.492707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c4b1-e1c3-4742-bb54-3426655fa0ef tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.493964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4d9c4b1-e1c3-4742-bb54-3426655fa0ef tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb HTTP/1.1" status: 204 len: 168 time: 0.2952802 Aug 31 08:08:16.497164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43816) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:16.516498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c4b1-e1c3-4742-bb54-3426655fa0ef tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be64a9f1-fb68-4c6e-8ccf-d45a1cba60eb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:16.559052 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d65ae8d2-5209-4d3e-9233-2d100e307620 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607977 Aug 31 08:08:16.563912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43818) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:16.572578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--502021898'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:16.634608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port 1e567680-45c5-4bca-bfd2-9309b23a8350 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:16.642844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.655492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Transition to ACTIVE for port object 1e567680-45c5-4bca-bfd2-9309b23a8350 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:16.716172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.716939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43820) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:16.742909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-605235c0-c129-46fe-aa54-5769a972683d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.761188 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.829444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=1e567680-45c5-4bca-bfd2-9309b23a8350,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:16.840686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.847415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:16.848067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:16.848607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:16.853591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:16.854484 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:16.854484 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 2 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:16.880017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:16.880611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:16.881323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:16.887744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:16.888096 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:16.888541 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 3 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:16.910950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:16.911499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:16.912238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:16.919214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:16.919761 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:16.920260 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 4 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:16.934720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:16.935113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:16.935475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:16.940599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:16.940934 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:16.942064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:16.944278 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 5 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:16.957142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43826) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:16.970531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:16.971084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:16.971510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:16.982640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:16.982980 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:16.985022 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 6 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:16.987699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3456fa-6c96-4c7a-9e60-f004139dfca1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:17.028309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:17.028309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:17.028766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:17.043187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:17.043187 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:17.045399 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 7 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:17.103876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:17.104323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:17.104702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:17.120787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:17.121161 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:17.128338 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 8 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:17.162873 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79ec883d-6dd6-477e-80f8-b7b36e63ad2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:17.184325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:17.184622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:17.184925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:17.212484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3b1ef-06a1-4611-9f8d-12638028a961 req-ed2c7877-feeb-4552-ac75-befafaa189f4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:17.214078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c3b1ef-06a1-4611-9f8d-12638028a961 req-ed2c7877-feeb-4552-ac75-befafaa189f4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.1536794 Aug 31 08:08:17.214655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:17.214988 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:17.219092 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 9 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:17.224513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-605235c0-c129-46fe-aa54-5769a972683d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:17.246441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:17.246822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:17.247112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:17.260160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:17.260496 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:17.261912 n-d-713499-16 neutron-server[95446]: INFO neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 10 to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 Aug 31 08:08:17.287841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:17.288372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:17.288569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:17.294762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4c3b1ef-06a1-4611-9f8d-12638028a961 req-581bc177-3726-47c0-a85b-07317696f1ff tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623605 Aug 31 08:08:17.296710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:17.297046 n-d-713499-16 neutron-server[95446]: ERROR neutron.plugins.ml2.managers [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 1e567680-45c5-4bca-bfd2-9309b23a8350 on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:17.297424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:17.380561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] For port 1e567680-45c5-4bca-bfd2-9309b23a8350, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:17.380941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempted to set empty binding levels {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 08:08:18.335963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-605235c0-c129-46fe-aa54-5769a972683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.381863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-605235c0-c129-46fe-aa54-5769a972683d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8088e7b1bd6f4d0692c59fb8cbf1a792&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6629956 Aug 31 08:08:18.384150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605235c0-c129-46fe-aa54-5769a972683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed1ae9-1ed3-420a-b610-b7703325e660,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:18.384946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:18.415572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.446965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80475838-0390-416a-9ec5-3bb9ef983a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.462017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] In _notify_port_updated(), no bound segment for port 1e567680-45c5-4bca-bfd2-9309b23a8350 on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95446) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:08:18.462929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.463551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.464896 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "PUT /v2.0/ports/1e567680-45c5-4bca-bfd2-9309b23a8350 HTTP/1.1" status: 200 len: 976 time: 2.1036346 Aug 31 08:08:18.468963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43840) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:18.478829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5532647-1271-4fcb-b9f1-28595b698f40 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=1e567680-45c5-4bca-bfd2-9309b23a8350,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:18.495060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f5b7f-13af-423f-a20a-82c0ee009d8e req-aa7d902b-9e89-458d-aad6-e89a4a0a25aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.496615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c1f5b7f-13af-423f-a20a-82c0ee009d8e req-aa7d902b-9e89-458d-aad6-e89a4a0a25aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.1135046 Aug 31 08:08:18.501550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.502722 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2296eeaa-57af-4167-8695-a585b2da9ccc tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9368434 Aug 31 08:08:18.505874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43842) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:18.510624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fae9142e-d226-4e67-acf1-308479a7bd79 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '4d3456fa-6c96-4c7a-9e60-f004139dfca1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:18.523289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80475838-0390-416a-9ec5-3bb9ef983a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.572994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c1f5b7f-13af-423f-a20a-82c0ee009d8e req-79152499-ece3-4581-b42f-c57a75cc24f6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548809 Aug 31 08:08:18.596616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.597036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.597510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.598830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.599837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.606833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.606833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.607166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.608479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.608958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.609420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:18.612621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ddc22087-8b24-4642-a80b-6676633df951 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22663 time: 0.1426833 Aug 31 08:08:18.617019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43846) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:18.628993 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79ec883d-6dd6-477e-80f8-b7b36e63ad2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.687982 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-79ec883d-6dd6-477e-80f8-b7b36e63ad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.697582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Deleting port 1e567680-45c5-4bca-bfd2-9309b23a8350 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:18.698075 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.733365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec883d-6dd6-477e-80f8-b7b36e63ad2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b70341-4ce1-4b3a-bfa6-9a6bb00c7f5e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:18.740376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-79ec883d-6dd6-477e-80f8-b7b36e63ad2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c60543617e748beae58d31bed2d2a45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7782540 Aug 31 08:08:18.740558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80475838-0390-416a-9ec5-3bb9ef983a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.740558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80475838-0390-416a-9ec5-3bb9ef983a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.740756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43848) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:18.744027 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-80475838-0390-416a-9ec5-3bb9ef983a4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8aed1ae9-1ed3-420a-b610-b7703325e660 HTTP/1.1" status: 204 len: 168 time: 0.3540802 Aug 31 08:08:18.757649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475838-0390-416a-9ec5-3bb9ef983a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed1ae9-1ed3-420a-b610-b7703325e660,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:18.781022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] For port 1e567680-45c5-4bca-bfd2-9309b23a8350, host n-h2-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:18.781453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.801365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Calling delete_port for 1e567680-45c5-4bca-bfd2-9309b23a8350 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:18.866172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd7e484b-a378-4e93-87e3-d4db057ec73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:18.908886 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd7e484b-a378-4e93-87e3-d4db057ec73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.078698 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-fae9142e-d226-4e67-acf1-308479a7bd79 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The resource could not be found. Aug 31 08:08:19.080106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fae9142e-d226-4e67-acf1-308479a7bd79 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5731020 Aug 31 08:08:19.081506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.083632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:19.086233 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd7e484b-a378-4e93-87e3-d4db057ec73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.088819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cd7e484b-a378-4e93-87e3-d4db057ec73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.092765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cd7e484b-a378-4e93-87e3-d4db057ec73e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04b70341-4ce1-4b3a-bfa6-9a6bb00c7f5e HTTP/1.1" status: 204 len: 168 time: 0.3484488 Aug 31 08:08:19.093646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-eb5221fb-5c8e-4304-914b-2a8ddf42cd35 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '4d3456fa-6c96-4c7a-9e60-f004139dfca1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3ed3b27f-87c3-499f-8857-de129cbecc52'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:19.114502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e484b-a378-4e93-87e3-d4db057ec73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b70341-4ce1-4b3a-bfa6-9a6bb00c7f5e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:19.150568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e567680-45c5-4bca-bfd2-9309b23a8350,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:19.158004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.160248 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2c39597d-5543-435c-b994-f7db60f55282 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1e567680-45c5-4bca-bfd2-9309b23a8350 HTTP/1.1" status: 204 len: 168 time: 0.5422871 Aug 31 08:08:19.168995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43876) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:19.201294 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f38e15a-00c4-4e9d-9b18-60ecf53c1b39 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] GET failed (client error): The resource could not be found. Aug 31 08:08:19.205423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3f38e15a-00c4-4e9d-9b18-60ecf53c1b39 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "GET /v2.0/ports/1e567680-45c5-4bca-bfd2-9309b23a8350 HTTP/1.1" status: 404 len: 333 time: 0.0357597 Aug 31 08:08:19.208052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43878) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:19.213510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1297980255', 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:19.428145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Made reservation on behalf of 24aea33d91064f50b5caee377103bb3a for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:19.430589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.448387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port 5603f66d-ff2f-4b99-b818-dff5778ba87b yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:19.497596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5db7e-c42e-4a41-a69f-be47b8b6f682 req-d44440a0-0440-4338-a3ed-13eaf81f804d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:19.502306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bfb5db7e-c42e-4a41-a69f-be47b8b6f682 req-d44440a0-0440-4338-a3ed-13eaf81f804d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0579011 Aug 31 08:08:19.540406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bfb5db7e-c42e-4a41-a69f-be47b8b6f682 req-20c0c901-f9d5-48d2-9b40-cd3b36e08949 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Aug 31 08:08:19.614964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.705107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5900c-1bf8-45c0-9e34-9cf515884593 req-fad7d11e-ec43-4c99-925a-2317e8a68a12 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:19.706616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ba5900c-1bf8-45c0-9e34-9cf515884593 req-fad7d11e-ec43-4c99-925a-2317e8a68a12 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.0493088 Aug 31 08:08:19.749486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ba5900c-1bf8-45c0-9e34-9cf515884593 req-736844cb-a96f-4fb2-b7a4-b08f682d533e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367758 Aug 31 08:08:19.787080 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-eb5221fb-5c8e-4304-914b-2a8ddf42cd35 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The resource could not be found. Aug 31 08:08:19.791305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb5221fb-5c8e-4304-914b-2a8ddf42cd35 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7043931 Aug 31 08:08:19.792244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43902) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:19.804718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.870115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Network 67c27c00-e061-44b4-a245-1bcab44f4b1b is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:19.874891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:19.890081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:19.891029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:19.892046 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.915494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=5603f66d-ff2f-4b99-b818-dff5778ba87b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:19.943685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd8dc-316c-4196-b236-47ef48ad1dc9 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.972128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd8dc-316c-4196-b236-47ef48ad1dc9 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:19.990675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6288691d-7d10-4c09-95f1-49c4ae309ec4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7814376 Aug 31 08:08:19.993364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.028571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbd4b5-4315-4370-9a84-6e99390cbbe4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:20.032991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-43cbd4b5-4315-4370-9a84-6e99390cbbe4 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "GET /v2.0/ports/5603f66d-ff2f-4b99-b818-dff5778ba87b HTTP/1.1" status: 200 len: 955 time: 0.0355368 Aug 31 08:08:20.033962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43920) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.125195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Deleting port 5603f66d-ff2f-4b99-b818-dff5778ba87b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:20.125195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.174409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd8dc-316c-4196-b236-47ef48ad1dc9 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.178382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd8dc-316c-4196-b236-47ef48ad1dc9 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.179563 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6c7fd8dc-316c-4196-b236-47ef48ad1dc9 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/4d3456fa-6c96-4c7a-9e60-f004139dfca1 HTTP/1.1" status: 204 len: 168 time: 0.3855548 Aug 31 08:08:20.184552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43924) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.198773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fd8dc-316c-4196-b236-47ef48ad1dc9 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3456fa-6c96-4c7a-9e60-f004139dfca1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:20.225414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.267317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Calling delete_port for 5603f66d-ff2f-4b99-b818-dff5778ba87b owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:20.280443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93af95a4-d3fe-4338-933c-b39f6d8667a7 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0940306 Aug 31 08:08:20.284452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.289925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-94d164cf-a487-45da-8de4-f5ecd0659f75 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '6fa770aa-b5ca-46c0-8673-96564a738ad8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:20.336426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43930) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.355487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-851a0a94-30a3-48cc-acd5-c54bb09e173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.484202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.518597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event deleted for resources: {'Port': ['ID=5603f66d-ff2f-4b99-b818-dff5778ba87b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:20.527096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.530022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b03195b9-4e74-4ddf-807e-2cd3596e9492 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5603f66d-ff2f-4b99-b818-dff5778ba87b HTTP/1.1" status: 204 len: 168 time: 0.4950013 Aug 31 08:08:20.532510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.556462 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-851a0a94-30a3-48cc-acd5-c54bb09e173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.557025 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2349cd9-9abe-4ddf-8bf6-c86809f5806e tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] GET failed (client error): The resource could not be found. Aug 31 08:08:20.558704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c2349cd9-9abe-4ddf-8bf6-c86809f5806e tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "GET /v2.0/ports/5603f66d-ff2f-4b99-b818-dff5778ba87b HTTP/1.1" status: 404 len: 333 time: 0.0252535 Aug 31 08:08:20.563211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 43936) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.574497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Request body: {'port': {'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-340460072'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:20.670241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-851a0a94-30a3-48cc-acd5-c54bb09e173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.701812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0123b21-32df-42e3-951a-5b56d03d51c3 req-0af6ac7b-ef22-44bf-b312-02ad951f7ceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:20.701812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0123b21-32df-42e3-951a-5b56d03d51c3 req-0af6ac7b-ef22-44bf-b312-02ad951f7ceb tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0635605 Aug 31 08:08:20.724841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-851a0a94-30a3-48cc-acd5-c54bb09e173c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff009268a8264eedafc375fc0e717080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841209 Aug 31 08:08:20.725100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.732531 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a0a94-30a3-48cc-acd5-c54bb09e173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a546b19-f177-456c-9d25-79a8dc4b52ef,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:20.738064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0123b21-32df-42e3-951a-5b56d03d51c3 req-c1a343f5-8403-49b1-aa76-9a959717aba1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393200 Aug 31 08:08:20.784919 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-94d164cf-a487-45da-8de4-f5ecd0659f75 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The resource could not be found. Aug 31 08:08:20.798029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-94d164cf-a487-45da-8de4-f5ecd0659f75 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5002685 Aug 31 08:08:20.798029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43946) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:20.798029 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116338684'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:20.802769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad854e26-0679-419c-a6bb-20519aa70e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.825548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad854e26-0679-419c-a6bb-20519aa70e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.887225 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462ae54-82b2-4468-b2c5-80f4f7407bc0 req-852f62b7-a19c-4d7d-849b-7f3fc24362a8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:20.889423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3462ae54-82b2-4468-b2c5-80f4f7407bc0 req-852f62b7-a19c-4d7d-849b-7f3fc24362a8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.0695808 Aug 31 08:08:20.924115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Made reservation on behalf of 24aea33d91064f50b5caee377103bb3a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:20.929403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:20.978736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3462ae54-82b2-4468-b2c5-80f4f7407bc0 req-6f459930-0735-48bf-9822-f02c05b16145 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Aug 31 08:08:20.986065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port 071fda4d-766e-4f95-bee0-30301b8843da yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:21.007688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad854e26-0679-419c-a6bb-20519aa70e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.010568 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad854e26-0679-419c-a6bb-20519aa70e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.012884 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad854e26-0679-419c-a6bb-20519aa70e90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a546b19-f177-456c-9d25-79a8dc4b52ef HTTP/1.1" status: 204 len: 168 time: 0.2861059 Aug 31 08:08:21.024675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad854e26-0679-419c-a6bb-20519aa70e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a546b19-f177-456c-9d25-79a8dc4b52ef,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:21.051504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.144272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.165745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.291290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.322718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d11ed-f4c3-47a7-b488-bade27a119d3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:21.367914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.391252 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.395924 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2fe51278-62e8-4928-b145-0b2272c3a321 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6022446 Aug 31 08:08:21.396466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43962) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:21.406400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280817905'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:21.421375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Network 67c27c00-e061-44b4-a245-1bcab44f4b1b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:21.428336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:21.430978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:21.431935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:21.432601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.435694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=071fda4d-766e-4f95-bee0-30301b8843da,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:21.492664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43972) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:21.581371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.619410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-253475255', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:21.666230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 43982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:21.670575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7d5e36a9-f299-4587-b331-3789152c2e33 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1001785 Aug 31 08:08:21.684028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:21.766894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.901570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8059c44-418c-40b9-8bbc-62ae4bfeb032 req-2b385d81-4c32-45ec-9ce2-f0ce78e05da2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:21.908950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8059c44-418c-40b9-8bbc-62ae4bfeb032 req-2b385d81-4c32-45ec-9ce2-f0ce78e05da2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0773363 Aug 31 08:08:21.932096 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:21.962825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8059c44-418c-40b9-8bbc-62ae4bfeb032 req-f3c663ca-b275-4554-bea1-3e0af8bf926b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473797 Aug 31 08:08:22.012696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] device_id is not set on port 071fda4d-766e-4f95-bee0-30301b8843da yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:22.022711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.036016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Transition to ACTIVE for port object 071fda4d-766e-4f95-bee0-30301b8843da will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:22.100579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.125447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935f82-711d-4d78-89d5-157afa53db5a req-1c9243d1-4fdc-4803-9954-b90353aaecc8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:22.128375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89935f82-711d-4d78-89d5-157afa53db5a req-1c9243d1-4fdc-4803-9954-b90353aaecc8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.0782893 Aug 31 08:08:22.138806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694b466d-dc69-4a1b-8111-8d4a9d63a15b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:22.164556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.185735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89935f82-711d-4d78-89d5-157afa53db5a req-99c8cec4-4f34-44ed-b8b3-1881edc71dd2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Aug 31 08:08:22.235360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Made reservation on behalf of 06040991e0414368a111f3b4b6f12f88 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:22.238386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.258019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=071fda4d-766e-4f95-bee0-30301b8843da,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:22.263165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.272734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.273022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.273405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.282566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.282894 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.284167 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 2 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.296461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.296864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.297377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.301927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.302247 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.302641 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 3 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.316628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.326086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.326086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.326086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.326086 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.326086 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 4 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.338055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.338402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.338738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.344066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.344406 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.344794 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 5 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.363388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.363388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d0afde18-1c12-49a3-ad80-877905eef139 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9636219 Aug 31 08:08:22.365853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44002) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:22.366993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.367404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.367746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.371495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-42d9e38f-693a-46a0-9285-aed7d4f24727 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': '1e1d11ed-f4c3-47a7-b488-bade27a119d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '694b466d-dc69-4a1b-8111-8d4a9d63a15b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:22.378974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.379318 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.380751 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 6 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.406553 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.406902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.407594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.419750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.420091 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.421408 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 7 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.444140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.444489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.444806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.457220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.457220 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.457220 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 8 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.478844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.479191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.479525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.493532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.493929 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.495697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.496478 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 9 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.510181 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.510527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.511038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.515660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.515986 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.516375 n-d-713499-16 neutron-server[95445]: INFO neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempt 10 to bind port 071fda4d-766e-4f95-bee0-30301b8843da Aug 31 08:08:22.533419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:22.533877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:22.534169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempting to bind port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:22.538794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:22.539123 n-d-713499-16 neutron-server[95445]: ERROR neutron.plugins.ml2.managers [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Failed to bind port 071fda4d-766e-4f95-bee0-30301b8843da on host n-h2-713499-16 for vnic_type normal using segments [{'id': '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '67c27c00-e061-44b4-a245-1bcab44f4b1b'}] Aug 31 08:08:22.539524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.591129 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.600631 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] device_id is not set on port ead9b2b0-553a-44a3-b6ae-36d3e0598ba1 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:22.660433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] For port 071fda4d-766e-4f95-bee0-30301b8843da, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:22.660790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attempted to set empty binding levels {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 08:08:22.668569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdac360-7d4e-484a-a854-babe7159c354,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:22.747196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Allocated IP 172.25.0.230 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/ead9b2b0-553a-44a3-b6ae-36d3e0598ba1) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:22.861345 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-42d9e38f-693a-46a0-9285-aed7d4f24727 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:22.862655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-42d9e38f-693a-46a0-9285-aed7d4f24727 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4957364 Aug 31 08:08:22.865436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44010) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:22.925551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169e1645-68ae-4b5d-a515-71a540f74dda tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:22.953206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169e1645-68ae-4b5d-a515-71a540f74dda tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.096942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169e1645-68ae-4b5d-a515-71a540f74dda tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.100945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-169e1645-68ae-4b5d-a515-71a540f74dda tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.105182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-169e1645-68ae-4b5d-a515-71a540f74dda tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/694b466d-dc69-4a1b-8111-8d4a9d63a15b HTTP/1.1" status: 204 len: 168 time: 0.2362981 Aug 31 08:08:23.109617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44018) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.143778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e1645-68ae-4b5d-a515-71a540f74dda tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b466d-dc69-4a1b-8111-8d4a9d63a15b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:23.177417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4fe6f-1318-448a-826f-2e78f676f2e1 req-b2488d50-0abf-4af2-a5ad-9f761d1ad250 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:23.185065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ca4fe6f-1318-448a-826f-2e78f676f2e1 req-b2488d50-0abf-4af2-a5ad-9f761d1ad250 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.1242139 Aug 31 08:08:23.190894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.247118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc457913-1896-43ce-b3c4-7054a89b7079 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1339066 Aug 31 08:08:23.250639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44028) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.254343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ca4fe6f-1318-448a-826f-2e78f676f2e1 req-b3834b48-fab5-4674-9deb-c2e9193ef03e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652137 Aug 31 08:08:23.313734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event updated for resources: {'Port': ['ID=071fda4d-766e-4f95-bee0-30301b8843da,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:23.320980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] In _notify_port_updated(), no bound segment for port 071fda4d-766e-4f95-bee0-30301b8843da on network 67c27c00-e061-44b4-a245-1bcab44f4b1b {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:08:23.320980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:23.320980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.320980 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-206f862c-e4fb-4ef2-af74-ce3cd4f83fc9 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "PUT /v2.0/ports/071fda4d-766e-4f95-bee0-30301b8843da HTTP/1.1" status: 200 len: 975 time: 1.6413226 Aug 31 08:08:23.324618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44032) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.370905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af7f9b9a-6d33-46e9-bd7c-f419f00e3dea tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.384062 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.456374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af7f9b9a-6d33-46e9-bd7c-f419f00e3dea tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.506661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a3abd-def6-494d-b386-78765aeaf5c4 req-c22c4025-80f1-4a21-9a92-e23feeab025a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:23.512581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-613a3abd-def6-494d-b386-78765aeaf5c4 req-c22c4025-80f1-4a21-9a92-e23feeab025a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.1339407 Aug 31 08:08:23.551635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Deleting port 071fda4d-766e-4f95-bee0-30301b8843da {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:23.564380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.569794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-613a3abd-def6-494d-b386-78765aeaf5c4 req-87fb3883-8f7e-4fac-8fb7-72e84b31a816 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Aug 31 08:08:23.608752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.628632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] For port 071fda4d-766e-4f95-bee0-30301b8843da, host n-h2-713499-16, got binding levels [] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:23.629006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.643618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Calling delete_port for 071fda4d-766e-4f95-bee0-30301b8843da owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:23.647767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:23.650857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:23.655311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:23.688616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Pushing event updated for resources: {'Port': ['ID=ead9b2b0-553a-44a3-b6ae-36d3e0598ba1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:23.710401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:23.711026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.816165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af7f9b9a-6d33-46e9-bd7c-f419f00e3dea tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.818907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af7f9b9a-6d33-46e9-bd7c-f419f00e3dea tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.825604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-af7f9b9a-6d33-46e9-bd7c-f419f00e3dea tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e1d11ed-f4c3-47a7-b488-bade27a119d3 HTTP/1.1" status: 204 len: 168 time: 0.5650516 Aug 31 08:08:23.829914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44038) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.830087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f9b9a-6d33-46e9-bd7c-f419f00e3dea tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d11ed-f4c3-47a7-b488-bade27a119d3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:23.877042 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-97766460-8c23-4ab4-846c-f59d7ad57109 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414369 Aug 31 08:08:23.880278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.884856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--424428946'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:23.919015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.919623 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50309711-18d8-42c9-9904-30bc167264fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.921750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6912fb05-7c1e-42b0-9782-3c03d17fcdc7 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4277537 Aug 31 08:08:23.924857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44042) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.928201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.940155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.230'}]}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:23.954897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Pushing event deleted for resources: {'Port': ['ID=071fda4d-766e-4f95-bee0-30301b8843da,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:23.959977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:23.962111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-be90547b-591e-4d20-aafc-77dda9a97378 tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "DELETE /v2.0/ports/071fda4d-766e-4f95-bee0-30301b8843da HTTP/1.1" status: 204 len: 168 time: 0.6331465 Aug 31 08:08:23.964700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44044) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:23.989080 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a7837f-9103-4b61-98ea-ec1b46baad1f tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] GET failed (client error): The resource could not be found. Aug 31 08:08:23.995460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f0a7837f-9103-4b61-98ea-ec1b46baad1f tempest-PortsAdminExtendedAttrsTestJSON-1482203038 tempest-PortsAdminExtendedAttrsTestJSON-1482203038-project-admin] 10.222.0.36 "GET /v2.0/ports/071fda4d-766e-4f95-bee0-30301b8843da HTTP/1.1" status: 404 len: 333 time: 0.0251157 Aug 31 08:08:23.999501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44048) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:24.078912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.093848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.165366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.175781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c27c00-e061-44b4-a245-1bcab44f4b1b']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:24.187826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:24.188117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9b0a7-07f3-44d1-8eb6-f557a2e7e216') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:24.196606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.212257 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.218263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:24.218655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:24.221627 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:24.263049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.264157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.342739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.398812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a28e2-515f-4b42-b70f-6af33e614317 req-a5071c78-2400-4c46-8973-aae406566763 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:24.400376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb3a28e2-515f-4b42-b70f-6af33e614317 req-a5071c78-2400-4c46-8973-aae406566763 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0518472 Aug 31 08:08:24.423809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.429572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.435041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] 10.222.0.36 "DELETE /v2.0/networks/67c27c00-e061-44b4-a245-1bcab44f4b1b HTTP/1.1" status: 204 len: 168 time: 0.4309919 Aug 31 08:08:24.454352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ff708-caeb-4013-930f-a3b5dd08f082 tempest-PortsAdminExtendedAttrsTestJSON-1465504574 tempest-PortsAdminExtendedAttrsTestJSON-1465504574-project] Pushing event deleted for resources: {'Network': ['ID=67c27c00-e061-44b4-a245-1bcab44f4b1b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:24.470847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb3a28e2-515f-4b42-b70f-6af33e614317 req-afc0da99-07d3-4e9f-8335-800344290224 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639341 Aug 31 08:08:24.474725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.479265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.508812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2a53c9-5dff-4d3f-81df-4455141f0667,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:24.696471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c22f0-cde1-481b-aabe-082e962d8db1 req-a82dd842-0f7b-4115-beac-f0395845e72f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:24.698030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-857c22f0-cde1-481b-aabe-082e962d8db1 req-a82dd842-0f7b-4115-beac-f0395845e72f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.0552804 Aug 31 08:08:24.740460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-857c22f0-cde1-481b-aabe-082e962d8db1 req-37f5fd0a-782e-4fe2-9e08-8bb39e8ebd17 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 Aug 31 08:08:24.753543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:24.754810 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a59feff-ce92-4a78-8c2c-29f7e08082ee tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8735569 Aug 31 08:08:24.757990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44064) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:24.762583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7ecd4908-34e8-4681-893e-4488e77bad91 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'bc2a53c9-5dff-4d3f-81df-4455141f0667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:24.795308 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.163072 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-7ecd4908-34e8-4681-893e-4488e77bad91 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:25.167165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7ecd4908-34e8-4681-893e-4488e77bad91 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4080739 Aug 31 08:08:25.177197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:25.178228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.182536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-efd193af-3b24-4b8d-9228-aa003c3986fa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group_rule': {'security_group_id': 'bc2a53c9-5dff-4d3f-81df-4455141f0667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:25.199559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.367103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44080) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:25.489899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.519362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-64954e9b-2fe2-49b7-b02a-8dec09de1b9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8177e00fcd1428e8b46791c79f6b3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509988 Aug 31 08:08:25.522005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44090) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:25.532855 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-efd193af-3b24-4b8d-9228-aa003c3986fa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:08:25.533893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-efd193af-3b24-4b8d-9228-aa003c3986fa tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3554206 Aug 31 08:08:25.540327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44094) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:25.661923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf80b-542b-4c8d-9f5a-205d2192de07 req-53f00484-b721-43cd-89fd-b5ad08e19d16 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:25.663740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49bdf80b-542b-4c8d-9f5a-205d2192de07 req-53f00484-b721-43cd-89fd-b5ad08e19d16 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.1052783 Aug 31 08:08:25.669246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4904e9d0-78f9-436f-859c-2b16d3a9b14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.692653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.695105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.887955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.889241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e00b1237-0e55-4409-aca4-8e84b499485c {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:08:26.001568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6597f210-3dee-4bab-82bf-2df2eb02fc60 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.042109 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 08:08:26.042109 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-890bfb6d-2ce5-40e5-9837-09dfc2924e71 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1088173 Aug 31 08:08:26.042109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44102) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:26.049325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4904e9d0-78f9-436f-859c-2b16d3a9b14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.097074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6597f210-3dee-4bab-82bf-2df2eb02fc60 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.103266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49bdf80b-542b-4c8d-9f5a-205d2192de07 req-dbc53a8a-8ff4-47cb-9d18-8d4ba768699b tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260986 Aug 31 08:08:26.127140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Deleting port ead9b2b0-553a-44a3-b6ae-36d3e0598ba1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:26.127958 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.128485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.147283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212649a0-2dfd-4581-bf50-7f31cc0a84d2 req-e6930c00-5e52-4a30-9d76-2ff452dc7c02 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:26.148792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-212649a0-2dfd-4581-bf50-7f31cc0a84d2 req-e6930c00-5e52-4a30-9d76-2ff452dc7c02 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 944 time: 0.1559269 Aug 31 08:08:26.180609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b8eee3ba-1173-488a-b98d-89d967e8f7d4 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:08:26.204674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-212649a0-2dfd-4581-bf50-7f31cc0a84d2 req-50986ca7-24fb-4db0-89c2-130b17fb6599 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Aug 31 08:08:26.218405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.239254 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Calling delete_port for ead9b2b0-553a-44a3-b6ae-36d3e0598ba1 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:26.300134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port b8eee3ba-1173-488a-b98d-89d967e8f7d4, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:26.312848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6597f210-3dee-4bab-82bf-2df2eb02fc60 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.313168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4', 'mac_address': 'fa:16:3e:35:b0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:08:26.315771 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6597f210-3dee-4bab-82bf-2df2eb02fc60 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.319288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6597f210-3dee-4bab-82bf-2df2eb02fc60 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc2a53c9-5dff-4d3f-81df-4455141f0667 HTTP/1.1" status: 204 len: 168 time: 0.7750528 Aug 31 08:08:26.319728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:26.330489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f210-3dee-4bab-82bf-2df2eb02fc60 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2a53c9-5dff-4d3f-81df-4455141f0667,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:26.367854 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.377546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4904e9d0-78f9-436f-859c-2b16d3a9b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.380428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4904e9d0-78f9-436f-859c-2b16d3a9b14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.393198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4904e9d0-78f9-436f-859c-2b16d3a9b14e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e9313f6-f6f0-4f14-b760-302a723b4b32 HTTP/1.1" status: 204 len: 168 time: 0.8557167 Aug 31 08:08:26.393683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8eee3ba-1173-488a-b98d-89d967e8f7d4 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:08:26.412416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904e9d0-78f9-436f-859c-2b16d3a9b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9313f6-f6f0-4f14-b760-302a723b4b32,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:26.412652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c5f95180-a462-4957-ac5e-1e5ec693c826 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879948 Aug 31 08:08:26.415063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44110) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:26.420053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'tempest-secgroup--62658576'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:26.442555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port b8eee3ba-1173-488a-b98d-89d967e8f7d4, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:26.579614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.599676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Pushing event deleted for resources: {'Port': ['ID=ead9b2b0-553a-44a3-b6ae-36d3e0598ba1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:26.612370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.612735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.614192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.614192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.614192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.614192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.614692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.614897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.615274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.615623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.615959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.616296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:26.633674 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.634686 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.637502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.686773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.688812 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e984b1f9-c3d3-4d51-8a11-7895c3255230 tempest-RoutersAdminNegativeIpV6Test-111621121 tempest-RoutersAdminNegativeIpV6Test-111621121-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ead9b2b0-553a-44a3-b6ae-36d3e0598ba1 HTTP/1.1" status: 204 len: 168 time: 0.6458254 Aug 31 08:08:26.735917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=b8eee3ba-1173-488a-b98d-89d967e8f7d4,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:26.752353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.758476 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-851d34d9-dc17-4b31-93bb-47c85c0d39e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.877109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['b8eee3ba-1173-488a-b98d-89d967e8f7d4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:08:26.879527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:26.917907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d893df8d-260c-49d9-a6f4-906cee01cae7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:27.027255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:27.029531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7cf62a2a-ce4b-4e3d-ae08-9a3edef4388d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6128030 Aug 31 08:08:27.032649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:27.038277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8e24df34-1ecc-45a0-9334-437a566f1945 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:27.038816 n-d-713499-16 neutron-server[95446]: WARNING neutron.api.v2.base [None req-8e24df34-1ecc-45a0-9334-437a566f1945 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 08:08:27.039679 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-8e24df34-1ecc-45a0-9334-437a566f1945 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 08:08:27.044147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e24df34-1ecc-45a0-9334-437a566f1945 tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "PUT /v2.0/security-groups/d893df8d-260c-49d9-a6f4-906cee01cae7 HTTP/1.1" status: 409 len: 330 time: 0.0069237 Aug 31 08:08:27.044147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:27.104373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de785ab3-7503-43cf-b383-da120fa4b79f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:27.127844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de785ab3-7503-43cf-b383-da120fa4b79f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:27.225712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca00b5e-c1cf-4bb8-861f-cbdb326f738b req-7c9a56c2-2ccb-4554-bfff-cb4b75405495 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:27.227350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ca00b5e-c1cf-4bb8-861f-cbdb326f738b req-7c9a56c2-2ccb-4554-bfff-cb4b75405495 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0500233 Aug 31 08:08:27.269412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ca00b5e-c1cf-4bb8-861f-cbdb326f738b req-6017ec17-aa58-4bdb-8dac-356c4cb52816 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358832 Aug 31 08:08:27.330190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb7640-15e6-4efc-b9f6-ffe7ac78e528 req-f50a98c4-c90b-40dd-a015-4dcb8fd007ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:27.331699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ceb7640-15e6-4efc-b9f6-ffe7ac78e528 req-f50a98c4-c90b-40dd-a015-4dcb8fd007ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Aug 31 08:08:27.362688 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de785ab3-7503-43cf-b383-da120fa4b79f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:27.366355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-de785ab3-7503-43cf-b383-da120fa4b79f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:27.368927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-de785ab3-7503-43cf-b383-da120fa4b79f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/d893df8d-260c-49d9-a6f4-906cee01cae7 HTTP/1.1" status: 204 len: 168 time: 0.3230715 Aug 31 08:08:27.370681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44130) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:27.392778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de785ab3-7503-43cf-b383-da120fa4b79f tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d893df8d-260c-49d9-a6f4-906cee01cae7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:27.399528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ceb7640-15e6-4efc-b9f6-ffe7ac78e528 req-4f241c5c-657c-4ae8-9d73-95728fd192c0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616617 Aug 31 08:08:27.437543 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ff2f3af4-0ea9-4a19-b140-7c2a4fc3a46e tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654218 Aug 31 08:08:27.441434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44132) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:27.456136 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-c1333fab-10d4-4177-97ff-ae9998f5e9db tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] delete failed (client error): The resource could not be found. Aug 31 08:08:27.459485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1333fab-10d4-4177-97ff-ae9998f5e9db tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f15e225-44d0-43b5-89ad-2f2dce792529 HTTP/1.1" status: 404 len: 347 time: 0.0146890 Aug 31 08:08:27.462991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44136) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:27.477035 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-5ce880b0-8b0c-49d0-9031-46345982b84d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] show failed (client error): The resource could not be found. Aug 31 08:08:27.478054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ce880b0-8b0c-49d0-9031-46345982b84d tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-groups/91ce9323-780f-45e8-a9e5-e2cb481e8402 HTTP/1.1" status: 404 len: 347 time: 0.0138707 Aug 31 08:08:27.482391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:27.501037 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-71b8af4f-0190-48ee-9623-086870eadbeb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] show failed (client error): The resource could not be found. Aug 31 08:08:27.502068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-71b8af4f-0190-48ee-9623-086870eadbeb tempest-NegativeSecGroupIPv6Test-726418314 tempest-NegativeSecGroupIPv6Test-726418314-project] 10.222.0.36 "GET /v2.0/security-group-rules/f1338a9b-1175-4f03-af56-45dbd2a5828b HTTP/1.1" status: 404 len: 356 time: 0.0186362 Aug 31 08:08:27.977799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:28.027184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ada841b2-2284-4ae5-a721-6f889c8366b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24aea33d91064f50b5caee377103bb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480962 Aug 31 08:08:28.030420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44148) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:28.033110 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.083656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc38fcfe-f19f-4e63-b433-2998365b8222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.106352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc38fcfe-f19f-4e63-b433-2998365b8222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.188401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b8eee3ba-1173-488a-b98d-89d967e8f7d4 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:08:28.203801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44152) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:28.275808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc38fcfe-f19f-4e63-b433-2998365b8222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.280511 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc38fcfe-f19f-4e63-b433-2998365b8222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.281995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fc38fcfe-f19f-4e63-b433-2998365b8222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b4e1d7f-3b40-4ec6-9341-a6541746d07f HTTP/1.1" status: 204 len: 168 time: 0.2506018 Aug 31 08:08:28.292119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38fcfe-f19f-4e63-b433-2998365b8222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e1d7f-3b40-4ec6-9341-a6541746d07f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:28.402392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port b8eee3ba-1173-488a-b98d-89d967e8f7d4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:28.408818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port b8eee3ba-1173-488a-b98d-89d967e8f7d4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:28.408818 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.415990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884e490-3133-4974-ac63-33b41464d4b8 req-0e41502e-b8ef-448b-a421-83c960500b50 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:28.418722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7884e490-3133-4974-ac63-33b41464d4b8 req-0e41502e-b8ef-448b-a421-83c960500b50 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0732656 Aug 31 08:08:28.489471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7884e490-3133-4974-ac63-33b41464d4b8 req-bb609c91-d9a9-4e58-ae3d-6375776fb873 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630510 Aug 31 08:08:28.521698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.545571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:28.553498 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ebb31e-e476-4a49-9fce-5eb068f4c561" -d '{"events": [{"server_uuid": "a2ffb60d-c700-40ce-ba26-3db6ca936761", "name": "network-vif-plugged", "status": "completed", "tag": "b8eee3ba-1173-488a-b98d-89d967e8f7d4"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:28.562743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port b8eee3ba-1173-488a-b98d-89d967e8f7d4, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:28.569757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23716555-23f3-47d1-b838-9fae0487d249 req-d5564540-1857-4eb5-a2c0-46b48312e4b8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:28.581970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23716555-23f3-47d1-b838-9fae0487d249 req-d5564540-1857-4eb5-a2c0-46b48312e4b8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 945 time: 0.0886393 Aug 31 08:08:28.593182 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e3763c-699a-4455-876a-948d0b0ae45d x-openstack-request-id: req-90e3763c-699a-4455-876a-948d0b0ae45d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:28.593777 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ffb60d-c700-40ce-ba26-3db6ca936761", "name": "network-vif-plugged", "status": "completed", "tag": "b8eee3ba-1173-488a-b98d-89d967e8f7d4", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:28.594237 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90e3763c-699a-4455-876a-948d0b0ae45d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:28.594870 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4', 'code': 200} Aug 31 08:08:28.660788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cff704e7-d431-438f-8459-c6eaa0aae69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.680759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23716555-23f3-47d1-b838-9fae0487d249 req-497fa7dd-e390-4d24-8817-610a6eaefcf6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925152 Aug 31 08:08:28.685776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.748522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75665b-c339-41d6-b3e2-c87c32592fed req-df2e74e1-88e6-4468-ba3e-35533da77d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:28.752852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e75665b-c339-41d6-b3e2-c87c32592fed req-df2e74e1-88e6-4468-ba3e-35533da77d33 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 1098 time: 0.0646894 Aug 31 08:08:28.768975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=b8eee3ba-1173-488a-b98d-89d967e8f7d4,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:28.801665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e75665b-c339-41d6-b3e2-c87c32592fed req-0bfaf065-e0d7-40e6-952c-7542b781c72d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Aug 31 08:08:28.830509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cff704e7-d431-438f-8459-c6eaa0aae69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.980967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cff704e7-d431-438f-8459-c6eaa0aae69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.021690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff704e7-d431-438f-8459-c6eaa0aae69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fefbe7-abc8-4102-84fd-1c193ce890dd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:29.026573 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cff704e7-d431-438f-8459-c6eaa0aae69c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1af29d3ea9024afa8db662f6b2917e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8216600 Aug 31 08:08:29.030125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:29.084429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:29.086258 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3019302-86be-4724-a0c9-4a47c22b50af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.109517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3019302-86be-4724-a0c9-4a47c22b50af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.280046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4fe34527-1bd5-411e-87b4-4bd4bd2f6e36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb6feb7520084db0bb638e16da93b429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910841 Aug 31 08:08:29.289613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44184) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:29.332540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f69785c8-d56b-483d-ae67-9cac47ffcea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.342162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3019302-86be-4724-a0c9-4a47c22b50af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.345124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3019302-86be-4724-a0c9-4a47c22b50af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.346336 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3019302-86be-4724-a0c9-4a47c22b50af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67fefbe7-abc8-4102-84fd-1c193ce890dd HTTP/1.1" status: 204 len: 168 time: 0.3151598 Aug 31 08:08:29.357788 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f69785c8-d56b-483d-ae67-9cac47ffcea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.358070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3019302-86be-4724-a0c9-4a47c22b50af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fefbe7-abc8-4102-84fd-1c193ce890dd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:29.566910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:29.619625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8d055-0a8b-491d-bf21-5fde74f76dad req-01b86d2d-58e6-4e0e-b30b-4dd0c18c39cd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:29.622064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bea8d055-0a8b-491d-bf21-5fde74f76dad req-01b86d2d-58e6-4e0e-b30b-4dd0c18c39cd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0613337 Aug 31 08:08:29.676215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bea8d055-0a8b-491d-bf21-5fde74f76dad req-fa4ed545-48b9-4617-a96c-7941706b900f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466156 Aug 31 08:08:29.713372 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.727456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f69785c8-d56b-483d-ae67-9cac47ffcea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.727456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f69785c8-d56b-483d-ae67-9cac47ffcea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:29.727456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f69785c8-d56b-483d-ae67-9cac47ffcea0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d908dcc5-7a93-465a-ba45-cd92bcbcbc75 HTTP/1.1" status: 204 len: 168 time: 0.4376829 Aug 31 08:08:29.728299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69785c8-d56b-483d-ae67-9cac47ffcea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d908dcc5-7a93-465a-ba45-cd92bcbcbc75,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:29.822671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468f4c7-1406-47b3-a13d-0bfe316113f0 req-01cf2752-832d-4524-aaff-abdfd093f3f7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:29.824358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c468f4c7-1406-47b3-a13d-0bfe316113f0 req-01cf2752-832d-4524-aaff-abdfd093f3f7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.0593722 Aug 31 08:08:29.879368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c468f4c7-1406-47b3-a13d-0bfe316113f0 req-e60c1ecc-13c8-45d5-9203-fbe857ed5122 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Aug 31 08:08:30.063667 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:30.409294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:30.409635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:30.497197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port 28327d8f-e0bc-48c2-9a34-d34d90f51ab1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:30.498236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:30.510733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:30.787132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:30.817774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405533e6-d511-4e3b-b830-ce8612387288 req-5a2dc0ff-60e4-433e-bb9f-9123c28f9a16 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:30.818403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=28327d8f-e0bc-48c2-9a34-d34d90f51ab1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:30.819134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-405533e6-d511-4e3b-b830-ce8612387288 req-5a2dc0ff-60e4-433e-bb9f-9123c28f9a16 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0545869 Aug 31 08:08:30.863753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-405533e6-d511-4e3b-b830-ce8612387288 req-8f028e92-ca74-43e1-9d7e-dcc75fee7ab2 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354567 Aug 31 08:08:30.969032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44228) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:31.052820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:31.126835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-23576989-0690-465d-a75f-cb6b5e02bb4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06040991e0414368a111f3b4b6f12f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563835 Aug 31 08:08:31.129982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44234) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:31.147471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20beb7-ef0d-4123-a0a6-b22041d952d9 req-d90b2ada-6bca-4ccb-bae9-04640bb0e2e7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:31.149654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce20beb7-ef0d-4123-a0a6-b22041d952d9 req-d90b2ada-6bca-4ccb-bae9-04640bb0e2e7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.1696165 Aug 31 08:08:31.222144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce20beb7-ef0d-4123-a0a6-b22041d952d9 req-9a823fb6-d25f-41e8-b81e-d28d98cc551b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632575 Aug 31 08:08:31.232555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-335df94c-22aa-49b7-9634-1509b9c6ea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:31.269465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-335df94c-22aa-49b7-9634-1509b9c6ea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:31.371400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:08:31.379338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a1872-2cf5-4864-ae58-61be53df5b22 req-7d76e8c4-7f28-46d1-8f4d-d66f9285255e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:31.380952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440a1872-2cf5-4864-ae58-61be53df5b22 req-7d76e8c4-7f28-46d1-8f4d-d66f9285255e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.0573761 Aug 31 08:08:31.431531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440a1872-2cf5-4864-ae58-61be53df5b22 req-4ecdc4da-d7bf-41bd-a1b9-b433b5e97a6d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Aug 31 08:08:31.495317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:08:31.505786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e609232-139b-46c3-8b48-93f09fa632ef tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "PUT /v2.0/routers/1cc4c512-b257-4e69-b1e1-2c66dac3a8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343915 Aug 31 08:08:31.515728 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:08:31.536514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-335df94c-22aa-49b7-9634-1509b9c6ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:31.539665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-335df94c-22aa-49b7-9634-1509b9c6ea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:31.544540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-335df94c-22aa-49b7-9634-1509b9c6ea67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cdac360-7d4e-484a-a854-babe7159c354 HTTP/1.1" status: 204 len: 168 time: 0.4130938 Aug 31 08:08:31.552441 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:31.556003 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:31.558074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df94c-22aa-49b7-9634-1509b9c6ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdac360-7d4e-484a-a854-babe7159c354,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:31.670121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44256) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:31.734243 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:32.004266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:30Z', 'revision_number': 6, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 1, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:32.035488 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:08:32.047241 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:32.048007 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:32.200853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eefe77-8b7f-44cc-81a8-089028d47013 req-816186c2-9a73-4028-b929-729f33fa40d8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:32.202275 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:32.210481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19eefe77-8b7f-44cc-81a8-089028d47013 req-816186c2-9a73-4028-b929-729f33fa40d8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0905600 Aug 31 08:08:32.262118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19eefe77-8b7f-44cc-81a8-089028d47013 req-f1b5c671-bfa8-421f-943e-4105be898a80 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Aug 31 08:08:32.276452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-576875963'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:32.411897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536e6e8-bfdf-43cd-aa3c-2f1443764181 req-449462b7-188f-48a9-9e66-a4a76499f74a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:32.413018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c536e6e8-bfdf-43cd-aa3c-2f1443764181 req-449462b7-188f-48a9-9e66-a4a76499f74a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 946 time: 0.0631471 Aug 31 08:08:32.442253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Made reservation on behalf of 1c7b97466afa461792793b3d792a2cbe for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:32.445777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:32.476836 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c536e6e8-bfdf-43cd-aa3c-2f1443764181 req-c3af3f6c-6024-49a9-9efc-b2ea3b7e7e6a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555365 Aug 31 08:08:32.477670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:32.533956 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:30Z', 'revision_number': 6, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 1, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:32.610092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:32.651102 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb98fa2-db7d-4522-b223-0e310ebc8fe5 None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:30Z', 'revision_number': 6, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '33c926da-16bb-4c59-a362-7633c03f392a', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'port_id': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'mac_address': 'fa:16:3e:18:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:06:39Z', 'updated_at': '2021-08-31T08:06:46Z', 'revision_number': 1, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:08:32.771383 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:32.800587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:32.811010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb379f11-fa67-4524-9ae3-6e38dbb2f697,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:32.816405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:32.816764 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Added segment c602ee00-5ca8-474a-904e-b1f03a685494 of type vlan for network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 Aug 31 08:08:32.864934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:32.886416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44294) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:32.891361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038214 Aug 31 08:08:32.907184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44296) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:33.081588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:33.087365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:33.090528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:33.173257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event updated for resources: {'Network': ['ID=0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:33.185824 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:33.267139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1a8737a6-5146-499c-826f-5314def01f38 tempest-NetworksApiDiscovery-1730448868 tempest-NetworksApiDiscovery-1730448868-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3585839 Aug 31 08:08:33.320053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:33.320877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e62373b9-8a3e-465b-b0dc-5c7011369c3d tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6494939 Aug 31 08:08:33.328487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Request body: {'subnet': {'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:33.468149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfecb9-e6a4-4fbb-8b42-ede56e3b4bf2 req-68d35450-c6eb-4fbf-8646-94d6c9e7f45d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:33.469773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7cfecb9-e6a4-4fbb-8b42-ede56e3b4bf2 req-68d35450-c6eb-4fbf-8646-94d6c9e7f45d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0900004 Aug 31 08:08:33.525787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7cfecb9-e6a4-4fbb-8b42-ede56e3b4bf2 req-e3d35df7-6b29-4465-929a-81a11fffa7bd tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Aug 31 08:08:33.604061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Made reservation on behalf of 1c7b97466afa461792793b3d792a2cbe for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:33.609253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:33.705998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88168f7-149e-4e29-86d4-6eef274adb0f req-7db3fa97-95e8-45ef-a679-7b65e0339922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:33.707407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f88168f7-149e-4e29-86d4-6eef274adb0f req-7db3fa97-95e8-45ef-a679-7b65e0339922 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1098 time: 0.1197267 Aug 31 08:08:33.730932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8f2761e4-9691-4cd8-90f7-a039288441f8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:33.732501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8f2761e4-9691-4cd8-90f7-a039288441f8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 946 time: 0.1020467 Aug 31 08:08:33.740386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8190665-e6a7-4e9c-b294-fa121b76b39e req-c8274c37-6e48-4960-8a49-576729aa7894 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:33.747829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8190665-e6a7-4e9c-b294-fa121b76b39e req-c8274c37-6e48-4960-8a49-576729aa7894 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 946 time: 0.1513987 Aug 31 08:08:33.844110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f88168f7-149e-4e29-86d4-6eef274adb0f req-8866ab95-f2da-42f9-895b-9d4122f8ed1e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284575 Aug 31 08:08:33.865225 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8190665-e6a7-4e9c-b294-fa121b76b39e req-f62b181e-2f4b-485c-ace7-c38fc80cf5fd tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=4a08f71a-e26e-45d5-9e83-a2df433e5c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165113 Aug 31 08:08:33.914876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:33.915608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:33.978287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:33.985159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.005669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:08:34.006376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28327d8f-e0bc-48c2-9a34-d34d90f51ab1 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:08:34.052607 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:34.052990 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.075551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:34.079337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event updated for resources: {'Subnet': ['ID=805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:34.094315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Checking segment: {'id': 'c602ee00-5ca8-474a-904e-b1f03a685494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:34.094942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Network hostable DHCP agents. Network: 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:08:34.178635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:34.233478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:08:34.292715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:08:34.322006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.356701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=e2e6a159-dbef-4697-9ac3-e6fb68d2efe3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:34.398171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:34.408347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:34.410025 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.413013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] No DVR routers for this DVR port e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:34.416321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.418923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d554edbc-e329-4951-b6c2-60d9b9b0a15b req-8bde2aa3-0b2c-4223-918a-663a747a8741 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "DELETE /v2.0/ports/e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 HTTP/1.1" status: 204 len: 173 time: 0.6569016 Aug 31 08:08:34.419261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'name': 'network-vif-deleted', 'tag': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:34.421856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b4a5c7-fec6-429c-951c-d3c629fcf01e" -d '{"events": [{"server_uuid": "3fa860d8-5b8e-4781-b0f2-b264f8bbb0de", "name": "network-vif-deleted", "tag": "e2e6a159-dbef-4697-9ac3-e6fb68d2efe3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:34.460994 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b15718-0630-430a-bf07-2fc40a3c3795 x-openstack-request-id: req-b9b15718-0630-430a-bf07-2fc40a3c3795 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:34.461340 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa860d8-5b8e-4781-b0f2-b264f8bbb0de", "name": "network-vif-deleted", "tag": "e2e6a159-dbef-4697-9ac3-e6fb68d2efe3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:34.462311 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9b15718-0630-430a-bf07-2fc40a3c3795 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:34.462540 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa860d8-5b8e-4781-b0f2-b264f8bbb0de', 'name': 'network-vif-deleted', 'tag': 'e2e6a159-dbef-4697-9ac3-e6fb68d2efe3', 'status': 'completed', 'code': 200} Aug 31 08:08:34.490687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f901fb-d371-4614-be07-bc5bf837a1bf None None] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:34.601836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:34.624566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'port_id': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'mac_address': 'fa:16:3e:ba:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:08:34.656932 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa2a0dd2-5fdb-4b62-9add-f043e36230db tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3353393 Aug 31 08:08:34.664283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44364) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:34.674415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Request body: {'port': {'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1572599867'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:34.720772 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.783757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fb0bec6-dca2-4801-8dab-49ff87dea79f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:08:34.809312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:34.813063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7', 'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7', 'tenant_id': '1c7b97466afa461792793b3d792a2cbe', 'fixed_ips': [{'subnet_id': '805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:08:34.814371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:34.920413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327cb7-f938-49bd-883c-c02a958d6f47 req-30916d5d-1046-4d78-99eb-584403d7edb7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:34.922504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3327cb7-f938-49bd-883c-c02a958d6f47 req-30916d5d-1046-4d78-99eb-584403d7edb7 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.3050702 Aug 31 08:08:35.011512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3327cb7-f938-49bd-883c-c02a958d6f47 req-d2ab7182-a37d-4a51-99dd-99625af362fe tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798478 Aug 31 08:08:35.057732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.067845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac20c-e752-4e52-bd45-516091d0590b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.143009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a030816e-51e7-4028-b20c-a7dc45d26f1b req-3bdaa706-a52f-4211-bab1-21e43f6f166e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 210 time: 0.0446784 Aug 31 08:08:35.271152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac20c-e752-4e52-bd45-516091d0590b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.295807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:35.329242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Allocated IP 172.20.0.2 (0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7/805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe/02c24714-083c-4a32-8646-5f94853e48ab) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:35.350588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['8fb0bec6-dca2-4801-8dab-49ff87dea79f'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:08:35.390704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac20c-e752-4e52-bd45-516091d0590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.472957 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5a1ac20c-e752-4e52-bd45-516091d0590b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dedd41f30b374d3a81a89a2075895fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2905767 Aug 31 08:08:35.473143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44396) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:35.480309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ac20c-e752-4e52-bd45-516091d0590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e32cfa3-c334-4f8d-ab08-b3badd82073b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:35.577978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b71a-9ea5-4278-b333-258990ba8b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.612369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b71a-9ea5-4278-b333-258990ba8b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.638816 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.646416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Made reservation on behalf of 1c7b97466afa461792793b3d792a2cbe for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:35.649799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Transition to ACTIVE for port object 02c24714-083c-4a32-8646-5f94853e48ab will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:35.653953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.694423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Transition to ACTIVE for port object 02c24714-083c-4a32-8646-5f94853e48ab will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:35.699729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] device_id is not set on port 1b44f501-def4-4a54-bba4-e0558ed79abd yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:35.876226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:35.952688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:35.959779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:35.964854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:35.985724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Pushing event updated for resources: {'Port': ['ID=02c24714-083c-4a32-8646-5f94853e48ab,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:36.070223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Attempting to bind port 02c24714-083c-4a32-8646-5f94853e48ab on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:36.071021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Attempting to bind port 02c24714-083c-4a32-8646-5f94853e48ab by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c602ee00-5ca8-474a-904e-b1f03a685494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:36.071618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Attempting to bind port 02c24714-083c-4a32-8646-5f94853e48ab on network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:36.081328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:08:36.081962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Checking segment: {'id': 'c602ee00-5ca8-474a-904e-b1f03a685494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:36.082562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.083206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Bound using segment: {'id': 'c602ee00-5ca8-474a-904e-b1f03a685494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:08:36.083959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Bound port: 02c24714-083c-4a32-8646-5f94853e48ab, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c602ee00-5ca8-474a-904e-b1f03a685494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:08:36.094387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.235858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] For port 02c24714-083c-4a32-8646-5f94853e48ab, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:36.235858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] For port 02c24714-083c-4a32-8646-5f94853e48ab, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=02c24714-083c-4a32-8646-5f94853e48ab,segment=NetworkSegment(c602ee00-5ca8-474a-904e-b1f03a685494),segment_id=c602ee00-5ca8-474a-904e-b1f03a685494)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:08:36.261311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:36.303119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ed6b1e3-1aaa-4997-912d-c49b70d27687 req-17cf1263-d179-445f-824e-7b4165d6a721 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa860d8-5b8e-4781-b0f2-b264f8bbb0de HTTP/1.1" status: 200 len: 210 time: 0.0520561 Aug 31 08:08:36.340524 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b71a-9ea5-4278-b333-258990ba8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.345152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b71a-9ea5-4278-b333-258990ba8b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.347093 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f0d8b71a-9ea5-4278-b333-258990ba8b4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e32cfa3-c334-4f8d-ab08-b3badd82073b HTTP/1.1" status: 204 len: 168 time: 0.8726182 Aug 31 08:08:36.380987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8b71a-9ea5-4278-b333-258990ba8b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e32cfa3-c334-4f8d-ab08-b3badd82073b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:36.407922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.414390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Allocated IP 172.20.0.13 (0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7/805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe/1b44f501-def4-4a54-bba4-e0558ed79abd) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:36.569673 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.610042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8fb0bec6-dca2-4801-8dab-49ff87dea79f {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:08:36.660085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.674408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Transition to ACTIVE for port object 1b44f501-def4-4a54-bba4-e0558ed79abd will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:36.679973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:36.693185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ffdaa-d5dc-464f-9652-ef37a9637cd0 None None] Pushing event updated for resources: {'Port': ['ID=02c24714-083c-4a32-8646-5f94853e48ab,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:36.742893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d123e-93b2-40f0-b0fb-39c98975777c req-2f09a236-5ee7-49e1-b096-4153b47f2d9e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:36.745780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e03d123e-93b2-40f0-b0fb-39c98975777c req-2f09a236-5ee7-49e1-b096-4153b47f2d9e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 945 time: 0.1675725 Aug 31 08:08:36.809618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.810160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.823211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e03d123e-93b2-40f0-b0fb-39c98975777c req-d833eb89-d290-4274-82ff-8602db2431f9 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662403 Aug 31 08:08:36.844286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44422) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:36.881432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event updated for resources: {'Port': ['ID=1b44f501-def4-4a54-bba4-e0558ed79abd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:36.913264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:36.913360 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:36.918497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:36.923180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:36.978105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5255126a-943c-45c9-b994-9c8d3c2198bf tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/floatingips/0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 HTTP/1.1" status: 200 len: 991 time: 0.1180253 Aug 31 08:08:37.040304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:37.041305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:37.193199 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4743e843-5ded-49f0-ba39-b2bb7461b6cb tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5259707 Aug 31 08:08:37.198475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44440) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:37.206046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Request body: {'port': {'network_id': '0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1938214533', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:37.207201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.api.validators [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] bootfile-name is not in valid_values {{(pid=95446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 08:08:37.207860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.api.validators [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] tftp-server is not in valid_values {{(pid=95446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 08:08:37.208389 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.api.validators [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] server-ip-address is not in valid_values {{(pid=95446) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 08:08:37.373210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44446) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:37.446105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44344951-ed8d-456a-af92-80ff77781045 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:37.475849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44344951-ed8d-456a-af92-80ff77781045 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:37.508922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-65f87561-8061-4538-8acf-f9eec1b21066 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:37.512726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-65f87561-8061-4538-8acf-f9eec1b21066 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.2981131 Aug 31 08:08:37.563111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-f098f906-d481-4dd3-be44-37caf4df4c2d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0360849 Aug 31 08:08:37.648483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-3a95978f-edac-412a-8b4a-eaf0453dc34b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844085 Aug 31 08:08:37.740702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Made reservation on behalf of 1c7b97466afa461792793b3d792a2cbe for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:37.744682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:37.770378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] device_id is not set on port d4a53230-252f-4597-bca4-d20b582653f0 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:37.806434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:37.824319 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44344951-ed8d-456a-af92-80ff77781045 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:37.831711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44344951-ed8d-456a-af92-80ff77781045 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:37.833163 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-44344951-ed8d-456a-af92-80ff77781045 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/security-groups/4a08f71a-e26e-45d5-9e83-a2df433e5c27 HTTP/1.1" status: 204 len: 168 time: 0.4588881 Aug 31 08:08:37.848872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44344951-ed8d-456a-af92-80ff77781045 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08f71a-e26e-45d5-9e83-a2df433e5c27,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:37.858805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:08:37.859455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2e6a159-dbef-4697-9ac3-e6fb68d2efe3 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:08:37.953248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1e588-71b9-414a-afc0-3e9f478f7b40 None None] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:38.000766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44466) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:38.019396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Allocated IP 172.20.0.12 (0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7/805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe/d4a53230-252f-4597-bca4-d20b582653f0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:38.073344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-16395b8e-f318-4772-ac17-60c39af91627 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145603 Aug 31 08:08:38.113404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting subnet cafa90f1-122a-4280-bbc7-43add23ab082 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:08:38.120631 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.180512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.202867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02c24714-083c-4a32-8646-5f94853e48ab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:08:38.287147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:08:38.307772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.343751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-ad0240e8-c5c2-4c9c-87b4-4ac9a61c7a8e service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587969 Aug 31 08:08:38.367058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6cd0382e-4224-444d-92b6-6435865a6be6 None None] Provisioning for port 02c24714-083c-4a32-8646-5f94853e48ab completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:38.436332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.463754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 8fb0bec6-dca2-4801-8dab-49ff87dea79f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:38.464289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.473981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Transition to ACTIVE for port object d4a53230-252f-4597-bca4-d20b582653f0 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:38.536332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.600384 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.602947 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/subnets/cafa90f1-122a-4280-bbc7-43add23ab082 HTTP/1.1" status: 204 len: 168 time: 0.6010435 Aug 31 08:08:38.604753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e735f-5529-442c-9073-2fb08374a778 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Subnet': ['ID=cafa90f1-122a-4280-bbc7-43add23ab082,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:38.605837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44486) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:38.618473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80528ef9-95a5-440e-aa7c-2eff03dcd7c9 None None] Network 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:38.628828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 02c24714-083c-4a32-8646-5f94853e48ab completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:38.663226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 02c24714-083c-4a32-8646-5f94853e48ab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:38.663479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.738056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.790921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:38.798895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:38.804011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.807788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:38.851238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.869852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event updated for resources: {'Port': ['ID=d4a53230-252f-4597-bca4-d20b582653f0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:38.954597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:38.955545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:38.985035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:38.987889 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aac5fc-3202-4c0e-b364-a27660b82398" -d '{"events": [{"server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:39.000659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acf59d68-3706-479b-9693-a255b600c1b9 req-6aa504e9-98ea-446e-9f51-eab771e40f40 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0389380 Aug 31 08:08:39.020930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:39.023165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.032132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4892b628-4079-4f81-a2f1-33e503a8d048 None None] Provisioning for port 1b44f501-def4-4a54-bba4-e0558ed79abd completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:39.060423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:39.064728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4892b628-4079-4f81-a2f1-33e503a8d048 None None] Provisioning complete for port 1b44f501-def4-4a54-bba4-e0558ed79abd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:39.065246 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4892b628-4079-4f81-a2f1-33e503a8d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.115772 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.121546 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba914aa-d645-4d2d-905b-7da6f634077e x-openstack-request-id: req-fba914aa-d645-4d2d-905b-7da6f634077e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:39.134171 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:39.135681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44506) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:39.135865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-51e166a1-24d7-4acd-85c5-65db312222dd tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9358592 Aug 31 08:08:39.136207 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fba914aa-d645-4d2d-905b-7da6f634077e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:39.136732 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'code': 200} Aug 31 08:08:39.186248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port e0f69adb-9ada-4bae-ad85-669f73e3bcf8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:39.186851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.209201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.212727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 02c24714-083c-4a32-8646-5f94853e48ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=02c24714-083c-4a32-8646-5f94853e48ab,segment=NetworkSegment(c602ee00-5ca8-474a-904e-b1f03a685494),segment_id=c602ee00-5ca8-474a-904e-b1f03a685494)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:39.230858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4892b628-4079-4f81-a2f1-33e503a8d048 None None] Port 1b44f501-def4-4a54-bba4-e0558ed79abd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:39.258465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] DHCP port deletion for 2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:08:39.271384 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9a654-3ba5-4ff3-a16e-c330ec5abaa1 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:39.276581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for e0f69adb-9ada-4bae-ad85-669f73e3bcf8 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:39.278950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4892b628-4079-4f81-a2f1-33e503a8d048 None None] Provisioning complete for port 02c24714-083c-4a32-8646-5f94853e48ab triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:39.279242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4892b628-4079-4f81-a2f1-33e503a8d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.291104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9a654-3ba5-4ff3-a16e-c330ec5abaa1 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:39.300492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9a654-3ba5-4ff3-a16e-c330ec5abaa1 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:39.302536 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-86c9a654-3ba5-4ff3-a16e-c330ec5abaa1 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1642227 Aug 31 08:08:39.305326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:39.352504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:39.377801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.480864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Deleting port d4a53230-252f-4597-bca4-d20b582653f0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:39.481364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.520461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] Deleting port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:39.520840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.555951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.596051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:39.604855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] No DVR routers for this DVR port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:39.615373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.652063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Calling delete_port for d4a53230-252f-4597-bca4-d20b582653f0 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:39.674602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=02c24714-083c-4a32-8646-5f94853e48ab,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:39.693383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] For port e0f69adb-9ada-4bae-ad85-669f73e3bcf8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,segment=NetworkSegment(be8fd9f9-573c-4b42-9f1b-4a9935efaf6d),segment_id=be8fd9f9-573c-4b42-9f1b-4a9935efaf6d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:39.694118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.714800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Provisioning complete for port 1b44f501-def4-4a54-bba4-e0558ed79abd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:39.715178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.718904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] Calling delete_port for e0f69adb-9ada-4bae-ad85-669f73e3bcf8 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:39.755017 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.770078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2befe4d6-fa4e-4c6f-9e4f-8c203b06a375']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:39.787129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:39.788012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8fd9f9-573c-4b42-9f1b-4a9935efaf6d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:39.805742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.832262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Port 1b44f501-def4-4a54-bba4-e0558ed79abd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:39.849050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.862025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:39.863237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:39.868088 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:39.888844 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.911050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44528) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:39.914579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] Pushing event deleted for resources: {'Port': ['ID=e0f69adb-9ada-4bae-ad85-669f73e3bcf8,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:39.921135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c39bbe-bbe6-4597-8962-56622d6e690a None None] No DVR routers for this DVR port e0f69adb-9ada-4bae-ad85-669f73e3bcf8 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:39.974174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Provisioning for port d4a53230-252f-4597-bca4-d20b582653f0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:39.974591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:39.980519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Provisioning complete for port d4a53230-252f-4597-bca4-d20b582653f0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:39.980899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.010433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-557f1e96-e08b-4588-aad0-15a87fbbc727 None None] Port d4a53230-252f-4597-bca4-d20b582653f0 was deleted so its status cannot be updated. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 08:08:40.034623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event deleted for resources: {'Port': ['ID=d4a53230-252f-4597-bca4-d20b582653f0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:40.058836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.085268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.091991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/networks/2befe4d6-fa4e-4c6f-9e4f-8c203b06a375 HTTP/1.1" status: 204 len: 168 time: 1.4844730 Aug 31 08:08:40.093181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3083b-f5ff-43d9-b972-cd4ded8b394f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Network': ['ID=2befe4d6-fa4e-4c6f-9e4f-8c203b06a375,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:40.096567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44540) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:40.136622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02c24714-083c-4a32-8646-5f94853e48ab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:08:40.250247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44542) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:40.275051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 02c24714-083c-4a32-8646-5f94853e48ab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:40.275561 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.300397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9289ec7f-4501-480b-b732-3981ada104b4 req-b4910b45-4680-4aa7-ad6d-a67b6e1bfd37 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0922632 Aug 31 08:08:40.308004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.310059 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec46869b-5c79-48e3-ac0d-aa41d91dbb80 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "DELETE /v2.0/ports/d4a53230-252f-4597-bca4-d20b582653f0 HTTP/1.1" status: 204 len: 168 time: 1.0035286 Aug 31 08:08:40.320498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44546) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:40.332390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Request body: {'port': {'name': 'tempest-new-port-name-2089916714', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:40.332792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] bootfile-name is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 08:08:40.333130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] tftp-server is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 08:08:40.333461 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.api.validators [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] server-ip-address is not in valid_values {{(pid=95445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 08:08:40.441775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001327459-network', 'tenant_id': '495c60df83f94338b1c3cb798afe8a1f'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:40.452772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26e1f11e-6c2d-44be-89e4-91b5dde722e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.538049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.568287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Made reservation on behalf of 495c60df83f94338b1c3cb798afe8a1f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:40.579471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.603903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0f69adb-9ada-4bae-ad85-669f73e3bcf8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:40.604798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 3b89b1b6-a454-4d0b-8712-8eb449fada07 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:40.605294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.624610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.630048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e0f69adb-9ada-4bae-ad85-669f73e3bcf8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:08:40.631106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0f69adb-9ada-4bae-ad85-669f73e3bcf8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:08:40.768267 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.769102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.795570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 3b89b1b6-a454-4d0b-8712-8eb449fada07 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:40.813400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26e1f11e-6c2d-44be-89e4-91b5dde722e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.923569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.946117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26e1f11e-6c2d-44be-89e4-91b5dde722e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.008971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f11e-6c2d-44be-89e4-91b5dde722e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af383489-9ddc-4fea-acf4-668c6ce086c2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:41.019068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.030122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26e1f11e-6c2d-44be-89e4-91b5dde722e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d29aa5705c9848f09950d375e0ee8bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173520 Aug 31 08:08:41.034013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44562) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:41.126249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.159093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] In _notify_port_updated(), no bound segment for port 1b44f501-def4-4a54-bba4-e0558ed79abd on network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 {{(pid=95445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 08:08:41.164888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:41.165615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.167047 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "PUT /v2.0/ports/1b44f501-def4-4a54-bba4-e0558ed79abd HTTP/1.1" status: 200 len: 1137 time: 0.8455222 Aug 31 08:08:41.170118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f00be-7671-40c9-b760-776aa6061db3 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event updated for resources: {'Port': ['ID=1b44f501-def4-4a54-bba4-e0558ed79abd,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:41.172947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44566) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:41.210238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=3b89b1b6-a454-4d0b-8712-8eb449fada07,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:41.281726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf4b22-e8d3-4279-82a5-004165174133 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:41.283279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4fbf4b22-e8d3-4279-82a5-004165174133 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "GET /v2.0/ports/1b44f501-def4-4a54-bba4-e0558ed79abd HTTP/1.1" status: 200 len: 1137 time: 0.1095490 Aug 31 08:08:41.290977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44570) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:41.333062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e04367a-f145-4dec-a7c4-68645e78cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.345529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.370533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e04367a-f145-4dec-a7c4-68645e78cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.448954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.449310 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Floating IP 33c926da-16bb-4c59-a362-7633c03f392a disassociated (deleted). External IP: 172.25.0.115, port: 540d5af5-08f9-42a3-b2eb-ef326b2bfe18. Aug 31 08:08:41.482301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.536727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f35ac-7877-4500-9b95-7082ea6e0296,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:41.546672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c964dfa-e02f-44ae-b5e8-8df8d56e2449 req-e65de600-66de-41bd-b7af-6e2c1863b615 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0460076 Aug 31 08:08:41.552324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b8508381-6b7d-4f94-874a-5e37068f152a None None] Provisioning complete for port 1b44f501-def4-4a54-bba4-e0558ed79abd triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:41.554341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b8508381-6b7d-4f94-874a-5e37068f152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.602735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Deleting port 1b44f501-def4-4a54-bba4-e0558ed79abd {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:41.602735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.645247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e04367a-f145-4dec-a7c4-68645e78cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.647897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e04367a-f145-4dec-a7c4-68645e78cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.653999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3e04367a-f145-4dec-a7c4-68645e78cd99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af383489-9ddc-4fea-acf4-668c6ce086c2 HTTP/1.1" status: 204 len: 168 time: 0.6131537 Aug 31 08:08:41.724966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:41.748172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b8508381-6b7d-4f94-874a-5e37068f152a None None] Port 1b44f501-def4-4a54-bba4-e0558ed79abd cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:41.771279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:41.774266 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Added segment 3c4075c4-4909-4a96-b94c-35e07ec9cff8 of type vlan for network 05efdb25-879c-49f4-98b1-e24fc4d21c11 Aug 31 08:08:41.891346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04367a-f145-4dec-a7c4-68645e78cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af383489-9ddc-4fea-acf4-668c6ce086c2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:41.926381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:42.051166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:08:42.061363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:42.108868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:42.109957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:42.111444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:42.120807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Calling delete_port for 1b44f501-def4-4a54-bba4-e0558ed79abd owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:42.306597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] Pushing event updated for resources: {'Network': ['ID=05efdb25-879c-49f4-98b1-e24fc4d21c11,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:42.342190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63d16dba-bd57-431f-b675-29edffd1cdab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0859859 Aug 31 08:08:42.346979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44584) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:42.355145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Request body: {'subnet': {'network_id': '05efdb25-879c-49f4-98b1-e24fc4d21c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2001327459-subnet', 'tenant_id': '495c60df83f94338b1c3cb798afe8a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:42.361253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 05efdb25-879c-49f4-98b1-e24fc4d21c11 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:42.477043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Made reservation on behalf of 495c60df83f94338b1c3cb798afe8a1f for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:42.479464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:42.770832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-a185d495-a3a3-45c4-853e-c25f997363fc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:42.774218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-a185d495-a3a3-45c4-853e-c25f997363fc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.5743103 Aug 31 08:08:42.793146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:42.827315 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:42.928655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event deleted for resources: {'Port': ['ID=1b44f501-def4-4a54-bba4-e0558ed79abd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:42.951826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:08:42.971730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:08:42.975852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a1e56f0-8e87-41f3-b749-6d661faba873 req-b5210ff8-2eb1-4691-89c2-c211c0224db2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0816708 Aug 31 08:08:43.002570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:43.022079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:43.026839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:43.201235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-51f40490-08c9-432c-8408-f4d2c410ee7c tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/floatingips/33c926da-16bb-4c59-a362-7633c03f392a HTTP/1.1" status: 204 len: 168 time: 3.0648558 Aug 31 08:08:43.208172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:43.229099 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944413ef-5d10-4f69-ae7a-a38aa92db8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:43.244230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:43.251463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8811fe53-35f9-4574-9673-ea07f993c866 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "DELETE /v2.0/ports/1b44f501-def4-4a54-bba4-e0558ed79abd HTTP/1.1" status: 204 len: 168 time: 1.9537301 Aug 31 08:08:43.254268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44596) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:43.361899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44600) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:43.442961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:43.455125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Deleting subnet 805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:08:43.469642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:43.520037 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0467ee8c-f5d1-4eff-9bff-13d57478bd8a x-openstack-request-id: req-0467ee8c-f5d1-4eff-9bff-13d57478bd8a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:43.520462 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:43.520861 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0467ee8c-f5d1-4eff-9bff-13d57478bd8a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:43.521460 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'status': 'completed', 'code': 200} Aug 31 08:08:43.526383 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d72e3f51-bcd5-431e-b69e-0616fccbf6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:43.587615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:43.759098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-ac56c07c-7296-4140-a0be-08b6e8c768fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:43.761801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-ac56c07c-7296-4140-a0be-08b6e8c768fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 1097 time: 0.2162993 Aug 31 08:08:43.864366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:43.922896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:30Z', 'revision_number': 6, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:43.943828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-4fde32a5-5245-40af-b910-d35ca48ca686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:43.946035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-4fde32a5-5245-40af-b910-d35ca48ca686 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 200 len: 898 time: 0.1755581 Aug 31 08:08:43.995540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:08:44.014113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:44.015264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:44.095881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.220289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:44.226570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.304843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.311956 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "DELETE /v2.0/subnets/805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe HTTP/1.1" status: 204 len: 168 time: 1.0564046 Aug 31 08:08:44.322270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44608) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:44.441186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bea446-67dd-4270-970d-94f439071ded,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:44.497740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09d31-8e24-4e37-af71-99995bc77e41 tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event deleted for resources: {'Subnet': ['ID=805bbfdb-fa5c-4c75-bda4-fb1f5179fbbe,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:44.506260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Checking segment: {'id': '3c4075c4-4909-4a96-b94c-35e07ec9cff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '05efdb25-879c-49f4-98b1-e24fc4d21c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:44.506793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Network hostable DHCP agents. Network: 05efdb25-879c-49f4-98b1-e24fc4d21c11, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:08:44.568378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.632832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Network 05efdb25-879c-49f4-98b1-e24fc4d21c11 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:08:44.636914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e4b19-9749-4ed1-a81a-4a7724bad5e3 None None] Network 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:44.686929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Deleting port 02c24714-083c-4a32-8646-5f94853e48ab {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:44.692534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.736468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:44.736468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.756152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-e67ee46a-c7c9-465f-ad8f-0470dda1bab3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 200 len: 217 time: 0.8023033 Aug 31 08:08:44.773898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 05efdb25-879c-49f4-98b1-e24fc4d21c11) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:44.791336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a242c8d1-8f77-4d6f-b505-06c921a94ed3 req-063fe75d-be23-422b-aaf7-8aaf591774be tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.1224616 Aug 31 08:08:44.806394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:44.808105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.821650 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] For port 02c24714-083c-4a32-8646-5f94853e48ab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=02c24714-083c-4a32-8646-5f94853e48ab,segment=NetworkSegment(c602ee00-5ca8-474a-904e-b1f03a685494),segment_id=c602ee00-5ca8-474a-904e-b1f03a685494)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:44.822147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.827900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953eb78-177d-4883-9547-607eb4345b5d None None] Network 05efdb25-879c-49f4-98b1-e24fc4d21c11 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:44.845951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Calling delete_port for 02c24714-083c-4a32-8646-5f94853e48ab owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:44.874220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d72e3f51-bcd5-431e-b69e-0616fccbf6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:44.890948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91230ea-5a0a-4683-a1cc-30d94192bd6c req-9497ddef-415a-41bf-8c90-4c3c331be256 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:44.892975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e91230ea-5a0a-4683-a1cc-30d94192bd6c req-9497ddef-415a-41bf-8c90-4c3c331be256 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.2048290 Aug 31 08:08:44.931786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-f3eab913-842c-4572-8a1a-7a62f337fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:44.933336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-f3eab913-842c-4572-8a1a-7a62f337fce9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 200 len: 834 time: 0.1356604 Aug 31 08:08:45.003810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d72e3f51-bcd5-431e-b69e-0616fccbf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.053660 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.076850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-ed0dfd06-af97-406e-ae61-5b4b3f43faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:45.078527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-ed0dfd06-af97-406e-ae61-5b4b3f43faca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3d7a965d-4081-4657-a861-eba6d5cf7a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267743 Aug 31 08:08:45.110696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] No DVR routers for this DVR port 02c24714-083c-4a32-8646-5f94853e48ab on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:45.142131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd47b5c-8116-4fb8-b4ba-426681251063 None None] Network 05efdb25-879c-49f4-98b1-e24fc4d21c11 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:45.176340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d72e3f51-bcd5-431e-b69e-0616fccbf6e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=711f6ff27dbb43f4a21150b8e4738e30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8077459 Aug 31 08:08:45.181718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e91230ea-5a0a-4683-a1cc-30d94192bd6c req-f9f426db-2f10-45e3-925b-921b1e339579 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524524 Aug 31 08:08:45.216798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44622) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:45.226671 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e9750f59-07f0-4b9b-91b8-ddb69dd449bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8793857 Aug 31 08:08:45.240148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event deleted for resources: {'Port': ['ID=02c24714-083c-4a32-8646-5f94853e48ab,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:45.305835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e3f51-bcd5-431e-b69e-0616fccbf6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cea9e8-ac6b-41c6-b671-dc4ebea74a89,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:45.327251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.10 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/bb8e4a08-8e5e-46cb-82c3-d06bcef79725) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:08:45.398946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-8315ccdd-0314-4665-8586-276e2919ec5b service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683001 Aug 31 08:08:45.539193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944413ef-5d10-4f69-ae7a-a38aa92db8ec req-b5055db9-b34c-496f-afde-7431b2cbedd6 service neutron] 10.222.0.68 "GET /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228528 Aug 31 08:08:45.600543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.631827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:45.651869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c602ee00-5ca8-474a-904e-b1f03a685494') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:45.652352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c602ee00-5ca8-474a-904e-b1f03a685494') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:45.686662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.719344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.731818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:45.732855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.787269 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:45.818492 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:45.877113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415a2cb-0506-4fd5-a05d-379706b065fa None None] DHCP port deletion for 0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:08:45.921983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91d5ae1d-aa1b-4049-87c3-3c05e7398451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.959788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91d5ae1d-aa1b-4049-87c3-3c05e7398451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:45.979504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89e8fecf-42a1-49cc-be7c-00c08e0d4402 req-b3d19d98-7be7-444d-8fdb-78492c36756f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0755615 Aug 31 08:08:45.980537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:30Z', 'revision_number': 6, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:46.014932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8f2fc-7bee-4002-a9cc-f07f6e85f309 None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:30Z', 'revision_number': 6, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ea6ba88a-c91d-4666-a615-4df5b132d3c8', 'name': '', 'network_id': '3d7a965d-4081-4657-a861-eba6d5cf7a01', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:e3:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:49Z', 'updated_at': '2021-08-31T08:06:00Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': '73600ad0-cbd5-4605-ae5f-4ca9f5f6d199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:08:46.015499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object bb8e4a08-8e5e-46cb-82c3-d06bcef79725 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:46.025742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.064541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.094797 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] 10.222.0.36 "DELETE /v2.0/networks/0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7 HTTP/1.1" status: 204 len: 168 time: 1.7511039 Aug 31 08:08:46.130688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fde20-40e9-4b48-ae41-62e68c64973c tempest-ExtraDHCPOptionsTestJSON-378810847 tempest-ExtraDHCPOptionsTestJSON-378810847-project] Pushing event deleted for resources: {'Network': ['ID=0ca2b4e8-ec8d-4ace-8efa-e64fb05a63f7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:46.192327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02c24714-083c-4a32-8646-5f94853e48ab no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:46.253691 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91d5ae1d-aa1b-4049-87c3-3c05e7398451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.259390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91d5ae1d-aa1b-4049-87c3-3c05e7398451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.264121 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-91d5ae1d-aa1b-4049-87c3-3c05e7398451 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0cea9e8-ac6b-41c6-b671-dc4ebea74a89 HTTP/1.1" status: 204 len: 168 time: 1.0335636 Aug 31 08:08:46.268201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 02c24714-083c-4a32-8646-5f94853e48ab {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:08:46.268900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02c24714-083c-4a32-8646-5f94853e48ab not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:08:46.289005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5ae1d-aa1b-4049-87c3-3c05e7398451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cea9e8-ac6b-41c6-b671-dc4ebea74a89,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:46.314653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.334335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['b8eee3ba-1173-488a-b98d-89d967e8f7d4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:08:46.443768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:08:46.509783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-4b022033-cb10-454b-8013-a33688fdf356 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:46.511821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-4b022033-cb10-454b-8013-a33688fdf356 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.68 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.3214779 Aug 31 08:08:46.512873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:46.531883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:08:46.640377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:46.726078 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6180c724-8d6a-4ce9-af1e-27920f1f7f71 None None] New status for floating IP 33c926da-16bb-4c59-a362-7633c03f392a: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:08:46.833801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e571e4b-d9c7-41a6-b0f6-fcbc8eb8281c req-708f1386-c24a-42cb-aa49-d161309fb374 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:46.837156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e571e4b-d9c7-41a6-b0f6-fcbc8eb8281c req-708f1386-c24a-42cb-aa49-d161309fb374 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.4622042 Aug 31 08:08:46.853563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:46.858620 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.962425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e571e4b-d9c7-41a6-b0f6-fcbc8eb8281c req-19c59e34-9732-4d03-9e01-4e1c9e054cd9 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912762 Aug 31 08:08:46.980882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:46.981301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:46.994092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2ddbd2c7-a41c-4fd3-9493-d270f2562848 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2034485 Aug 31 08:08:47.011956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Request body: {'port': {'device_id': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:47.080986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44660) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:47.083723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b0492139-cf02-4aaa-9426-79f89185cc01 None None] Provisioning for port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:08:47.091161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b0492139-cf02-4aaa-9426-79f89185cc01 None None] Provisioning complete for port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:08:47.091707 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b0492139-cf02-4aaa-9426-79f89185cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:47.200018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:47.209193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b0492139-cf02-4aaa-9426-79f89185cc01 None None] Port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:08:47.314676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88470575-b5b6-4cd5-bfa8-21585e3c4ee0 req-0ef3e967-731c-4401-aa0c-131cb5ae2f03 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:47.322519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88470575-b5b6-4cd5-bfa8-21585e3c4ee0 req-0ef3e967-731c-4401-aa0c-131cb5ae2f03 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 932 time: 0.1326523 Aug 31 08:08:47.446680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:47.448412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:47.505875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:47.531241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88470575-b5b6-4cd5-bfa8-21585e3c4ee0 req-f8238cca-20f9-420c-be0c-8ccd36271a68 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077370 Aug 31 08:08:47.741753 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9554c6b7-8d23-4bde-b80a-16ccddb4cdea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c7b97466afa461792793b3d792a2cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573274 Aug 31 08:08:47.742476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44674) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:47.833546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a4edfc2-1cd7-4269-9c34-50f3371eed43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:47.859539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44682) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:47.865261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211908455-network', 'tenant_id': '1f5c058907d042be95c21cf872b146a4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:47.877907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a4edfc2-1cd7-4269-9c34-50f3371eed43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:47.904093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8e4a08-8e5e-46cb-82c3-d06bcef79725 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:08:47.926036 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:47.954260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Transition to ACTIVE for port object bb8e4a08-8e5e-46cb-82c3-d06bcef79725 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:08:48.037768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Made reservation on behalf of 1f5c058907d042be95c21cf872b146a4 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:48.042003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.067616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.072175 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.086086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a4edfc2-1cd7-4269-9c34-50f3371eed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.090008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7a4edfc2-1cd7-4269-9c34-50f3371eed43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.092502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7a4edfc2-1cd7-4269-9c34-50f3371eed43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb379f11-fa67-4524-9ae3-6e38dbb2f697 HTTP/1.1" status: 204 len: 168 time: 0.3490307 Aug 31 08:08:48.112505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4edfc2-1cd7-4269-9c34-50f3371eed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb379f11-fa67-4524-9ae3-6e38dbb2f697,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:48.303342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b083e-8b1c-4ded-8bff-969093414627 req-002c1c68-06e1-46f2-a4f4-026cff6249fe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:48.304997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d70b083e-8b1c-4ded-8bff-969093414627 req-002c1c68-06e1-46f2-a4f4-026cff6249fe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 945 time: 0.2201095 Aug 31 08:08:48.317308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Pushing event updated for resources: {'Port': ['ID=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:48.334193 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.340201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.341266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.341889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.342472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.343056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.343642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.343766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.344232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.344731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.345159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.345749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.346365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.346954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:48.416395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=540d5af5-08f9-42a3-b2eb-ef326b2bfe18,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:48.463155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d70b083e-8b1c-4ded-8bff-969093414627 req-8cd3d9f7-430c-4a5a-8847-17ee0f1cf0fe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=006be040-a4dd-4b81-9e2b-dd4a57bbf401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266439 Aug 31 08:08:48.494916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Attempting to bind port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:08:48.494916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Attempting to bind port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:08:48.495903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Attempting to bind port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:48.508001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.552244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:48.564208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.564968 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Added segment 553ff7a4-e0ba-461d-91a1-1b4401a82cfc of type vlan for network 060d5586-fffa-4aa4-9949-c4adedc00e93 Aug 31 08:08:48.621515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] No DVR routers for this DVR port 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:48.626776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.647488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.651338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa57d936-be06-4e7f-b658-e43f1df33721 req-c721f7f8-5d97-456f-8095-9bcf97ee8e72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.68 "DELETE /v2.0/ports/540d5af5-08f9-42a3-b2eb-ef326b2bfe18 HTTP/1.1" status: 204 len: 173 time: 2.1015787 Aug 31 08:08:48.668144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'name': 'network-vif-deleted', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:48.672924 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a6fdf-dbd8-4657-b502-929f5b247240" -d '{"events": [{"server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "name": "network-vif-deleted", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:48.685357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:08:48.685357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Attempting to bind port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:08:48.692909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:08:48.693518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:48.706939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:08:48.706939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Bound port: bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:08:48.706939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.738550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61d4f1-6682-4cbf-a94a-d676c34cc872,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:48.769390 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20032b82-d7bd-4402-8cfc-cd20cfa20380 x-openstack-request-id: req-20032b82-d7bd-4402-8cfc-cd20cfa20380 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:48.769848 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf84889-c9c4-4412-8b1d-6ec1cb0d8b90", "name": "network-vif-deleted", "tag": "540d5af5-08f9-42a3-b2eb-ef326b2bfe18", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:48.770231 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20032b82-d7bd-4402-8cfc-cd20cfa20380 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:48.770833 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf84889-c9c4-4412-8b1d-6ec1cb0d8b90', 'name': 'network-vif-deleted', 'tag': '540d5af5-08f9-42a3-b2eb-ef326b2bfe18', 'status': 'completed', 'code': 200} Aug 31 08:08:48.895053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.896283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:48.897230 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:48.915950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bbdef-d081-45db-9d20-32306cbe9451 req-aad28cd9-dde2-4493-8d40-3659e1386111 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:48.918609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e26bbdef-d081-45db-9d20-32306cbe9451 req-aad28cd9-dde2-4493-8d40-3659e1386111 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1938236 Aug 31 08:08:48.926582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] For port bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:08:48.938451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] For port bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:08:49.038310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e26bbdef-d081-45db-9d20-32306cbe9451 req-1a698d92-255e-436f-8a66-19832d38fafb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975184 Aug 31 08:08:49.069335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:49.101580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] Pushing event updated for resources: {'Network': ['ID=060d5586-fffa-4aa4-9949-c4adedc00e93,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:49.113680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 060d5586-fffa-4aa4-9949-c4adedc00e93 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:49.212840 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6551d717-574a-4490-b516-ccb0b55ff115 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3518515 Aug 31 08:08:49.220745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44708) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:49.225778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Request body: {'subnet': {'network_id': '060d5586-fffa-4aa4-9949-c4adedc00e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211908455-subnet', 'tenant_id': '1f5c058907d042be95c21cf872b146a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:49.234107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:49.244148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:49.247374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] 10.222.0.45 "PUT /v2.0/ports/bb8e4a08-8e5e-46cb-82c3-d06bcef79725 HTTP/1.1" status: 200 len: 1093 time: 2.2425430 Aug 31 08:08:49.308437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0437-165e-4862-aeff-9509ade4ea7e service neutron] Pushing event updated for resources: {'Port': ['ID=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:49.432652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Made reservation on behalf of 1f5c058907d042be95c21cf872b146a4 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:49.439614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:49.567706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-b21338ed-9777-40f9-8c67-c14141a5d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:49.570310 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-b21338ed-9777-40f9-8c67-c14141a5d220 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 1096 time: 0.1495674 Aug 31 08:08:49.672103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-f4ca7b73-4a53-4452-8280-526c05f94bf0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725 HTTP/1.1" status: 200 len: 217 time: 0.0892308 Aug 31 08:08:49.750300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c4b1a18-e599-4806-b4d1-9e5d8bc339d1 req-53861963-ad4d-49fd-8cbb-d7c12a7cbc04 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 210 time: 0.0758817 Aug 31 08:08:49.807753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-1182853a-bf6b-47a4-b3e6-231c3047700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:49.809753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-1182853a-bf6b-47a4-b3e6-231c3047700f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.1060448 Aug 31 08:08:49.867257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2b71e660-6c66-4076-9a20-b2aff241fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:49.868936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-2b71e660-6c66-4076-9a20-b2aff241fa09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503058 Aug 31 08:08:49.992463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:50.003605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-d9bf88d7-47a0-4630-9aec-8a56ff38f514 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268504 Aug 31 08:08:50.091573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d78f46f-adca-4045-9ca0-0b4c86274da9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:50.129337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Checking segment: {'id': '553ff7a4-e0ba-461d-91a1-1b4401a82cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '060d5586-fffa-4aa4-9949-c4adedc00e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:50.131224 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Network hostable DHCP agents. Network: 060d5586-fffa-4aa4-9949-c4adedc00e93, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:08:50.238994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18683db4-05f6-4555-972c-99c268746611 req-40928c8a-e1dd-4a15-ac1e-8dbe83c9a5a7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:50.246165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18683db4-05f6-4555-972c-99c268746611 req-40928c8a-e1dd-4a15-ac1e-8dbe83c9a5a7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0783250 Aug 31 08:08:50.277210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-807da52c-9c0c-4397-b014-8bbecb31f6e1 req-5b2e4114-951b-40a1-88b0-b16f2aae1d32 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637317 Aug 31 08:08:50.280456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Network 060d5586-fffa-4aa4-9949-c4adedc00e93 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:08:50.302413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18683db4-05f6-4555-972c-99c268746611 req-f060515b-eb59-49de-b6b1-6012f2d984d9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546505 Aug 31 08:08:50.303267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:50.355981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:50.394389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:08:50.394940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 540d5af5-08f9-42a3-b2eb-ef326b2bfe18 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:08:50.441603 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 060d5586-fffa-4aa4-9949-c4adedc00e93) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:50.451205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:50.452632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:50.466273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64be3c3-74eb-461d-8115-c577cf55a641 None None] Network 060d5586-fffa-4aa4-9949-c4adedc00e93 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:50.552363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751920875-network', 'tenant_id': '0639a70eeb0b4a318419e89d5b423185'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:50.643874 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f5d278d1-86d7-47b9-8af9-944ec4cfe595 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4220045 Aug 31 08:08:50.690524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea790490-46a8-4129-9c7b-04a401c325e9 None None] Network 060d5586-fffa-4aa4-9949-c4adedc00e93 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:50.772753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'tag': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:08:50.776104 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54be129-57e7-43ef-bf37-9b11cd623583" -d '{"events": [{"name": "network-changed", "server_uuid": "28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae", "tag": "bb8e4a08-8e5e-46cb-82c3-d06bcef79725"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:08:50.859654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Made reservation on behalf of 0639a70eeb0b4a318419e89d5b423185 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:50.863853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:50.891518 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc951ef-233c-4277-a05b-0f59bcc6b74e x-openstack-request-id: req-4cc951ef-233c-4277-a05b-0f59bcc6b74e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:08:50.892076 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae", "tag": "bb8e4a08-8e5e-46cb-82c3-d06bcef79725", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:08:50.892567 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cc951ef-233c-4277-a05b-0f59bcc6b74e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:08:50.893061 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'tag': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725', 'status': 'completed', 'code': 200} Aug 31 08:08:50.899861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:50.967186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:50.985424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19ce84d2-f834-4e5f-b4ba-8c6f67e6709b req-2dee048d-8f05-4181-8c51-8fe548476a33 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=adf84889-c9c4-4412-8b1d-6ec1cb0d8b90 HTTP/1.1" status: 200 len: 210 time: 0.0608406 Aug 31 08:08:51.064161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Deleting subnet a1bea446-67dd-4270-970d-94f439071ded {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:08:51.067090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-221c0187-8850-4f36-9cd7-a0c4ffae56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:51.071693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-221c0187-8850-4f36-9cd7-a0c4ffae56e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 1096 time: 0.0994782 Aug 31 08:08:51.074762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.109625 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.141589 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:08:51.142604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.223385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.246582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.249423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-ff5c9e53-39d7-4d18-b876-2affe33db60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:51.251030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-ff5c9e53-39d7-4d18-b876-2affe33db60d service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1696868 Aug 31 08:08:51.294311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:51.314310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7d35a2-9155-428f-ad59-7babcee02458,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:51.329070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.331257 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Added segment d64468ee-3903-4d7f-8f74-b46ab625982d of type vlan for network e841ffe3-3be1-4516-b33b-a045a03eef8a Aug 31 08:08:51.348712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-4093a162-9063-42da-ba33-716b71f01deb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725 HTTP/1.1" status: 200 len: 217 time: 0.0799410 Aug 31 08:08:51.401909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.416929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-e1942f21-dbb0-4876-907e-8282ed194c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:51.418729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-e1942f21-dbb0-4876-907e-8282ed194c11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0691578 Aug 31 08:08:51.519241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-a31063c5-9f8c-4f7c-b0c0-bd93af414e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:51.520801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-a31063c5-9f8c-4f7c-b0c0-bd93af414e9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941150 Aug 31 08:08:51.531709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483fa05-c84f-464c-985e-33bd9a4e53d9 req-8c895e1b-e1ed-437f-a5d8-6fd7c4db3f4b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:51.533307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b483fa05-c84f-464c-985e-33bd9a4e53d9 req-8c895e1b-e1ed-437f-a5d8-6fd7c4db3f4b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0922048 Aug 31 08:08:51.576465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.625863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bea446-67dd-4270-970d-94f439071ded,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:51.643081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.650076 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d46a039-40c3-46ea-8b03-e91cba0a93e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a1bea446-67dd-4270-970d-94f439071ded HTTP/1.1" status: 204 len: 168 time: 0.6784644 Aug 31 08:08:51.651405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b483fa05-c84f-464c-985e-33bd9a4e53d9 req-ece71b2a-8aa6-49ba-99a5-8c842d5e53e5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975604 Aug 31 08:08:51.652174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44760) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:51.660337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44762) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:51.698029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-a0f76c4d-52e4-4d82-b645-4379bd169223 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636083 Aug 31 08:08:51.755768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.757283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:51.758296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.880793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c54be129-57e7-43ef-bf37-9b11cd623583 req-dd032bdd-6f24-4ba8-b7a1-c350dc32c51c service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641064 Aug 31 08:08:51.906415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:51.908567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] Pushing event updated for resources: {'Network': ['ID=e841ffe3-3be1-4516-b33b-a045a03eef8a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:51.923764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e841ffe3-3be1-4516-b33b-a045a03eef8a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:52.066322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.074453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44772) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:52.079329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05efdb25-879c-49f4-98b1-e24fc4d21c11']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:52.091695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4075c4-4909-4a96-b94c-35e07ec9cff8') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:52.092008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4075c4-4909-4a96-b94c-35e07ec9cff8') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:52.103057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.118157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-465b4bf2-8b64-45ca-b218-35d16882e757 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8126309 Aug 31 08:08:52.119184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44774) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:52.133193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.135279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Request body: {'subnet': {'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751920875-subnet', 'tenant_id': '0639a70eeb0b4a318419e89d5b423185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:52.144771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:52.145856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:52.147902 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:52.199200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a95377f4-6901-4495-a5c5-c88c805c1bec tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.216830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'networks': [{'name': 'tempest-network--256397741'}, {'name': 'tempest-network--1135044617'}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:52.217179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'network': {'name': 'tempest-network--256397741'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:52.217930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'network': {'name': 'tempest-network--1135044617'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:52.241933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a95377f4-6901-4495-a5c5-c88c805c1bec tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.251885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Made reservation on behalf of 0639a70eeb0b4a318419e89d5b423185 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:52.254246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.342503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.349515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.360869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] 10.222.0.36 "DELETE /v2.0/networks/05efdb25-879c-49f4-98b1-e24fc4d21c11 HTTP/1.1" status: 204 len: 168 time: 0.6978476 Aug 31 08:08:52.373075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44776) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:52.421210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f4dbf-2d75-4463-8053-6b2e27abed5a admin admin] Pushing event deleted for resources: {'Network': ['ID=05efdb25-879c-49f4-98b1-e24fc4d21c11,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:52.484902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'network': 2} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:52.489751 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.509307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.510919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Deleting subnet 8d78f46f-adca-4045-9ca0-0b4c86274da9 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:08:52.517432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.551329 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a95377f4-6901-4495-a5c5-c88c805c1bec tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.554931 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a95377f4-6901-4495-a5c5-c88c805c1bec tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.556134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a95377f4-6901-4495-a5c5-c88c805c1bec tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/security-groups/006be040-a4dd-4b81-9e2b-dd4a57bbf401 HTTP/1.1" status: 204 len: 168 time: 0.4789495 Aug 31 08:08:52.580914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.581917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95377f4-6901-4495-a5c5-c88c805c1bec tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006be040-a4dd-4b81-9e2b-dd4a57bbf401,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:52.661684 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.674774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.730019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.774820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44784) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:52.879205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6169982-7bc8-4d5b-ae67-b6aa39bdf793,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:52.890765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Checking segment: {'id': 'd64468ee-3903-4d7f-8f74-b46ab625982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:52.891128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Network hostable DHCP agents. Network: e841ffe3-3be1-4516-b33b-a045a03eef8a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:08:52.923296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08af53-ca68-41b0-a56d-d1b43055c2e2 req-17efd843-75fa-4dfc-8db0-e5b137395a64 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:52.925350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b08af53-ca68-41b0-a56d-d1b43055c2e2 req-17efd843-75fa-4dfc-8db0-e5b137395a64 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1232173 Aug 31 08:08:52.928287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.929083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.988358 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.024506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.027429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d78f46f-adca-4045-9ca0-0b4c86274da9 HTTP/1.1" status: 204 len: 168 time: 0.6318479 Aug 31 08:08:53.031926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1778e-9398-48c7-a466-c101c9150120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d78f46f-adca-4045-9ca0-0b4c86274da9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:53.040313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44790) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:53.048636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Network e841ffe3-3be1-4516-b33b-a045a03eef8a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:08:53.057105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7714a-53c3-4ed7-8021-f6ee14ee3e13,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:53.073686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:53.099993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b08af53-ca68-41b0-a56d-d1b43055c2e2 req-89b8f531-628a-43c6-87d5-23ba8652d2b8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551168 Aug 31 08:08:53.099993 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.099993 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Added segment f8b32d44-330c-4bf5-9562-656375afcdf4 of type vlan for network 6f465328-3019-436e-bd11-77aeb7b71e55 Aug 31 08:08:53.185407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.222026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:53.231499 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.231871 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Added segment 7f8b1829-ef58-46c3-930d-3bd278258af3 of type vlan for network be75dd12-4296-4543-931d-1db83f61ed69 Aug 31 08:08:53.243924 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.249059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e841ffe3-3be1-4516-b33b-a045a03eef8a) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:53.261584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6edba11-7991-409f-891c-0eba03b0a936 None None] Network e841ffe3-3be1-4516-b33b-a045a03eef8a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:53.287138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:53.288388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.328933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.429430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.443247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060d5586-fffa-4aa4-9949-c4adedc00e93']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:53.458139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c29848b8-9b1a-44c3-80ff-534a68df9baa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3327026 Aug 31 08:08:53.464052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553ff7a4-e0ba-461d-91a1-1b4401a82cfc') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:53.464052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553ff7a4-e0ba-461d-91a1-1b4401a82cfc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:53.475644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8a7c6-15ce-4e0e-894d-7e78bd180a07 None None] Network e841ffe3-3be1-4516-b33b-a045a03eef8a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:53.484203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.493100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.497251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.515751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:53.521761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.522099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:53.523103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.539506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:53.540898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:53.545552 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:53.643882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Network': ['ID=6f465328-3019-436e-bd11-77aeb7b71e55,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:53.741826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Network': ['ID=be75dd12-4296-4543-931d-1db83f61ed69,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:53.748312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 6f465328-3019-436e-bd11-77aeb7b71e55 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:53.752464 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec59dbe2-8b80-4084-b14a-5dca57fb14f9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0907726 Aug 31 08:08:53.753398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44800) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:53.784562 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.796157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network be75dd12-4296-4543-931d-1db83f61ed69 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:53.881565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.922794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4313180c-2d0b-4b71-b1f0-260fc49dca88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.924191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:53.943375 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] 10.222.0.36 "DELETE /v2.0/networks/060d5586-fffa-4aa4-9949-c4adedc00e93 HTTP/1.1" status: 204 len: 168 time: 0.8995028 Aug 31 08:08:53.991133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee6dd-cf4e-4ca5-af4d-5c444824c194 admin admin] Pushing event deleted for resources: {'Network': ['ID=060d5586-fffa-4aa4-9949-c4adedc00e93,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:54.004507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c466b-56b4-44c6-81aa-06f747b7e9d9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:54.015085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c466b-56b4-44c6-81aa-06f747b7e9d9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:54.015695 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.034921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c466b-56b4-44c6-81aa-06f747b7e9d9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:54.042154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826c466b-56b4-44c6-81aa-06f747b7e9d9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:54.046313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-826c466b-56b4-44c6-81aa-06f747b7e9d9 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2915540 Aug 31 08:08:54.047911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44806) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:54.187117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.337652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port ea6ba88a-c91d-4666-a615-4df5b132d3c8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:54.338606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.453543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port ea6ba88a-c91d-4666-a615-4df5b132d3c8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ea6ba88a-c91d-4666-a615-4df5b132d3c8,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:54.454071 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.469996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for ea6ba88a-c91d-4666-a615-4df5b132d3c8 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:54.713881 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.728059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f465328-3019-436e-bd11-77aeb7b71e55']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:54.742054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b32d44-330c-4bf5-9562-656375afcdf4') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:54.742547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b32d44-330c-4bf5-9562-656375afcdf4') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:54.752670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e199-2ed9-42ae-b563-4f079ca916b8 req-8563080c-4191-47a6-acd0-24fd7af4c504 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:54.761392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03b8e199-2ed9-42ae-b563-4f079ca916b8 req-8563080c-4191-47a6-acd0-24fd7af4c504 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.4732654 Aug 31 08:08:54.762101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.790649 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.805384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:54.806042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:54.809408 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:54.873928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03b8e199-2ed9-42ae-b563-4f079ca916b8 req-18c71f2f-963e-479c-99c4-125c5e4505bb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050975 Aug 31 08:08:54.921861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:54.947042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=ea6ba88a-c91d-4666-a615-4df5b132d3c8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:55.070297 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.081011 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.094815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/networks/6f465328-3019-436e-bd11-77aeb7b71e55 HTTP/1.1" status: 204 len: 168 time: 1.0452993 Aug 31 08:08:55.097485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44818) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:55.110275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44820) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:55.159067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4540c72-0622-494b-8c61-2ac24bc192bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Network': ['ID=6f465328-3019-436e-bd11-77aeb7b71e55,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:55.301653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.530563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.547348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be75dd12-4296-4543-931d-1db83f61ed69']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:55.561745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8b1829-ef58-46c3-930d-3bd278258af3') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:55.562339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8b1829-ef58-46c3-930d-3bd278258af3') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:55.575892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.593876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.601344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:55.601956 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:55.625585 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:55.646498 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-33607443-c5ec-4452-8a73-62c8a2399e47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=495c60df83f94338b1c3cb798afe8a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342159 Aug 31 08:08:55.651170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44832) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:55.659198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.795515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33c33182-6632-4eec-85b5-e8828177c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.827696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.831762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33c33182-6632-4eec-85b5-e8828177c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.839064 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:55.846273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/networks/be75dd12-4296-4543-931d-1db83f61ed69 HTTP/1.1" status: 204 len: 168 time: 0.7419960 Aug 31 08:08:55.846931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44840) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:55.865950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb73fc6-bdbc-4240-9269-be6794bacde3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Network': ['ID=be75dd12-4296-4543-931d-1db83f61ed69,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:55.917536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44842) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:55.927133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1828910677-network', 'tenant_id': '15157084b75641849c0d6d569c80b6a4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:56.135161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Made reservation on behalf of 15157084b75641849c0d6d569c80b6a4 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:56.140311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.186500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1362d6f-5ec9-4ae5-b350-8b273111d7b1 req-babb2c3e-98d8-4de0-bff3-48a26ff907ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:56.189009 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1362d6f-5ec9-4ae5-b350-8b273111d7b1 req-babb2c3e-98d8-4de0-bff3-48a26ff907ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1677206 Aug 31 08:08:56.196612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.215720 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.222741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89065e0-a630-42a2-b7fe-ca2562e3868e tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:56.228850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89065e0-a630-42a2-b7fe-ca2562e3868e tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:56.231355 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c89065e0-a630-42a2-b7fe-ca2562e3868e tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3828771 Aug 31 08:08:56.235382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44852) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:56.243353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1441124430'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:56.260782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:08:56.278928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f1362d6f-5ec9-4ae5-b350-8b273111d7b1 req-1cb76e45-e9fa-4ddf-9be2-cc1c63d1bfbe tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 Aug 31 08:08:56.316693 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33c33182-6632-4eec-85b5-e8828177c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.317390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-33c33182-6632-4eec-85b5-e8828177c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.322298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-33c33182-6632-4eec-85b5-e8828177c69a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef8f35ac-7877-4500-9b95-7082ea6e0296 HTTP/1.1" status: 204 len: 168 time: 0.6665413 Aug 31 08:08:56.330120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c33182-6632-4eec-85b5-e8828177c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f35ac-7877-4500-9b95-7082ea6e0296,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:56.404912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.447801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:08:56.464841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b601fdd6-77c1-448f-b1e2-5465e6a9bb44 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "PUT /v2.0/routers/1cc4c512-b257-4e69-b1e1-2c66dac3a8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6928775 Aug 31 08:08:56.467910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44862) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:56.475089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] Sync routers for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:08:56.496807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:56.497456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:56.523316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.556973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting subnet 73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:08:56.560818 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.617610 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.620278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:56.627382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.651921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fcbfdc-90d1-4382-84cb-0206249a52f7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:56.660046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.660440 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Added segment ebea33ae-f99e-4409-a401-e24661476c6e of type vlan for network a9daeaf0-2a90-45f0-a216-c498408aa958 Aug 31 08:08:56.681379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:56.689616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.709706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:56.722811 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.780555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.794913 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a2841de-d6d5-4907-b07f-2fe5cd8ef235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.811769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:56.828858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.829471 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Added segment 4d37a465-7d36-46ba-a0ea-ef1e650280be of type vlan for network b9bd7f88-eee8-4581-b95c-fce536f6d9d9 Aug 31 08:08:56.894056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.941542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.943193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:56.943785 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:56.998660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.011276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:54Z', 'revision_number': 7, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:57.042099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Subnet': ['ID=73600ad0-cbd5-4605-ae5f-4ca9f5f6d199,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:57.044339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.046653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a976a6df-8962-4f1c-8854-42d0678919ba tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/subnets/73600ad0-cbd5-4605-ae5f-4ca9f5f6d199 HTTP/1.1" status: 204 len: 168 time: 0.5775535 Aug 31 08:08:57.050827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:57.051123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] Pushing event updated for resources: {'Network': ['ID=a9daeaf0-2a90-45f0-a216-c498408aa958,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:57.068438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] Checking router: 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:08:57.073508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4873f807-9226-4296-ad32-f709c519d5c2 None None] Network 3d7a965d-4081-4657-a861-eba6d5cf7a01 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:57.088812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a9daeaf0-2a90-45f0-a216-c498408aa958 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:57.115895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.122313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:57.123240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.153608 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4bdba426-1ed0-4344-a48d-270bcd810c8f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2338655 Aug 31 08:08:57.154477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44872) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:57.159667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Request body: {'subnet': {'network_id': 'a9daeaf0-2a90-45f0-a216-c498408aa958', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1828910677-subnet', 'tenant_id': '15157084b75641849c0d6d569c80b6a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:57.210450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] Routers {'1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:08:57.211460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:57.326162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0853622 Aug 31 08:08:57.328529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44876) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:57.330984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-87085624'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:57.341077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597023a-4fa6-4a7b-aa87-dff1f1bab1bd tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Network': ['ID=b9bd7f88-eee8-4581-b95c-fce536f6d9d9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:57.350583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.368053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network b9bd7f88-eee8-4581-b95c-fce536f6d9d9 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:57.460123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Made reservation on behalf of 15157084b75641849c0d6d569c80b6a4 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:57.463589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.526652 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.663325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837934a-091a-42e7-9c49-39ee6b48f74e req-d143c74a-3061-467b-95ae-adbbaa06dc28 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:57.665361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5837934a-091a-42e7-9c49-39ee6b48f74e req-d143c74a-3061-467b-95ae-adbbaa06dc28 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1647227 Aug 31 08:08:57.757122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] Set router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:08:57.762473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5837934a-091a-42e7-9c49-39ee6b48f74e req-b0b79d4c-c5e7-41e2-8066-a06f07bea3da tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793123 Aug 31 08:08:57.808204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 050068bc-83e6-466e-bd6c-f131663f9065 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:57.826951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.899363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:57.908515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.930746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] DHCP port deletion for 3d7a965d-4081-4657-a861-eba6d5cf7a01 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:08:57.958061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:08:57.964637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port 050068bc-83e6-466e-bd6c-f131663f9065, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=050068bc-83e6-466e-bd6c-f131663f9065,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:57.965698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.974373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.975006 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Added segment f7f7f4e6-7b53-4f82-8272-39d0a8ee1c21 of type vlan for network 1697445a-977c-4534-ad90-687b86ceadb8 Aug 31 08:08:57.983449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 050068bc-83e6-466e-bd6c-f131663f9065 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:57.996746 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.046249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] Deleting port a942bf5e-39d7-4031-8c62-41241ff0bd13 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:08:58.046704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.050062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.069457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a942bf5e-39d7-4031-8c62-41241ff0bd13 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:08:58.096721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:54Z', 'revision_number': 7, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:58.156034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9251eb7a-112f-4029-ab86-512a7410c960 None None] The sync data for ids ['1cc4c512-b257-4e69-b1e1-2c66dac3a8c9'] in n-d-713499-16 is: [{'id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'name': 'tempest-TestNetworkBasicOps-router-2073041985', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '050068bc-83e6-466e-bd6c-f131663f9065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:05:41Z', 'updated_at': '2021-08-31T08:08:54Z', 'revision_number': 7, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '050068bc-83e6-466e-bd6c-f131663f9065', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4c512-b257-4e69-b1e1-2c66dac3a8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:05:42Z', 'updated_at': '2021-08-31T08:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:08:58.166060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.187289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] For port a942bf5e-39d7-4031-8c62-41241ff0bd13, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a942bf5e-39d7-4031-8c62-41241ff0bd13,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:58.193101 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.206246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] Calling delete_port for a942bf5e-39d7-4031-8c62-41241ff0bd13 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:08:58.301432 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.311668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b67454-d4ff-47a9-8fa1-8cbdfac78b40,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:58.330368 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.338747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:58.342628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.357869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a942bf5e-39d7-4031-8c62-41241ff0bd13, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a942bf5e-39d7-4031-8c62-41241ff0bd13,segment=NetworkSegment(0deed9bf-4a94-4c46-9919-61a0bc3204f2),segment_id=0deed9bf-4a94-4c46-9919-61a0bc3204f2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:08:58.434115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Checking segment: {'id': 'ebea33ae-f99e-4409-a401-e24661476c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a9daeaf0-2a90-45f0-a216-c498408aa958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:08:58.434484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Network hostable DHCP agents. Network: a9daeaf0-2a90-45f0-a216-c498408aa958, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:08:58.444286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Network': ['ID=1697445a-977c-4534-ad90-687b86ceadb8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:58.452032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1697445a-977c-4534-ad90-687b86ceadb8 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:08:58.467766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44886) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:58.485101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.497878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.524866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f7af6cc9-2bab-4a3e-9cd4-9312f389d9e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f5c058907d042be95c21cf872b146a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556486 Aug 31 08:08:58.529606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:58.551685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=050068bc-83e6-466e-bd6c-f131663f9065,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:58.580452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a942bf5e-39d7-4031-8c62-41241ff0bd13,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:58.590535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.590874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.591225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.591561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.594275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.598320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.600284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.600284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.601528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.603757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.604433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.604889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:08:58.629858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2b09cfa2-0745-4730-878b-66ca715ef026 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3023133 Aug 31 08:08:58.632025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44892) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:58.635498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17c29398-1fa8-409e-82e1-3d3330cab7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.644280 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.647009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'ports': [{'network_id': 'b9bd7f88-eee8-4581-b95c-fce536f6d9d9', 'name': 'tempest-port--538257766', 'admin_state_up': True}, {'network_id': '1697445a-977c-4534-ad90-687b86ceadb8', 'admin_state_up': False}]} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:58.648191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'port': {'network_id': 'b9bd7f88-eee8-4581-b95c-fce536f6d9d9', 'name': 'tempest-port--538257766', 'admin_state_up': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:58.648422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'port': {'network_id': '1697445a-977c-4534-ad90-687b86ceadb8', 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:58.690102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] Pushing event deleted for resources: {'Port': ['ID=a942bf5e-39d7-4031-8c62-41241ff0bd13,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:58.694763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d41964-6fbc-4251-b4d3-ab456170763d None None] No DVR routers for this DVR port a942bf5e-39d7-4031-8c62-41241ff0bd13 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:08:58.706928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.736694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Network a9daeaf0-2a90-45f0-a216-c498408aa958 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:08:58.787489 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17c29398-1fa8-409e-82e1-3d3330cab7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.865741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.868145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.902363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a9daeaf0-2a90-45f0-a216-c498408aa958) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:08:58.912619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:58.913563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.918551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de8859-26b2-448e-b4de-1237c0a13aa0 None None] Network a9daeaf0-2a90-45f0-a216-c498408aa958 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:59.027827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb20d4d-5638-44b8-8c31-1ad57b274bfc req-75038005-1b2e-407d-a322-4688649f8a71 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:08:59.029486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abb20d4d-5638-44b8-8c31-1ad57b274bfc req-75038005-1b2e-407d-a322-4688649f8a71 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0836718 Aug 31 08:08:59.057656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5b781-2965-4814-b4f6-a072b244aec7 None None] Network a9daeaf0-2a90-45f0-a216-c498408aa958 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:08:59.084179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.085066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:08:59.094578 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.096375 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6076da21-c8bc-41a9-8f66-fffbc523e2d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/routers/1cc4c512-b257-4e69-b1e1-2c66dac3a8c9 HTTP/1.1" status: 204 len: 168 time: 2.0437484 Aug 31 08:08:59.099256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abb20d4d-5638-44b8-8c31-1ad57b274bfc req-68637d7c-5c02-45bb-922b-deda5263e66b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615423 Aug 31 08:08:59.100123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44898) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:59.149524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5b3388ab-63e2-413e-aea1-b6296394d12c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9930899 Aug 31 08:08:59.166955 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17c29398-1fa8-409e-82e1-3d3330cab7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.166955 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-17c29398-1fa8-409e-82e1-3d3330cab7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.166955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-17c29398-1fa8-409e-82e1-3d3330cab7df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee61d4f1-6682-4cbf-a94a-d676c34cc872 HTTP/1.1" status: 204 len: 168 time: 0.6267893 Aug 31 08:08:59.172987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c29398-1fa8-409e-82e1-3d3330cab7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61d4f1-6682-4cbf-a94a-d676c34cc872,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:59.228938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.278509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'port': 2} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:08:59.289192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.313135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.349874 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.368814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7a965d-4081-4657-a861-eba6d5cf7a01']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:59.381509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deed9bf-4a94-4c46-9919-61a0bc3204f2') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:59.381840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deed9bf-4a94-4c46-9919-61a0bc3204f2') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:08:59.396094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.409868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] device_id is not set on port 0ca3a1a3-6df1-4dd1-a221-17c8b9fe3a3f yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:59.415841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.423275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:08:59.423913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:08:59.427183 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:08:59.597249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.599053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.643772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.660019 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.674565 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/networks/3d7a965d-4081-4657-a861-eba6d5cf7a01 HTTP/1.1" status: 204 len: 168 time: 0.5729303 Aug 31 08:08:59.697621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44910) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:08:59.703183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'network': {'name': 'tempest-network-smoke--1456796113', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:08:59.726651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2ee98-7d99-4f9b-aaba-25acc5e7eb17 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Network': ['ID=3d7a965d-4081-4657-a861-eba6d5cf7a01,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:08:59.744184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] device_id is not set on port 64ea5f32-51b7-4a68-837c-43d6fe5ca3ca yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:08:59.893107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:59.999752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:00.006936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.055728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:00.066127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.066834 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Added segment 416fccae-478b-41f4-a438-525933e6d168 of type vlan for network 2b0509f8-f2b0-438d-9686-1cf543401558 Aug 31 08:09:00.071938 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.097789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ea6ba88a-c91d-4666-a615-4df5b132d3c8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:00.131445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.164455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ea6ba88a-c91d-4666-a615-4df5b132d3c8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:00.170025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ea6ba88a-c91d-4666-a615-4df5b132d3c8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:00.170025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 050068bc-83e6-466e-bd6c-f131663f9065 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:00.211851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Port': ['ID=0ca3a1a3-6df1-4dd1-a221-17c8b9fe3a3f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:00.212679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 050068bc-83e6-466e-bd6c-f131663f9065 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:00.213250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 050068bc-83e6-466e-bd6c-f131663f9065 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:00.270108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Checking segment: {'id': '4d37a465-7d36-46ba-a0ea-ef1e650280be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b9bd7f88-eee8-4581-b95c-fce536f6d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:00.271809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network hostable DHCP agents. Network: b9bd7f88-eee8-4581-b95c-fce536f6d9d9, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:00.329322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.338252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:00.339163 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.348145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445be128-da75-4101-88fd-4c6c788412bc req-74b24003-781f-42f2-b769-372ddcf57a27 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:00.371226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-445be128-da75-4101-88fd-4c6c788412bc req-74b24003-781f-42f2-b769-372ddcf57a27 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1107407 Aug 31 08:09:00.464011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-445be128-da75-4101-88fd-4c6c788412bc req-5d94e065-99ee-4bae-a146-766f439708cf tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908880 Aug 31 08:09:00.466027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network b9bd7f88-eee8-4581-b95c-fce536f6d9d9 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:00.512512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Network': ['ID=2b0509f8-f2b0-438d-9686-1cf543401558,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:00.527251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2b0509f8-f2b0-438d-9686-1cf543401558 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:00.593110 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45975099-3240-4a7d-80a5-8ab988b379b2 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8928061 Aug 31 08:09:00.593958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 44934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:00.603206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'admin_state_up': True, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:00.678271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, b9bd7f88-eee8-4581-b95c-fce536f6d9d9) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:00.687449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a0fd2-8d3b-4bb4-a6c5-d971c97edd01 None None] Network b9bd7f88-eee8-4581-b95c-fce536f6d9d9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:00.688120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-18cc0f2a-e641-4c02-8c44-1a9f18bdac2e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1994562 Aug 31 08:09:00.693907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:00.694966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.819590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Port': ['ID=64ea5f32-51b7-4a68-837c-43d6fe5ca3ca,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:00.833655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-27621be9-1e68-4afb-bf4c-9560f24f0a20 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:00.844166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-27621be9-1e68-4afb-bf4c-9560f24f0a20 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/networks?id=e841ffe3-3be1-4516-b33b-a045a03eef8a HTTP/1.1" status: 200 len: 809 time: 0.2509480 Aug 31 08:09:00.867242 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.868505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.878891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-f6c97da8-111c-497b-bb5f-73cbabbc1d3d tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/quotas/0639a70eeb0b4a318419e89d5b423185 HTTP/1.1" status: 200 len: 375 time: 0.0333629 Aug 31 08:09:00.923021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-02cc9cc7-52bb-41cb-9736-5b5f80c3d040 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0639a70eeb0b4a318419e89d5b423185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429561 Aug 31 08:09:00.926511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Checking segment: {'id': 'f7f7f4e6-7b53-4f82-8272-39d0a8ee1c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1697445a-977c-4534-ad90-687b86ceadb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:00.926884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network hostable DHCP agents. Network: 1697445a-977c-4534-ad90-687b86ceadb8, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:00.932422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e64db-7315-40d5-952a-072431d6afbb req-5b8c5533-c0de-47a6-aed2-62b3aaa69c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:00.934499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-5b8c5533-c0de-47a6-aed2-62b3aaa69c1d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1098 time: 0.1950824 Aug 31 08:09:01.003301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:01.153339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-809dcc87-8b58-47c3-bb32-08ededbd7579 service neutron] 10.222.0.36 "GET /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178385 Aug 31 08:09:01.156305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e64db-7315-40d5-952a-072431d6afbb req-734429eb-b39f-4c0b-98de-ae64316812e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.157485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-734429eb-b39f-4c0b-98de-ae64316812e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 200 len: 897 time: 0.1597145 Aug 31 08:09:01.296811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network 1697445a-977c-4534-ad90-687b86ceadb8 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:01.396982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-fae1f911-aaa4-4135-ab22-770356fca85e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 200 len: 1001 time: 0.2227976 Aug 31 08:09:01.469323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:01.475061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-a92b57ea-657e-40a3-86b8-8c17bbb7b38d service neutron] 10.222.0.36 "GET /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137345 Aug 31 08:09:01.491794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e64db-7315-40d5-952a-072431d6afbb req-01e8509d-5f8b-4f62-9962-9581490279e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.493600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-01e8509d-5f8b-4f62-9962-9581490279e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70f6d25d-76be-41cb-ae93-ef20df87208f HTTP/1.1" status: 200 len: 835 time: 0.0638025 Aug 31 08:09:01.567106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e64db-7315-40d5-952a-072431d6afbb req-c1c4ea66-63e2-4fde-b334-03e67e71b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.569066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-c1c4ea66-63e2-4fde-b334-03e67e71b093 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=079c9436-2772-41b5-8ebf-110f57223093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644259 Aug 31 08:09:01.576537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1697445a-977c-4534-ad90-687b86ceadb8) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:01.587422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:01.593585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.595638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f6d86-0902-4c7a-a653-248a38f48fc1 None None] Network 1697445a-977c-4534-ad90-687b86ceadb8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:01.599033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.599738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:01.788280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92484330-d23f-477b-b51e-3e5b8e7ab5d8 req-03333d39-f8ef-4d22-b651-369d66e14b04 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.790192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92484330-d23f-477b-b51e-3e5b8e7ab5d8 req-03333d39-f8ef-4d22-b651-369d66e14b04 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1323738 Aug 31 08:09:01.797670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-47bdd62f-5061-4f7a-a7c6-5f8bbf140af5 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178872 Aug 31 08:09:01.902283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-230fd3d3-26e7-4d34-a0c9-697f67b5914b tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2664201 Aug 31 08:09:01.903903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:01.978333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9e12c-2ebc-4023-bbdc-529cf4368b9d tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.985019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9e12c-2ebc-4023-bbdc-529cf4368b9d tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:01.986791 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-84f9e12c-2ebc-4023-bbdc-529cf4368b9d tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0816863 Aug 31 08:09:01.991559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44970) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:02.046289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92484330-d23f-477b-b51e-3e5b8e7ab5d8 req-35214aa4-43e0-4fc7-94f8-2308055dcee5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142060 Aug 31 08:09:02.070632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3de1865-c0d8-4fb6-89d5-2a334037d0e9 req-93eb0084-3a06-4612-a18f-4cec0ae93010 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.1833947 Aug 31 08:09:02.087344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-180e64db-7315-40d5-952a-072431d6afbb req-8073d550-430b-4b8b-91ed-31d2745114ab service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791615 Aug 31 08:09:02.115574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Deleting port 0ca3a1a3-6df1-4dd1-a221-17c8b9fe3a3f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:02.116043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.249692 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.273985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Calling delete_port for 0ca3a1a3-6df1-4dd1-a221-17c8b9fe3a3f owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:02.538330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.574576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Port': ['ID=0ca3a1a3-6df1-4dd1-a221-17c8b9fe3a3f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:02.580747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.586860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c63f71f0-4108-4795-ad8a-f4dd3586883a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/ports/0ca3a1a3-6df1-4dd1-a221-17c8b9fe3a3f HTTP/1.1" status: 204 len: 168 time: 0.5959876 Aug 31 08:09:02.587822 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 44984) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:02.710964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.732232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.744319 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Deleting port 64ea5f32-51b7-4a68-837c-43d6fe5ca3ca {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:02.744717 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.866811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:02.878312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.25.0.158 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3374e3b8-8c08-40f8-9e22-957cebd7e457) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:02.883932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Calling delete_port for 64ea5f32-51b7-4a68-837c-43d6fe5ca3ca owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:03.158125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.187662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-764fcb5a-149c-4531-978a-00d4c26b0e5c req-52c132ab-338c-4481-b554-d64baae18f36 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.0558622 Aug 31 08:09:03.220049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.236308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Port': ['ID=64ea5f32-51b7-4a68-837c-43d6fe5ca3ca,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:03.244874 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.248582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3741f031-20af-483a-985d-9c847e91246f tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/ports/64ea5f32-51b7-4a68-837c-43d6fe5ca3ca HTTP/1.1" status: 204 len: 168 time: 0.6593204 Aug 31 08:09:03.251452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c144-4aa0-4f0c-8259-272e3b54cb7c req-be09e1de-7b88-471a-9118-d25231ec803f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:03.251630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45012) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:03.252956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a782c144-4aa0-4f0c-8259-272e3b54cb7c req-be09e1de-7b88-471a-9118-d25231ec803f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1118152 Aug 31 08:09:03.317407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a782c144-4aa0-4f0c-8259-272e3b54cb7c req-35b9ef25-c227-47ca-92d2-0083b918b220 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542285 Aug 31 08:09:03.329983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cd65a0aa-f7f1-4cc6-bc68-d0c2e967c22a tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0739570 Aug 31 08:09:03.331279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45018) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:03.337266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-457528503'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:03.408341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.479485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:03.483197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:03.490755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:03.514953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=3374e3b8-8c08-40f8-9e22-957cebd7e457,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:03.590471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:03.594772 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.693375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:03.709878 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.710274 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Added segment 610e2bc2-0ce7-429f-9787-e82495a5a236 of type vlan for network e17198f6-c815-4dea-a8e8-2fd963edf9e1 Aug 31 08:09:03.753776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.990229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:03.997119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:03.997763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.149934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Network': ['ID=e17198f6-c815-4dea-a8e8-2fd963edf9e1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:04.160984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e17198f6-c815-4dea-a8e8-2fd963edf9e1 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:04.178757 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.244444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67a70ed1-fbde-4be5-af58-18d671cbb972 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9120324 Aug 31 08:09:04.249210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45044) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:04.257421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-567487527'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:04.398778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-880e1fd6-46f8-4ef5-903f-58db8f2011d5 req-1275e23b-5dd6-433a-ba94-8bfa0a97f01c tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.0871828 Aug 31 08:09:04.495042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:04.511045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.511989 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.565748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:04.577121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.577654 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Added segment 08fde453-1146-48c2-9dd8-74ea1c7d1894 of type vlan for network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 Aug 31 08:09:04.626714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.800712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:04.818693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3de4b2-a0d8-4a5a-a422-c1a787321625 req-6f2f87ab-dcfa-4273-b631-d4dd16e0cc05 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:04.820342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c3de4b2-a0d8-4a5a-a422-c1a787321625 req-6f2f87ab-dcfa-4273-b631-d4dd16e0cc05 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0749712 Aug 31 08:09:04.867303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c3de4b2-a0d8-4a5a-a422-c1a787321625 req-ada19ded-7897-4689-9cf6-4059cf7d6cf9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Aug 31 08:09:04.920243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.920243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:04.920243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:04.997596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 754e3c1a-3277-48d0-8826-15117626f2da is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:09:05.002108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec835398-d333-4ed8-9446-cc71d7f7f767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.035390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Network': ['ID=a7c83c54-4c25-4b74-ba95-b21fc2e53e00,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:05.049152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:05.130289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b940c62-45c9-45a5-978b-4335b2ad17f7 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8757861 Aug 31 08:09:05.198337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:05.217704 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Sync routers for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:05.245848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec835398-d333-4ed8-9446-cc71d7f7f767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.257040 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:05.257730 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:05.303629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45062) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:05.310773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'subnets': [{'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--715844368', 'ip_version': 4}, {'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:05.311120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'subnet': {'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--715844368', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:05.312005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Request body: {'subnet': {'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:05.373013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ec835398-d333-4ed8-9446-cc71d7f7f767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.394566 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:05.440702 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ec835398-d333-4ed8-9446-cc71d7f7f767 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=335d796b2f3947d19de6ccb6290d2f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381333 Aug 31 08:09:05.444372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45066) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:05.458683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec835398-d333-4ed8-9446-cc71d7f7f767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2a1103-5043-4db4-9d29-08e5ce544de3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:05.636439 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.641628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45070) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:05.641840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-375412a4-f376-4bcd-ba9d-fbda9c1814fb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0441556 Aug 31 08:09:05.676406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cd56bbc-32fa-4ec4-9b2e-2e2d0d61968b req-c90a73f7-275b-4104-96d1-0ee06d86e6e4 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.0790606 Aug 31 08:09:05.705754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb72-18f0-47ff-8243-14e8ba35b9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.739073 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-77038f11-fb2f-4ea8-9b52-26d86c030a65 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0908642 Aug 31 08:09:05.742613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Made reservation on behalf of 73c8bd40b0d245b4957e0248c8828467 for: {'subnet': 2} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:05.747914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.752427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.752717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45072) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:05.764139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb72-18f0-47ff-8243-14e8ba35b9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:05.810989 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:03Z', 'revision_number': 3, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:05.866953 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Checking router: 754e3c1a-3277-48d0-8826-15117626f2da for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:05.866953 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Updating router 754e3c1a-3277-48d0-8826-15117626f2da port 3374e3b8-8c08-40f8-9e22-957cebd7e457 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:09:05.908275 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.020322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee344d-62ba-433c-9bd6-6cdfdf6360af tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:06.022381 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9dee344d-62ba-433c-9bd6-6cdfdf6360af tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2687452 Aug 31 08:09:06.027610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45078) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:06.092685 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8a65528d-310a-401f-b221-a77ed05f6495 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629911 Aug 31 08:09:06.097059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:06.104250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335118669', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:06.162465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee50c3-e25a-4aa9-a9e1-76fb49c1a3ed req-897a2a85-c45b-4bb7-a72a-0da610e90472 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:06.164991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07ee50c3-e25a-4aa9-a9e1-76fb49c1a3ed req-897a2a85-c45b-4bb7-a72a-0da610e90472 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1693683 Aug 31 08:09:06.166030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb72-18f0-47ff-8243-14e8ba35b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.170913 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d46eb72-18f0-47ff-8243-14e8ba35b9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.173115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1d46eb72-18f0-47ff-8243-14e8ba35b9ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec2a1103-5043-4db4-9d29-08e5ce544de3 HTTP/1.1" status: 204 len: 168 time: 0.7203267 Aug 31 08:09:06.212129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-1bb5381e-483b-4633-b15d-72b4f81abf8a tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:06.231184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-1bb5381e-483b-4633-b15d-72b4f81abf8a tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.68 "GET /v2.0/networks?id=e841ffe3-3be1-4516-b33b-a045a03eef8a HTTP/1.1" status: 200 len: 809 time: 0.2574079 Aug 31 08:09:06.271173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Request body: {'port': {'device_id': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a', 'admin_state_up': True, 'tenant_id': '0639a70eeb0b4a318419e89d5b423185'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:06.349193 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.378719 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Transition to ACTIVE for port object 3374e3b8-8c08-40f8-9e22-957cebd7e457 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:06.486907 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.514960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46eb72-18f0-47ff-8243-14e8ba35b9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2a1103-5043-4db4-9d29-08e5ce544de3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:06.566687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07ee50c3-e25a-4aa9-a9e1-76fb49c1a3ed req-15be9088-41ce-47c3-9f83-212f874ea31e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315945 Aug 31 08:09:06.616278 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Pushing event updated for resources: {'Port': ['ID=3374e3b8-8c08-40f8-9e22-957cebd7e457,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:06.618674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Attempting to bind port 3374e3b8-8c08-40f8-9e22-957cebd7e457 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:06.619170 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Attempting to bind port 3374e3b8-8c08-40f8-9e22-957cebd7e457 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:06.619613 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Attempting to bind port 3374e3b8-8c08-40f8-9e22-957cebd7e457 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:06.630642 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:06.630998 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:06.631399 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.631792 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:06.632258 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Bound port: 3374e3b8-8c08-40f8-9e22-957cebd7e457, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:06.632631 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.635197 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.635542 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.635877 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.639073 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:06.712033 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] For port 3374e3b8-8c08-40f8-9e22-957cebd7e457, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:06.782943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c04207b-2c26-43ea-a6ca-ce5f592fc0e9 req-8ff97436-2c61-466f-a9e3-88bf81a051ef tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Aug 31 08:09:06.838858 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] For port 3374e3b8-8c08-40f8-9e22-957cebd7e457, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3374e3b8-8c08-40f8-9e22-957cebd7e457,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:07.062834 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.072613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Made reservation on behalf of 0639a70eeb0b4a318419e89d5b423185 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:07.081907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.154382 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:07.155001 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:07.158309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.218973 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1630d-61ab-4d27-884f-a849b0d744f5 None None] Pushing event updated for resources: {'Port': ['ID=3374e3b8-8c08-40f8-9e22-957cebd7e457,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:07.237159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Subnet': ['ID=05d63f97-bdb1-4172-9815-0f3d2e22beac,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:07.249785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:07.254669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.260153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Checking segment: {'id': '610e2bc2-0ce7-429f-9787-e82495a5a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:07.260441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network hostable DHCP agents. Network: e17198f6-c815-4dea-a8e8-2fd963edf9e1, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:07.265127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Allocated IP 172.20.0.6 (e841ffe3-3be1-4516-b33b-a045a03eef8a/e6169982-7bc8-4d5b-ae67-b6aa39bdf793/34bcf087-ad7a-4feb-bf62-3ad1bbbadd52) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:07.367755 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:07.555696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network e17198f6-c815-4dea-a8e8-2fd963edf9e1 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:07.583684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.609961 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:03Z', 'revision_number': 3, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:07.646053 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868162e-798c-4005-abbb-e92a2eb747e1 None None] The sync data for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 is: [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:03Z', 'revision_number': 3, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:07.737278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e727d6-1b61-44cc-aa37-4a46a29cf2fa req-28637752-8097-4dde-8d74-73df8e18df45 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:07.738961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3e727d6-1b61-44cc-aa37-4a46a29cf2fa req-28637752-8097-4dde-8d74-73df8e18df45 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0602243 Aug 31 08:09:07.781312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.783802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3e727d6-1b61-44cc-aa37-4a46a29cf2fa req-4a4a7469-c206-45a4-9150-4479d46fb027 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Aug 31 08:09:07.789609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e17198f6-c815-4dea-a8e8-2fd963edf9e1) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:07.800138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd071406-20aa-4d8b-8622-8c553d847149 None None] Network e17198f6-c815-4dea-a8e8-2fd963edf9e1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:07.878065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Subnet': ['ID=bc20aebc-5212-4e2f-bb58-5e16b9ee4427,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:07.881124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:07.935740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d022bc7-2f9f-45a0-a86b-a265672c0c6a req-7775ec5c-2397-420e-936c-e00c1f90c5cf tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.0419025 Aug 31 08:09:08.028363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.046980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Checking segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:08.048416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network hostable DHCP agents. Network: 2b0509f8-f2b0-438d-9686-1cf543401558, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:08.066125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event updated for resources: {'Subnet': ['ID=95f9adea-47ed-4020-90d8-13805bd36f7a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:08.094913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Network e841ffe3-3be1-4516-b33b-a045a03eef8a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:08.105098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:08.107873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Pushing event updated for resources: {'Port': ['ID=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:08.110632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:08.142505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Checking segment: {'id': '08fde453-1146-48c2-9dd8-74ea1c7d1894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:08.142887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network hostable DHCP agents. Network: a7c83c54-4c25-4b74-ba95-b21fc2e53e00, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:08.160843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e17198f6-c815-4dea-a8e8-2fd963edf9e1', 'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1', 'tenant_id': '73c8bd40b0d245b4957e0248c8828467', 'fixed_ips': [{'subnet_id': '05d63f97-bdb1-4172-9815-0f3d2e22beac'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:08.162502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.227425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:08.228456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.257241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45100) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:08.272058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8116e562-033d-46c9-a6c7-20880e7c9eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.278238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3374e3b8-8c08-40f8-9e22-957cebd7e457 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:08.306301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2b0509f8-f2b0-438d-9686-1cf543401558 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:08.311388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:08.353826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-e95b9f02-85e2-4cbe-b1bd-a30c64801c02 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1017978 Aug 31 08:09:08.368720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Request body: {'port': {'device_id': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:08.388855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Allocated IP 172.20.0.2 (e17198f6-c815-4dea-a8e8-2fd963edf9e1/05d63f97-bdb1-4172-9815-0f3d2e22beac/f1aad71c-6ccd-424b-8731-362e1479ceaa) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:08.465992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.470858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2b0509f8-f2b0-438d-9686-1cf543401558) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:08.479976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a7c83c54-4c25-4b74-ba95-b21fc2e53e00) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:08.491609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d40c0f-49ac-4bd8-a0e4-92a45b452f06 None None] Network 2b0509f8-f2b0-438d-9686-1cf543401558 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:08.495506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:08.497373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:08.500436 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.515314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:08.519104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.571324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f836fc-0e52-47cc-88e0-a4872a2fc7cd None None] Network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:08.626543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3374e3b8-8c08-40f8-9e22-957cebd7e457 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:08.634555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3374e3b8-8c08-40f8-9e22-957cebd7e457 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:08.640656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.809581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45106) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:08.906394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8116e562-033d-46c9-a6c7-20880e7c9eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:08.970594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a7c83c54-4c25-4b74-ba95-b21fc2e53e00', 'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00', 'tenant_id': '73c8bd40b0d245b4957e0248c8828467', 'fixed_ips': [{'subnet_id': '95f9adea-47ed-4020-90d8-13805bd36f7a'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:08.971464 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.010600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.051744 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2495ad79-be38-4873-9227-38ee70a2f41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.065406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8116e562-033d-46c9-a6c7-20880e7c9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.099493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Transition to ACTIVE for port object f1aad71c-6ccd-424b-8731-362e1479ceaa will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:09.104371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-2b0509f8-f2b0-438d-9686-1cf543401558', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:09.105273 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.140837 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.153369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Transition to ACTIVE for port object f1aad71c-6ccd-424b-8731-362e1479ceaa will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:09.174162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fda56043-bab2-4461-92c9-de9d34a65460 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.8690898 Aug 31 08:09:09.175074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45114) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:09.189660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3374e3b8-8c08-40f8-9e22-957cebd7e457, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3374e3b8-8c08-40f8-9e22-957cebd7e457,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:09.203407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:09:09.225956 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.239878 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-415ced0c-49ea-4275-a8d1-932b5d7c61c8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1387730 Aug 31 08:09:09.240091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa97660-5d9b-493e-ac29-cee421142cd6 req-c87390d7-4ca6-41e9-9cdc-e5940b339999 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:09.240091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa97660-5d9b-493e-ac29-cee421142cd6 req-c87390d7-4ca6-41e9-9cdc-e5940b339999 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2693281 Aug 31 08:09:09.240091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116e562-033d-46c9-a6c7-20880e7c9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848ed4dd-b526-452c-adef-248a188a72b9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:09.246438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45116) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:09.251683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8116e562-033d-46c9-a6c7-20880e7c9eff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd5188d1a819410eabf9c8a6024c37b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9943454 Aug 31 08:09:09.267330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45118) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:09.340124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Transition to ACTIVE for port object 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:09.356762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80f994-0990-4f3b-9944-4e7a93fe85ba tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:09.358498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80f994-0990-4f3b-9944-4e7a93fe85ba tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:09.360341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80f994-0990-4f3b-9944-4e7a93fe85ba tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:09.362236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0d80f994-0990-4f3b-9944-4e7a93fe85ba tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1861858 Aug 31 08:09:09.370511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:09.427226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.430940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b5fd-5798-4480-a0fe-05d2395a1afc req-e85a838a-4cc3-43c3-b7d6-a377452e0c57 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:09.433094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe24b5fd-5798-4480-a0fe-05d2395a1afc req-e85a838a-4cc3-43c3-b7d6-a377452e0c57 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 931 time: 0.3227239 Aug 31 08:09:09.435023 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.448126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-caa97660-5d9b-493e-ac29-cee421142cd6 req-ad8f4b7f-720f-4e9c-ac90-4273c656784f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410010 Aug 31 08:09:09.484672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c96d29d0-d451-48de-a61d-4b0d82b14ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.506391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.507970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Pushing event updated for resources: {'Port': ['ID=f1aad71c-6ccd-424b-8731-362e1479ceaa,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:09.528243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c96d29d0-d451-48de-a61d-4b0d82b14ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.539596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Network e17198f6-c815-4dea-a8e8-2fd963edf9e1 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:09.542331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Deleting subnet 05d63f97-bdb1-4172-9815-0f3d2e22beac {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:09:09.558154 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.571982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:09.596700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Allocated IP 172.20.0.18 (a7c83c54-4c25-4b74-ba95-b21fc2e53e00/95f9adea-47ed-4020-90d8-13805bd36f7a/9fb28b40-4ae7-42fd-a700-07c33c8db400) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:09.603313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:09.643967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Pushing event updated for resources: {'Port': ['ID=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:09.664269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe24b5fd-5798-4480-a0fe-05d2395a1afc req-b6281f50-dec7-4b3a-a7c9-f2c2a9402faf tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064066 Aug 31 08:09:09.684626 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.713483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2495ad79-be38-4873-9227-38ee70a2f41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.727913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Allocated IP 172.20.0.2 (2b0509f8-f2b0-438d-9686-1cf543401558/bc20aebc-5212-4e2f-bb58-5e16b9ee4427/8740524a-ccd7-4871-851c-5c545ef92f14) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:09.766237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3374e3b8-8c08-40f8-9e22-957cebd7e457,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:09.790293 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.811066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Attempting to bind port f1aad71c-6ccd-424b-8731-362e1479ceaa on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:09.811451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Attempting to bind port f1aad71c-6ccd-424b-8731-362e1479ceaa by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '610e2bc2-0ce7-429f-9787-e82495a5a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:09.811882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Attempting to bind port f1aad71c-6ccd-424b-8731-362e1479ceaa on network e17198f6-c815-4dea-a8e8-2fd963edf9e1 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:09.848506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Attempting to bind port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:09.848506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Attempting to bind port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd64468ee-3903-4d7f-8f74-b46ab625982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:09.848506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Attempting to bind port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 on network e841ffe3-3be1-4516-b33b-a045a03eef8a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:09.856240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 on network e841ffe3-3be1-4516-b33b-a045a03eef8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:09:09.856571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Attempting to bind port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 on network e841ffe3-3be1-4516-b33b-a045a03eef8a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:09.865831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:09.866210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Checking segment: {'id': '610e2bc2-0ce7-429f-9787-e82495a5a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:09.866619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:09.867054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Bound using segment: {'id': '610e2bc2-0ce7-429f-9787-e82495a5a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:09.867547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Bound port: f1aad71c-6ccd-424b-8731-362e1479ceaa, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610e2bc2-0ce7-429f-9787-e82495a5a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e17198f6-c815-4dea-a8e8-2fd963edf9e1'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:09.867925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.007686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2495ad79-be38-4873-9227-38ee70a2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.081075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495ad79-be38-4873-9227-38ee70a2f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a42f99-39d2-4864-a103-f01c3c90cedd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.085932 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2495ad79-be38-4873-9227-38ee70a2f41c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59383e96ec5e43f383ae94dd515b014b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2743962 Aug 31 08:09:10.087851 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c96d29d0-d451-48de-a61d-4b0d82b14ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.091314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c96d29d0-d451-48de-a61d-4b0d82b14ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.092459 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c96d29d0-d451-48de-a61d-4b0d82b14ea7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/848ed4dd-b526-452c-adef-248a188a72b9 HTTP/1.1" status: 204 len: 168 time: 0.8235176 Aug 31 08:09:10.093052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:10.126430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.134546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d29d0-d451-48de-a61d-4b0d82b14ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ed4dd-b526-452c-adef-248a188a72b9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.175459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3374e3b8-8c08-40f8-9e22-957cebd7e457 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:10.177447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.180876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.182670 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/subnets/05d63f97-bdb1-4172-9815-0f3d2e22beac HTTP/1.1" status: 204 len: 168 time: 0.8108172 Aug 31 08:09:10.185129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56141808-29e2-4fa1-9416-c102e131be92 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Subnet': ['ID=05d63f97-bdb1-4172-9815-0f3d2e22beac,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.187063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45130) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:10.196953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.200644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] For port f1aad71c-6ccd-424b-8731-362e1479ceaa, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:10.233431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:10.233719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Checking segment: {'id': 'd64468ee-3903-4d7f-8f74-b46ab625982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:10.234119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Bound using segment: {'id': 'd64468ee-3903-4d7f-8f74-b46ab625982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:10.234565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Bound port: 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64468ee-3903-4d7f-8f74-b46ab625982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:10.234929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.249989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f701461-670a-4e72-af5c-98ffdcaa5ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.266975 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] For port f1aad71c-6ccd-424b-8731-362e1479ceaa, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f1aad71c-6ccd-424b-8731-362e1479ceaa,segment=NetworkSegment(610e2bc2-0ce7-429f-9787-e82495a5a236),segment_id=610e2bc2-0ce7-429f-9787-e82495a5a236)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:10.268659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Transition to ACTIVE for port object 8740524a-ccd7-4871-851c-5c545ef92f14 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:10.274312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Deleting subnet 95f9adea-47ed-4020-90d8-13805bd36f7a {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:09:10.292039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f701461-670a-4e72-af5c-98ffdcaa5ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.292136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Transition to ACTIVE for port object 9fb28b40-4ae7-42fd-a700-07c33c8db400 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:10.338117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Transition to ACTIVE for port object 8740524a-ccd7-4871-851c-5c545ef92f14 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:10.339972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Transition to ACTIVE for port object 9fb28b40-4ae7-42fd-a700-07c33c8db400 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:10.351910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3374e3b8-8c08-40f8-9e22-957cebd7e457 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:10.352285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.354566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] For port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:10.358443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.359089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] For port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,segment=NetworkSegment(d64468ee-3903-4d7f-8f74-b46ab625982d),segment_id=d64468ee-3903-4d7f-8f74-b46ab625982d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:10.450885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.451327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.472598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd207d-90f9-4002-8e0c-40863829a956 None None] Pushing event updated for resources: {'Port': ['ID=f1aad71c-6ccd-424b-8731-362e1479ceaa,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.514855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Network 2b0509f8-f2b0-438d-9686-1cf543401558 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:10.521658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:10.528560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:10.592755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Pushing event updated for resources: {'Port': ['ID=8740524a-ccd7-4871-851c-5c545ef92f14,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.657414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.677163 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.681960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Attempting to bind port 8740524a-ccd7-4871-851c-5c545ef92f14 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:10.681960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Attempting to bind port 8740524a-ccd7-4871-851c-5c545ef92f14 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:10.682403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Attempting to bind port 8740524a-ccd7-4871-851c-5c545ef92f14 on network 2b0509f8-f2b0-438d-9686-1cf543401558 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:10.726718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.755044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb22cc-b015-452c-b74a-84dd0c69f85a req-9851d2b4-a4d2-49e2-bb56-9ac882c9ae30 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:10.760828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6cb22cc-b015-452c-b74a-84dd0c69f85a req-9851d2b4-a4d2-49e2-bb56-9ac882c9ae30 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1890435 Aug 31 08:09:10.765973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.810516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:10.810887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Checking segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:10.811297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.813908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Bound using segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:10.814497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Bound port: 8740524a-ccd7-4871-851c-5c545ef92f14, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:10.814900 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.826329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Pushing event updated for resources: {'Port': ['ID=9fb28b40-4ae7-42fd-a700-07c33c8db400,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.862786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.869426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:10.870062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.872605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] 10.222.0.68 "PUT /v2.0/ports/34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 HTTP/1.1" status: 200 len: 1092 time: 2.5075583 Aug 31 08:09:10.904549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f701461-670a-4e72-af5c-98ffdcaa5ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.906890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:10.907330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8f701461-670a-4e72-af5c-98ffdcaa5ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:10.910675 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8f701461-670a-4e72-af5c-98ffdcaa5ceb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4a42f99-39d2-4864-a103-f01c3c90cedd HTTP/1.1" status: 204 len: 168 time: 0.8087635 Aug 31 08:09:10.920297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'tag': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:10.922810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:10.923874 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3764b420-5295-4e26-9ac5-4be92a19a76d" -d '{"events": [{"name": "network-changed", "server_uuid": "09fd34a4-50f6-481a-a444-fb79bc8b5390", "tag": "34bcf087-ad7a-4feb-bf62-3ad1bbbadd52"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:10.931729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f701461-670a-4e72-af5c-98ffdcaa5ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a42f99-39d2-4864-a103-f01c3c90cedd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:10.962366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:11.025570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c0f1d-f94b-47ec-ae6d-28289370d26c service neutron] Pushing event updated for resources: {'Port': ['ID=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:11.071613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6cb22cc-b015-452c-b74a-84dd0c69f85a req-d73fb684-5156-4367-abee-39b693152423 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595336 Aug 31 08:09:11.079272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] For port 8740524a-ccd7-4871-851c-5c545ef92f14, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:11.084507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Attempting to bind port 9fb28b40-4ae7-42fd-a700-07c33c8db400 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:11.084887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Attempting to bind port 9fb28b40-4ae7-42fd-a700-07c33c8db400 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '08fde453-1146-48c2-9dd8-74ea1c7d1894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:11.085253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Attempting to bind port 9fb28b40-4ae7-42fd-a700-07c33c8db400 on network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:11.100926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] For port 8740524a-ccd7-4871-851c-5c545ef92f14, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8740524a-ccd7-4871-851c-5c545ef92f14,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:11.102413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:11.121189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Checking segment: {'id': '08fde453-1146-48c2-9dd8-74ea1c7d1894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:11.121189 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.121189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Bound using segment: {'id': '08fde453-1146-48c2-9dd8-74ea1c7d1894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:11.121189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Bound port: 9fb28b40-4ae7-42fd-a700-07c33c8db400, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fde453-1146-48c2-9dd8-74ea1c7d1894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a7c83c54-4c25-4b74-ba95-b21fc2e53e00'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:11.121189 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.122035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc377630-b112-49fd-94bc-1047cd4d8fb4 req-ccce6ab7-7e36-4f6f-a579-47dd1d2c34de tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:11.122035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc377630-b112-49fd-94bc-1047cd4d8fb4 req-ccce6ab7-7e36-4f6f-a579-47dd1d2c34de tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 943 time: 0.2671645 Aug 31 08:09:11.133778 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b109698b-22fb-48ae-add2-7807e2dc85ef x-openstack-request-id: req-b109698b-22fb-48ae-add2-7807e2dc85ef {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:11.134306 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fd34a4-50f6-481a-a444-fb79bc8b5390", "tag": "34bcf087-ad7a-4feb-bf62-3ad1bbbadd52", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:11.134679 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b109698b-22fb-48ae-add2-7807e2dc85ef {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:11.135007 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'tag': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52', 'status': 'completed', 'code': 200} Aug 31 08:09:11.174278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-690b578d-00ac-4efb-9071-064405a864a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:11.175849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-690b578d-00ac-4efb-9071-064405a864a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0639a70eeb0b4a318419e89d5b423185&device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 1095 time: 0.1525099 Aug 31 08:09:11.184587 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.190043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] For port 9fb28b40-4ae7-42fd-a700-07c33c8db400, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:11.191803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] For port 9fb28b40-4ae7-42fd-a700-07c33c8db400, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9fb28b40-4ae7-42fd-a700-07c33c8db400,segment=NetworkSegment(08fde453-1146-48c2-9dd8-74ea1c7d1894),segment_id=08fde453-1146-48c2-9dd8-74ea1c7d1894)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:11.199370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.201592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/subnets/95f9adea-47ed-4020-90d8-13805bd36f7a HTTP/1.1" status: 204 len: 168 time: 1.0137172 Aug 31 08:09:11.208305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45150) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:11.220010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cda007-41fc-4236-beca-80e6bebbd7b3 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Subnet': ['ID=95f9adea-47ed-4020-90d8-13805bd36f7a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:11.304741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc377630-b112-49fd-94bc-1047cd4d8fb4 req-5071f205-ded7-42df-aebd-9ae8f2764607 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787009 Aug 31 08:09:11.306027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-5c4933ba-8b64-41cd-8045-8ee1f7fb3226 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 HTTP/1.1" status: 200 len: 217 time: 0.1046982 Aug 31 08:09:11.374518 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.392275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.20.0.1 (2b0509f8-f2b0-438d-9686-1cf543401558/bc20aebc-5212-4e2f-bb58-5e16b9ee4427/7c4ae528-c1ee-409b-ba7b-3f19c9932ebe) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:11.422289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48718477-2212-431c-9226-895cc76e1133 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:11.423954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-48718477-2212-431c-9226-895cc76e1133 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071621 Aug 31 08:09:11.427888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45154) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:11.447577 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.461351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9c73-0741-4015-9458-040719b166e2 req-a3348c86-c41a-43a6-b8a7-7c7cdb0028b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:11.462605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c3afd-f7fc-4792-8a46-3cc06f363f64 None None] Pushing event updated for resources: {'Port': ['ID=8740524a-ccd7-4871-851c-5c545ef92f14,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:11.463932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-a3348c86-c41a-43a6-b8a7-7c7cdb0028b4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6169982-7bc8-4d5b-ae67-b6aa39bdf793 HTTP/1.1" status: 200 len: 849 time: 0.1488118 Aug 31 08:09:11.540223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528a4dd-cc17-4277-a754-b7a067a6333d None None] Pushing event updated for resources: {'Port': ['ID=9fb28b40-4ae7-42fd-a700-07c33c8db400,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:11.604750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-a9adc62f-28f5-40b0-a073-c3725ea14e2e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e841ffe3-3be1-4516-b33b-a045a03eef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964220 Aug 31 08:09:11.728454 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.837201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-b3d518eb-f25b-4e7e-83ae-be6cc4dfb60e service neutron] 10.222.0.68 "GET /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230368 Aug 31 08:09:11.862594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:11.962383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Transition to ACTIVE for port object 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:12.016683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Deleting port 9fb28b40-4ae7-42fd-a700-07c33c8db400 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:12.017029 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.022486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb25f98a-6511-4835-bcb8-bfe76b09e489 None None] Network e17198f6-c815-4dea-a8e8-2fd963edf9e1 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:12.135762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b9e9c73-0741-4015-9458-040719b166e2 req-3519990f-07bc-4b76-813d-7f9a14deb8f8 service neutron] 10.222.0.68 "GET /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847807 Aug 31 08:09:12.187127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] For port 9fb28b40-4ae7-42fd-a700-07c33c8db400, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9fb28b40-4ae7-42fd-a700-07c33c8db400,segment=NetworkSegment(08fde453-1146-48c2-9dd8-74ea1c7d1894),segment_id=08fde453-1146-48c2-9dd8-74ea1c7d1894)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:12.188483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.211199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Calling delete_port for 9fb28b40-4ae7-42fd-a700-07c33c8db400 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:12.259290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.310682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5304e7ec-ae5f-4ac2-b05a-de0fe33d2fd9 None None] Provisioning for port f1aad71c-6ccd-424b-8731-362e1479ceaa completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:12.329060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1aad71c-6ccd-424b-8731-362e1479ceaa up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:12.371434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:12.403042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42625a01-4a7d-4bb8-9a77-bc4857200e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.429984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] DHCP port deletion for e17198f6-c815-4dea-a8e8-2fd963edf9e1 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:09:12.465736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2b0509f8-f2b0-438d-9686-1cf543401558 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:12.476596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:12.481422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:12.484383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] Deleting port f1aad71c-6ccd-424b-8731-362e1479ceaa {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:12.484899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.536834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f1aad71c-6ccd-424b-8731-362e1479ceaa completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:12.552327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:12.562820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f1aad71c-6ccd-424b-8731-362e1479ceaa triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:12.563413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.575070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42625a01-4a7d-4bb8-9a77-bc4857200e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.589239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e85f-ca1d-4f81-89a3-87f1a73ef043 req-50fa0558-3f2f-439a-b72f-f35aba6ec994 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:12.591446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3546e85f-ca1d-4f81-89a3-87f1a73ef043 req-50fa0558-3f2f-439a-b72f-f35aba6ec994 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.3656628 Aug 31 08:09:12.622664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-550d6764-f98e-49ed-96c0-961195cf2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:12.624483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-550d6764-f98e-49ed-96c0-961195cf2579 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0639a70eeb0b4a318419e89d5b423185&device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 1095 time: 0.2467539 Aug 31 08:09:12.634342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] For port f1aad71c-6ccd-424b-8731-362e1479ceaa, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f1aad71c-6ccd-424b-8731-362e1479ceaa,segment=NetworkSegment(610e2bc2-0ce7-429f-9787-e82495a5a236),segment_id=610e2bc2-0ce7-429f-9787-e82495a5a236)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:12.634342 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.636092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.650593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] Calling delete_port for f1aad71c-6ccd-424b-8731-362e1479ceaa owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:12.655727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb0be5-cd09-486d-bccb-b402297ff87a req-2a44a91f-935d-4406-ad00-1b7579425ede tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:12.663077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83cb0be5-cd09-486d-bccb-b402297ff87a req-2a44a91f-935d-4406-ad00-1b7579425ede tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 943 time: 0.2008767 Aug 31 08:09:12.723395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42625a01-4a7d-4bb8-9a77-bc4857200e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.754147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-42625a01-4a7d-4bb8-9a77-bc4857200e72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3e87deef8c94c88aac13100ed98b08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815842 Aug 31 08:09:12.759780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45176) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:12.763367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.792711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.825625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625a01-4a7d-4bb8-9a77-bc4857200e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1331f-9a37-446e-9011-97e613823b70,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:12.852298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f1aad71c-6ccd-424b-8731-362e1479ceaa, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f1aad71c-6ccd-424b-8731-362e1479ceaa,segment=NetworkSegment(610e2bc2-0ce7-429f-9787-e82495a5a236),segment_id=610e2bc2-0ce7-429f-9787-e82495a5a236)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:12.894855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3546e85f-ca1d-4f81-89a3-87f1a73ef043 req-b474f97d-9e50-487f-b8f4-402c71c74866 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765560 Aug 31 08:09:12.930002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Port': ['ID=9fb28b40-4ae7-42fd-a700-07c33c8db400,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:12.941242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] No DVR routers for this DVR port 9fb28b40-4ae7-42fd-a700-07c33c8db400 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:12.993281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:12.994868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8740524a-ccd7-4871-851c-5c545ef92f14 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:13.043525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-83cb0be5-cd09-486d-bccb-b402297ff87a req-f109d871-1b37-4ee0-9868-4e119c963dff tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788517 Aug 31 08:09:13.108747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc53598-ac9b-444c-b968-ffdd6505fadc None None] Network a7c83c54-4c25-4b74-ba95-b21fc2e53e00 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:13.131156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-d45a14c6-572f-4b82-a23b-3fadb26aaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:13.134626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-d45a14c6-572f-4b82-a23b-3fadb26aaec8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e841ffe3-3be1-4516-b33b-a045a03eef8a HTTP/1.1" status: 200 len: 910 time: 0.4869521 Aug 31 08:09:13.187504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.190009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9070816-13fb-4107-87e1-7d4057bf4bf7 None None] Could not find standard attr ID for object 9fb28b40-4ae7-42fd-a700-07c33c8db400. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:09:13.204724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f1aad71c-6ccd-424b-8731-362e1479ceaa,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:13.219842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-f5ca89b7-6192-402c-94d9-912bc1669ea5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 HTTP/1.1" status: 200 len: 217 time: 0.0697114 Aug 31 08:09:13.222060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.264617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] No DVR routers for this DVR port f1aad71c-6ccd-424b-8731-362e1479ceaa on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:13.267125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db16da-0aac-4fd2-a77b-88e2ee2632ce None None] Pushing event deleted for resources: {'Port': ['ID=f1aad71c-6ccd-424b-8731-362e1479ceaa,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:13.306167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d8eacc9-4d1d-47de-a231-80d7cafaa74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.306167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c83c54-4c25-4b74-ba95-b21fc2e53e00']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:13.325631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fde453-1146-48c2-9dd8-74ea1c7d1894') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:13.326246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fde453-1146-48c2-9dd8-74ea1c7d1894') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:13.347762 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d8eacc9-4d1d-47de-a231-80d7cafaa74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.350947 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.380795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-a66ab1f9-7d21-4754-8e86-e60e38e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:13.382213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-a66ab1f9-7d21-4754-8e86-e60e38e0a400 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e6169982-7bc8-4d5b-ae67-b6aa39bdf793 HTTP/1.1" status: 200 len: 849 time: 0.1375341 Aug 31 08:09:13.400158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.434683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-6199072d-5336-407f-bed6-eefa88211421 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e841ffe3-3be1-4516-b33b-a045a03eef8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427077 Aug 31 08:09:13.436122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dab5fd-b9d9-44e3-9a5a-b95097725b42 None None] DHCP port deletion for a7c83c54-4c25-4b74-ba95-b21fc2e53e00 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:09:13.438207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:13.438632 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:13.441870 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:13.449517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8740524a-ccd7-4871-851c-5c545ef92f14 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:13.455726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fb28b40-4ae7-42fd-a700-07c33c8db400 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:13.482818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00308cc-ec32-47fe-b799-7f9aa02c7762 None None] Network 2b0509f8-f2b0-438d-9686-1cf543401558 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:13.485583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9fb28b40-4ae7-42fd-a700-07c33c8db400 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:13.485583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fb28b40-4ae7-42fd-a700-07c33c8db400 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 08:09:13.513042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port 9fb28b40-4ae7-42fd-a700-07c33c8db400 not found, will not notify nova. {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 08:09:13.600905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.691344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-6deccc7f-7004-4597-ba49-faa4bbc4d989 service neutron] 10.222.0.68 "GET /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382565 Aug 31 08:09:13.725132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] Provisioning for port 8740524a-ccd7-4871-851c-5c545ef92f14 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:13.729576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] Provisioning complete for port 8740524a-ccd7-4871-851c-5c545ef92f14 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:13.730639 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.796267 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d8eacc9-4d1d-47de-a231-80d7cafaa74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.798302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d8eacc9-4d1d-47de-a231-80d7cafaa74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.799456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8d8eacc9-4d1d-47de-a231-80d7cafaa74b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6c1331f-9a37-446e-9011-97e613823b70 HTTP/1.1" status: 204 len: 168 time: 1.0339174 Aug 31 08:09:13.800189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.834252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.838379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:13.845489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:13.846034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/networks/a7c83c54-4c25-4b74-ba95-b21fc2e53e00 HTTP/1.1" status: 204 len: 168 time: 2.4165485 Aug 31 08:09:13.897772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] For port 8740524a-ccd7-4871-851c-5c545ef92f14, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8740524a-ccd7-4871-851c-5c545ef92f14,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:14.020638 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.037709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.116093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1aad71c-6ccd-424b-8731-362e1479ceaa no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:14.162543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f1aad71c-6ccd-424b-8731-362e1479ceaa {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:14.162894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f1aad71c-6ccd-424b-8731-362e1479ceaa not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:14.163323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fb28b40-4ae7-42fd-a700-07c33c8db400 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:14.198160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9fb28b40-4ae7-42fd-a700-07c33c8db400 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:14.209033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9fb28b40-4ae7-42fd-a700-07c33c8db400 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:14.218255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-369d492d-ecf2-42eb-a2df-1fef4013eaba None None] Provisioning complete for port 8740524a-ccd7-4871-851c-5c545ef92f14 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:14.218638 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-369d492d-ecf2-42eb-a2df-1fef4013eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.244406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.258151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17198f6-c815-4dea-a8e8-2fd963edf9e1']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:14.259129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99f4d7-ae74-4934-a017-da79b7727e71 None None] Pushing event updated for resources: {'Port': ['ID=8740524a-ccd7-4871-851c-5c545ef92f14,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:14.289648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610e2bc2-0ce7-429f-9787-e82495a5a236') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:14.290066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610e2bc2-0ce7-429f-9787-e82495a5a236') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:14.304276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45212) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:14.323439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.341068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.348481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:14.349097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.351370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eacc9-4d1d-47de-a231-80d7cafaa74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1331f-9a37-446e-9011-97e613823b70,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:14.387848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0772d-6158-45da-8e34-48c70387b0f0 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Network': ['ID=a7c83c54-4c25-4b74-ba95-b21fc2e53e00,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:14.404538 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:14.454556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:09:14.513374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3764b420-5295-4e26-9ac5-4be92a19a76d req-db053a69-3722-4505-840c-ce68866dbef9 service neutron] 10.222.0.68 "GET /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764452 Aug 31 08:09:14.523689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce181fa8-3763-4391-ad40-d23b4aff2676 req-fed56fa0-8f59-43d1-8b3f-8a2de4fa8708 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:14.528228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce181fa8-3763-4391-ad40-d23b4aff2676 req-fed56fa0-8f59-43d1-8b3f-8a2de4fa8708 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1432009 Aug 31 08:09:14.545496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-369d492d-ecf2-42eb-a2df-1fef4013eaba None None] Provisioning for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:14.552311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfeb7e-6702-4946-a582-ca02588ad1f3 req-644a34b3-7eed-489a-8cbb-a5a8c06cdda6 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:14.552509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-369d492d-ecf2-42eb-a2df-1fef4013eaba None None] Provisioning complete for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:14.552793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-369d492d-ecf2-42eb-a2df-1fef4013eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.561352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbcfeb7e-6702-4946-a582-ca02588ad1f3 req-644a34b3-7eed-489a-8cbb-a5a8c06cdda6 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 943 time: 0.2062566 Aug 31 08:09:14.614008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.643620 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.647761 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/networks/e17198f6-c815-4dea-a8e8-2fd963edf9e1 HTTP/1.1" status: 204 len: 168 time: 0.8001976 Aug 31 08:09:14.648119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-369d492d-ecf2-42eb-a2df-1fef4013eaba None None] Port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:14.654536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45234) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:14.677649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712336-b2f4-4ad2-90a3-0bacbde450c4 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Network': ['ID=e17198f6-c815-4dea-a8e8-2fd963edf9e1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:14.708163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce181fa8-3763-4391-ad40-d23b4aff2676 req-d5f2f707-5824-4db1-b3a7-29ca877a3b58 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661592 Aug 31 08:09:14.717957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,segment=NetworkSegment(d64468ee-3903-4d7f-8f74-b46ab625982d),segment_id=d64468ee-3903-4d7f-8f74-b46ab625982d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:14.718317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 832ecd85-db5a-485e-a016-05066071bbd4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:14.718647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.729750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52', 'network_id': 'e841ffe3-3be1-4516-b33b-a045a03eef8a', 'port_id': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52', 'mac_address': 'fa:16:3e:bd:3e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6169982-7bc8-4d5b-ae67-b6aa39bdf793', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:09:14.746605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbcfeb7e-6702-4946-a582-ca02588ad1f3 req-16552772-ee6a-4e05-98b9-a9e421952963 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848059 Aug 31 08:09:14.796337 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.799498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bd21c7ab-abfc-4072-b9a1-7de3bb64940d None None] Provisioning complete for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:14.799870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bd21c7ab-abfc-4072-b9a1-7de3bb64940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.804245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.824686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.825178 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.825635 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.832701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:09:14.839524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 832ecd85-db5a-485e-a016-05066071bbd4 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:14.857185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-bd21c7ab-abfc-4072-b9a1-7de3bb64940d None None] Port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:14.864012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,segment=NetworkSegment(d64468ee-3903-4d7f-8f74-b46ab625982d),segment_id=d64468ee-3903-4d7f-8f74-b46ab625982d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:14.909793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.919508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1697445a-977c-4534-ad90-687b86ceadb8']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:14.929488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f7f4e6-7b53-4f82-8272-39d0a8ee1c21') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:14.929794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f7f4e6-7b53-4f82-8272-39d0a8ee1c21') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:14.938437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.952626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.959029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:14.959418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:14.962486 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:15.029791 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.030070 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.092016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:15.100622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.114601 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.137110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:15.147570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=832ecd85-db5a-485e-a016-05066071bbd4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:15.170394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.182833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.185265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/networks/1697445a-977c-4534-ad90-687b86ceadb8 HTTP/1.1" status: 204 len: 168 time: 0.5236454 Aug 31 08:09:15.198091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee450eb-bcd4-4f81-ad1a-0b3e85a2e3af tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Network': ['ID=1697445a-977c-4534-ad90-687b86ceadb8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:15.198971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45252) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:15.215658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.216161 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Floating IP 0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 disassociated (deleted). External IP: 172.25.0.74, port: 8fb0bec6-dca2-4801-8dab-49ff87dea79f. Aug 31 08:09:15.302780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['34bcf087-ad7a-4feb-bf62-3ad1bbbadd52'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:09:15.311526 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.315648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2b0509f8-f2b0-438d-9686-1cf543401558 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:15.319152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:15.491968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router c80d3e82-1ef9-450e-b267-c8d92bb81d5b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:09:15.537939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.560291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bd7f88-eee8-4581-b95c-fce536f6d9d9']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:15.583470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37a465-7d36-46ba-a0ea-ef1e650280be') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:15.584691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37a465-7d36-46ba-a0ea-ef1e650280be') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:15.585311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a4f272c3-0971-4218-9b00-c5563d726475 None None] Provisioning complete for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:15.585802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a4f272c3-0971-4218-9b00-c5563d726475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.600138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.627801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.629007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:15.630981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a4f272c3-0971-4218-9b00-c5563d726475 None None] Port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:15.637071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:15.637491 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:15.640510 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:15.643047 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:15.647044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] Sync routers for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:15.655797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 754e3c1a-3277-48d0-8826-15117626f2da has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:09:15.677463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:15.678131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:15.689889 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8cd98883-d634-40ae-863a-f8bbeaca701e tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/floatingips/0d4e5af1-ef31-486d-b4a7-7e57ffaa9535 HTTP/1.1" status: 204 len: 168 time: 1.3855920 Aug 31 08:09:15.689889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:15.716901 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:15.851573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:15.894112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:15.901556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a8f8b4a5-7f02-43ff-bdde-6daae4bfb03e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "PUT /v2.0/routers/754e3c1a-3277-48d0-8826-15117626f2da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6503298 Aug 31 08:09:15.904736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45286) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:15.914084 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Sync routers for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:15.921529 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:15.922189 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:16.031699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:16.099555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:16.115600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] 10.222.0.36 "DELETE /v2.0/networks/b9bd7f88-eee8-4581-b95c-fce536f6d9d9 HTTP/1.1" status: 204 len: 168 time: 0.9103322 Aug 31 08:09:16.131867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cde8a-6b68-44c6-aee2-4ff7aa635c01 tempest-BulkNetworkOpsTest-1135000262 tempest-BulkNetworkOpsTest-1135000262-project] Pushing event deleted for resources: {'Network': ['ID=b9bd7f88-eee8-4581-b95c-fce536f6d9d9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:16.241495 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5e220-93ba-4b44-8572-45725f7a323e x-openstack-request-id: req-54c5e220-93ba-4b44-8572-45725f7a323e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:16.242054 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:16.242299 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54c5e220-93ba-4b44-8572-45725f7a323e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:16.242810 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'status': 'completed', 'code': 200} Aug 31 08:09:16.269038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8740524a-ccd7-4871-851c-5c545ef92f14 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:16.291750 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:16.384411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8740524a-ccd7-4871-851c-5c545ef92f14 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:16.385093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:16.391437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.391899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.394886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.395404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.395882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.396370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.396903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.397252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.397712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.398236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.400374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-06bfc433-c545-454b-91aa-4599aa690c52 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7027 time: 0.4945970 Aug 31 08:09:16.403697 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45306) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:16.484581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:16.503098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-960c7195-462c-49b9-b2fc-681dc6b0506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.504577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-960c7195-462c-49b9-b2fc-681dc6b0506c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 1098 time: 0.2340264 Aug 31 08:09:16.601996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.602831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.603579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.604027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.604673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.605950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.606517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.607038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.607561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.614669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bb1f578b-334e-4d2d-aa26-ce51d30ed765 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5902 time: 0.2097008 Aug 31 08:09:16.615579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45310) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:16.620116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6a098-efab-4c2b-84f1-cc8d4eb4070a req-a4af95f6-2cfc-4a83-9df4-702fcc3fffd2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.626770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:16.627726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2e6a098-efab-4c2b-84f1-cc8d4eb4070a req-a4af95f6-2cfc-4a83-9df4-702fcc3fffd2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2242072 Aug 31 08:09:16.665796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] Checking router: c80d3e82-1ef9-450e-b267-c8d92bb81d5b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:16.677473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:16.678361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:16.694009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b78aa3-1a88-4b0e-9a17-01449dc063c2 req-59ae2bf8-0f01-4814-8369-0c386dcfd3ac tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.694589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5b78aa3-1a88-4b0e-9a17-01449dc063c2 req-59ae2bf8-0f01-4814-8369-0c386dcfd3ac tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 944 time: 0.2233243 Aug 31 08:09:16.747656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2e6a098-efab-4c2b-84f1-cc8d4eb4070a req-15224aa6-917d-4e56-9788-f8738dd7584b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164091 Aug 31 08:09:16.763177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:16.781134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:16.781472 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:16.826190 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:14Z', 'revision_number': 2, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:16.831028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5b78aa3-1a88-4b0e-9a17-01449dc063c2 req-2b01be74-cc36-4767-a357-5913cd053dd2 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144397 Aug 31 08:09:16.832615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-d7ad5640-ae7f-4483-af5a-0af86ada7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:16.834069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-d7ad5640-ae7f-4483-af5a-0af86ada7784 service neutron] 10.222.0.68 "GET /v2.0/networks?id=079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 200 len: 897 time: 0.2958436 Aug 31 08:09:16.880860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Checking router: 754e3c1a-3277-48d0-8826-15117626f2da for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:16.882205 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Updating router 754e3c1a-3277-48d0-8826-15117626f2da port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:09:16.924542 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:16.970949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:17.012136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-c8b6f7e5-50c1-4616-b119-d14fd35c1641 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 200 len: 217 time: 0.1685531 Aug 31 08:09:17.024989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,segment=NetworkSegment(d64468ee-3903-4d7f-8f74-b46ab625982d),segment_id=d64468ee-3903-4d7f-8f74-b46ab625982d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:17.028910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:17.032793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:17.036300 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92777da3-63bd-46a3-9f55-5b25799d7760" -d '{"events": [{"server_uuid": "09fd34a4-50f6-481a-a444-fb79bc8b5390", "name": "network-vif-plugged", "status": "completed", "tag": "34bcf087-ad7a-4feb-bf62-3ad1bbbadd52"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:17.118223 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c8009b-f475-4ba9-976a-e0845e8e71e7 x-openstack-request-id: req-c1c8009b-f475-4ba9-976a-e0845e8e71e7 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:17.118223 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fd34a4-50f6-481a-a444-fb79bc8b5390", "name": "network-vif-plugged", "status": "completed", "tag": "34bcf087-ad7a-4feb-bf62-3ad1bbbadd52", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:17.118223 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1c8009b-f475-4ba9-976a-e0845e8e71e7 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:17.118223 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52', 'code': 200} Aug 31 08:09:17.162178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:17.201478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-10327e4e-417f-4a18-8847-fb8b137ba43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:17.203450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-10327e4e-417f-4a18-8847-fb8b137ba43e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70f6d25d-76be-41cb-ae93-ef20df87208f HTTP/1.1" status: 200 len: 835 time: 0.1497481 Aug 31 08:09:17.259057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8c71d-5d5c-4b25-bedf-70b70795d0b4 req-f8fafc84-10b7-4714-a6ed-f1783444de65 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:17.267542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fe8c71d-5d5c-4b25-bedf-70b70795d0b4 req-f8fafc84-10b7-4714-a6ed-f1783444de65 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.4089046 Aug 31 08:09:17.292279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45342) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:17.367372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:17.389921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1fe8c71d-5d5c-4b25-bedf-70b70795d0b4 req-0d2d769b-0328-424c-a65c-6f4bba91ded1 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193297 Aug 31 08:09:17.392344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-6bee5042-b4ca-46df-a5f2-27d68d493f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:17.395462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-6bee5042-b4ca-46df-a5f2-27d68d493f7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=079c9436-2772-41b5-8ebf-110f57223093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790280 Aug 31 08:09:17.474257 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:17.499586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Transition to ACTIVE for port object 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:17.530633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:17.571255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090a9e1a-8bd7-4d96-8d21-eae55fbb5656 None None] The sync data for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 is: [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '945b9a23-7f17-46c1-9e18-7d91b15e1661', 'name': '', 'network_id': '079c9436-2772-41b5-8ebf-110f57223093', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'mac_address': 'fa:16:3e:ec:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:11Z', 'updated_at': '2021-08-31T08:07:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'subnets': [{'id': '70f6d25d-76be-41cb-ae93-ef20df87208f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:17.632868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-61cbbd32-0ebf-4507-bc63-81f697afa8c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73c8bd40b0d245b4957e0248c8828467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376148 Aug 31 08:09:17.636780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45364) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:17.642651 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:17.650979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-efaf33ce-c3b2-480d-bb9d-73fb9b983d44 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434988 Aug 31 08:09:17.752624 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb94f51d-2282-4216-b107-7a7b88193023 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 1.1354928 Aug 31 08:09:17.822478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34df6d8-fe30-432e-baa2-b3b2f077dbc2 req-1b768d04-4016-4a97-8b56-45384efb0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:17.841384 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a34df6d8-fe30-432e-baa2-b3b2f077dbc2 req-1b768d04-4016-4a97-8b56-45384efb0f7c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 1097 time: 0.2781115 Aug 31 08:09:17.849444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-1a3ee131-d564-4f18-b955-13bf8f5a1ed8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:17.850979 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-1a3ee131-d564-4f18-b955-13bf8f5a1ed8 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.2194092 Aug 31 08:09:17.858079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03f8ab12-819b-4eeb-9f88-6a171ba1cafd req-857f2c25-9362-4482-b5f9-ea14ee918d79 service neutron] 10.222.0.68 "GET /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972024 Aug 31 08:09:17.963486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-325840ab-2d8c-48d5-a474-380e7330af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.031589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-325840ab-2d8c-48d5-a474-380e7330af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.097448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a34df6d8-fe30-432e-baa2-b3b2f077dbc2 req-e8b01414-d591-4a7b-8637-da0f9bc931ff service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414825 Aug 31 08:09:18.103851 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96573f-ed13-4b30-88d3-447eca161515 None None] Pushing event updated for resources: {'Port': ['ID=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:18.150028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Attempting to bind port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:18.152221 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Attempting to bind port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:18.152779 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Attempting to bind port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe on network 2b0509f8-f2b0-438d-9686-1cf543401558 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:18.164983 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:18.175520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Checking segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:18.175520 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.175520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Bound using segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:18.178464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 8fb0bec6-dca2-4801-8dab-49ff87dea79f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:18.178820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.182608 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Bound port: 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:18.184331 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.191521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20a196-cf77-43f0-a57c-e21d4962535a req-ca3ae011-6f9d-4274-9dd6-b7a9500e0424 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:18.199637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a20a196-cf77-43f0-a57c-e21d4962535a req-ca3ae011-6f9d-4274-9dd6-b7a9500e0424 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1457450 Aug 31 08:09:18.207583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29735dd-e983-49e4-be7f-cde4a28a1589 None None] New status for floating IP 0d4e5af1-ef31-486d-b4a7-7e57ffaa9535: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:09:18.282305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a20a196-cf77-43f0-a57c-e21d4962535a req-bdad9c47-bbdc-4533-bd7c-c2fc43ba690d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771019 Aug 31 08:09:18.355249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 8fb0bec6-dca2-4801-8dab-49ff87dea79f, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8fb0bec6-dca2-4801-8dab-49ff87dea79f,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:18.355583 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.363752 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-325840ab-2d8c-48d5-a474-380e7330af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.366504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-325840ab-2d8c-48d5-a474-380e7330af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.367971 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-325840ab-2d8c-48d5-a474-380e7330af89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84e7714a-53c3-4ed7-8021-f6ee14ee3e13 HTTP/1.1" status: 204 len: 168 time: 0.7299242 Aug 31 08:09:18.374284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 8fb0bec6-dca2-4801-8dab-49ff87dea79f owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:18.376848 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] For port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:18.381872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] For port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:18.482006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325840ab-2d8c-48d5-a474-380e7330af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7714a-53c3-4ed7-8021-f6ee14ee3e13,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:18.528386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5583cd-39fc-4c15-b91c-d085f5431c3f req-58ca22ea-da68-4ae0-9ec3-9e011f2e550c tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:18.530189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd5583cd-39fc-4c15-b91c-d085f5431c3f req-58ca22ea-da68-4ae0-9ec3-9e011f2e550c tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 945 time: 0.1590881 Aug 31 08:09:18.551706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:18.577446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd5583cd-39fc-4c15-b91c-d085f5431c3f req-963e6e82-565b-4fb7-b58d-e930196317ac tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Aug 31 08:09:18.578667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506676363', 'description': 'tempest-secgroup-smoke-1506676363 description', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:18.584407 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.645357 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96573f-ed13-4b30-88d3-447eca161515 None None] Pushing event updated for resources: {'Port': ['ID=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:18.649663 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:18.649836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286518-26bf-4e5f-b6af-917bbb797120 req-87ac05cf-4de8-430a-ae21-23515f202237 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:18.650339 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:18.651463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43286518-26bf-4e5f-b6af-917bbb797120 req-87ac05cf-4de8-430a-ae21-23515f202237 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 946 time: 0.0592921 Aug 31 08:09:18.698332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43286518-26bf-4e5f-b6af-917bbb797120 req-e75d6f93-819b-414a-bab1-f420de8a5c18 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c1bdede-5ab2-4ef3-bb60-019b79668d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390377 Aug 31 08:09:18.802071 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:18.852511 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.932241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.984842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:18.986326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=8fb0bec6-dca2-4801-8dab-49ff87dea79f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:19.030945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] No DVR routers for this DVR port 8fb0bec6-dca2-4801-8dab-49ff87dea79f on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:19.033796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:19.035957 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c0410418-edf2-4d3a-a129-62f6976b97dc req-4572563a-4070-4cb9-993f-e7ed8020761c tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.68 "DELETE /v2.0/ports/8fb0bec6-dca2-4801-8dab-49ff87dea79f HTTP/1.1" status: 204 len: 173 time: 1.1664288 Aug 31 08:09:19.036409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'name': 'network-vif-deleted', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:19.038726 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe66c30-dce1-40d3-ba3a-bddfc32ed3c8" -d '{"events": [{"server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "name": "network-vif-deleted", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:19.061842 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:18Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:19.112786 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4e08f-15d4-4df7-b27a-fdda60afb65d None None] The sync data for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 is: [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:18Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:19.117189 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b282119-8b34-40c0-b951-b3233e48f5db x-openstack-request-id: req-9b282119-8b34-40c0-b951-b3233e48f5db {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:19.117488 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36120b6a-31ed-4fa0-aaea-aa71f3810381", "name": "network-vif-deleted", "tag": "8fb0bec6-dca2-4801-8dab-49ff87dea79f", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:19.117792 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b282119-8b34-40c0-b951-b3233e48f5db {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:19.118189 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36120b6a-31ed-4fa0-aaea-aa71f3810381', 'name': 'network-vif-deleted', 'tag': '8fb0bec6-dca2-4801-8dab-49ff87dea79f', 'status': 'completed', 'code': 200} Aug 31 08:09:19.157241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:19.236008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9f014-a3bb-4324-b39f-d658b68dc89f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:19.414798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:19.416093 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-16517409-e8a7-4196-b22b-431d1dce2708 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8634057 Aug 31 08:09:19.419078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45456) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:19.424095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '82b9f014-a3bb-4324-b39f-d658b68dc89f', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:19.435077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ad2e2-13ad-41db-8097-af04923b3b8b req-d5a50778-d33a-4f9c-9479-8105a282df88 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:19.440687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-283ad2e2-13ad-41db-8097-af04923b3b8b req-d5a50778-d33a-4f9c-9479-8105a282df88 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0872808 Aug 31 08:09:19.507407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-283ad2e2-13ad-41db-8097-af04923b3b8b req-12a16106-3957-46c7-9c96-d0a5eec8dc7d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538688 Aug 31 08:09:19.714761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775a8fd-95dd-487d-b7b9-9c6608c541c3 req-0a0bb0e2-459c-4006-97e4-e9c1c89e883f tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:19.716325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d775a8fd-95dd-487d-b7b9-9c6608c541c3 req-0a0bb0e2-459c-4006-97e4-e9c1c89e883f tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 945 time: 0.0648158 Aug 31 08:09:19.734419 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:19.803524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d775a8fd-95dd-487d-b7b9-9c6608c541c3 req-81ffbc83-4463-48a0-b577-f590f2f305ac tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609336 Aug 31 08:09:19.851801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e20cc183-b45e-46da-b7de-e853b6a24899 req-e4bf914f-48b6-49b2-952d-13fe32b9f32f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "GET /v2.0/ports?device_id=36120b6a-31ed-4fa0-aaea-aa71f3810381 HTTP/1.1" status: 200 len: 210 time: 0.0319462 Aug 31 08:09:19.864170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.089905 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:20.096155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.118270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c232d0-f555-4d1f-8c05-a21f14fdc638,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:20.279321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45474) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:20.338958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:20.340846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.344833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32565ddd-f6d9-4da1-b4f4-64ae4b32fb93 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9217703 Aug 31 08:09:20.350916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:20.351059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45480) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:20.351159 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.351292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '82b9f014-a3bb-4324-b39f-d658b68dc89f', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:20.438084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.452213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04d57e9-2aef-43cf-8814-306c8348d99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.475047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:20.516309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.522944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:20.586280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 8fb0bec6-dca2-4801-8dab-49ff87dea79f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:20.586940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8fb0bec6-dca2-4801-8dab-49ff87dea79f not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:20.608989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45488) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:20.644969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.673906 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.686289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04d57e9-2aef-43cf-8814-306c8348d99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.690741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32c933-ff18-44f9-a662-e32d14bf9d51 req-1eb87bde-2c39-4c2a-a55e-947e09879365 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:20.692279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a32c933-ff18-44f9-a662-e32d14bf9d51 req-1eb87bde-2c39-4c2a-a55e-947e09879365 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0759623 Aug 31 08:09:20.738635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:20.743432 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a32c933-ff18-44f9-a662-e32d14bf9d51 req-8acd107e-a38d-4a8b-838c-879d6bc1a65f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Aug 31 08:09:20.779846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f9fcec2-d590-4f09-800e-d2801b621e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.851124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45496) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:20.914248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45502) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:20.922424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.942028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0300a-7ace-4d59-a9be-612045b9b468 req-6101ef1d-b32a-48b4-8d96-8b5f54f47ac5 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:20.943964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42b0300a-7ace-4d59-a9be-612045b9b468 req-6101ef1d-b32a-48b4-8d96-8b5f54f47ac5 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 945 time: 0.0744786 Aug 31 08:09:20.964723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a04d57e9-2aef-43cf-8814-306c8348d99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:20.992104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1396180822'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:21.008694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc2d47c-7251-4cc8-90f7-1b3acf4b1ab4,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:21.020408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42b0300a-7ace-4d59-a9be-612045b9b468 req-beb4295d-126a-4056-8584-859b70ca21e6 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685897 Aug 31 08:09:21.032352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d57e9-2aef-43cf-8814-306c8348d99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae7e8a-9911-4d3d-9b01-facb0ec7690b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:21.036985 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a04d57e9-2aef-43cf-8814-306c8348d99d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=949b246f4db24ba6b8902c49e6b575a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564480 Aug 31 08:09:21.051625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45504) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:21.080319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f9fcec2-d590-4f09-800e-d2801b621e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.117495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d78fbcee-466f-4237-b28e-30fe1e20d143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.147018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d78fbcee-466f-4237-b28e-30fe1e20d143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.271205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8f9fcec2-d590-4f09-800e-d2801b621e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.316294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8f9fcec2-d590-4f09-800e-d2801b621e19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17e6905df5924ee0bc215e9811058469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049966 Aug 31 08:09:21.319736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45508) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:21.336111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fcec2-d590-4f09-800e-d2801b621e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e042119c-641f-4bff-a6b1-a82dd6c827dd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:21.377021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb9be5b-8d4a-4509-af0b-905634ef8df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.383205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d78fbcee-466f-4237-b28e-30fe1e20d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.385960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d78fbcee-466f-4237-b28e-30fe1e20d143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.390624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.390786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d78fbcee-466f-4237-b28e-30fe1e20d143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53ae7e8a-9911-4d3d-9b01-facb0ec7690b HTTP/1.1" status: 204 len: 168 time: 0.3374751 Aug 31 08:09:21.410834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fbcee-466f-4237-b28e-30fe1e20d143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae7e8a-9911-4d3d-9b01-facb0ec7690b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:21.416766 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb9be5b-8d4a-4509-af0b-905634ef8df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.446368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:21.450879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.462191 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.668679 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb9be5b-8d4a-4509-af0b-905634ef8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.673464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6cb9be5b-8d4a-4509-af0b-905634ef8df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.678804 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6cb9be5b-8d4a-4509-af0b-905634ef8df0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e042119c-641f-4bff-a6b1-a82dd6c827dd HTTP/1.1" status: 204 len: 168 time: 0.3576996 Aug 31 08:09:21.679204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.683669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-87fa1347-8581-4ce7-b974-7cf8c3eafede tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3336205 Aug 31 08:09:21.690063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45516) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:21.692951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9be5b-8d4a-4509-af0b-905634ef8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e042119c-641f-4bff-a6b1-a82dd6c827dd,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:21.705001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '82b9f014-a3bb-4324-b39f-d658b68dc89f', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:21.744596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 945b9a23-7f17-46c1-9e18-7d91b15e1661 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:21.744971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.829968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.866829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 945b9a23-7f17-46c1-9e18-7d91b15e1661, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=945b9a23-7f17-46c1-9e18-7d91b15e1661,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:21.867204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:21.881317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 945b9a23-7f17-46c1-9e18-7d91b15e1661 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:21.892019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aee02-42e9-4bee-80a0-175c1f9a5c30 req-b6cad5ee-2754-4151-b374-277c02f751c6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:21.893618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-171aee02-42e9-4bee-80a0-175c1f9a5c30 req-b6cad5ee-2754-4151-b374-277c02f751c6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0510654 Aug 31 08:09:21.935758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-171aee02-42e9-4bee-80a0-175c1f9a5c30 req-d2dbce0b-ef2c-4558-9e3a-505f0a67dc2c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Aug 31 08:09:21.971094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.008091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:22.031080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e57f8-f9da-4f79-b825-a5bffd808bd9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:22.035654 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.036041 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Added segment 1052433b-1948-42fe-9efb-070082652471 of type vlan for network f8412a61-8323-4605-aae3-485b5211c400 Aug 31 08:09:22.061156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:22.086661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.118974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:22.119367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.185546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.239361 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.288206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.294071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:22.294659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.366256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Network': ['ID=f8412a61-8323-4605-aae3-485b5211c400,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:22.376760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f8412a61-8323-4605-aae3-485b5211c400 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:22.391971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.412281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=945b9a23-7f17-46c1-9e18-7d91b15e1661,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:22.471849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.489477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372f7c19-506b-4dcd-a3d8-2d56de7687eb,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:22.550535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6e355796-ff3f-4ed1-87be-3f53f728a0d8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7014639 Aug 31 08:09:22.646509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.694392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.701766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45528) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:22.702045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e24799e6-e4fa-4449-a5bc-97b29d28df6d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0056803 Aug 31 08:09:22.706201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '82b9f014-a3bb-4324-b39f-d658b68dc89f', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:22.727690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45532) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:22.760428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7565-640c-40d7-aad4-471d16cfd18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:22.898104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Router c80d3e82-1ef9-450e-b267-c8d92bb81d5b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:09:23.057202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.090339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45538) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:23.127451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a2eb682-10cc-494e-8870-3956345287fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.143163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:23.155018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-177db6fd-fb86-43ba-b5c1-c945b91cb33a tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "PUT /v2.0/routers/c80d3e82-1ef9-450e-b267-c8d92bb81d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2368331 Aug 31 08:09:23.159038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45540) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:23.164758 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] Sync routers for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:23.191430 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:23.199238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:23.199392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce69ac-c3f7-470c-bd54-9b19f5c3e4c5 req-7cd3ba82-05de-4e87-aee3-d67e6a433b63 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:23.214150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ce69ac-c3f7-470c-bd54-9b19f5c3e4c5 req-7cd3ba82-05de-4e87-aee3-d67e6a433b63 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1650639 Aug 31 08:09:23.224191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.246584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting subnet 70f6d25d-76be-41cb-ae93-ef20df87208f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:09:23.250400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.306686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.321633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7565-640c-40d7-aad4-471d16cfd18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.373937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ce69ac-c3f7-470c-bd54-9b19f5c3e4c5 req-27119a63-cb87-4c6a-9ee2-dbb76e2d20b0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384485 Aug 31 08:09:23.378663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.403609 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:23.434282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d134c10-7a6d-4225-bc29-83edcb0d2fa0,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:23.469470 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7565-640c-40d7-aad4-471d16cfd18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.548499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e3ad7565-640c-40d7-aad4-471d16cfd18b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccd9a11a0cc046a8a82e5dea8affaff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8122425 Aug 31 08:09:23.548499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7565-640c-40d7-aad4-471d16cfd18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957e7e1d-9477-4580-a502-ce65b2747b3a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:23.549309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:23.630529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ebff354-881e-4c68-bf33-ccc5da3a9d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.660372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ebff354-881e-4c68-bf33-ccc5da3a9d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.793385 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:09:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:23.832940 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] Checking router: c80d3e82-1ef9-450e-b267-c8d92bb81d5b for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:23.846119 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] Routers {'c80d3e82-1ef9-450e-b267-c8d92bb81d5b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:23.846879 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:08:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:23.852767 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ad91c9e-4512-4f8a-927b-1da4cb04e7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.893610 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.908885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ebff354-881e-4c68-bf33-ccc5da3a9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.913738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2ebff354-881e-4c68-bf33-ccc5da3a9d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.919588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2ebff354-881e-4c68-bf33-ccc5da3a9d66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/957e7e1d-9477-4580-a502-ce65b2747b3a HTTP/1.1" status: 204 len: 168 time: 0.3667212 Aug 31 08:09:23.939372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:23.944996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebff354-881e-4c68-bf33-ccc5da3a9d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957e7e1d-9477-4580-a502-ce65b2747b3a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:24.140460 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] Set router c80d3e82-1ef9-450e-b267-c8d92bb81d5b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:24.204311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a2eb682-10cc-494e-8870-3956345287fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.300786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.338453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Subnet': ['ID=70f6d25d-76be-41cb-ae93-ef20df87208f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:24.354173 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.358385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b4373-2653-4802-9b1c-7a580716f103 None None] Network 079c9436-2772-41b5-8ebf-110f57223093 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:24.363830 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f6d1783-3631-479b-be03-a73e6de7bc7f tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/subnets/70f6d25d-76be-41cb-ae93-ef20df87208f HTTP/1.1" status: 204 len: 168 time: 1.2013769 Aug 31 08:09:24.364910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45552) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:24.388819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3a2eb682-10cc-494e-8870-3956345287fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.565428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3a2eb682-10cc-494e-8870-3956345287fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7f6cc7110764ad9ad8d3122e764489a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4740355 Aug 31 08:09:24.566322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eb682-10cc-494e-8870-3956345287fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da10cd7-8dc9-4cef-9b6e-51cc3cac4479,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:24.570735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45558) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:24.574931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.582808 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-716aacde-3cdf-4c2e-9df1-026e51efbc48 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8807647 Aug 31 08:09:24.585704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45560) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:24.594406 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:09:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:24.596995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '82b9f014-a3bb-4324-b39f-d658b68dc89f', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:24.647894 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d1a1c-9901-4b0c-af80-c1b6a317c1b2 None None] The sync data for ids ['c80d3e82-1ef9-450e-b267-c8d92bb81d5b'] in n-d-713499-16 is: [{'id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-445905463', 'tenant_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:07:01Z', 'updated_at': '2021-08-31T08:09:22Z', 'revision_number': 5, 'project_id': 'b6c9e4ea252f4af5a6665745fe870d45', 'gw_port': {'id': '83b493d5-5c51-48b9-81eb-9b85da76a2d0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d3e82-1ef9-450e-b267-c8d92bb81d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:07:03Z', 'updated_at': '2021-08-31T08:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:24.700103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] DHCP port deletion for 079c9436-2772-41b5-8ebf-110f57223093 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:09:24.744235 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Project 4a7ab783eb574ae9a2a68fc8a8fb06ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:09:24.752410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.798122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] Deleting port 8f9f1be5-b95f-438b-815f-368739b2808e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:24.798657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.821593 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.875303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.949124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c840bb3e-4c92-4fcc-a144-5adbb46fb624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:24.976796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] For port 8f9f1be5-b95f-438b-815f-368739b2808e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f9f1be5-b95f-438b-815f-368739b2808e,segment=NetworkSegment(69d70b59-01b8-49e8-b17c-833aff6c0d1d),segment_id=69d70b59-01b8-49e8-b17c-833aff6c0d1d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:24.977333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.002930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.030113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] Calling delete_port for 8f9f1be5-b95f-438b-815f-368739b2808e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:25.030594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd50f86-c714-4ab8-b4a8-ca9ca879616b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:25.139608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.147646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c6f8014e-1179-45a6-a51d-258355d935da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5569060 Aug 31 08:09:25.147646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45572) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:25.152372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'security_group_rule': {'security_group_id': '82b9f014-a3bb-4324-b39f-d658b68dc89f', 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:25.242657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.291847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] Pushing event deleted for resources: {'Port': ['ID=8f9f1be5-b95f-438b-815f-368739b2808e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:25.296195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208bc3d-dea3-42f4-90b7-7ad9fb855e64 None None] No DVR routers for this DVR port 8f9f1be5-b95f-438b-815f-368739b2808e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:25.323856 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Project 4a7ab783eb574ae9a2a68fc8a8fb06ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:09:25.330800 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.439734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.503156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bec64-b34b-4bee-bb99-b6520d5c7b4b req-e7115efd-59b6-46be-856d-8955cc3fc802 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:25.507683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-802bec64-b34b-4bee-bb99-b6520d5c7b4b req-e7115efd-59b6-46be-856d-8955cc3fc802 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.9631205 Aug 31 08:09:25.597094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c840bb3e-4c92-4fcc-a144-5adbb46fb624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.602159 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.642660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5757fbf5-3883-4888-b1de-4a45dec061e8,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:25.644414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-802bec64-b34b-4bee-bb99-b6520d5c7b4b req-40ddea33-2ac6-41e5-9f36-49500e787b85 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183290 Aug 31 08:09:25.659166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.885044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:25.899107 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:25.900556 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd1bd516-a07a-4182-badc-ba4667658c21 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7529442 Aug 31 08:09:25.952954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Deleting port 83b493d5-5c51-48b9-81eb-9b85da76a2d0 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:25.953892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.041068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c840bb3e-4c92-4fcc-a144-5adbb46fb624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.044132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c840bb3e-4c92-4fcc-a144-5adbb46fb624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.048299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c840bb3e-4c92-4fcc-a144-5adbb46fb624 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0da10cd7-8dc9-4cef-9b6e-51cc3cac4479 HTTP/1.1" status: 204 len: 168 time: 1.4661014 Aug 31 08:09:26.086983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.110033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840bb3e-4c92-4fcc-a144-5adbb46fb624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da10cd7-8dc9-4cef-9b6e-51cc3cac4479,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:26.148396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f9f1be5-b95f-438b-815f-368739b2808e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:26.163332 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:26.174244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'subnet': {'network_id': 'f8412a61-8323-4605-aae3-485b5211c400', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:26.175100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] For port 83b493d5-5c51-48b9-81eb-9b85da76a2d0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=83b493d5-5c51-48b9-81eb-9b85da76a2d0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:26.175653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.193486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Calling delete_port for 83b493d5-5c51-48b9-81eb-9b85da76a2d0 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:26.268435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8f9f1be5-b95f-438b-815f-368739b2808e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:26.269103 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f9f1be5-b95f-438b-815f-368739b2808e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:26.270218 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 945b9a23-7f17-46c1-9e18-7d91b15e1661 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:26.293233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-43f354e1-4e63-4416-92eb-9e5e366d5a0e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506676363&fields=id&tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 267 time: 0.1001906 Aug 31 08:09:26.298739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 945b9a23-7f17-46c1-9e18-7d91b15e1661 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:26.299460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 945b9a23-7f17-46c1-9e18-7d91b15e1661 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:26.319838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-459875303-network', 'tenant_id': '1023c07cf51a43b98323a7005581473d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:26.456522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-1f19dca0-58e6-414b-a3d9-6991d449977b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:26.461481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-1f19dca0-58e6-414b-a3d9-6991d449977b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/networks?id=2b0509f8-f2b0-438d-9686-1cf543401558 HTTP/1.1" status: 200 len: 797 time: 0.1640058 Aug 31 08:09:26.508738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-3df80eaa-bf2e-43f1-9f84-f861d77a001d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/quotas/4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 375 time: 0.0425844 Aug 31 08:09:26.563873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-684f9e19-8e5b-41d5-81e7-4d02e2395eb6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480504 Aug 31 08:09:26.599774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Made reservation on behalf of 1023c07cf51a43b98323a7005581473d for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:26.606254 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.607945 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.632064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.671077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-09712c01-1b3b-4ea1-b749-5e3dfdb2d145 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948808 Aug 31 08:09:26.728394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.771951 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3be85f28-35de-4e11-8847-589ffdb7ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.776976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:26.797743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Port': ['ID=83b493d5-5c51-48b9-81eb-9b85da76a2d0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:26.806618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:26.891333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd232b5-f81b-4d83-b1d7-d506d0e26727 req-318a49cf-9c1e-4c3f-a76f-afaf846da1c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:26.892881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebd232b5-f81b-4d83-b1d7-d506d0e26727 req-318a49cf-9c1e-4c3f-a76f-afaf846da1c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1482110 Aug 31 08:09:26.904001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-ad1c50c0-dd12-4d9d-b2af-e0b41b3d9ead service neutron] 10.222.0.36 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257559 Aug 31 08:09:26.912181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.027238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.031230 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.035241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebd232b5-f81b-4d83-b1d7-d506d0e26727 req-50446169-ef71-469a-8c73-f62e6e4b25ee tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347325 Aug 31 08:09:27.096759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.256700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-202d4c42-a369-4f96-a308-b506b4d1fbe1 req-a4facd6b-72b5-46ad-8f07-0b0200376e89 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0538487 Aug 31 08:09:27.267676 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.268720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Fanout notify agent at l3_agent the message router_deleted on router c80d3e82-1ef9-450e-b267-c8d92bb81d5b {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:09:27.284928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.288860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:27.289144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-571339b2-91fc-40da-ac17-665a67604df6 tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/routers/c80d3e82-1ef9-450e-b267-c8d92bb81d5b HTTP/1.1" status: 204 len: 168 time: 2.9231699 Aug 31 08:09:27.366603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.376977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.442292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:27.478913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.496487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d474a6-cf1e-4c3e-8d36-74e3f52e8e7e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:27.500365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.500365 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Added segment 6a4457b2-4844-49c2-9246-444783df1253 of type vlan for network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 Aug 31 08:09:27.512656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Subnet': ['ID=d32ef8fe-8cb4-47c8-90ae-390274bb9ef2,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:27.547203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.547555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.547898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.548275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.548561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.548892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.549236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.549551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.549899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.550226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.550566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.550877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.565470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.565740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.566108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.566454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.566795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.567130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.567459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.567787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.568114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.568443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.568884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.569080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:27.577776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Checking segment: {'id': '1052433b-1948-42fe-9efb-070082652471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f8412a61-8323-4605-aae3-485b5211c400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:27.578240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network hostable DHCP agents. Network: f8412a61-8323-4605-aae3-485b5211c400, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:27.587320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.690056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.700221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079c9436-2772-41b5-8ebf-110f57223093']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:27.712442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d70b59-01b8-49e8-b17c-833aff6c0d1d') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:27.712741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d70b59-01b8-49e8-b17c-833aff6c0d1d') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:27.722277 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.735487 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.741197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:27.741584 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:27.744491 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:27.913654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network f8412a61-8323-4605-aae3-485b5211c400 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:27.918737 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.919782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:27.920533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.966081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325dfa4-b903-493a-ad3b-da879ea66a7f req-5b4fce62-8b32-4dd6-a274-95f6bd95f247 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:27.966081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a325dfa4-b903-493a-ad3b-da879ea66a7f req-5b4fce62-8b32-4dd6-a274-95f6bd95f247 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 945 time: 0.0867956 Aug 31 08:09:27.975831 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.988644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:27.990575 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/networks/079c9436-2772-41b5-8ebf-110f57223093 HTTP/1.1" status: 204 len: 168 time: 0.7006853 Aug 31 08:09:27.998048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:28.006830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc5bb32-8feb-4b88-88b4-d81c370ac068,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:28.030379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:28.041716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa975a11-198c-41c6-8952-e30de680500d tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'Network': ['ID=079c9436-2772-41b5-8ebf-110f57223093,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:28.065985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a325dfa4-b903-493a-ad3b-da879ea66a7f req-bc6d73a8-03d0-47b1-8fe8-8aae67d6f82b tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898108 Aug 31 08:09:28.082725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d10ca65-0b81-4893-89d9-4deeffd114ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.096553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.108180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 83b493d5-5c51-48b9-81eb-9b85da76a2d0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:28.115379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d10ca65-0b81-4893-89d9-4deeffd114ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.127514 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:09:28.138265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 83b493d5-5c51-48b9-81eb-9b85da76a2d0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:28.138615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 83b493d5-5c51-48b9-81eb-9b85da76a2d0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:28.167767 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d99b47e-4a52-447c-b783-85ffee3df365 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2784934 Aug 31 08:09:28.167767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f8412a61-8323-4605-aae3-485b5211c400) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:28.168870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45670) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:28.177037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Request body: {'subnet': {'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-459875303-subnet', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:28.181715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578775f-2682-4505-bfcc-f933263ec29c None None] Network f8412a61-8323-4605-aae3-485b5211c400 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:28.184455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:28.185057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.226810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c6481-5f66-44ae-8953-352761b5ed74 req-23f0c85a-5eff-44ea-98d6-f0cb638d6df8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:28.228443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f2c6481-5f66-44ae-8953-352761b5ed74 req-23f0c85a-5eff-44ea-98d6-f0cb638d6df8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0733550 Aug 31 08:09:28.267634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f2c6481-5f66-44ae-8953-352761b5ed74 req-d317b6b3-9057-4f4b-b554-a89dc0135214 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Aug 31 08:09:28.356871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-f8412a61-8323-4605-aae3-485b5211c400', 'network_id': 'f8412a61-8323-4605-aae3-485b5211c400', 'tenant_id': 'dd463c81c00e4ba6b73baa81922e0569', 'fixed_ips': [{'subnet_id': 'd32ef8fe-8cb4-47c8-90ae-390274bb9ef2'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:28.358463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.365688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7ebc9e6-9bbd-4493-8ce9-4919c5ac5a1a req-4dcf7e09-7ac4-495a-a983-2622b95f8084 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0380495 Aug 31 08:09:28.496518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Made reservation on behalf of 1023c07cf51a43b98323a7005581473d for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:28.497471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Allocated IP 2001:db8:0:ffff::2 (f8412a61-8323-4605-aae3-485b5211c400/d32ef8fe-8cb4-47c8-90ae-390274bb9ef2/27391414-9e36-4691-a7e9-2acc7fec15e4) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:28.499205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.502161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d10ca65-0b81-4893-89d9-4deeffd114ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.504612 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8d10ca65-0b81-4893-89d9-4deeffd114ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.509325 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8d10ca65-0b81-4893-89d9-4deeffd114ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c1bdede-5ab2-4ef3-bb60-019b79668d95 HTTP/1.1" status: 204 len: 168 time: 0.5067570 Aug 31 08:09:28.563645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10ca65-0b81-4893-89d9-4deeffd114ae tempest-TestNetworkAdvancedServerOps-159465134 tempest-TestNetworkAdvancedServerOps-159465134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1bdede-5ab2-4ef3-bb60-019b79668d95,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:28.689043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:28.689043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Transition to ACTIVE for port object 27391414-9e36-4691-a7e9-2acc7fec15e4 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:28.705210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Transition to ACTIVE for port object 27391414-9e36-4691-a7e9-2acc7fec15e4 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:28.782486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ba22bcb6-9ce2-47b2-9b2c-32a7ac4e5025 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6174545 Aug 31 08:09:28.785410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45686) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:28.790109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-537259914'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:29.040922 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.041169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:29.043299 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.047453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.099264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:29.111054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152be464-6dc2-46c3-9128-e8c16fa34894,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:29.122637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Checking segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:29.123009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Network hostable DHCP agents. Network: 2fc5bb32-8feb-4b88-88b4-d81c370ac068, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:29.129292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Network f8412a61-8323-4605-aae3-485b5211c400 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:29.129518 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.129722 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Added segment 10a2abe0-2b93-428b-8b47-7e1bdb870b6e of type vlan for network c44c59ef-4d11-4009-a4f9-6a6748002374 Aug 31 08:09:29.134164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:29.138704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:29.179800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Pushing event updated for resources: {'Port': ['ID=27391414-9e36-4691-a7e9-2acc7fec15e4,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:29.208687 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.217783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Attempting to bind port 27391414-9e36-4691-a7e9-2acc7fec15e4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:29.218323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Attempting to bind port 27391414-9e36-4691-a7e9-2acc7fec15e4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '1052433b-1948-42fe-9efb-070082652471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f8412a61-8323-4605-aae3-485b5211c400'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:29.218699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Attempting to bind port 27391414-9e36-4691-a7e9-2acc7fec15e4 on network f8412a61-8323-4605-aae3-485b5211c400 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:29.223829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:29.227483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Checking segment: {'id': '1052433b-1948-42fe-9efb-070082652471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f8412a61-8323-4605-aae3-485b5211c400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:29.227483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.227483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Bound using segment: {'id': '1052433b-1948-42fe-9efb-070082652471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f8412a61-8323-4605-aae3-485b5211c400'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:29.227483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Bound port: 27391414-9e36-4691-a7e9-2acc7fec15e4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1052433b-1948-42fe-9efb-070082652471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f8412a61-8323-4605-aae3-485b5211c400'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:29.227483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.275597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708bbf9-9301-45aa-9f85-3c20e7219e9d req-fc46eed3-eb4c-4b23-8aec-39a7084cdd96 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:29.278265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d708bbf9-9301-45aa-9f85-3c20e7219e9d req-fc46eed3-eb4c-4b23-8aec-39a7084cdd96 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 945 time: 0.1069794 Aug 31 08:09:29.304958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] For port 27391414-9e36-4691-a7e9-2acc7fec15e4, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:29.309581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] For port 27391414-9e36-4691-a7e9-2acc7fec15e4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=27391414-9e36-4691-a7e9-2acc7fec15e4,segment=NetworkSegment(1052433b-1948-42fe-9efb-070082652471),segment_id=1052433b-1948-42fe-9efb-070082652471)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:29.336898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d708bbf9-9301-45aa-9f85-3c20e7219e9d req-92d4938c-a5a5-40fd-8902-a98ff68fd37b tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Aug 31 08:09:29.343375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:29.428637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0dccb-9e2e-45d5-954e-d2caca0ac33c req-e72055b9-b9c8-4abe-9c0a-30a2dd0549a9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:29.436668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c0dccb-9e2e-45d5-954e-d2caca0ac33c req-e72055b9-b9c8-4abe-9c0a-30a2dd0549a9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0682685 Aug 31 08:09:29.502523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac9b67ad-390a-48ca-bf80-8a9f4e42094b req-a220b4d8-107f-42cc-8e58-1f6b3fd9ff31 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0338678 Aug 31 08:09:29.507752 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.515525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:29.516256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.525239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8c0dccb-9e2e-45d5-954e-d2caca0ac33c req-19635d28-207a-4cfc-9996-c991632b03f8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Aug 31 08:09:29.545059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-3693dab0-f76e-413b-86b5-a4f32261e2fa tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:29.546672 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-3693dab0-f76e-413b-86b5-a4f32261e2fa tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.68 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 945 time: 0.0683546 Aug 31 08:09:29.594272 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.594410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2fc5bb32-8feb-4b88-88b4-d81c370ac068) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:29.599573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Network': ['ID=c44c59ef-4d11-4009-a4f9-6a6748002374,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:29.606183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bea565-71c6-44b1-ae97-5467ba70b2d2 None None] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:29.615571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:29.616180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.638226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c44c59ef-4d11-4009-a4f9-6a6748002374 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:29.711445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Deleting port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:29.711805 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.755937 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.775911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0603719e-1db6-4796-a1de-bb1debe1c9a9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9904115 Aug 31 08:09:29.777107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45708) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:29.780028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45710) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:29.790370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'subnet': {'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:29.828947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565132c7-617b-4aaa-bac4-415cbe33f861 None None] Pushing event updated for resources: {'Port': ['ID=27391414-9e36-4691-a7e9-2acc7fec15e4,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:29.896260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] For port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,segment=NetworkSegment(d64468ee-3903-4d7f-8f74-b46ab625982d),segment_id=d64468ee-3903-4d7f-8f74-b46ab625982d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:29.896823 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:29.966138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Calling delete_port for 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:30.071809 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ea7be94c-532c-4ce8-84b2-0077747a2815 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8992512 Aug 31 08:09:30.076338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45718) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:30.081272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:30.113346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c5ffc240-8ac8-465f-9a82-2caf624faa76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6c9e4ea252f4af5a6665745fe870d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339136 Aug 31 08:09:30.116600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:30.187307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 27391414-9e36-4691-a7e9-2acc7fec15e4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:30.207758 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c7e851-2eed-4d11-8d65-ff4b609aea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.209514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:30.213421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.248065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:30.249282 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.303413 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c7e851-2eed-4d11-8d65-ff4b609aea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.426002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Allocated IP 172.20.0.2 (2fc5bb32-8feb-4b88-88b4-d81c370ac068/152be464-6dc2-46c3-9128-e8c16fa34894/f6a81bf7-c836-4569-951b-0d9794940fe3) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:30.512029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.512274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 27391414-9e36-4691-a7e9-2acc7fec15e4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:30.523848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.523848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.538633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['34bcf087-ad7a-4feb-bf62-3ad1bbbadd52'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:09:30.585247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0cac-f19e-4374-8b0c-e5aa9de43b4c req-c6b1c86d-2875-4407-9212-aab5cbf91b44 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:30.588471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0ce0cac-f19e-4374-8b0c-e5aa9de43b4c req-c6b1c86d-2875-4407-9212-aab5cbf91b44 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 867 time: 0.1109784 Aug 31 08:09:30.590986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c7e851-2eed-4d11-8d65-ff4b609aea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.601214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8c7e851-2eed-4d11-8d65-ff4b609aea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.604114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e8c7e851-2eed-4d11-8d65-ff4b609aea49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d5aae47-d86d-4e75-b3d3-997f7b063075 HTTP/1.1" status: 204 len: 168 time: 0.4862740 Aug 31 08:09:30.636527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Pushing event deleted for resources: {'Port': ['ID=34bcf087-ad7a-4feb-bf62-3ad1bbbadd52,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:30.660921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7e851-2eed-4d11-8d65-ff4b609aea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5aae47-d86d-4e75-b3d3-997f7b063075,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:30.776500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-321b58b9-b911-479d-93fd-5d4ef4855316 req-58861e9c-b8ba-44e0-be0c-39a2ba117c72 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0749764 Aug 31 08:09:30.837416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e0ce0cac-f19e-4374-8b0c-e5aa9de43b4c req-60e4bb74-28dc-4700-9768-f783c64f4bbe tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd7d35a2-9155-428f-ad59-7babcee02458&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298839 Aug 31 08:09:30.863112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] No DVR routers for this DVR port 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:30.867415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.872253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.876712 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-16b15bab-d301-44ac-b8fd-eb5cb00b7fa0 req-86b81d12-e684-4349-a47a-baef047494c7 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.68 "DELETE /v2.0/ports/34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 HTTP/1.1" status: 204 len: 173 time: 1.3227339 Aug 31 08:09:30.879905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'name': 'network-vif-deleted', 'tag': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:30.893822 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539c9984-c7b6-49ab-aced-67339fcdbb3f" -d '{"events": [{"server_uuid": "09fd34a4-50f6-481a-a444-fb79bc8b5390", "name": "network-vif-deleted", "tag": "34bcf087-ad7a-4feb-bf62-3ad1bbbadd52"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:30.902381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:30.915621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Transition to ACTIVE for port object f6a81bf7-c836-4569-951b-0d9794940fe3 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:30.959232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Transition to ACTIVE for port object f6a81bf7-c836-4569-951b-0d9794940fe3 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:30.983370 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd5846-9312-46a4-a963-82282e2a8046 x-openstack-request-id: req-45dd5846-9312-46a4-a963-82282e2a8046 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:30.983669 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fd34a4-50f6-481a-a444-fb79bc8b5390", "name": "network-vif-deleted", "tag": "34bcf087-ad7a-4feb-bf62-3ad1bbbadd52", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:30.983940 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45dd5846-9312-46a4-a963-82282e2a8046 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:30.985519 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fd34a4-50f6-481a-a444-fb79bc8b5390', 'name': 'network-vif-deleted', 'tag': '34bcf087-ad7a-4feb-bf62-3ad1bbbadd52', 'status': 'completed', 'code': 200} Aug 31 08:09:31.008148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:09:31.014369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.061736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8887b6-80b4-412a-b5fe-d901a18bc604 None None] Network f8412a61-8323-4605-aae3-485b5211c400 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:31.119522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Subnet': ['ID=c4ed2fb6-6301-4582-9b8c-2bd52852280b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:31.131425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.133656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81944a52-a695-45c0-97b7-8b237c3188b2 req-1458e56b-ffd6-4370-b849-963ffa653f5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:31.135525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81944a52-a695-45c0-97b7-8b237c3188b2 req-1458e56b-ffd6-4370-b849-963ffa653f5e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1260700 Aug 31 08:09:31.138902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Checking segment: {'id': '10a2abe0-2b93-428b-8b47-7e1bdb870b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:31.139472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network hostable DHCP agents. Network: c44c59ef-4d11-4009-a4f9-6a6748002374, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:31.183982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:31.193120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:31.201937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:31.226918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Pushing event updated for resources: {'Port': ['ID=f6a81bf7-c836-4569-951b-0d9794940fe3,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:31.306214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81944a52-a695-45c0-97b7-8b237c3188b2 req-24eac9e4-38e6-4d18-99c6-d120d0e5e4f1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549838 Aug 31 08:09:31.361309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-e73c3908-13de-4932-810e-0bc1caa1882b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:31.362972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-e73c3908-13de-4932-810e-0bc1caa1882b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/networks?id=2b0509f8-f2b0-438d-9686-1cf543401558 HTTP/1.1" status: 200 len: 797 time: 0.1939299 Aug 31 08:09:31.368694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.384312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] Provisioning for port 27391414-9e36-4691-a7e9-2acc7fec15e4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:31.410805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-4879673b-a04d-4b0b-ae99-220e47172011 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac HTTP/1.1" status: 200 len: 380 time: 0.0368984 Aug 31 08:09:31.411954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] Provisioning complete for port 27391414-9e36-4691-a7e9-2acc7fec15e4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:31.412336 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.424450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Attempting to bind port f6a81bf7-c836-4569-951b-0d9794940fe3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:31.424836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Attempting to bind port f6a81bf7-c836-4569-951b-0d9794940fe3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:31.425206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Attempting to bind port f6a81bf7-c836-4569-951b-0d9794940fe3 on network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:31.433148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'port': {'device_id': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'admin_state_up': True, 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'security_groups': ['82b9f014-a3bb-4324-b39f-d658b68dc89f']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:31.451964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:31.451964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Checking segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:31.451964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.451964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Bound using segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:31.452505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Bound port: f6a81bf7-c836-4569-951b-0d9794940fe3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:31.452599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.493369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network c44c59ef-4d11-4009-a4f9-6a6748002374 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:31.587634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] For port f6a81bf7-c836-4569-951b-0d9794940fe3, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:31.608666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] For port f6a81bf7-c836-4569-951b-0d9794940fe3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f6a81bf7-c836-4569-951b-0d9794940fe3,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:31.611248 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.667700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c44c59ef-4d11-4009-a4f9-6a6748002374) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:31.677032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:31.677650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.682299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82d3d4-295b-49c0-a7e7-5d7d67a40241 None None] Network c44c59ef-4d11-4009-a4f9-6a6748002374 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:31.690185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] For port 27391414-9e36-4691-a7e9-2acc7fec15e4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=27391414-9e36-4691-a7e9-2acc7fec15e4,segment=NetworkSegment(1052433b-1948-42fe-9efb-070082652471),segment_id=1052433b-1948-42fe-9efb-070082652471)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:31.746914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Made reservation on behalf of 4a7ab783eb574ae9a2a68fc8a8fb06ac for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:31.750893 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.860257 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.903241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.946523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:31.960739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8ab336c8-213d-41dd-9340-47fc38131d5e req-c102a3a3-6a1e-4f83-b03b-285fb1a81ce5 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0634866 Aug 31 08:09:31.989253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64a7fe-ad73-4480-8044-3b3aae0f39bc None None] Pushing event updated for resources: {'Port': ['ID=f6a81bf7-c836-4569-951b-0d9794940fe3,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:31.996807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c44c59ef-4d11-4009-a4f9-6a6748002374', 'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374', 'tenant_id': 'dd463c81c00e4ba6b73baa81922e0569', 'fixed_ips': [{'subnet_id': 'c4ed2fb6-6301-4582-9b8c-2bd52852280b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:32.002711 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.039806 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.127832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-59081d8c-30cf-490f-9d9f-b59035fcb81f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3408315 Aug 31 08:09:32.130214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63332fc1-ddb3-47de-b6d9-2d1d855932ab req-e337b8e0-d81a-4253-a7c7-b2e3ce6a9413 tempest-VolumesActionsTest-321063263 tempest-VolumesActionsTest-321063263-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fd34a4-50f6-481a-a444-fb79bc8b5390 HTTP/1.1" status: 200 len: 210 time: 0.1552548 Aug 31 08:09:32.131294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45764) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:32.162062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'port': {'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374', 'name': 'tempest-NetworksIpV6TestAttrs-1053077609'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:32.183445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Allocated IP 172.25.0.225 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/b9ecd758-396d-4a41-a7a9-9fd3a4abd180) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:32.239909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.20.0.13 (2b0509f8-f2b0-438d-9686-1cf543401558/bc20aebc-5212-4e2f-bb58-5e16b9ee4427/d588630f-8317-4aa7-8e3d-53dd4ed6a051) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:32.242739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9c3caf59-dd5c-4df4-91a6-07dc6426b719 None None] Provisioning complete for port 27391414-9e36-4691-a7e9-2acc7fec15e4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:32.243234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9c3caf59-dd5c-4df4-91a6-07dc6426b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.254196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca93fd8-cab7-4d59-84a7-7d56c79ee8c0 None None] Pushing event updated for resources: {'Port': ['ID=27391414-9e36-4691-a7e9-2acc7fec15e4,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:32.333647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45768) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:32.336702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Allocated IP 2001:db8::f816:3eff:feb0:bcca (c44c59ef-4d11-4009-a4f9-6a6748002374/c4ed2fb6-6301-4582-9b8c-2bd52852280b/8f1c63d5-7abd-4430-9068-d778e147594c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:32.566172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7354325f-80b7-4717-a17b-098f3080bfd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14de2c55226248c9a6175b5493ba7ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311516 Aug 31 08:09:32.577156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45774) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:32.636626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0190-9409-48fb-a8b0-15dcf52401be req-4a3d45d6-1b53-481b-822a-8bf158c60120 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:32.638369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ac0190-9409-48fb-a8b0-15dcf52401be req-4a3d45d6-1b53-481b-822a-8bf158c60120 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2092314 Aug 31 08:09:32.655308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:32.659512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.694556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:32.694960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 34bcf087-ad7a-4feb-bf62-3ad1bbbadd52 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:32.745947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.755434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.757552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:32.761120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.774420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Transition to ACTIVE for port object 8f1c63d5-7abd-4430-9068-d778e147594c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:32.783771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ac0190-9409-48fb-a8b0-15dcf52401be req-edebf8d1-0d93-43f9-8fbf-2fed75ced73c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334312 Aug 31 08:09:32.788007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1b15-243e-4b6e-a7a8-91c89e35b100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.799125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Transition to ACTIVE for port object d588630f-8317-4aa7-8e3d-53dd4ed6a051 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:32.801888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Transition to ACTIVE for port object 8f1c63d5-7abd-4430-9068-d778e147594c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:32.803229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] device_id is not set on port 1ca4d226-4661-4fd5-819b-8e458f3362a7 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:09:32.872375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.886294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1b15-243e-4b6e-a7a8-91c89e35b100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.911772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:32.917853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:32.922004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:32.941619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:32.948356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:32.992669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Network c44c59ef-4d11-4009-a4f9-6a6748002374 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:32.996356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:33.000393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:33.074551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Allocated IP 2001:db8::f816:3eff:fe2f:cb3f (c44c59ef-4d11-4009-a4f9-6a6748002374/c4ed2fb6-6301-4582-9b8c-2bd52852280b/1ca4d226-4661-4fd5-819b-8e458f3362a7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:33.118418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Pushing event updated for resources: {'Port': ['ID=8f1c63d5-7abd-4430-9068-d778e147594c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:33.137308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e37f547-fc77-44c6-9f24-2e8a6c88fb46 req-e39f2ec8-7637-4860-b6f7-5122df87ac71 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0548410 Aug 31 08:09:33.139139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Attempting to bind port 8f1c63d5-7abd-4430-9068-d778e147594c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:33.139712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Attempting to bind port 8f1c63d5-7abd-4430-9068-d778e147594c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '10a2abe0-2b93-428b-8b47-7e1bdb870b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:33.140661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Attempting to bind port 8f1c63d5-7abd-4430-9068-d778e147594c on network c44c59ef-4d11-4009-a4f9-6a6748002374 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:33.146682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:33.147498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Checking segment: {'id': '10a2abe0-2b93-428b-8b47-7e1bdb870b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:33.148199 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.148759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Bound using segment: {'id': '10a2abe0-2b93-428b-8b47-7e1bdb870b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:33.149452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Bound port: 8f1c63d5-7abd-4430-9068-d778e147594c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a2abe0-2b93-428b-8b47-7e1bdb870b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c44c59ef-4d11-4009-a4f9-6a6748002374'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:33.150307 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.274008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] For port 8f1c63d5-7abd-4430-9068-d778e147594c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:33.279260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] For port 8f1c63d5-7abd-4430-9068-d778e147594c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f1c63d5-7abd-4430-9068-d778e147594c,segment=NetworkSegment(10a2abe0-2b93-428b-8b47-7e1bdb870b6e),segment_id=10a2abe0-2b93-428b-8b47-7e1bdb870b6e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:33.283430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.331472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1b15-243e-4b6e-a7a8-91c89e35b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.334067 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1b15-243e-4b6e-a7a8-91c89e35b100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.335237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a1cb1b15-243e-4b6e-a7a8-91c89e35b100 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23ad77fe-bbdc-45e5-a038-bee802fe6f13 HTTP/1.1" status: 204 len: 168 time: 0.7578700 Aug 31 08:09:33.367039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 2b0509f8-f2b0-438d-9686-1cf543401558 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:33.370106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb1b15-243e-4b6e-a7a8-91c89e35b100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ad77fe-bbdc-45e5-a038-bee802fe6f13,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:33.402849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:33.450366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.453869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.471989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Transition to ACTIVE for port object 1ca4d226-4661-4fd5-819b-8e458f3362a7 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:33.490565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=d588630f-8317-4aa7-8e3d-53dd4ed6a051,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:33.498906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:33.551551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.594634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:33.595464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.614232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627c092-7839-4033-b07e-2c3eba94e178 None None] Pushing event updated for resources: {'Port': ['ID=8f1c63d5-7abd-4430-9068-d778e147594c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:33.632056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27467fa-6daa-47b4-8bff-4bcbcb8282ac None None] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:33.772964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bebb72f1-c8af-4af8-88e1-227b82805dfe tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3433380 Aug 31 08:09:33.772964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.788297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Request body: {'port': {'device_id': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:33.879418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8142c43a-f6e0-4c7f-92d1-1eefe0a91d72 None None] Provisioning for port f6a81bf7-c836-4569-951b-0d9794940fe3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:33.895125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network c44c59ef-4d11-4009-a4f9-6a6748002374 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:33.906092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:33.936964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:33.940459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:33.941123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:33.970297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Port': ['ID=1ca4d226-4661-4fd5-819b-8e458f3362a7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:34.037854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.047474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.147172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4f9041c3-bbee-4abd-b842-64a51ef55918 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0055475 Aug 31 08:09:34.147938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45810) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:34.259239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-96676b59-d2ed-48b5-9c90-5ca8c0844d1e None None] Provisioning for port d588630f-8317-4aa7-8e3d-53dd4ed6a051 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:34.275397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-96676b59-d2ed-48b5-9c90-5ca8c0844d1e None None] Provisioning complete for port d588630f-8317-4aa7-8e3d-53dd4ed6a051 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:34.276395 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-96676b59-d2ed-48b5-9c90-5ca8c0844d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.411947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting subnet c4ed2fb6-6301-4582-9b8c-2bd52852280b {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:09:34.435900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-96676b59-d2ed-48b5-9c90-5ca8c0844d1e None None] Port d588630f-8317-4aa7-8e3d-53dd4ed6a051 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:34.468987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 27391414-9e36-4691-a7e9-2acc7fec15e4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:34.471273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.508052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237991-1b35-47af-999a-3df230ebdc79 req-c719ab39-ba55-4bd9-8d3b-e5c730573893 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:34.518345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1237991-1b35-47af-999a-3df230ebdc79 req-c719ab39-ba55-4bd9-8d3b-e5c730573893 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.5623379 Aug 31 08:09:34.605833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 27391414-9e36-4691-a7e9-2acc7fec15e4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:34.606224 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.703242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1237991-1b35-47af-999a-3df230ebdc79 req-1173bf03-bd18-4228-bd21-c1284d232482 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833520 Aug 31 08:09:34.711114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.732044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f6a81bf7-c836-4569-951b-0d9794940fe3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:34.769911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6db3a-8b82-46c9-8c34-13185371989b req-903357e8-038a-4f7b-858b-c0188542d459 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:34.771431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16a6db3a-8b82-46c9-8c34-13185371989b req-903357e8-038a-4f7b-858b-c0188542d459 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 932 time: 0.3086135 Aug 31 08:09:34.799016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Router 7683ee43-9047-47ab-bed5-1034d1eb5c29 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:09:34.888875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f6a81bf7-c836-4569-951b-0d9794940fe3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:34.892590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f6a81bf7-c836-4569-951b-0d9794940fe3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:34.893180 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:34.907406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16a6db3a-8b82-46c9-8c34-13185371989b req-4b62c98c-7fab-4e40-8c2f-7964a734b253 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240764 Aug 31 08:09:35.069177 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.171776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f6a81bf7-c836-4569-951b-0d9794940fe3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f6a81bf7-c836-4569-951b-0d9794940fe3,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:35.173473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45824) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:35.176485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.185796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d588630f-8317-4aa7-8e3d-53dd4ed6a051 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:09:35.238566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.276736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.277548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f1c63d5-7abd-4430-9068-d778e147594c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:35.292374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Transition to ACTIVE for port object d588630f-8317-4aa7-8e3d-53dd4ed6a051 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:35.362849 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35d64def-5c0e-4dbb-b15b-ede606fefb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.386422 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ba07f-1c6e-47bd-9c40-37ed3925a64f None None] Network c44c59ef-4d11-4009-a4f9-6a6748002374 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:35.405071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f6a81bf7-c836-4569-951b-0d9794940fe3,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:35.431067 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.476911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:35.502988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Sync routers for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:35.513263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.530436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:35.534706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:35.556794 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.559401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/c4ed2fb6-6301-4582-9b8c-2bd52852280b HTTP/1.1" status: 204 len: 168 time: 1.3551452 Aug 31 08:09:35.562136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45830) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:35.675574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441602b-2500-4491-ba5d-ede7211742bd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:35.677835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441602b-2500-4491-ba5d-ede7211742bd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:35.681359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] Provisioning for port 8f1c63d5-7abd-4430-9068-d778e147594c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:35.683203 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e441602b-2500-4491-ba5d-ede7211742bd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1161737 Aug 31 08:09:35.684085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45832) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:35.814864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8e0234e-84e5-4303-b033-de500b190dc8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.825741 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e0234e-84e5-4303-b033-de500b190dc8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 08:09:35.826404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e0234e-84e5-4303-b033-de500b190dc8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:35.832480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e8e0234e-84e5-4303-b033-de500b190dc8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/c44c59ef-4d11-4009-a4f9-6a6748002374 HTTP/1.1" status: 409 len: 405 time: 0.1472321 Aug 31 08:09:35.833128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45836) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:35.838445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-36806661'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:35.909630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8f1c63d5-7abd-4430-9068-d778e147594c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:35.926130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] Provisioning complete for port 8f1c63d5-7abd-4430-9068-d778e147594c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:35.926507 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:35.957334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8f1c63d5-7abd-4430-9068-d778e147594c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:35.957735 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.004731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2c7e2-455b-4fd1-96fa-1d20d6eefc4c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ed2fb6-6301-4582-9b8c-2bd52852280b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:36.029722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:36.036404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Pushing event updated for resources: {'Port': ['ID=d588630f-8317-4aa7-8e3d-53dd4ed6a051,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:36.127287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Attempting to bind port d588630f-8317-4aa7-8e3d-53dd4ed6a051 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:36.127287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Attempting to bind port d588630f-8317-4aa7-8e3d-53dd4ed6a051 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:36.127287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Attempting to bind port d588630f-8317-4aa7-8e3d-53dd4ed6a051 on network 2b0509f8-f2b0-438d-9686-1cf543401558 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:36.179128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Port d588630f-8317-4aa7-8e3d-53dd4ed6a051 on network 2b0509f8-f2b0-438d-9686-1cf543401558 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:09:36.179792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Attempting to bind port d588630f-8317-4aa7-8e3d-53dd4ed6a051 on network 2b0509f8-f2b0-438d-9686-1cf543401558 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:36.194231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8601f-a849-4189-9fb7-3b379fe8852c req-053cb061-34bc-4642-8861-92ff8086f45e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:36.199951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] DHCP port deletion for c44c59ef-4d11-4009-a4f9-6a6748002374 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:09:36.203701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78e8601f-a849-4189-9fb7-3b379fe8852c req-053cb061-34bc-4642-8861-92ff8086f45e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2057462 Aug 31 08:09:36.223649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.242860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35d64def-5c0e-4dbb-b15b-ede606fefb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.244863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:36.245022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Checking segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:36.245945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Bound using segment: {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:36.245945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Bound port: d588630f-8317-4aa7-8e3d-53dd4ed6a051, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416fccae-478b-41f4-a438-525933e6d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:36.246228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.286360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7af02-4824-4530-b6a6-c1e8c9f22cd2 req-78bdef47-cf3a-4b57-b5f1-33b20b95e8c7 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:36.287867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89a7af02-4824-4530-b6a6-c1e8c9f22cd2 req-78bdef47-cf3a-4b57-b5f1-33b20b95e8c7 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 944 time: 0.1897688 Aug 31 08:09:36.312132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78e8601f-a849-4189-9fb7-3b379fe8852c req-c00ba6be-ad08-49d3-bbbe-3e45de5128ad tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075993 Aug 31 08:09:36.326611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.335624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-35d64def-5c0e-4dbb-b15b-ede606fefb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.347836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] For port 8f1c63d5-7abd-4430-9068-d778e147594c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f1c63d5-7abd-4430-9068-d778e147594c,segment=NetworkSegment(10a2abe0-2b93-428b-8b47-7e1bdb870b6e),segment_id=10a2abe0-2b93-428b-8b47-7e1bdb870b6e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:36.396670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] Deleting port 8f1c63d5-7abd-4430-9068-d778e147594c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:36.397045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.405478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89a7af02-4824-4530-b6a6-c1e8c9f22cd2 req-2c2e8508-b796-41e3-90e9-e04eaad8a076 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967054 Aug 31 08:09:36.413192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-35d64def-5c0e-4dbb-b15b-ede606fefb7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a71c36836cd4489aff2d17f5ba13229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2359450 Aug 31 08:09:36.413192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d64def-5c0e-4dbb-b15b-ede606fefb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1246a26-7044-4ae5-84e0-59dc2ab11ca5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:36.413434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45842) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:36.416212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] For port d588630f-8317-4aa7-8e3d-53dd4ed6a051, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:36.419555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] For port d588630f-8317-4aa7-8e3d-53dd4ed6a051, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:36.475521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] For port 8f1c63d5-7abd-4430-9068-d778e147594c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8f1c63d5-7abd-4430-9068-d778e147594c,segment=NetworkSegment(10a2abe0-2b93-428b-8b47-7e1bdb870b6e),segment_id=10a2abe0-2b93-428b-8b47-7e1bdb870b6e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:36.476696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.493395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] Calling delete_port for 8f1c63d5-7abd-4430-9068-d778e147594c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:36.496804 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74d90cda-eea8-4a95-b99b-43dc62063965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.502507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.506641 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a62df039-d549-48c8-ba14-c39d448ab718 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4264915 Aug 31 08:09:36.506817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:33Z', 'revision_number': 3, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:36.507114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45844) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:36.542187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Checking router: 7683ee43-9047-47ab-bed5-1034d1eb5c29 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:36.542696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Updating router 7683ee43-9047-47ab-bed5-1034d1eb5c29 port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:09:36.544227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74d90cda-eea8-4a95-b99b-43dc62063965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.544509 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.571595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.653605 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.677198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:36.681708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.697655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:36.699723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.702276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] 10.222.0.45 "PUT /v2.0/ports/d588630f-8317-4aa7-8e3d-53dd4ed6a051 HTTP/1.1" status: 200 len: 1093 time: 2.9215109 Aug 31 08:09:36.716521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:36.719217 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65c2d9-c270-41b3-b3b7-14a7922081f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:36.738456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74d90cda-eea8-4a95-b99b-43dc62063965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.739110 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:09:36.739468 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:09:36.748132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74d90cda-eea8-4a95-b99b-43dc62063965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.748285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d24b6-d721-465a-8da9-e4ea4f7f2bbe None None] Pushing event updated for resources: {'Port': ['ID=8f1c63d5-7abd-4430-9068-d778e147594c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:36.749315 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-74d90cda-eea8-4a95-b99b-43dc62063965 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1246a26-7044-4ae5-84e0-59dc2ab11ca5 HTTP/1.1" status: 204 len: 168 time: 0.3347747 Aug 31 08:09:36.787529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad436fe-5139-450c-b838-7d2ff8abb097 service neutron] Pushing event updated for resources: {'Port': ['ID=d588630f-8317-4aa7-8e3d-53dd4ed6a051,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:36.797001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:36.820316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d90cda-eea8-4a95-b99b-43dc62063965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1246a26-7044-4ae5-84e0-59dc2ab11ca5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:36.835755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.836518 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Added segment df1fdeda-689a-4372-a57a-a75cea15504c of type vlan for network af8e9e92-551f-4414-ba4c-4e19b43501f0 Aug 31 08:09:36.839461 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34066fb-ac08-4e82-a561-0a58088a21bf x-openstack-request-id: req-e34066fb-ac08-4e82-a561-0a58088a21bf {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:36.839756 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:36.840016 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e34066fb-ac08-4e82-a561-0a58088a21bf {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:36.840422 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'status': 'completed', 'code': 200} Aug 31 08:09:36.961247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:36.974658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c2d9-c270-41b3-b3b7-14a7922081f9 req-230abde0-5a2b-4750-8dc8-9f0f57e68cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:36.976644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f65c2d9-c270-41b3-b3b7-14a7922081f9 req-230abde0-5a2b-4750-8dc8-9f0f57e68cc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1096 time: 0.1329272 Aug 31 08:09:37.066034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.111472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] Pushing event deleted for resources: {'Port': ['ID=8f1c63d5-7abd-4430-9068-d778e147594c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:37.120839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.131250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:37.132326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.165040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d468b1-7269-496c-88cc-3972d90633af None None] No DVR routers for this DVR port 8f1c63d5-7abd-4430-9068-d778e147594c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:37.269436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Port 8f1c63d5-7abd-4430-9068-d778e147594c update to ACTIVE by agent not found {{(pid=95447) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 08:09:37.298434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4642169 Aug 31 08:09:37.304440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45864) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:37.311872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'subnet': {'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:37.340277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.354193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Transition to ACTIVE for port object b9ecd758-396d-4a41-a7a9-9fd3a4abd180 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:37.355069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbceead-8b11-48b8-9755-6b96c72db58a tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Network': ['ID=af8e9e92-551f-4414-ba4c-4e19b43501f0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:37.392105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c2d9-c270-41b3-b3b7-14a7922081f9 req-99b5918e-4434-4554-b6bc-eec6e4b666fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:37.393619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f65c2d9-c270-41b3-b3b7-14a7922081f9 req-99b5918e-4434-4554-b6bc-eec6e4b666fd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4032168 Aug 31 08:09:37.403476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network af8e9e92-551f-4414-ba4c-4e19b43501f0 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:37.445357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f6a81bf7-c836-4569-951b-0d9794940fe3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:37.536229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.568848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f6a81bf7-c836-4569-951b-0d9794940fe3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:37.569316 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.595551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Attempting to bind port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:37.596325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Attempting to bind port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:37.597090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Attempting to bind port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:37.633101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:37.633575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:37.634082 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.635228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:37.635228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Bound port: b9ecd758-396d-4a41-a7a9-9fd3a4abd180, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:37.636157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.654829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050827d9-d991-45ee-89dd-0a2d683eb7f2 None None] Pushing event updated for resources: {'Port': ['ID=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:37.748759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962cee2-0cbb-47e4-b91e-af6729086f78 req-66787aac-e527-43f5-b9af-7c752bd44d2e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:37.749144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:37.750316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e962cee2-0cbb-47e4-b91e-af6729086f78 req-66787aac-e527-43f5-b9af-7c752bd44d2e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2736537 Aug 31 08:09:37.754418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.764472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] For port b9ecd758-396d-4a41-a7a9-9fd3a4abd180, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:37.784176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] For port b9ecd758-396d-4a41-a7a9-9fd3a4abd180, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:37.795148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65c2d9-c270-41b3-b3b7-14a7922081f9 req-0906256b-146b-42af-9394-aa40a3d8fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:37.796682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f65c2d9-c270-41b3-b3b7-14a7922081f9 req-0906256b-146b-42af-9394-aa40a3d8fc96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3662360 Aug 31 08:09:37.810055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea4958-f00d-40bb-8ffb-9b45680e8496 req-18cab1df-b644-48f7-be5e-10e006c8a53f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:37.812807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfea4958-f00d-40bb-8ffb-9b45680e8496 req-18cab1df-b644-48f7-be5e-10e006c8a53f tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 944 time: 0.2715471 Aug 31 08:09:37.872961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f1c63d5-7abd-4430-9068-d778e147594c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:37.898440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8f1c63d5-7abd-4430-9068-d778e147594c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:37.898795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8f1c63d5-7abd-4430-9068-d778e147594c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:37.910001 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.937386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e962cee2-0cbb-47e4-b91e-af6729086f78 req-afb8ecc9-a1c0-4170-9ca5-8fbaba63e573 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786778 Aug 31 08:09:37.953508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:37.973694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfea4958-f00d-40bb-8ffb-9b45680e8496 req-6341a410-5d9c-4840-a768-cc761b0b1c19 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220503 Aug 31 08:09:37.983764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-1371382a-e8c2-4b88-ac0c-e9dcd4504f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:37.985450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-1371382a-e8c2-4b88-ac0c-e9dcd4504f75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1096 time: 0.1351881 Aug 31 08:09:38.011289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050827d9-d991-45ee-89dd-0a2d683eb7f2 None None] Pushing event updated for resources: {'Port': ['ID=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:38.020255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:38.020255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:38.048401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-92a4a341-95b0-4503-83a6-86611db63fc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051 HTTP/1.1" status: 200 len: 217 time: 0.0445321 Aug 31 08:09:38.128649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45870) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:38.139844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:38.146849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0688010b-c0bd-4fff-b0f5-262173d180ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.160146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-65899cec-c0f8-4f7f-b5cc-d367d5936d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:38.161657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-65899cec-c0f8-4f7f-b5cc-d367d5936d8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc20aebc-5212-4e2f-bb58-5e16b9ee4427 HTTP/1.1" status: 200 len: 835 time: 0.0873747 Aug 31 08:09:38.297658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-f62da9df-f215-49e8-bd57-fd70b2c65db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:38.303606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-f62da9df-f215-49e8-bd57-fd70b2c65db4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0509f8-f2b0-438d-9686-1cf543401558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321025 Aug 31 08:09:38.309457 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Allocated IP 172.20.0.1 (2fc5bb32-8feb-4b88-88b4-d81c370ac068/152be464-6dc2-46c3-9128-e8c16fa34894/199bd3b7-ee8f-4066-b58f-ad870b640a2f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:38.347808 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:09:38.353507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.465361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Subnet': ['ID=9f807cf8-0c1a-4618-bf2b-22f9d8383e9c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:38.478639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0688010b-c0bd-4fff-b0f5-262173d180ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.484192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Checking segment: {'id': 'df1fdeda-689a-4372-a57a-a75cea15504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:38.484192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network hostable DHCP agents. Network: af8e9e92-551f-4414-ba4c-4e19b43501f0, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:38.484445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:33Z', 'revision_number': 3, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:38.561826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-b7f990f1-3a0c-46ad-adad-d380794b465e service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474597 Aug 31 08:09:38.588627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.638171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0688010b-c0bd-4fff-b0f5-262173d180ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.641694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Transition to ACTIVE for port object 199bd3b7-ee8f-4066-b58f-ad870b640a2f will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:38.698299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network af8e9e92-551f-4414-ba4c-4e19b43501f0 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:38.700115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f23fbb-4ebc-4930-899d-8944a9e34f89 None None] The sync data for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 is: [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:33Z', 'revision_number': 3, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:38.702964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2858f18d-9e0b-405a-b0b5-fc781e08890c req-f41a5fcc-9279-4891-b0ee-b1ec792d42cf service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282372 Aug 31 08:09:38.741057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0688010b-c0bd-4fff-b0f5-262173d180ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b463142afba4e66a7a974dbb98cc9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108348 Aug 31 08:09:38.743165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688010b-c0bd-4fff-b0f5-262173d180ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffaf301-216d-45bd-bbf4-8f449505760a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:38.744198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45876) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:38.804890 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.814102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, af8e9e92-551f-4414-ba4c-4e19b43501f0) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:38.819604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:38.820450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.828771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e3d900-dd0e-4ccc-82d2-f580f1837eac None None] Network af8e9e92-551f-4414-ba4c-4e19b43501f0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:38.855356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce0a3-f02f-4bd4-9df3-00b60da0d321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.859908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:38.869188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:38.878295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:38.915762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Pushing event updated for resources: {'Port': ['ID=199bd3b7-ee8f-4066-b58f-ad870b640a2f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:38.939649 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce0a3-f02f-4bd4-9df3-00b60da0d321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.961920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:38.975003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac0a440c-b019-480c-bc85-8f9da20a2a39 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6654260 Aug 31 08:09:38.978716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45880) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:38.988041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'port': {'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0', 'name': 'tempest-NetworksIpV6TestAttrs-1453293967'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:39.192520 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce0a3-f02f-4bd4-9df3-00b60da0d321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.195231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce0a3-f02f-4bd4-9df3-00b60da0d321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.197149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cc3ce0a3-f02f-4bd4-9df3-00b60da0d321 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ffaf301-216d-45bd-bbf4-8f449505760a HTTP/1.1" status: 204 len: 168 time: 0.4506862 Aug 31 08:09:39.209522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-af8e9e92-551f-4414-ba4c-4e19b43501f0', 'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0', 'tenant_id': 'dd463c81c00e4ba6b73baa81922e0569', 'fixed_ips': [{'subnet_id': '9f807cf8-0c1a-4618-bf2b-22f9d8383e9c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:39.209522 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.335509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce0a3-f02f-4bd4-9df3-00b60da0d321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffaf301-216d-45bd-bbf4-8f449505760a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:39.396586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:39.412351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bddc0e-8a43-465b-b351-79692abda0ca req-522c2ba4-17a7-4241-aebc-0f464f6fc711 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:39.412924 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.413092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0bddc0e-8a43-465b-b351-79692abda0ca req-522c2ba4-17a7-4241-aebc-0f464f6fc711 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 944 time: 0.2470002 Aug 31 08:09:39.416773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7321f7-95f6-4426-b0ea-e00567e96384 req-e671252e-4920-4a69-ab89-64178dedcf11 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:39.422190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7321f7-95f6-4426-b0ea-e00567e96384 req-e671252e-4920-4a69-ab89-64178dedcf11 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2686243 Aug 31 08:09:39.446179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] device_id is not set on port ac45760e-cf21-44bd-a028-206c56d8fab0 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:09:39.576610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9ecd758-396d-4a41-a7a9-9fd3a4abd180 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:39.636744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e7321f7-95f6-4426-b0ea-e00567e96384 req-68950abc-24cc-4acf-9aad-1ca37879e3b7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888421 Aug 31 08:09:39.640591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b0bddc0e-8a43-465b-b351-79692abda0ca req-c9ec1fae-3216-45dc-a903-5afe3b5b8215 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159824 Aug 31 08:09:39.641457 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.654939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Allocated IP 2001:db8::f816:3eff:fee4:5d59 (af8e9e92-551f-4414-ba4c-4e19b43501f0/9f807cf8-0c1a-4618-bf2b-22f9d8383e9c/37754174-a598-4f74-8319-d5408e9aa374) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:39.761227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e715dd61-f36e-430d-bd5c-b1de68114d8d None None] Provisioning for port 199bd3b7-ee8f-4066-b58f-ad870b640a2f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:39.769968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e715dd61-f36e-430d-bd5c-b1de68114d8d None None] Provisioning complete for port 199bd3b7-ee8f-4066-b58f-ad870b640a2f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:39.770543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e715dd61-f36e-430d-bd5c-b1de68114d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.832653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e715dd61-f36e-430d-bd5c-b1de68114d8d None None] Port 199bd3b7-ee8f-4066-b58f-ad870b640a2f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:39.858079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:39.864450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:39.864823 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.909003 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.952042 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:39.969731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Transition to ACTIVE for port object 37754174-a598-4f74-8319-d5408e9aa374 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:40.015013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Transition to ACTIVE for port object 37754174-a598-4f74-8319-d5408e9aa374 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:40.031354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.060207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b9ecd758-396d-4a41-a7a9-9fd3a4abd180, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:40.095070 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.169927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.173166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Pushing event updated for resources: {'Port': ['ID=199bd3b7-ee8f-4066-b58f-ad870b640a2f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:40.190079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.298044 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Allocated IP 2001:db8::f816:3eff:fec2:5b6a (af8e9e92-551f-4414-ba4c-4e19b43501f0/9f807cf8-0c1a-4618-bf2b-22f9d8383e9c/ac45760e-cf21-44bd-a028-206c56d8fab0) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:40.336847 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.355020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Network af8e9e92-551f-4414-ba4c-4e19b43501f0 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:40.364227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:40.374112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:40.381761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Pushing event updated for resources: {'Port': ['ID=37754174-a598-4f74-8319-d5408e9aa374,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:40.425287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:40.426834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:40.506364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Attempting to bind port 37754174-a598-4f74-8319-d5408e9aa374 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:40.506742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Attempting to bind port 37754174-a598-4f74-8319-d5408e9aa374 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'df1fdeda-689a-4372-a57a-a75cea15504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:40.507253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Attempting to bind port 37754174-a598-4f74-8319-d5408e9aa374 on network af8e9e92-551f-4414-ba4c-4e19b43501f0 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:40.520070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:40.520453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Checking segment: {'id': 'df1fdeda-689a-4372-a57a-a75cea15504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:40.521963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.523107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Bound using segment: {'id': 'df1fdeda-689a-4372-a57a-a75cea15504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:40.523107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Bound port: 37754174-a598-4f74-8319-d5408e9aa374, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1fdeda-689a-4372-a57a-a75cea15504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'af8e9e92-551f-4414-ba4c-4e19b43501f0'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:40.523377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.545982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:40.674055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] For port 37754174-a598-4f74-8319-d5408e9aa374, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:40.694268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] For port 37754174-a598-4f74-8319-d5408e9aa374, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=37754174-a598-4f74-8319-d5408e9aa374,segment=NetworkSegment(df1fdeda-689a-4372-a57a-a75cea15504c),segment_id=df1fdeda-689a-4372-a57a-a75cea15504c)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:40.730438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.774610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Transition to ACTIVE for port object ac45760e-cf21-44bd-a028-206c56d8fab0 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:40.778570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:40.956899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aadb61-a18b-4b2d-932c-eacc9c64026f None None] Pushing event updated for resources: {'Port': ['ID=37754174-a598-4f74-8319-d5408e9aa374,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:40.985832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-81470c30-6b8a-4f7d-8df3-e3b350d68962 None None] Provisioning complete for port 199bd3b7-ee8f-4066-b58f-ad870b640a2f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:40.987749 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-81470c30-6b8a-4f7d-8df3-e3b350d68962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:41.026912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:41.060945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-81470c30-6b8a-4f7d-8df3-e3b350d68962 None None] Port 199bd3b7-ee8f-4066-b58f-ad870b640a2f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:41.176474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network af8e9e92-551f-4414-ba4c-4e19b43501f0 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:41.189637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:41.209117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:41.232401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:41.232401 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:41.334935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Port': ['ID=ac45760e-cf21-44bd-a028-206c56d8fab0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:41.509504 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-742782cf-07b6-4190-83ff-98b29cb214dd tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5295224 Aug 31 08:09:41.511055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45916) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:41.653249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting subnet 9f807cf8-0c1a-4618-bf2b-22f9d8383e9c {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:09:41.657352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:41.730018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Router 7683ee43-9047-47ab-bed5-1034d1eb5c29 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:09:41.788218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:41.937573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9ecd758-396d-4a41-a7a9-9fd3a4abd180 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:42.011839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26d75-fa8b-4349-89c4-ca41555d1bf9 req-f8fcb78f-8d36-4de3-9918-06cb02d39d1e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:42.024252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed26d75-fa8b-4349-89c4-ca41555d1bf9 req-f8fcb78f-8d36-4de3-9918-06cb02d39d1e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 944 time: 0.4981081 Aug 31 08:09:42.049065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:42.049591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:42.055994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cea7-a6a1-46e3-8f20-f92d27932619 req-fba41a38-ee08-4248-9b44-ccc2ef8213f6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:42.064871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e974cea7-a6a1-46e3-8f20-f92d27932619 req-fba41a38-ee08-4248-9b44-ccc2ef8213f6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.5360472 Aug 31 08:09:42.123033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d588630f-8317-4aa7-8e3d-53dd4ed6a051 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:09:42.162003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:42.263363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e974cea7-a6a1-46e3-8f20-f92d27932619 req-24f0fc4d-205d-4e58-9084-85b8bcc2b948 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745138 Aug 31 08:09:42.282372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:42.299867 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Sync routers for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:42.301219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed26d75-fa8b-4349-89c4-ca41555d1bf9 req-b6a5cad6-ab55-483e-9d80-d936d9b16ae1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555306 Aug 31 08:09:42.305195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-84b1b48a-5524-4ddf-aacf-459786b26494 admin admin] 10.222.0.36 "PUT /v2.0/routers/7683ee43-9047-47ab-bed5-1034d1eb5c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7971270 Aug 31 08:09:42.339258 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:42.340241 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:42.393357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 37754174-a598-4f74-8319-d5408e9aa374 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:42.447118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:42.487019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Subnet': ['ID=9f807cf8-0c1a-4618-bf2b-22f9d8383e9c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:42.505793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:42.508833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f028e94b-9e5f-47c9-b365-062d0831c3a8 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/9f807cf8-0c1a-4618-bf2b-22f9d8383e9c HTTP/1.1" status: 204 len: 168 time: 0.9966488 Aug 31 08:09:42.523126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 45940) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:42.581856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d588630f-8317-4aa7-8e3d-53dd4ed6a051, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:42.617844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'port_id': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'mac_address': 'fa:16:3e:cd:1c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:09:42.638917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e2d19-a8d3-40b0-a950-13a44dc8c7f1 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:42.643831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e2d19-a8d3-40b0-a950-13a44dc8c7f1 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:42.648087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c89e2d19-a8d3-40b0-a950-13a44dc8c7f1 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1310127 Aug 31 08:09:42.648634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45946) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:42.721113 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:42.826956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:42.836948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6438bc59-32f4-4de7-9309-1cbe8cd5068e None None] Network af8e9e92-551f-4414-ba4c-4e19b43501f0 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:42.896432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-110ee892-4b0c-4870-906e-f63ffbe7670c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:42.916542 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-110ee892-4b0c-4870-906e-f63ffbe7670c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 08:09:42.920155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110ee892-4b0c-4870-906e-f63ffbe7670c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:42.924444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-110ee892-4b0c-4870-906e-f63ffbe7670c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/af8e9e92-551f-4414-ba4c-4e19b43501f0 HTTP/1.1" status: 409 len: 405 time: 0.2726798 Aug 31 08:09:42.931037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:42.940412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1033987422'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:43.031423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d588630f-8317-4aa7-8e3d-53dd4ed6a051 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:09:43.068259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d588630f-8317-4aa7-8e3d-53dd4ed6a051, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:43.144273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:43.144273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.152129 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 2, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:43.193310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] Provisioning for port 37754174-a598-4f74-8319-d5408e9aa374 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:43.199983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 37754174-a598-4f74-8319-d5408e9aa374 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:43.218605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:43.231093 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.232181 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Added segment f2927d75-78e9-409b-b3f3-237dc4c5dd69 of type vlan for network 48ef2147-b179-4e42-a34a-c09ca2c80c14 Aug 31 08:09:43.233540 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Checking router: 7683ee43-9047-47ab-bed5-1034d1eb5c29 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:43.237546 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Updating router 7683ee43-9047-47ab-bed5-1034d1eb5c29 port 199bd3b7-ee8f-4066-b58f-ad870b640a2f binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:09:43.250100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 37754174-a598-4f74-8319-d5408e9aa374 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:43.250725 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.253531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] Provisioning complete for port 37754174-a598-4f74-8319-d5408e9aa374 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:43.254104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.277174 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.279447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.339372 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.440753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.449195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:43.449862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.480914 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:43.549792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d06c78-40c8-41d5-a02a-a4692fdc60a1 req-6b8846cc-fbe0-4e8c-945c-d35e772fc695 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:43.559826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d06c78-40c8-41d5-a02a-a4692fdc60a1 req-6b8846cc-fbe0-4e8c-945c-d35e772fc695 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1527622 Aug 31 08:09:43.641161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d592b30-4832-4728-b0ae-c11456ddec81 req-5debd234-e4b8-403e-bc72-306a55cad50d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:43.653055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d592b30-4832-4728-b0ae-c11456ddec81 req-5debd234-e4b8-403e-bc72-306a55cad50d tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 945 time: 0.1911366 Aug 31 08:09:43.690130 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d588630f-8317-4aa7-8e3d-53dd4ed6a051'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:09:43.715801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Network': ['ID=48ef2147-b179-4e42-a34a-c09ca2c80c14,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:43.744944 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5df574fe-ec20-497e-aa0a-49e90bb8bd05 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8034890 Aug 31 08:09:43.745903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 45994) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:43.774970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'subnet': {'network_id': '48ef2147-b179-4e42-a34a-c09ca2c80c14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:43.793690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7d06c78-40c8-41d5-a02a-a4692fdc60a1 req-7ac29193-fdfc-47b4-80f3-fe1728e6698e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328837 Aug 31 08:09:43.844543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 48ef2147-b179-4e42-a34a-c09ca2c80c14 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:43.877542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] For port 37754174-a598-4f74-8319-d5408e9aa374, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=37754174-a598-4f74-8319-d5408e9aa374,segment=NetworkSegment(df1fdeda-689a-4372-a57a-a75cea15504c),segment_id=df1fdeda-689a-4372-a57a-a75cea15504c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:43.880531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] DHCP port deletion for af8e9e92-551f-4414-ba4c-4e19b43501f0 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:09:43.902546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d588630f-8317-4aa7-8e3d-53dd4ed6a051,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:43.931547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d592b30-4832-4728-b0ae-c11456ddec81 req-cacb8651-f309-46c9-8977-92771dc970ad tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771962 Aug 31 08:09:44.052272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46004) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:44.060016 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.061383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-387088558-network', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:44.075378 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.083800 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Transition to ACTIVE for port object 199bd3b7-ee8f-4066-b58f-ad870b640a2f will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:44.093043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.175626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:44.184811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.202590 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.297862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Made reservation on behalf of 0315b48265434d9ea6af4a77a1b7f823 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:44.300235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.308418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0232-8348-44f0-b638-867d31842f2d None None] Pushing event updated for resources: {'Port': ['ID=37754174-a598-4f74-8319-d5408e9aa374,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:44.322307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.333486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:09:44.333930 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:09:44.373419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] Deleting port 37754174-a598-4f74-8319-d5408e9aa374 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:44.373830 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.380269 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb7e4-7a34-47f1-a479-7090077765d8 None None] Pushing event updated for resources: {'Port': ['ID=199bd3b7-ee8f-4066-b58f-ad870b640a2f,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:44.449341 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Attempting to bind port 199bd3b7-ee8f-4066-b58f-ad870b640a2f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:44.449696 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Attempting to bind port 199bd3b7-ee8f-4066-b58f-ad870b640a2f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:44.452160 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Attempting to bind port 199bd3b7-ee8f-4066-b58f-ad870b640a2f on network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:44.460358 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:44.460738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Checking segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:44.462751 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.464696 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Bound using segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:44.467010 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Bound port: 199bd3b7-ee8f-4066-b58f-ad870b640a2f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:44.469798 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.490380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] For port 37754174-a598-4f74-8319-d5408e9aa374, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=37754174-a598-4f74-8319-d5408e9aa374,segment=NetworkSegment(df1fdeda-689a-4372-a57a-a75cea15504c),segment_id=df1fdeda-689a-4372-a57a-a75cea15504c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:44.490788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.539285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] Calling delete_port for 37754174-a598-4f74-8319-d5408e9aa374 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:44.541480 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.542504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46016) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:44.671803 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.675312 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] For port 199bd3b7-ee8f-4066-b58f-ad870b640a2f, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:44.681261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] For port 199bd3b7-ee8f-4066-b58f-ad870b640a2f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=199bd3b7-ee8f-4066-b58f-ad870b640a2f,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:44.715336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b844f840-7ac2-413f-b2fd-7c58b4dc0677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.733749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:44.767854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.768161 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Added segment bab22e81-aee0-49d0-8913-73c51989478e of type vlan for network 6c1d50b6-4693-4fa5-a444-824a80aaf160 Aug 31 08:09:44.782083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83b99af-d58a-4e1f-a51f-33606972f75d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:44.828557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:09:44.830828 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.833449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.844274 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.891895 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.898813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Subnet': ['ID=c899016e-61ce-4241-8eb9-ab66861e7572,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:44.915439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Checking segment: {'id': 'f2927d75-78e9-409b-b3f3-237dc4c5dd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '48ef2147-b179-4e42-a34a-c09ca2c80c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:44.920820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network hostable DHCP agents. Network: 48ef2147-b179-4e42-a34a-c09ca2c80c14, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:44.992053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.993056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:44.993649 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:44.995732 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:44.996526 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:45.004421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993414-cca7-48ee-a20d-b2597a887ade req-04f3383b-4292-4b8b-aa4e-d96c2dcb024f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:45.006091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93993414-cca7-48ee-a20d-b2597a887ade req-04f3383b-4292-4b8b-aa4e-d96c2dcb024f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1327765 Aug 31 08:09:45.008379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b844f840-7ac2-413f-b2fd-7c58b4dc0677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.035078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network 48ef2147-b179-4e42-a34a-c09ca2c80c14 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:45.097753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b844f840-7ac2-413f-b2fd-7c58b4dc0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.117230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 48ef2147-b179-4e42-a34a-c09ca2c80c14) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:45.122626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:45.123357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.135785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] Pushing event updated for resources: {'Network': ['ID=6c1d50b6-4693-4fa5-a444-824a80aaf160,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:45.179653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93993414-cca7-48ee-a20d-b2597a887ade req-7be49dcb-373d-4fc1-89db-0f23b119fe98 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641557 Aug 31 08:09:45.228435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1434066-5112-4187-bcfa-240fb3248fbe None None] Network 48ef2147-b179-4e42-a34a-c09ca2c80c14 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:45.239575 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5f316394-3e47-4c42-9eda-6ec53cafa8ec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1836832 Aug 31 08:09:45.240517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46030) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:45.242665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b844f840-7ac2-413f-b2fd-7c58b4dc0677 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2be196ec7d864eb88ce5a8c408372b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982222 Aug 31 08:09:45.246423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:45.250812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844f840-7ac2-413f-b2fd-7c58b4dc0677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acce6f9b-ddbb-46e1-86f8-9746f7e48882,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:45.251329 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Request body: {'subnet': {'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-387088558-subnet', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:45.276883 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:45.278614 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2727892f-36a0-459e-85d7-20df6c333819 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5300722 Aug 31 08:09:45.281537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46034) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:45.309188 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb7e4-7a34-47f1-a479-7090077765d8 None None] Pushing event updated for resources: {'Port': ['ID=199bd3b7-ee8f-4066-b58f-ad870b640a2f,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:45.344372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef6b74-62fd-4c04-8338-a81baa827e31 req-9151664e-196a-4b3e-9915-96472894b033 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:45.356454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aef6b74-62fd-4c04-8338-a81baa827e31 req-9151664e-196a-4b3e-9915-96472894b033 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 945 time: 0.2472413 Aug 31 08:09:45.397647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:45.495037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4891d21-70ef-4bad-83e9-530f1e99f3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.495037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4891d21-70ef-4bad-83e9-530f1e99f3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.496312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aef6b74-62fd-4c04-8338-a81baa827e31 req-1c8af87c-70fd-4de0-9ea4-641094f99a4a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210113 Aug 31 08:09:45.496411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] No DVR routers for this DVR port 37754174-a598-4f74-8319-d5408e9aa374 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:45.547283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3d309-47f2-4aec-a940-0a4e4ed9607f None None] Pushing event deleted for resources: {'Port': ['ID=37754174-a598-4f74-8319-d5408e9aa374,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:45.568924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.655501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c658d1-e9b0-429a-b00f-df72b0a3eb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-48ef2147-b179-4e42-a34a-c09ca2c80c14', 'network_id': '48ef2147-b179-4e42-a34a-c09ca2c80c14', 'tenant_id': 'dd463c81c00e4ba6b73baa81922e0569', 'fixed_ips': [{'subnet_id': 'c899016e-61ce-4241-8eb9-ab66861e7572'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:45.656399 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28c658d1-e9b0-429a-b00f-df72b0a3eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.677879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 37754174-a598-4f74-8319-d5408e9aa374 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:09:45.683714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:44Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:45.689088 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.704299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 37754174-a598-4f74-8319-d5408e9aa374 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:09:45.704648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 37754174-a598-4f74-8319-d5408e9aa374 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:09:45.715463 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13dbb68-8399-4c2d-bd3d-decd45f6a9af None None] The sync data for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 is: [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:44Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:45.722169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Made reservation on behalf of 0315b48265434d9ea6af4a77a1b7f823 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:45.726854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.785674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4891d21-70ef-4bad-83e9-530f1e99f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.805335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4891d21-70ef-4bad-83e9-530f1e99f3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.813228 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a4891d21-70ef-4bad-83e9-530f1e99f3b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acce6f9b-ddbb-46e1-86f8-9746f7e48882 HTTP/1.1" status: 204 len: 168 time: 0.5513756 Aug 31 08:09:45.842978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4891d21-70ef-4bad-83e9-530f1e99f3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acce6f9b-ddbb-46e1-86f8-9746f7e48882,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:45.877247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:45.934685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Subnet': ['ID=c899016e-61ce-4241-8eb9-ab66861e7572,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:46.071179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server [None req-28c658d1-e9b0-429a-b00f-df72b0a3eb92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c899016e-61ce-4241-8eb9-ab66861e7572: This subnet is being modified by another concurrent operation. Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise exception Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c899016e-61ce-4241-8eb9-ab66861e7572: This subnet is being modified by another concurrent operation. Aug 31 08:09:46.071570 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Aug 31 08:09:46.101129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783ecf7-8215-4260-8874-6b5e1d6687b5 None None] Network 48ef2147-b179-4e42-a34a-c09ca2c80c14 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:46.104471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ef2147-b179-4e42-a34a-c09ca2c80c14']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:46.116563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2927d75-78e9-409b-b3f3-237dc4c5dd69') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:46.116563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2927d75-78e9-409b-b3f3-237dc4c5dd69') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:46.143150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.199228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d588630f-8317-4aa7-8e3d-53dd4ed6a051 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:46.200978 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.226475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:46.227240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:46.232121 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:46.322995 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.416047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b3f19-450b-4293-95d3-9f2d34e1972b None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:09:46.453404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb52e66-9883-4664-b169-25bfa126b459,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:46.473378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.477855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d588630f-8317-4aa7-8e3d-53dd4ed6a051 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:46.490122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d588630f-8317-4aa7-8e3d-53dd4ed6a051 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:46.493267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.515379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Checking segment: {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:46.516499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Network hostable DHCP agents. Network: 6c1d50b6-4693-4fa5-a444-824a80aaf160, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:46.583798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.587441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/48ef2147-b179-4e42-a34a-c09ca2c80c14 HTTP/1.1" status: 204 len: 168 time: 1.3046556 Aug 31 08:09:46.591774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ae6e3-e23d-4908-bced-343070294b46 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Network': ['ID=48ef2147-b179-4e42-a34a-c09ca2c80c14,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:46.593649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:46.624499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1425112423'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:46.679018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fd311-f836-4a21-8a03-e559dc6aae9d req-59685b0c-1032-4240-9713-28e283df4af9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:46.685768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-680fd311-f836-4a21-8a03-e559dc6aae9d req-59685b0c-1032-4240-9713-28e283df4af9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2612109 Aug 31 08:09:46.761745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:46.855965 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.870320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-680fd311-f836-4a21-8a03-e559dc6aae9d req-b29e0f7f-2e5a-444f-8523-a25a15ae4816 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656500 Aug 31 08:09:46.912274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 6c1d50b6-4693-4fa5-a444-824a80aaf160) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:46.915564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:46.925344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.943626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d588630f-8317-4aa7-8e3d-53dd4ed6a051, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:46.947953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:46.954911 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737b4f5e-9dcc-48c6-b0af-d08780f6772d" -d '{"events": [{"server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "name": "network-vif-plugged", "status": "completed", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:46.962368 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:46.965742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:46.973708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea40f1b-7da8-4043-9d5b-2b98780734e2 req-f92926d8-cabe-47e1-bf64-3232c8b618f8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:46.976287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aea40f1b-7da8-4043-9d5b-2b98780734e2 req-f92926d8-cabe-47e1-bf64-3232c8b618f8 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 945 time: 0.2870836 Aug 31 08:09:47.017038 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:47.069203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.070486 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Added segment 316314ab-395c-4ea3-9774-6552bd1d68b5 of type vlan for network 1ad18611-8529-4c6b-9a07-afd37fb1858b Aug 31 08:09:47.077287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.124377 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f27e2f9c-6603-4217-8c8a-d4867812dee8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8825171 Aug 31 08:09:47.127970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46064) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:47.134033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:47.157045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.167357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aea40f1b-7da8-4043-9d5b-2b98780734e2 req-9ebb1b2d-824f-4287-a309-07e1d7a297b4 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766193 Aug 31 08:09:47.226137 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09affd15-1ca8-490a-9413-12391d087db2 x-openstack-request-id: req-09affd15-1ca8-490a-9413-12391d087db2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:47.226137 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "name": "network-vif-plugged", "status": "completed", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:47.226137 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09affd15-1ca8-490a-9413-12391d087db2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:47.226137 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'code': 200} Aug 31 08:09:47.226137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d588630f-8317-4aa7-8e3d-53dd4ed6a051,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:47.261345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b3f19-450b-4293-95d3-9f2d34e1972b None None] Unable to find a vacant binding_index for network 6c1d50b6-4693-4fa5-a444-824a80aaf160 and agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 {{(pid=95447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 31 08:09:47.289181 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b3f19-450b-4293-95d3-9f2d34e1972b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 6c1d50b6-4693-4fa5-a444-824a80aaf160) {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:09:47.329575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb3c8b-dccb-4989-825e-96c51924df58 req-fbc5586b-cfe4-4b90-bbd9-065b6cbaca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:47.331761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faeb3c8b-dccb-4989-825e-96c51924df58 req-fbc5586b-cfe4-4b90-bbd9-065b6cbaca8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1098 time: 0.0664115 Aug 31 08:09:47.358309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.383268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:47.386102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.386742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faeb3c8b-dccb-4989-825e-96c51924df58 req-da739baf-fda3-40ca-ac37-3272bd607a87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454257 Aug 31 08:09:47.407514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.418517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.537417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Network': ['ID=1ad18611-8529-4c6b-9a07-afd37fb1858b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:47.575023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.587811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1ad18611-8529-4c6b-9a07-afd37fb1858b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:47.618737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46074) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:47.623557 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-92a9f6e9-582a-458f-a238-6420ac66aa35 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0259521 Aug 31 08:09:47.625558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'subnet': {'network_id': '1ad18611-8529-4c6b-9a07-afd37fb1858b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:47.889516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 199bd3b7-ee8f-4066-b58f-ad870b640a2f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:47.965284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:47.979972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:47.985369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.156562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 199bd3b7-ee8f-4066-b58f-ad870b640a2f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:48.162774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 199bd3b7-ee8f-4066-b58f-ad870b640a2f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:48.163208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.215976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-6c1d50b6-4693-4fa5-a444-824a80aaf160', 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'fixed_ips': [{'subnet_id': 'afb52e66-9883-4664-b169-25bfa126b459'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:48.216865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.284267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca784c8b-4716-4e17-a77b-58b226201591 req-4dd05a3e-1508-4611-8b6d-e794833b7b90 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:48.292956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca784c8b-4716-4e17-a77b-58b226201591 req-4dd05a3e-1508-4611-8b6d-e794833b7b90 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1968987 Aug 31 08:09:48.376399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca784c8b-4716-4e17-a77b-58b226201591 req-ee338359-40de-4ccb-80d0-36e28efb8ef5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806689 Aug 31 08:09:48.517683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649e954-4d5f-45fb-9f0e-5df49d03be00 req-26097421-33be-46ec-b416-fcb694cfd206 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:48.519588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1649e954-4d5f-45fb-9f0e-5df49d03be00 req-26097421-33be-46ec-b416-fcb694cfd206 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 946 time: 0.1588407 Aug 31 08:09:48.541412 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.572981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.599983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.619974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1649e954-4d5f-45fb-9f0e-5df49d03be00 req-48251ceb-430b-47e4-b996-35cf5d532aed tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505524 Aug 31 08:09:48.688296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 199bd3b7-ee8f-4066-b58f-ad870b640a2f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=199bd3b7-ee8f-4066-b58f-ad870b640a2f,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:48.709099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Allocated IP 172.20.0.2 (6c1d50b6-4693-4fa5-a444-824a80aaf160/afb52e66-9883-4664-b169-25bfa126b459/f38040c2-dca9-41dc-9a77-cf2757e21fd0) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:48.717588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Allocated IP 172.25.0.7 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/284a81c3-b4bb-41b4-9c56-fdf0ec9800e6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:48.815602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.853037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.876188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:48.899984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Checking segment: {'id': '316314ab-395c-4ea3-9774-6552bd1d68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1ad18611-8529-4c6b-9a07-afd37fb1858b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:48.900415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network hostable DHCP agents. Network: 1ad18611-8529-4c6b-9a07-afd37fb1858b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:48.913608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Subnet': ['ID=0436a6c5-23a8-43e9-bfe2-b6fb5e474d3a,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:48.936914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.937778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.938681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.939258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.939953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.941010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.941752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.942856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.943696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.944348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.945181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.946028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:48.999326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=199bd3b7-ee8f-4066-b58f-ad870b640a2f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:49.001408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.007912 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.016180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Transition to ACTIVE for port object f38040c2-dca9-41dc-9a77-cf2757e21fd0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:49.045781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Transition to ACTIVE for port object f38040c2-dca9-41dc-9a77-cf2757e21fd0 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:49.055304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:49.058454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:49.061976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:49.106068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Pushing event updated for resources: {'Port': ['ID=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:49.133485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network 1ad18611-8529-4c6b-9a07-afd37fb1858b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:49.187020 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.253997 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1ad18611-8529-4c6b-9a07-afd37fb1858b) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:49.264397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:49.265615 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.269619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Pushing event updated for resources: {'Port': ['ID=f38040c2-dca9-41dc-9a77-cf2757e21fd0,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:49.277353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:49.278811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:49.281286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:49.357726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Attempting to bind port f38040c2-dca9-41dc-9a77-cf2757e21fd0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:49.358137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Attempting to bind port f38040c2-dca9-41dc-9a77-cf2757e21fd0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:49.358516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Attempting to bind port f38040c2-dca9-41dc-9a77-cf2757e21fd0 on network 6c1d50b6-4693-4fa5-a444-824a80aaf160 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:49.364241 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:49.364618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Checking segment: {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:49.365084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.365485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Bound using segment: {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:49.366006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Bound port: f38040c2-dca9-41dc-9a77-cf2757e21fd0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:49.366394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.444261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] For port f38040c2-dca9-41dc-9a77-cf2757e21fd0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:49.449289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] For port f38040c2-dca9-41dc-9a77-cf2757e21fd0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f38040c2-dca9-41dc-9a77-cf2757e21fd0,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:49.506526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db74e5a-1afb-4c72-8516-61500ba78545 req-0955fc35-53cd-496f-93b8-d362c05ef793 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:49.515309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db74e5a-1afb-4c72-8516-61500ba78545 req-0955fc35-53cd-496f-93b8-d362c05ef793 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0721276 Aug 31 08:09:49.519673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b01e797-313c-47cf-86d5-edce66a91228 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9004185 Aug 31 08:09:49.527737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46112) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:49.595732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.620891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.672815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7db74e5a-1afb-4c72-8516-61500ba78545 req-8fbd7766-65f2-4bdb-b780-c1c960878b63 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564031 Aug 31 08:09:49.775150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.857526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 199bd3b7-ee8f-4066-b58f-ad870b640a2f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:49.944824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:49.958312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:49.962154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9562a-9c88-4051-a218-bc60956da7ed None None] Pushing event updated for resources: {'Port': ['ID=f38040c2-dca9-41dc-9a77-cf2757e21fd0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:50.029896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 199bd3b7-ee8f-4066-b58f-ad870b640a2f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:50.030376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.093427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.132779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96530f4d-85e0-4b7e-8b29-8884623d056f req-e6ff8a54-da2b-48bc-9403-6d42b59813bc tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:50.136742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96530f4d-85e0-4b7e-8b29-8884623d056f req-e6ff8a54-da2b-48bc-9403-6d42b59813bc tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 946 time: 0.1932464 Aug 31 08:09:50.245447 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.356315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a018434e-3c28-44ce-97a5-6292c54f28cc tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:50.359399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Subnet': ['ID=0436a6c5-23a8-43e9-bfe2-b6fb5e474d3a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:50.506977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96530f4d-85e0-4b7e-8b29-8884623d056f req-1b006620-43ff-4654-8f64-4b314cc02a14 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500576 Aug 31 08:09:50.539451 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.560329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad18611-8529-4c6b-9a07-afd37fb1858b']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:50.574502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316314ab-395c-4ea3-9774-6552bd1d68b5') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:50.574826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316314ab-395c-4ea3-9774-6552bd1d68b5') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:50.585967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.601662 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.611066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:50.611485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:50.629284 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:50.703140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Router ac55308a-dd3e-422f-a09a-7ee32e61edd3 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:09:50.864408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.892516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bccba9-9ab2-436a-b84e-30c1cc583472 req-416bd487-b644-4fc9-a6b5-cfeb8cdb7c87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:50.894552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91bccba9-9ab2-436a-b84e-30c1cc583472 req-416bd487-b644-4fc9-a6b5-cfeb8cdb7c87 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 946 time: 0.2852340 Aug 31 08:09:50.906582 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:50.918565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/1ad18611-8529-4c6b-9a07-afd37fb1858b HTTP/1.1" status: 204 len: 168 time: 1.3841572 Aug 31 08:09:50.918565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:50.939039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-633180128'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:50.957279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3a43b-8af6-42ef-925f-809570438376 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Network': ['ID=1ad18611-8529-4c6b-9a07-afd37fb1858b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:50.992167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a018434e-3c28-44ce-97a5-6292c54f28cc tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "PUT /v2.0/quotas/9cec4b8a63d84c3dbe1bd579a172f766 HTTP/1.1" status: 200 len: 366 time: 1.0062461 Aug 31 08:09:50.995336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46142) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.071377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-abbd5090-b745-4366-9958-c81bdd237063 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0710754 Aug 31 08:09:51.082165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e9b0f-ac7c-4422-9e20-88a44dc30fb2 req-183faac7-e8bb-462c-b3f9-176fa92ace49 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:51.084478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e8e9b0f-ac7c-4422-9e20-88a44dc30fb2 req-183faac7-e8bb-462c-b3f9-176fa92ace49 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.2697320 Aug 31 08:09:51.085971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46144) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.132848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91bccba9-9ab2-436a-b84e-30c1cc583472 req-f7ba8253-33de-4115-bf53-a16d833ce343 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186902 Aug 31 08:09:51.149170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:51.154633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.162093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46148) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.208816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a5c44019-79c8-4ad7-9479-d917636433ae tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "GET /v2.0/quotas/9cec4b8a63d84c3dbe1bd579a172f766 HTTP/1.1" status: 200 len: 366 time: 0.1182456 Aug 31 08:09:51.264544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46150) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.277382 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e8e9b0f-ac7c-4422-9e20-88a44dc30fb2 req-adbbd37b-bd28-4cbd-a4e0-fa5dcb2a65cc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780410 Aug 31 08:09:51.302311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:51.317227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Sync routers for ids ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:51.334763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Routers {'ac55308a-dd3e-422f-a09a-7ee32e61edd3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:51.335423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:51.341608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:09:51.355333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a060eaf4-ddb8-4166-8e5f-13d245167990 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:51.364495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a060eaf4-ddb8-4166-8e5f-13d245167990 tempest-TestNetworkBasicOps-879056926 tempest-TestNetworkBasicOps-879056926-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1093 time: 0.1948121 Aug 31 08:09:51.364495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46152) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.370173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:51.379251 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.380136 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Added segment 7713a0d4-fea8-4848-990d-dce6e2a029dc of type vlan for network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb Aug 31 08:09:51.449060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-88221617-bfee-4611-8e1e-ba8909c86f09 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/9cec4b8a63d84c3dbe1bd579a172f766 HTTP/1.1" status: 204 len: 168 time: 0.1739261 Aug 31 08:09:51.451665 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.465781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5bb2a883-d9f7-4a34-837b-eed20e6346e0 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0129356 Aug 31 08:09:51.466735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.470285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46156) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.471356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.475942 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4356599a-54a6-49cf-a861-fad994a7332b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3472664 Aug 31 08:09:51.484410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.518501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d63f0510-7fbd-470c-8276-51a86d9b64ed tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "GET /v2.0/quotas/9cec4b8a63d84c3dbe1bd579a172f766 HTTP/1.1" status: 200 len: 370 time: 0.0442240 Aug 31 08:09:51.531896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Set router ac55308a-dd3e-422f-a09a-7ee32e61edd3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:51.532120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.546797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2cd42174-acac-41be-9887-fa5d0e9b8b5c tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "GET /v2.0/quotas/9cec4b8a63d84c3dbe1bd579a172f766/default HTTP/1.1" status: 200 len: 370 time: 0.0099931 Aug 31 08:09:51.555662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46164) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.566110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd04d8d-dcb1-4377-aeae-69444e695216 None None] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:51.569835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdd2d6-10d9-4419-8619-34f25462c2cb None None] Network 1ad18611-8529-4c6b-9a07-afd37fb1858b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:51.605298 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-4be58573-fd7a-4058-9b92-4822ab1ca06c tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] delete failed (client error): The resource could not be found. Aug 31 08:09:51.611016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4be58573-fd7a-4058-9b92-4822ab1ca06c tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/9cec4b8a63d84c3dbe1bd579a172f766 HTTP/1.1" status: 404 len: 348 time: 0.0516808 Aug 31 08:09:51.620160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.645972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdd2d6-10d9-4419-8619-34f25462c2cb None None] Network 1ad18611-8529-4c6b-9a07-afd37fb1858b could not be found, it might have been deleted concurrently. {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 08:09:51.745873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cba21c-0e1e-4c63-a4d6-5c2eaf64829b None None] Network 1ad18611-8529-4c6b-9a07-afd37fb1858b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:51.821614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.829298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:51.830033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:51.954205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0331750 Aug 31 08:09:51.958081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f38040c2-dca9-41dc-9a77-cf2757e21fd0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:51.963515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46172) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:51.964659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cba21c-0e1e-4c63-a4d6-5c2eaf64829b None None] Network 1ad18611-8529-4c6b-9a07-afd37fb1858b could not be found, it might have been deleted concurrently. {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 08:09:51.972369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Request body: {'subnet': {'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:52.025836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:52.026624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911069-d28c-48e7-9387-0b5f49cdf34b tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Network': ['ID=bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:52.064166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:09:52.209527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:network and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:52.214852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-47414198-1156-4143-8d8b-33eb85c704af None None] Provisioning for port f38040c2-dca9-41dc-9a77-cf2757e21fd0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:52.253190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:52.278694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:subnet and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:52.288323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:52.301611 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:52.309861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:subnetpool and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:52.319500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:52.360321 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:52.366138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:09:49Z', 'revision_number': 3, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:52.368331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:port and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:52.382828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:52.402963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Made reservation on behalf of dd463c81c00e4ba6b73baa81922e0569 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:09:52.409101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:52.421201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Checking router: ac55308a-dd3e-422f-a09a-7ee32e61edd3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:52.421558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Updating router ac55308a-dd3e-422f-a09a-7ee32e61edd3 port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:09:52.457984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:52.461398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port f38040c2-dca9-41dc-9a77-cf2757e21fd0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:52.488918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f38040c2-dca9-41dc-9a77-cf2757e21fd0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:52.489287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:52.562413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:router and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:52.598449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:52.691936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:floatingip and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:52.707122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c6ac-c60e-4df4-a875-3eec987f56dc req-be54db61-05ee-4b37-a1c5-a456d964213b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:52.708894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d156c6ac-c60e-4df4-a875-3eec987f56dc req-be54db61-05ee-4b37-a1c5-a456d964213b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.3208861 Aug 31 08:09:52.732446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:52.734114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Allocated IP 172.25.0.66 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/8b0b35f4-ea94-413c-9a4b-33a3d82e794e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:52.736185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:52.812382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Allocated IP 172.20.0.1 (6c1d50b6-4693-4fa5-a444-824a80aaf160/afb52e66-9883-4664-b169-25bfa126b459/be172866-4d5a-46fe-bbf6-519d08185fa7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:52.818386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port f38040c2-dca9-41dc-9a77-cf2757e21fd0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f38040c2-dca9-41dc-9a77-cf2757e21fd0,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:52.888010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d156c6ac-c60e-4df4-a875-3eec987f56dc req-979f5d2c-6968-4557-833f-8524d7488581 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505053 Aug 31 08:09:52.922027 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.062857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.079101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=f38040c2-dca9-41dc-9a77-cf2757e21fd0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:53.100193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Transition to ACTIVE for port object be172866-4d5a-46fe-bbf6-519d08185fa7 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:53.219349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d46ae0-b51a-4ef7-b5bf-e8aa31d58889 None None] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:53.252335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:security_group and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:53.260784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:53.277220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.295505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.296825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:53.299595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:53.319099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Usage tracker for resource:security_group_rule and tenant:77de2645042e40bb8a9572753204dec3 is out of sync, need to count used quota {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 08:09:53.319663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:53.329979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.quota.resource [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95446) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 08:09:53.347273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-41ca0e3a-e4b3-4928-9900-9db7ef8c7c88 tempest-QuotasTest-727191012 tempest-QuotasTest-727191012-project-admin] 10.222.0.36 "GET /v2.0/quotas/77de2645042e40bb8a9572753204dec3/details.json HTTP/1.1" status: 200 len: 703 time: 1.3247566 Aug 31 08:09:53.393152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=be172866-4d5a-46fe-bbf6-519d08185fa7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:53.427927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.459631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ab250e16-9262-4bca-8330-aa0913cf0697 None None] Provisioning complete for port f38040c2-dca9-41dc-9a77-cf2757e21fd0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:53.460192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ab250e16-9262-4bca-8330-aa0913cf0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.474422 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.571878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:53.607000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=8b0b35f4-ea94-413c-9a4b-33a3d82e794e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:53.656312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.objects.ports [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95446) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:09:53.659219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:53.661845 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.668657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:53.764291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f38040c2-dca9-41dc-9a77-cf2757e21fd0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:53.776233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Checking segment: {'id': '7713a0d4-fea8-4848-990d-dce6e2a029dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:53.776628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network hostable DHCP agents. Network: bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:09:53.842795 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.884161 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.884918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e70b9a34-1df8-4580-a3a8-bfcfab90831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.923451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:53.941387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Transition to ACTIVE for port object 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:53.948959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event updated for resources: {'Subnet': ['ID=70640683-c10e-4727-9324-766df87f7e74,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:53.949324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port f38040c2-dca9-41dc-9a77-cf2757e21fd0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:53.949722 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.020414 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.174550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.192072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Attempting to bind port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:54.192585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Attempting to bind port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:54.193056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Attempting to bind port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:54.214214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:54.214214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:54.214897 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.215390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:54.216015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Bound port: 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:54.216510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.220880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50843e6-8166-43d2-857c-446f96ee2571 None None] Pushing event updated for resources: {'Port': ['ID=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:54.230616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.385196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46196) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:54.400935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] For port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:54.407092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=be172866-4d5a-46fe-bbf6-519d08185fa7,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:54.408099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] For port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:54.410221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.464913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-32c0c2b6-dc2b-4e70-a538-f3a48d31488c None None] Provisioning for port be172866-4d5a-46fe-bbf6-519d08185fa7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:54.470867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-32c0c2b6-dc2b-4e70-a538-f3a48d31488c None None] Provisioning complete for port be172866-4d5a-46fe-bbf6-519d08185fa7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:54.471491 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2b6-dc2b-4e70-a538-f3a48d31488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.569952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-32c0c2b6-dc2b-4e70-a538-f3a48d31488c None None] Port be172866-4d5a-46fe-bbf6-519d08185fa7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:54.586982 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.640789 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0534bbf2-e6d7-4cc5-b572-7eb045d1b1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.693572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:54.713113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-32c0c2b6-dc2b-4e70-a538-f3a48d31488c None None] Provisioning complete for port f38040c2-dca9-41dc-9a77-cf2757e21fd0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:54.713324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-32c0c2b6-dc2b-4e70-a538-f3a48d31488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:54.716880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50843e6-8166-43d2-857c-446f96ee2571 None None] Pushing event updated for resources: {'Port': ['ID=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:54.727970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:54.770463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Routers {'ac55308a-dd3e-422f-a09a-7ee32e61edd3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:54.771320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:54.918746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:09:54.934862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Router ac55308a-dd3e-422f-a09a-7ee32e61edd3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:09:54.947648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb76c9-1504-4968-834d-d3ab5adc9a03 req-ac4753ba-8b29-425f-a5c3-a751a825912d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:54.949438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6feb76c9-1504-4968-834d-d3ab5adc9a03 req-ac4753ba-8b29-425f-a5c3-a751a825912d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.8974133 Aug 31 08:09:54.999944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:55.023794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adfd107-86a2-428d-a27f-86bd855da500 None None] Network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:55.046685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6feb76c9-1504-4968-834d-d3ab5adc9a03 req-f65d574b-61af-4653-ba10-ca247f363068 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884211 Aug 31 08:09:55.049104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:55.049719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:55.141196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] Set router ac55308a-dd3e-422f-a09a-7ee32e61edd3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:55.325259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:55.332957 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-582689a9-a17d-415f-99f3-f76dbad6c8b5 admin admin] 10.222.0.36 "PUT /v2.0/routers/ac55308a-dd3e-422f-a09a-7ee32e61edd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8498187 Aug 31 08:09:55.335968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b44ab27c-dc3d-43e3-9ae5-801d7ead441c None None] Provisioning complete for port be172866-4d5a-46fe-bbf6-519d08185fa7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:55.336406 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b44ab27c-dc3d-43e3-9ae5-801d7ead441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:55.352165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0534bbf2-e6d7-4cc5-b572-7eb045d1b1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:55.520551 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b44ab27c-dc3d-43e3-9ae5-801d7ead441c None None] Port be172866-4d5a-46fe-bbf6-519d08185fa7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:09:55.551052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0534bbf2-e6d7-4cc5-b572-7eb045d1b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:55.634954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb', 'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb', 'tenant_id': 'dd463c81c00e4ba6b73baa81922e0569', 'fixed_ips': [{'subnet_id': '70640683-c10e-4727-9324-766df87f7e74'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:09:55.641880 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:55.668566 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0534bbf2-e6d7-4cc5-b572-7eb045d1b1dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f98c769602c74974b0fb2f018ffed6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2820709 Aug 31 08:09:55.672671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46212) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:55.674860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534bbf2-e6d7-4cc5-b572-7eb045d1b1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559faa2-8969-49c9-b8cb-b0ec6f0a4649,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:55.688627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:55.776164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d470522-c956-4476-8cf9-e21b05e8e8ca tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8108072 Aug 31 08:09:55.778990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46214) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:55.842093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'be172866-4d5a-46fe-bbf6-519d08185fa7', 'name': '', 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'mac_address': 'fa:16:3e:67:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'afb52e66-9883-4664-b169-25bfa126b459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:52Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 2, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'subnets': [{'id': 'afb52e66-9883-4664-b169-25bfa126b459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:55.879497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc4e97-6125-47f4-9a57-1dd73eaca814 None None] The sync data for ids ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'] in n-d-713499-16 is: [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'be172866-4d5a-46fe-bbf6-519d08185fa7', 'name': '', 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'mac_address': 'fa:16:3e:67:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'afb52e66-9883-4664-b169-25bfa126b459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:52Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 2, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'subnets': [{'id': 'afb52e66-9883-4664-b169-25bfa126b459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:55.948437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Allocated IP 2001:db8::f816:3eff:fefc:b38f (bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb/70640683-c10e-4727-9324-766df87f7e74/126856ce-8cee-44f8-b0ea-388d19b7767d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:09:56.013362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e324-ce83-4d0c-ad03-18a7e4f0344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.062008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.085199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e324-ce83-4d0c-ad03-18a7e4f0344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.258608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.265244 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.282143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.327630 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.351864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Transition to ACTIVE for port object 126856ce-8cee-44f8-b0ea-388d19b7767d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:56.398410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Transition to ACTIVE for port object 126856ce-8cee-44f8-b0ea-388d19b7767d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:09:56.418630 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e324-ce83-4d0c-ad03-18a7e4f0344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.421221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9d4e324-ce83-4d0c-ad03-18a7e4f0344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.424834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9d4e324-ce83-4d0c-ad03-18a7e4f0344c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a559faa2-8969-49c9-b8cb-b0ec6f0a4649 HTTP/1.1" status: 204 len: 168 time: 0.7490327 Aug 31 08:09:56.457730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4e324-ce83-4d0c-ad03-18a7e4f0344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559faa2-8969-49c9-b8cb-b0ec6f0a4649,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:56.541429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.546395 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.593373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:09:56.599955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:09:56.603119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:09:56.609377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46222) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:56.615173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976477829', 'description': 'tempest-secgroup-smoke-976477829 description', 'project_id': '1023c07cf51a43b98323a7005581473d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:56.644625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Pushing event updated for resources: {'Port': ['ID=126856ce-8cee-44f8-b0ea-388d19b7767d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:56.671433 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.717182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Subnet': ['ID=70640683-c10e-4727-9324-766df87f7e74,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:56.727182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992828-5e77-4b1e-a78e-c6c38c0e45cf req-aa8d705e-dc1e-4759-901f-bad1a1e3b788 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:56.739476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.743458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc992828-5e77-4b1e-a78e-c6c38c0e45cf req-aa8d705e-dc1e-4759-901f-bad1a1e3b788 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.5388353 Aug 31 08:09:56.829347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Attempting to bind port 126856ce-8cee-44f8-b0ea-388d19b7767d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:09:56.831545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Attempting to bind port 126856ce-8cee-44f8-b0ea-388d19b7767d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '7713a0d4-fea8-4848-990d-dce6e2a029dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:09:56.832595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Attempting to bind port 126856ce-8cee-44f8-b0ea-388d19b7767d on network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:09:56.842400 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e74fbd17-7223-4fa9-8c28-3ef3470e41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.851489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:09:56.852919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Checking segment: {'id': '7713a0d4-fea8-4848-990d-dce6e2a029dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:09:56.854976 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.856429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Bound using segment: {'id': '7713a0d4-fea8-4848-990d-dce6e2a029dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:09:56.856988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Bound port: 126856ce-8cee-44f8-b0ea-388d19b7767d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7713a0d4-fea8-4848-990d-dce6e2a029dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:09:56.857384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.878778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc992828-5e77-4b1e-a78e-c6c38c0e45cf req-c546fc7e-d159-42dc-859b-77a13afe57dc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260030 Aug 31 08:09:56.916318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.919265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.939262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:56.955569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7713a0d4-fea8-4848-990d-dce6e2a029dc') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:56.955950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7713a0d4-fea8-4848-990d-dce6e2a029dc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:56.970663 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:56.998136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.001705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] For port 126856ce-8cee-44f8-b0ea-388d19b7767d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:09:57.007961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.012083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:57.012544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:57.101664 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:57.114028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event updated for resources: {'Port': ['ID=8b0b35f4-ea94-413c-9a4b-33a3d82e794e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:57.139549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] For port 126856ce-8cee-44f8-b0ea-388d19b7767d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=126856ce-8cee-44f8-b0ea-388d19b7767d,segment=NetworkSegment(7713a0d4-fea8-4848-990d-dce6e2a029dc),segment_id=7713a0d4-fea8-4848-990d-dce6e2a029dc)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:09:57.143959 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.201695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 08:09:57.201695 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 08:09:57.201695 n-d-713499-16 neutron-server[95445]: [parameters: {'id': 'bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb'}] Aug 31 08:09:57.201695 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:09:57.201695 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:09:57.216749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.260391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.265288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.335670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27573bb9-f537-4cea-b6b4-93560e5620b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:57.394981 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Floating IP 7f89ca75-b079-4314-8865-4cb2ee1c90c4 associated. External IP: 172.25.0.66, port: d588630f-8317-4aa7-8e3d-53dd4ed6a051. Aug 31 08:09:57.409262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.410992 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a7ec9801-297e-4d00-a535-41b5957a131d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8000181 Aug 31 08:09:57.411747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46230) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:57.428392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c222194f-1207-4414-8016-3c836cb2ada4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.430643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46232) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:57.438060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group_rule': {'security_group_id': '27573bb9-f537-4cea-b6b4-93560e5620b5', 'project_id': '1023c07cf51a43b98323a7005581473d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:57.472271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614f143-6b9b-4f54-926b-3dbe93764145 None None] Network bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:09:57.479217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f305d-3fee-4b72-8952-a2313293ebe3 None None] Pushing event updated for resources: {'Port': ['ID=126856ce-8cee-44f8-b0ea-388d19b7767d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:57.637233 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.748969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:09:57.762745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.819272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 754e3c1a-3277-48d0-8826-15117626f2da has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:09:57.838439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.897929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd672d7-22af-45a6-9670-8ddbfd200e3e None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:09:57.918503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c222194f-1207-4414-8016-3c836cb2ada4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:57.943559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting port 126856ce-8cee-44f8-b0ea-388d19b7767d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:57.944531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.012075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.014109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:09:58.019514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:09:58.027414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.028079 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] Sync routers for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:58.041941 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:58.042894 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:58.049876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:09:58.057445 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.076464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c222194f-1207-4414-8016-3c836cb2ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.133087 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c222194f-1207-4414-8016-3c836cb2ada4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77de2645042e40bb8a9572753204dec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178771 Aug 31 08:09:58.133087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94cc3fc-1d64-43c1-8b67-ad72cf63fd01,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:58.135084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46238) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:58.147961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd672d7-22af-45a6-9670-8ddbfd200e3e None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:09:58.156745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6c916-e7e1-40b1-b4ae-451c41f88a93 req-23ed39c9-4734-410f-bba8-e8a77eadcf27 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:58.157488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] For port 126856ce-8cee-44f8-b0ea-388d19b7767d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=126856ce-8cee-44f8-b0ea-388d19b7767d,segment=NetworkSegment(7713a0d4-fea8-4848-990d-dce6e2a029dc),segment_id=7713a0d4-fea8-4848-990d-dce6e2a029dc)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:58.157891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.158921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7e6c916-e7e1-40b1-b4ae-451c41f88a93 req-23ed39c9-4734-410f-bba8-e8a77eadcf27 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1306803 Aug 31 08:09:58.192355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Calling delete_port for 126856ce-8cee-44f8-b0ea-388d19b7767d owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:58.214532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222194f-1207-4414-8016-3c836cb2ada4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83a453-1a53-4840-b493-d4c63c87bb89,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:58.221451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.226682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b48f395-7c4c-44ff-bf77-e870d81a90d8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7902956 Aug 31 08:09:58.227057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:58.227321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5bca708-51b7-445e-ba0b-52b8fce250ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.234112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group_rule': {'security_group_id': '27573bb9-f537-4cea-b6b4-93560e5620b5', 'project_id': '1023c07cf51a43b98323a7005581473d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:58.266525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7e6c916-e7e1-40b1-b4ae-451c41f88a93 req-4e106ca8-f03d-4f41-b7e3-13f8f982e5b3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961034 Aug 31 08:09:58.316734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.322581 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:58.339505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5bca708-51b7-445e-ba0b-52b8fce250ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.423782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-703cb559-846a-424c-93a0-a93bf755c51a tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0615201 Aug 31 08:09:58.426447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:09:58.426774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46246) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:58.428856 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2528250-7508-4b36-a5ae-daebf689f883" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:09:58.493503 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ce9b8-0157-463a-8d1f-be62c9b8604d x-openstack-request-id: req-260ce9b8-0157-463a-8d1f-be62c9b8604d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:09:58.494337 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:09:58.494593 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-260ce9b8-0157-463a-8d1f-be62c9b8604d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:09:58.494998 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'status': 'completed', 'code': 200} Aug 31 08:09:58.501057 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.518622 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.527608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.532386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:09:58.563602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Port': ['ID=126856ce-8cee-44f8-b0ea-388d19b7767d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:58.565702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No DVR routers for this DVR port 126856ce-8cee-44f8-b0ea-388d19b7767d on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:09:58.571852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9989a9bf-43a0-4e5e-ba50-3a547ecfa58e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/7f89ca75-b079-4314-8865-4cb2ee1c90c4 HTTP/1.1" status: 200 len: 991 time: 0.1428728 Aug 31 08:09:58.592307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5bca708-51b7-445e-ba0b-52b8fce250ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.595106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d5bca708-51b7-445e-ba0b-52b8fce250ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.596277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d5bca708-51b7-445e-ba0b-52b8fce250ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a83a453-1a53-4840-b493-d4c63c87bb89 HTTP/1.1" status: 204 len: 168 time: 0.4602826 Aug 31 08:09:58.664955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.686480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:58.686971 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.694477 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.698666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bca708-51b7-445e-ba0b-52b8fce250ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83a453-1a53-4840-b493-d4c63c87bb89,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:58.705437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7713a0d4-fea8-4848-990d-dce6e2a029dc') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:58.706306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7713a0d4-fea8-4848-990d-dce6e2a029dc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:58.720857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.730751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528250-7508-4b36-a5ae-daebf689f883 req-3ab9d0e2-a47e-40cf-ad83-8dabc3851f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:58.738704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-3ab9d0e2-a47e-40cf-ad83-8dabc3851f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1098 time: 0.2233307 Aug 31 08:09:58.752493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.761748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:09:58.762481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:09:58.766536 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:09:58.860162 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:58.864435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:58.873037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.873393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.873948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.874307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.880227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.880227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.880227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.880227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.880650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.882556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.885352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.885914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:09:58.962196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d15b7d-2dc1-4560-b31f-cdb022aa8daa,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:58.970351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528250-7508-4b36-a5ae-daebf689f883 req-36e399ef-8684-4561-9978-ecc2f078b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:58.971880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-36e399ef-8684-4561-9978-ecc2f078b57c service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0509f8-f2b0-438d-9686-1cf543401558 HTTP/1.1" status: 200 len: 898 time: 0.2252123 Aug 31 08:09:58.985650 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '7f89ca75-b079-4314-8865-4cb2ee1c90c4', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'port_id': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'mac_address': 'fa:16:3e:cd:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:09:55Z', 'updated_at': '2021-08-31T08:09:55Z', 'revision_number': 0, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:20Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:59.024515 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] Checking router: 754e3c1a-3277-48d0-8826-15117626f2da for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:09:59.041939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:59.042695 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:59.088760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-a1641d12-2d50-42eb-8b7d-67e855b6c739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051 HTTP/1.1" status: 200 len: 999 time: 0.1087785 Aug 31 08:09:59.103741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.111390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.121355 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb HTTP/1.1" status: 204 len: 168 time: 3.3361180 Aug 31 08:09:59.125177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46254) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.156259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.157541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5dfe0d77-9155-4de8-8f7d-b5b1c4b2633a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9276166 Aug 31 08:09:59.170251 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.177467 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a06511c-71b6-48bb-a76b-bb64391e2647 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:09:59.177965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a06511c-71b6-48bb-a76b-bb64391e2647 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:59.179093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group_rule': {'security_group_id': '27573bb9-f537-4cea-b6b4-93560e5620b5', 'project_id': '1023c07cf51a43b98323a7005581473d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:09:59.179720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7a06511c-71b6-48bb-a76b-bb64391e2647 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/70640683-c10e-4727-9324-766df87f7e74 HTTP/1.1" status: 404 len: 337 time: 0.0534494 Aug 31 08:09:59.180858 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:59.185531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46258) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.202725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4accbfb-45f4-4f3d-b0a6-a718daa0c233 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Network': ['ID=bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:59.214685 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e7be1f-453b-497e-b5f4-b264bff00ad9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:09:59.215300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e7be1f-453b-497e-b5f4-b264bff00ad9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:59.219440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d2e7be1f-453b-497e-b5f4-b264bff00ad9 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/bf2802b8-9255-4d46-8aa1-2ee93a1d9ecb HTTP/1.1" status: 404 len: 339 time: 0.0311766 Aug 31 08:09:59.219844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46260) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.224112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528250-7508-4b36-a5ae-daebf689f883 req-6a5b1abf-6681-4065-8f0d-d365597b9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:59.226032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-6a5b1abf-6681-4065-8f0d-d365597b9237 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc20aebc-5212-4e2f-bb58-5e16b9ee4427 HTTP/1.1" status: 200 len: 835 time: 0.1295261 Aug 31 08:09:59.256392 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f6b99-c63a-4e4b-8973-fa99310c7896 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:09:59.256987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199f6b99-c63a-4e4b-8973-fa99310c7896 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:59.260136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-199f6b99-c63a-4e4b-8973-fa99310c7896 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/0436a6c5-23a8-43e9-bfe2-b6fb5e474d3a HTTP/1.1" status: 404 len: 337 time: 0.0381553 Aug 31 08:09:59.262432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46262) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.302151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528250-7508-4b36-a5ae-daebf689f883 req-90e7e2f4-b9e3-493c-905c-5e6d19c96a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:09:59.304634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-90e7e2f4-b9e3-493c-905c-5e6d19c96a7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0509f8-f2b0-438d-9686-1cf543401558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676622 Aug 31 08:09:59.305958 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d19005-e714-49d6-a3d0-e6987fbeea7d tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:09:59.307220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d19005-e714-49d6-a3d0-e6987fbeea7d tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:59.311643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46268) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.315595 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-38d19005-e714-49d6-a3d0-e6987fbeea7d tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/1ad18611-8529-4c6b-9a07-afd37fb1858b HTTP/1.1" status: 404 len: 339 time: 0.0518942 Aug 31 08:09:59.326621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.361732 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3165051-ac7e-4b09-b41c-66aee539e9da tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:09:59.362258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3165051-ac7e-4b09-b41c-66aee539e9da tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:59.364319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b3165051-ac7e-4b09-b41c-66aee539e9da tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/c899016e-61ce-4241-8eb9-ab66861e7572 HTTP/1.1" status: 404 len: 337 time: 0.0511775 Aug 31 08:09:59.376178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46272) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.427177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.450059 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-04523067-8a73-4bdf-bbec-7d46e3e5e528 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:09:59.454224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04523067-8a73-4bdf-bbec-7d46e3e5e528 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:09:59.456259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-04523067-8a73-4bdf-bbec-7d46e3e5e528 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/48ef2147-b179-4e42-a34a-c09ca2c80c14 HTTP/1.1" status: 404 len: 339 time: 0.0792236 Aug 31 08:09:59.458972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46276) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.510344 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Sync routers for ids ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:09:59.543100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.544267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Routers {'ac55308a-dd3e-422f-a09a-7ee32e61edd3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:09:59.544923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:59.580804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46280) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:09:59.687840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.786451 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '7f89ca75-b079-4314-8865-4cb2ee1c90c4', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'port_id': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'mac_address': 'fa:16:3e:cd:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:09:55Z', 'updated_at': '2021-08-31T08:09:55Z', 'revision_number': 0, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:20Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:09:59.793109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cfed5b-ea9c-463d-844c-773eab936d38,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:09:59.816773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Set router ac55308a-dd3e-422f-a09a-7ee32e61edd3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:09:59.823670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting port ac45760e-cf21-44bd-a028-206c56d8fab0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:09:59.824038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.851129 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e340ef-1028-401a-be18-53e7c908c063 None None] The sync data for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 is: [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '7f89ca75-b079-4314-8865-4cb2ee1c90c4', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'port_id': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'mac_address': 'fa:16:3e:cd:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:09:55Z', 'updated_at': '2021-08-31T08:09:55Z', 'revision_number': 0, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:20Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:09:59.920265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:59.937745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Calling delete_port for ac45760e-cf21-44bd-a028-206c56d8fab0 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:09:59.944748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:00.126190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa3edb-33fc-4bc9-bd7e-811f9f883540 req-7e6f104e-13c4-49d8-b149-b3e6ba25a605 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:00.127959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cfa3edb-33fc-4bc9-bd7e-811f9f883540 req-7e6f104e-13c4-49d8-b149-b3e6ba25a605 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.6666059 Aug 31 08:10:00.128529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.129833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a288e955-744e-40ab-9774-83a6fbb866d0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9583154 Aug 31 08:10:00.136705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46290) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:00.146480 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group_rule': {'security_group_id': '27573bb9-f537-4cea-b6b4-93560e5620b5', 'project_id': '1023c07cf51a43b98323a7005581473d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:00.158511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-929c0ef6-8608-449a-a0cc-67543297311c service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068182 Aug 31 08:10:00.193299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ac95e6ae-0ff4-42e9-9629-05b909181359 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/7f89ca75-b079-4314-8865-4cb2ee1c90c4 HTTP/1.1" status: 200 len: 991 time: 0.6094851 Aug 31 08:10:00.233489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.267927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9cfa3edb-33fc-4bc9-bd7e-811f9f883540 req-471e04f7-1c77-4b2d-b1af-fbe89e214690 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203060 Aug 31 08:10:00.274835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.283784 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/ports/ac45760e-cf21-44bd-a028-206c56d8fab0 HTTP/1.1" status: 204 len: 168 time: 0.8231759 Aug 31 08:10:00.297154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46294) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:00.305490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:00.306157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.321359 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f66fb-b813-4c25-a2df-152b9cc4dfb1 None None] New status for floating IP 7f89ca75-b079-4314-8865-4cb2ee1c90c4: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:10:00.358868 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.367043 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48e432f-7f31-4395-9c4f-6480b2e7a4e7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:10:00.372619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48e432f-7f31-4395-9c4f-6480b2e7a4e7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:10:00.372619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b48e432f-7f31-4395-9c4f-6480b2e7a4e7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/9f807cf8-0c1a-4618-bf2b-22f9d8383e9c HTTP/1.1" status: 404 len: 337 time: 0.0756254 Aug 31 08:10:00.373610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'be172866-4d5a-46fe-bbf6-519d08185fa7', 'name': '', 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'mac_address': 'fa:16:3e:67:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'afb52e66-9883-4664-b169-25bfa126b459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:52Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 2, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'subnets': [{'id': 'afb52e66-9883-4664-b169-25bfa126b459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:00.379708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46298) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:00.452635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Checking router: ac55308a-dd3e-422f-a09a-7ee32e61edd3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:00.458237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c10b7a-ae0b-4a53-a24b-fe4c2ad36e17 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Port': ['ID=ac45760e-cf21-44bd-a028-206c56d8fab0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:00.458941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Updating router ac55308a-dd3e-422f-a09a-7ee32e61edd3 port be172866-4d5a-46fe-bbf6-519d08185fa7 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:10:00.523500 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.560706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2528250-7508-4b36-a5ae-daebf689f883 req-c3049d13-080e-4bb3-b5f1-5594212b1c08 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875458 Aug 31 08:10:00.586332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.600254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.607094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-5c49840d-9ed7-43e8-9b8e-f28a0a0f2c70 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1418169 Aug 31 08:10:00.711704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.723939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8e9e92-551f-4414-ba4c-4e19b43501f0']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:00.765790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1fdeda-689a-4372-a57a-a75cea15504c') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:00.768010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1fdeda-689a-4372-a57a-a75cea15504c') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:00.779035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.796474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.812173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:00.812599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:00.818385 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:00.942324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.030960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Transition to ACTIVE for port object be172866-4d5a-46fe-bbf6-519d08185fa7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:10:01.031619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.043172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.049144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/af8e9e92-551f-4414-ba4c-4e19b43501f0 HTTP/1.1" status: 204 len: 168 time: 0.6665339 Aug 31 08:10:01.052977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46312) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:01.078885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.103772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84376b-f79c-4e95-a2db-61e91fa5e75c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Network': ['ID=af8e9e92-551f-4414-ba4c-4e19b43501f0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:01.111120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12fc744-aa02-4fce-aa39-0d593768b833,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:01.131870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836a00-f589-4aa8-94cc-165629e03576 req-2cd1ec69-583c-4c7c-b2a8-5b0e2e6cfee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:01.133477 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-2cd1ec69-583c-4c7c-b2a8-5b0e2e6cfee3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 1098 time: 0.4805281 Aug 31 08:10:01.137353 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.210833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:01.287756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211aea7-5ac7-4545-a72d-fda2ccfc3843 None None] Pushing event updated for resources: {'Port': ['ID=be172866-4d5a-46fe-bbf6-519d08185fa7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:01.332910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting port 1ca4d226-4661-4fd5-819b-8e458f3362a7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:01.333505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.371199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.374003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac53a889-4bd2-47e9-8aa4-13f0d669338b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2359340 Aug 31 08:10:01.404694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46322) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:01.409925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group_rule': {'security_group_id': '27573bb9-f537-4cea-b6b4-93560e5620b5', 'project_id': '1023c07cf51a43b98323a7005581473d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:01.421166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Attempting to bind port be172866-4d5a-46fe-bbf6-519d08185fa7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:10:01.424057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Attempting to bind port be172866-4d5a-46fe-bbf6-519d08185fa7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:10:01.424057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Attempting to bind port be172866-4d5a-46fe-bbf6-519d08185fa7 on network 6c1d50b6-4693-4fa5-a444-824a80aaf160 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:10:01.433488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:10:01.435810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Checking segment: {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:10:01.436445 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.436857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Bound using segment: {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:10:01.437517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Bound port: be172866-4d5a-46fe-bbf6-519d08185fa7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab22e81-aee0-49d0-8913-73c51989478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:10:01.437740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.527472 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.548084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Calling delete_port for 1ca4d226-4661-4fd5-819b-8e458f3362a7 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:01.580041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c5764-e198-45bd-adcc-9932bb012d4a req-e1b3fc08-4f51-48f8-b566-7390d12d83d5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:01.581818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad5c5764-e198-45bd-adcc-9932bb012d4a req-e1b3fc08-4f51-48f8-b566-7390d12d83d5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.1382205 Aug 31 08:10:01.593643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] For port be172866-4d5a-46fe-bbf6-519d08185fa7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:10:01.595127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] For port be172866-4d5a-46fe-bbf6-519d08185fa7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=be172866-4d5a-46fe-bbf6-519d08185fa7,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:10:01.633755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-987f4d72-294f-4c2d-8ac4-16f096a43878 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/7f89ca75-b079-4314-8865-4cb2ee1c90c4 HTTP/1.1" status: 200 len: 993 time: 0.4139390 Aug 31 08:10:01.649318 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Project 1023c07cf51a43b98323a7005581473d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:10:01.696375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.733678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836a00-f589-4aa8-94cc-165629e03576 req-4be3eb91-2775-478b-9cb5-779cec5ec673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:01.735305 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-4be3eb91-2775-478b-9cb5-779cec5ec673 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.5767298 Aug 31 08:10:01.745178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.758383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad5c5764-e198-45bd-adcc-9932bb012d4a req-98038737-8ac5-4ee1-b7e3-63e780865386 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903554 Aug 31 08:10:01.820714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211aea7-5ac7-4545-a72d-fda2ccfc3843 None None] Pushing event updated for resources: {'Port': ['ID=be172866-4d5a-46fe-bbf6-519d08185fa7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:01.823051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-0eb19d80-361d-469e-aa5c-919484f0c800 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4 HTTP/1.1" status: 200 len: 217 time: 0.0791306 Aug 31 08:10:01.824110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Routers {'ac55308a-dd3e-422f-a09a-7ee32e61edd3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:01.824914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:01.847641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.884000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Port': ['ID=1ca4d226-4661-4fd5-819b-8e458f3362a7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:01.887649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.902172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:01.904456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fe2cc4f8-e67b-495f-beac-c2d77e1579c7 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/ports/1ca4d226-4661-4fd5-819b-8e458f3362a7 HTTP/1.1" status: 204 len: 168 time: 0.8448315 Aug 31 08:10:01.907045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46330) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:01.971151 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcc6a4d-4c45-46b5-ab80-ce7faf7c001c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] DELETE failed (client error): The resource could not be found. Aug 31 08:10:01.971733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcc6a4d-4c45-46b5-ab80-ce7faf7c001c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:10:01.978044 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9bcc6a4d-4c45-46b5-ab80-ce7faf7c001c tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/c4ed2fb6-6301-4582-9b8c-2bd52852280b HTTP/1.1" status: 404 len: 337 time: 0.0676262 Aug 31 08:10:01.978720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46334) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:01.993184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836a00-f589-4aa8-94cc-165629e03576 req-ee1fb2bc-c4f3-419a-af98-b1bb70d752a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:01.995581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-ee1fb2bc-c4f3-419a-af98-b1bb70d752a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.1643364 Aug 31 08:10:02.001134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] Set router ac55308a-dd3e-422f-a09a-7ee32e61edd3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:02.084238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.137122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.153389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e08c3b-1231-438f-9d1e-eebb714cb029,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:02.156811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836a00-f589-4aa8-94cc-165629e03576 req-2d9ea4ed-f403-4387-bdd8-8538b51bff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:02.158833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-2d9ea4ed-f403-4387-bdd8-8538b51bff9a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522052 Aug 31 08:10:02.263906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.274563 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44c59ef-4d11-4009-a4f9-6a6748002374']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:02.277909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.286194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23533f39-7e8c-468a-abcf-12575eff5b46 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8797646 Aug 31 08:10:02.287616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46342) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:02.291841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a2abe0-2b93-428b-8b47-7e1bdb870b6e') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:02.291841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a2abe0-2b93-428b-8b47-7e1bdb870b6e') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:02.296958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'security_group_rule': {'security_group_id': '27573bb9-f537-4cea-b6b4-93560e5620b5', 'project_id': '1023c07cf51a43b98323a7005581473d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:02.302335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.312463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'be172866-4d5a-46fe-bbf6-519d08185fa7', 'name': '', 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'mac_address': 'fa:16:3e:67:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'afb52e66-9883-4664-b169-25bfa126b459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:52Z', 'updated_at': '2021-08-31T08:10:01Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'subnets': [{'id': 'afb52e66-9883-4664-b169-25bfa126b459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:02.317769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.331292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:02.332414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:02.335903 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:02.371923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92de24-d98b-431a-be92-24333c1e905a None None] The sync data for ids ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'] in n-d-713499-16 is: [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:09:53Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'be172866-4d5a-46fe-bbf6-519d08185fa7', 'name': '', 'network_id': '6c1d50b6-4693-4fa5-a444-824a80aaf160', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'mac_address': 'fa:16:3e:67:93:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'afb52e66-9883-4664-b169-25bfa126b459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:52Z', 'updated_at': '2021-08-31T08:10:01Z', 'revision_number': 4, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'subnets': [{'id': 'afb52e66-9883-4664-b169-25bfa126b459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:02.381512 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-ad593fe2-e47d-4e02-a6a2-b95fbd1a09a5 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114592 Aug 31 08:10:02.391476 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46344) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:02.469391 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Project 1023c07cf51a43b98323a7005581473d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:10:02.479362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.529449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-871364389', 'router:external': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:02.556634 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.562523 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.564885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/c44c59ef-4d11-4009-a4f9-6a6748002374 HTTP/1.1" status: 204 len: 168 time: 0.5848117 Aug 31 08:10:02.570186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46350) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:02.587234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.590350 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8836a00-f589-4aa8-94cc-165629e03576 req-76211283-695d-4c1f-a601-95b935492c61 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010314 Aug 31 08:10:02.594122 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad08e6-d003-4ced-856b-2285eda6986f tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Network': ['ID=c44c59ef-4d11-4009-a4f9-6a6748002374,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:02.651148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting subnet d32ef8fe-8cb4-47c8-90ae-390274bb9ef2 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:10:02.651148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.699835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.764418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.787438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c0f458-05a1-4633-ae3b-7764fb9f531b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:02.807406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Made reservation on behalf of 513a597ff411463da6c53752698212f0 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:10:02.810570 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.817035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.839497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.927079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:02.937652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06e1414c-4cd1-4b05-818f-1d24bb6ec376 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6373818 Aug 31 08:10:02.937892 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce85bff-a72e-4b72-8bc4-c7340d63b7ce req-439319c9-472a-451d-89c0-2fdae3feb2cc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:02.937892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ce85bff-a72e-4b72-8bc4-c7340d63b7ce req-439319c9-472a-451d-89c0-2fdae3feb2cc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0789101 Aug 31 08:10:02.992096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ce85bff-a72e-4b72-8bc4-c7340d63b7ce req-f7446d5e-01e4-4df8-ac4b-9e2c057988fe tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Aug 31 08:10:03.037656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.097275 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.134752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Subnet': ['ID=d32ef8fe-8cb4-47c8-90ae-390274bb9ef2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:03.137159 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.141106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-73de1339-7f6b-4a3a-9127-7a5d050a86e2 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/subnets/d32ef8fe-8cb4-47c8-90ae-390274bb9ef2 HTTP/1.1" status: 204 len: 168 time: 0.5643616 Aug 31 08:10:03.141545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46372) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:03.144631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c1bba-7a51-4292-bb4b-a3d1b303d3ea None None] Network f8412a61-8323-4605-aae3-485b5211c400 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:10:03.213932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.247875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:10:03.266743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-fcfa34dc-60db-4c4f-8158-4a3e571e6ee5 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976477829&fields=id&tenant_id=1023c07cf51a43b98323a7005581473d HTTP/1.1" status: 200 len: 267 time: 0.1143773 Aug 31 08:10:03.271170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.271525 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Added segment 25b03180-ed32-4c75-9699-370074c345a3 of type vlan for network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 Aug 31 08:10:03.274855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b6bfa-0412-4e43-a62b-e69c9dd021b5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:03.312196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.333509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.408076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] DHCP port deletion for f8412a61-8323-4605-aae3-485b5211c400 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:10:03.429683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-20bbeadb-5c9b-494f-9f69-2e9aec110575 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:03.431207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-20bbeadb-5c9b-494f-9f69-2e9aec110575 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 808 time: 0.1525102 Aug 31 08:10:03.453760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-d8561b88-2e88-4aa3-ad7d-2626120f60b7 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/quotas/1023c07cf51a43b98323a7005581473d HTTP/1.1" status: 200 len: 375 time: 0.0154188 Aug 31 08:10:03.459489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Deleting port 27391414-9e36-4691-a7e9-2acc7fec15e4 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:03.459958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.461672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] Deleting port 27391414-9e36-4691-a7e9-2acc7fec15e4 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:03.462170 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.526452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.527552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:03.528214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.536125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] For port 27391414-9e36-4691-a7e9-2acc7fec15e4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=27391414-9e36-4691-a7e9-2acc7fec15e4,segment=NetworkSegment(1052433b-1948-42fe-9efb-070082652471),segment_id=1052433b-1948-42fe-9efb-070082652471)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:03.536820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.553448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] Calling delete_port for 27391414-9e36-4691-a7e9-2acc7fec15e4 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:03.558779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] For port 27391414-9e36-4691-a7e9-2acc7fec15e4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=27391414-9e36-4691-a7e9-2acc7fec15e4,segment=NetworkSegment(1052433b-1948-42fe-9efb-070082652471),segment_id=1052433b-1948-42fe-9efb-070082652471)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:03.559156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.599689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Calling delete_port for 27391414-9e36-4691-a7e9-2acc7fec15e4 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:03.627616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Network': ['ID=5bdeacfd-2f87-461b-b00b-10e7d823acd9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:03.641669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:10:03.674679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-045ae7c6-c7e5-4ac4-b515-d9863c44a823 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2125742 Aug 31 08:10:03.734229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a05c5be5-86fa-4e2b-bfbf-b89100a3bcb0 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3415716 Aug 31 08:10:03.735053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46380) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:03.742913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'subnet': {'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:03.748720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be172866-4d5a-46fe-bbf6-519d08185fa7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:03.812351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.829741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.834519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-33ec0fa4-529b-4272-a49c-6d4cda18fe15 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471319 Aug 31 08:10:03.847675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] Pushing event deleted for resources: {'Port': ['ID=27391414-9e36-4691-a7e9-2acc7fec15e4,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:03.855164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f603b6-8b59-4507-a019-c9541c3a20d2 None None] No DVR routers for this DVR port 27391414-9e36-4691-a7e9-2acc7fec15e4 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:10:03.877925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Port': ['ID=27391414-9e36-4691-a7e9-2acc7fec15e4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:03.881191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] No DVR routers for this DVR port 27391414-9e36-4691-a7e9-2acc7fec15e4 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:10:03.920490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Made reservation on behalf of 513a597ff411463da6c53752698212f0 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:10:03.923091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:03.943343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port be172866-4d5a-46fe-bbf6-519d08185fa7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:10:03.947831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port be172866-4d5a-46fe-bbf6-519d08185fa7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:03.948209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.036295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.077402 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.100678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8412a61-8323-4605-aae3-485b5211c400']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:04.116764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1052433b-1948-42fe-9efb-070082652471') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:04.117256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port be172866-4d5a-46fe-bbf6-519d08185fa7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=be172866-4d5a-46fe-bbf6-519d08185fa7,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:04.117677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1052433b-1948-42fe-9efb-070082652471') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:04.122056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-ceec8665-8053-42db-9ffc-5d0f89487523 service neutron] 10.222.0.36 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608180 Aug 31 08:10:04.163741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.187537 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.206246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97955d-0df6-42ad-9bbe-c6a098ec8a9d req-3be85c83-5a98-4f91-9ae1-f8f6b5b0c203 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:04.207946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe97955d-0df6-42ad-9bbe-c6a098ec8a9d req-3be85c83-5a98-4f91-9ae1-f8f6b5b0c203 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 944 time: 0.0801013 Aug 31 08:10:04.209130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:04.209550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:04.212868 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:04.218873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.266855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bb8e4a08-8e5e-46cb-82c3-d06bcef79725 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:10:04.339543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe97955d-0df6-42ad-9bbe-c6a098ec8a9d req-70402ab3-9f94-4a42-8e48-c666e6ab9398 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229348 Aug 31 08:10:04.362366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 27391414-9e36-4691-a7e9-2acc7fec15e4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:04.393535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=be172866-4d5a-46fe-bbf6-519d08185fa7,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:04.451603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 27391414-9e36-4691-a7e9-2acc7fec15e4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:04.453395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 27391414-9e36-4691-a7e9-2acc7fec15e4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:04.471431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:04.473319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-268136c8-587d-4d3b-9c62-377d5a0dd303 req-63fe7227-6fe6-40cd-8ac1-53c7114e44ad tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0525596 Aug 31 08:10:04.496479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.507004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.objects.ports [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:10:04.516506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.523192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.528044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] 10.222.0.36 "DELETE /v2.0/networks/f8412a61-8323-4605-aae3-485b5211c400 HTTP/1.1" status: 204 len: 168 time: 1.3855300 Aug 31 08:10:04.539614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725', 'mac_address': 'fa:16:3e:a0:5a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:10:04.540418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fc8fe-4d12-40ff-a58d-8ddf6a208cc3 tempest-NetworksIpV6TestAttrs-1703684240 tempest-NetworksIpV6TestAttrs-1703684240-project] Pushing event deleted for resources: {'Network': ['ID=f8412a61-8323-4605-aae3-485b5211c400,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:04.557119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-e8fddb4e-254d-44e1-9ee6-68e7da6a3c2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818970 Aug 31 08:10:04.561744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54d6db64-654a-4810-80d4-399e8850d38a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:04.629725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Checking segment: {'id': '25b03180-ed32-4c75-9699-370074c345a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:10:04.630301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network hostable DHCP agents. Network: 5bdeacfd-2f87-461b-b00b-10e7d823acd9, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:10:04.702963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2092-bc5c-4009-85de-df75910615ef req-4ae1cef4-24e3-406d-b116-793857a7dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:04.704683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-4ae1cef4-24e3-406d-b116-793857a7dfb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1098 time: 0.0930524 Aug 31 08:10:04.747885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.783712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8e4a08-8e5e-46cb-82c3-d06bcef79725 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:10:04.804356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:04.827344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2092-bc5c-4009-85de-df75910615ef req-b95bbc4a-db86-498f-b792-860b932b7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:04.829025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-b95bbc4a-db86-498f-b792-860b932b7ad9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0509f8-f2b0-438d-9686-1cf543401558 HTTP/1.1" status: 200 len: 898 time: 0.0996547 Aug 31 08:10:04.862806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:10:04.905795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-30e30930-4ec5-495e-adf6-5eee87a46d68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051 HTTP/1.1" status: 200 len: 1001 time: 0.0683327 Aug 31 08:10:04.956412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2092-bc5c-4009-85de-df75910615ef req-47cbb558-e5e4-4385-955a-ef55b8ecb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:04.957927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-47cbb558-e5e4-4385-955a-ef55b8ecb2fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc20aebc-5212-4e2f-bb58-5e16b9ee4427 HTTP/1.1" status: 200 len: 835 time: 0.0450623 Aug 31 08:10:04.975434 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:04.996092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5bdeacfd-2f87-461b-b00b-10e7d823acd9) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:05.001505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:05.002513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:05.027770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce2092-bc5c-4009-85de-df75910615ef req-0aa3e6ce-145f-4e27-9d9d-f049353083c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:05.030398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-0aa3e6ce-145f-4e27-9d9d-f049353083c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0509f8-f2b0-438d-9686-1cf543401558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646887 Aug 31 08:10:05.042159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd948524-a8c2-4840-9870-397fd6dfaf2c None None] Network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:10:05.101379 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-16ec7d6b-b9f8-4f2d-8842-59895f86cf25 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3649917 Aug 31 08:10:05.104075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46398) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:05.109144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1874624842', 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:05.117408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:05.126166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:10:05.160942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-290e8f39-0293-4517-8719-721b580d9088 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199234 Aug 31 08:10:05.230660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['bb8e4a08-8e5e-46cb-82c3-d06bcef79725'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:10:05.252727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8999602-afc9-42a0-9777-c074c1ef5c09 None None] Network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:10:05.278399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-adce2092-bc5c-4009-85de-df75910615ef req-4af345f1-7e43-4d73-b22f-55effe051474 service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092694 Aug 31 08:10:05.316217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Made reservation on behalf of 513a597ff411463da6c53752698212f0 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:10:05.325076 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:05.335459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] device_id is not set on port 737ef46a-3396-4094-94e7-7bfb60875697 yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:10:05.427867 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46406) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:05.548689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Allocated IP 172.20.0.3 (5bdeacfd-2f87-461b-b00b-10e7d823acd9/54d6db64-654a-4810-80d4-399e8850d38a/737ef46a-3396-4094-94e7-7bfb60875697) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:05.638846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-381428da-61e3-4c3d-b32d-e3c03a674204 req-1b7b4553-f752-40a7-a7de-2f4187633272 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0928605 Aug 31 08:10:05.695002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd8322-b1a0-4a56-b6e3-324a66aa9f38 req-ae11e401-79ea-457d-9117-4d29102cc115 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:05.696742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcbd8322-b1a0-4a56-b6e3-324a66aa9f38 req-ae11e401-79ea-457d-9117-4d29102cc115 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 945 time: 0.2286808 Aug 31 08:10:05.743409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be172866-4d5a-46fe-bbf6-519d08185fa7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:05.801077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcbd8322-b1a0-4a56-b6e3-324a66aa9f38 req-4c6ceb01-aa73-4c5a-b3a0-75b7b5a1bb25 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960913 Aug 31 08:10:05.821653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port be172866-4d5a-46fe-bbf6-519d08185fa7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:05.822314 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:05.842109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:05.896115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7b6c2512-b78d-46b3-a61b-c400f5f112dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd463c81c00e4ba6b73baa81922e0569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666777 Aug 31 08:10:05.898645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46416) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:05.954290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dada0b9-b9c2-42d3-b6cb-a2094f8f69a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:05.976786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dada0b9-b9c2-42d3-b6cb-a2094f8f69a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.026084 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.065903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:06.072887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:06.077065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:06.105328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Port': ['ID=737ef46a-3396-4094-94e7-7bfb60875697,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:06.125379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:06.126204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.127924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dada0b9-b9c2-42d3-b6cb-a2094f8f69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.131170 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4dada0b9-b9c2-42d3-b6cb-a2094f8f69a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.132451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4dada0b9-b9c2-42d3-b6cb-a2094f8f69a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea1e57f8-f9da-4f79-b825-a5bffd808bd9 HTTP/1.1" status: 204 len: 168 time: 0.2327354 Aug 31 08:10:06.143181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dada0b9-b9c2-42d3-b6cb-a2094f8f69a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e57f8-f9da-4f79-b825-a5bffd808bd9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:06.245074 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-262da8ef-18dd-4a50-9d7c-d58cfcd7399f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1397929 Aug 31 08:10:06.246390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46420) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:06.605086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Deleting port 737ef46a-3396-4094-94e7-7bfb60875697 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:06.605445 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.715718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:06.729531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Calling delete_port for 737ef46a-3396-4094-94e7-7bfb60875697 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:06.830971 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52238232-b67c-470e-a31b-bc50d416d575 req-ff869c55-5e64-40f3-8894-995fb7b9da1c tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0314972 Aug 31 08:10:07.007435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edb0c5-6f30-4514-b893-717b9860c80d req-65e7d1a0-44cf-4ca8-8661-12eb1ac4060c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:07.009021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86edb0c5-6f30-4514-b893-717b9860c80d req-65e7d1a0-44cf-4ca8-8661-12eb1ac4060c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 945 time: 0.0688534 Aug 31 08:10:07.032260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:07.074686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event deleted for resources: {'Port': ['ID=737ef46a-3396-4094-94e7-7bfb60875697,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:07.079701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86edb0c5-6f30-4514-b893-717b9860c80d req-cbb5e9a8-bfa9-449b-a764-65977e62f0c3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643981 Aug 31 08:10:07.146839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:07.152129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46442) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:07.152635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aef7a5e6-63a6-43b3-96b1-49eb761fcb3a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/ports/737ef46a-3396-4094-94e7-7bfb60875697 HTTP/1.1" status: 204 len: 168 time: 0.9049144 Aug 31 08:10:07.157208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9', 'external_fixed_ips': [{'subnet_id': '54d6db64-654a-4810-80d4-399e8850d38a', 'ip_address': '172.20.0.3'}]}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:07.253540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:07.258022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:07.314904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:07.587563 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:07.611200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:07.771336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1885a468-294f-4b79-ad0c-4bcbcc9eda64 tempest-DvrRoutersNegativeTest-769767408 tempest-DvrRoutersNegativeTest-769767408-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1648867088', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:07.772692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.policy [None req-1885a468-294f-4b79-ad0c-4bcbcc9eda64 tempest-DvrRoutersNegativeTest-769767408 tempest-DvrRoutersNegativeTest-769767408-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95446) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 08:10:07.773004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.policy [None req-1885a468-294f-4b79-ad0c-4bcbcc9eda64 tempest-DvrRoutersNegativeTest-769767408 tempest-DvrRoutersNegativeTest-769767408-project] Failed policy check for 'create_router' {{(pid=95446) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 08:10:07.773524 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-1885a468-294f-4b79-ad0c-4bcbcc9eda64 tempest-DvrRoutersNegativeTest-769767408 tempest-DvrRoutersNegativeTest-769767408-project] create failed (client error): Access was denied to this resource. Aug 31 08:10:07.774525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1885a468-294f-4b79-ad0c-4bcbcc9eda64 tempest-DvrRoutersNegativeTest-769767408 tempest-DvrRoutersNegativeTest-769767408-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1614118 Aug 31 08:10:07.818442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-5384b2e4-b245-4376-8f3f-2f9d8deee37a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:07.828672 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-5384b2e4-b245-4376-8f3f-2f9d8deee37a tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.68 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 808 time: 0.2747087 Aug 31 08:10:07.905880 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-242f3952-06ba-454d-90ee-74d8b47686dd tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1023c07cf51a43b98323a7005581473d HTTP/1.1" status: 200 len: 379 time: 0.0750122 Aug 31 08:10:07.923458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'port': {'device_id': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'admin_state_up': True, 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'security_groups': ['27573bb9-f537-4cea-b6b4-93560e5620b5']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:07.998335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77ff4d59-b247-40cc-bb41-a86d60cfad04 req-d6cad7f6-9f39-444b-975a-df0fd0cf99f8 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0308816 Aug 31 08:10:08.226666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7ab2a-77e5-4123-8047-371e0937d788 req-4d8806ee-f5fe-409c-a439-6c01e822794b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:08.234665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd7ab2a-77e5-4123-8047-371e0937d788 req-4d8806ee-f5fe-409c-a439-6c01e822794b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 945 time: 0.0667641 Aug 31 08:10:08.275425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bd7ab2a-77e5-4123-8047-371e0937d788 req-eda85c73-e679-4b7f-a599-fd02adf2eafc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Aug 31 08:10:08.284777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bb8e4a08-8e5e-46cb-82c3-d06bcef79725 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:08.451706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.477841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.494085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46476) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:08.494971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:10:08.499365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:08.499713 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.601456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Made reservation on behalf of 1023c07cf51a43b98323a7005581473d for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:10:08.605910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.615873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.657370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:08.658524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:08.661454 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518468d2-3cfb-45cb-bfdd-a24a054e9900" -d '{"events": [{"server_uuid": "28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "bb8e4a08-8e5e-46cb-82c3-d06bcef79725"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:08.695282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ea30-cffd-4678-b5c9-64f8c39114ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.711949 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265bb532-1d76-42d7-88c8-3d51081c2c30 x-openstack-request-id: req-265bb532-1d76-42d7-88c8-3d51081c2c30 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:08.712942 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae", "name": "network-vif-plugged", "status": "completed", "tag": "bb8e4a08-8e5e-46cb-82c3-d06bcef79725", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:08.713195 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-265bb532-1d76-42d7-88c8-3d51081c2c30 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:08.713768 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725', 'code': 200} Aug 31 08:10:08.789234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Allocated IP 172.20.0.3 (5bdeacfd-2f87-461b-b00b-10e7d823acd9/54d6db64-654a-4810-80d4-399e8850d38a/7ce7616e-703f-4bca-9814-67e3e8192275) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:08.789469 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.868973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Allocated IP 172.20.0.13 (2fc5bb32-8feb-4b88-88b4-d81c370ac068/152be464-6dc2-46c3-9128-e8c16fa34894/48759619-99f8-469e-9bcd-35f7e12ab058) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:08.883125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ea30-cffd-4678-b5c9-64f8c39114ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:08.887698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfbc59-8b7e-45ce-a6c0-bb0abb6d1cc2 req-8bd087c0-b288-4c6e-b35a-b816175c3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:08.889477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1cfbc59-8b7e-45ce-a6c0-bb0abb6d1cc2 req-8bd087c0-b288-4c6e-b35a-b816175c3322 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 1098 time: 0.1051862 Aug 31 08:10:08.891687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:08.941047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1cfbc59-8b7e-45ce-a6c0-bb0abb6d1cc2 req-701280d2-559b-4406-a4c1-cc70bd606cbd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Aug 31 08:10:09.007581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ea30-cffd-4678-b5c9-64f8c39114ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.018551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.062093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9a7ea30-cffd-4678-b5c9-64f8c39114ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=661758ba762744bdb7cf6bfc8ab9d458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634918 Aug 31 08:10:09.062368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46488) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:09.069690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7ea30-cffd-4678-b5c9-64f8c39114ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c656df98-a8f8-44d3-bb9d-48244fbff557,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:09.101344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.120601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Transition to ACTIVE for port object 48759619-99f8-469e-9bcd-35f7e12ab058 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:10:09.131023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6587a98-f459-4c99-95fc-b0dbcf531f7a req-86b834ff-ca18-468a-b899-689adac92480 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0469539 Aug 31 08:10:09.187412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f3c31b-ee3a-4dcf-835e-b7f1e8bbf440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.211259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f3c31b-ee3a-4dcf-835e-b7f1e8bbf440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.229533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.269206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:09.274086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:09.276660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:09.303704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.312064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce7616e-703f-4bca-9814-67e3e8192275,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:09.370875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:09.379794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:09.382272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:09.412868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118864cb-f590-4dc6-8f67-17598bd8242c req-7310f083-1655-48bf-8065-82e9525c949d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:09.414453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-118864cb-f590-4dc6-8f67-17598bd8242c req-7310f083-1655-48bf-8065-82e9525c949d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 946 time: 0.0643110 Aug 31 08:10:09.458917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'Port': ['ID=48759619-99f8-469e-9bcd-35f7e12ab058,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:09.459487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f3c31b-ee3a-4dcf-835e-b7f1e8bbf440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.460891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02f3c31b-ee3a-4dcf-835e-b7f1e8bbf440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.462182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02f3c31b-ee3a-4dcf-835e-b7f1e8bbf440 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c656df98-a8f8-44d3-bb9d-48244fbff557 HTTP/1.1" status: 204 len: 168 time: 0.3981211 Aug 31 08:10:09.478880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-118864cb-f590-4dc6-8f67-17598bd8242c req-5bdda9aa-6a2d-4bba-b904-3b98a89897db tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541837 Aug 31 08:10:09.482698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3c31b-ee3a-4dcf-835e-b7f1e8bbf440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c656df98-a8f8-44d3-bb9d-48244fbff557,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:09.547554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:09.548205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.847707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0ffa2600-2b94-4c81-99b5-b1841a3d14ab None None] Provisioning for port 48759619-99f8-469e-9bcd-35f7e12ab058 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:10:09.850360 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-441279aa-4ec9-4dde-8179-eb1103f22a41 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9331617 Aug 31 08:10:09.853690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0ffa2600-2b94-4c81-99b5-b1841a3d14ab None None] Provisioning complete for port 48759619-99f8-469e-9bcd-35f7e12ab058 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:09.853690 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2600-2b94-4c81-99b5-b1841a3d14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:09.891083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Request body: {'port': {'device_id': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:09.891650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa2600-2b94-4c81-99b5-b1841a3d14ab None None] Port 48759619-99f8-469e-9bcd-35f7e12ab058 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:10:10.002495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:10.024614 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:10.259960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d0abc-7f74-47cb-aeaf-0d191e5a693f req-08c27f29-6a33-46b3-adf1-a03a1f0fdf6b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:10.261489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d09d0abc-7f74-47cb-aeaf-0d191e5a693f req-08c27f29-6a33-46b3-adf1-a03a1f0fdf6b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 932 time: 0.0505235 Aug 31 08:10:10.311518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d09d0abc-7f74-47cb-aeaf-0d191e5a693f req-d02ee8c7-39a5-4b55-a577-4129c4b1f775 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Aug 31 08:10:10.480150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:10.629573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48759619-99f8-469e-9bcd-35f7e12ab058 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:10:10.642608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:10.651438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ff1fc-5f2d-4511-8b8c-b8bf7e5b6a09 req-2dbe692e-13b1-41a6-9dc4-d3518fa4019f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:10.653631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-133ff1fc-5f2d-4511-8b8c-b8bf7e5b6a09 req-2dbe692e-13b1-41a6-9dc4-d3518fa4019f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 946 time: 0.0844738 Aug 31 08:10:10.661998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Transition to ACTIVE for port object 48759619-99f8-469e-9bcd-35f7e12ab058 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:10:10.741478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-133ff1fc-5f2d-4511-8b8c-b8bf7e5b6a09 req-1c0f04f8-b2a9-495d-9b73-9b6d17086197 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713425 Aug 31 08:10:10.808453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:10.867604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Pushing event updated for resources: {'Port': ['ID=48759619-99f8-469e-9bcd-35f7e12ab058,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:10.879714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44c6fc-1da5-40b5-a3c7-2d0def54d257 req-3b1a2c8f-1b76-4e16-b31a-6883d5bcdd97 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:10.880700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b44c6fc-1da5-40b5-a3c7-2d0def54d257 req-3b1a2c8f-1b76-4e16-b31a-6883d5bcdd97 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 946 time: 0.0670304 Aug 31 08:10:10.895059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Router d9d952d3-d011-412d-b0b8-675048695fd5 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:10.930141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b44c6fc-1da5-40b5-a3c7-2d0def54d257 req-5036d3e7-b701-4991-a9f6-cc7fc60ea5ec tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Aug 31 08:10:11.017528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Attempting to bind port 48759619-99f8-469e-9bcd-35f7e12ab058 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:10:11.017908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Attempting to bind port 48759619-99f8-469e-9bcd-35f7e12ab058 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:10:11.018364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Attempting to bind port 48759619-99f8-469e-9bcd-35f7e12ab058 on network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:10:11.026776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Port 48759619-99f8-469e-9bcd-35f7e12ab058 on network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:10:11.027117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Attempting to bind port 48759619-99f8-469e-9bcd-35f7e12ab058 on network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:10:11.069178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:10:11.071236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Checking segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:10:11.071236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Bound using segment: {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:10:11.071236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Bound port: 48759619-99f8-469e-9bcd-35f7e12ab058, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4457b2-4844-49c2-9246-444783df1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:10:11.071236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.152721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46546) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:11.183765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:11.195192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Sync routers for ids ['d9d952d3-d011-412d-b0b8-675048695fd5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:11.225275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] For port 48759619-99f8-469e-9bcd-35f7e12ab058, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:10:11.227146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Routers {'d9d952d3-d011-412d-b0b8-675048695fd5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:11.229168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9d952d3-d011-412d-b0b8-675048695fd5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:11.229784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] For port 48759619-99f8-469e-9bcd-35f7e12ab058, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=48759619-99f8-469e-9bcd-35f7e12ab058,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:10:11.287220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9b03223b-7c47-48d3-a18b-e96ffddbcf34 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-269398416', 'prefixes': ['172.20.0.0/16']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:11.354839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Set router d9d952d3-d011-412d-b0b8-675048695fd5 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:11.386038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.387322 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6e029901-d94d-4afb-878c-18caa5eb02d2 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2339115 Aug 31 08:10:11.388755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.390012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46552) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:11.436711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:11.437439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.438930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] 10.222.0.68 "PUT /v2.0/ports/48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 1093 time: 1.5521090 Aug 31 08:10:11.439377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:11.445365 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9decf583-2b24-49ab-a78f-b7fad52de682" -d '{"events": [{"name": "network-changed", "server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:11.475148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fe20f-8841-4b27-a0a0-217066501264 service neutron] Pushing event updated for resources: {'Port': ['ID=48759619-99f8-469e-9bcd-35f7e12ab058,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:11.567568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c358c1a-490a-4f3c-9110-83c05a90ad1a req-d537b59a-423e-474b-b4b8-5df415f8c114 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:11.569366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c358c1a-490a-4f3c-9110-83c05a90ad1a req-d537b59a-423e-474b-b4b8-5df415f8c114 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 944 time: 0.1627374 Aug 31 08:10:11.597072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.607881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d952d3-d011-412d-b0b8-675048695fd5', 'name': '', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9', 'external_fixed_ips': [{'subnet_id': '54d6db64-654a-4810-80d4-399e8850d38a', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '7ce7616e-703f-4bca-9814-67e3e8192275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:07Z', 'updated_at': '2021-08-31T08:10:09Z', 'revision_number': 3, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port': {'id': '7ce7616e-703f-4bca-9814-67e3e8192275', 'name': '', 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d952d3-d011-412d-b0b8-675048695fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '54d6db64-654a-4810-80d4-399e8850d38a', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:10:08Z', 'updated_at': '2021-08-31T08:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54d6db64-654a-4810-80d4-399e8850d38a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:11.660709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Checking router: d9d952d3-d011-412d-b0b8-675048695fd5 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:11.661328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Updating router d9d952d3-d011-412d-b0b8-675048695fd5 port 7ce7616e-703f-4bca-9814-67e3e8192275 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:10:11.720819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.734751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-c2c7b5c3-fc18-4d52-b446-5b0dbbc5954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:11.738765 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-c2c7b5c3-fc18-4d52-b446-5b0dbbc5954a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1096 time: 0.1034102 Aug 31 08:10:11.772495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.820237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c358c1a-490a-4f3c-9110-83c05a90ad1a req-136545c9-589b-4d42-ae87-048f08469c9c tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255445 Aug 31 08:10:11.820382 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-88286798-00e8-4d45-a487-6a94692972ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 217 time: 0.0706034 Aug 31 08:10:11.882239 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9b587-7771-44eb-b2cd-66e53e90103e x-openstack-request-id: req-0dd9b587-7771-44eb-b2cd-66e53e90103e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:11.882561 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:11.882929 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0dd9b587-7771-44eb-b2cd-66e53e90103e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:11.883182 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058', 'status': 'completed', 'code': 200} Aug 31 08:10:11.919378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-79bb74bc-6eb2-4a41-a0c8-d022e54c4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:11.922886 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-79bb74bc-6eb2-4a41-a0c8-d022e54c4b3a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 200 len: 847 time: 0.0956230 Aug 31 08:10:11.958645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Deleting port 7ce7616e-703f-4bca-9814-67e3e8192275 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:11.958914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:11.984973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-64ea9599-2387-4edf-ad08-d7d3f2f45e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:11.987593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-64ea9599-2387-4edf-ad08-d7d3f2f45e30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fc5bb32-8feb-4b88-88b4-d81c370ac068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556238 Aug 31 08:10:12.108880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149d25-32dd-4a7d-8e41-d45ebd823186 req-bbe40c22-92ee-42ab-b7e7-9ea3ab19988a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:12.109119 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.118591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-78fc9238-a8ee-4eb9-a49e-e1f0c7fb4bed service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208458 Aug 31 08:10:12.119136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03149d25-32dd-4a7d-8e41-d45ebd823186 req-bbe40c22-92ee-42ab-b7e7-9ea3ab19988a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 946 time: 0.1632259 Aug 31 08:10:12.123140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Transition to ACTIVE for port object 7ce7616e-703f-4bca-9814-67e3e8192275 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:10:12.169272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.189719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03149d25-32dd-4a7d-8e41-d45ebd823186 req-63991206-eaa2-4b6f-97d5-f7c89729dedc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662942 Aug 31 08:10:12.200060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Calling delete_port for 7ce7616e-703f-4bca-9814-67e3e8192275 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:12.230722 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a42b84c9-3a61-42d1-aad2-460d76cef7b1 req-7acd2a31-1c33-43f2-947f-fa2d69855d60 service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045799 Aug 31 08:10:12.248039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9b03223b-7c47-48d3-a18b-e96ffddbcf34 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] Notify callbacks [] for subnetpool, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.249842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9b03223b-7c47-48d3-a18b-e96ffddbcf34 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0960276 Aug 31 08:10:12.252654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46562) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:12.286560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.311043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1404181-ed47-44d0-bc77-7db1a18000c5 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] 10.222.0.36 "GET /v2.0/subnetpools/8700a861-b852-4995-af4c-3ec9c82177fb HTTP/1.1" status: 200 len: 731 time: 0.0546966 Aug 31 08:10:12.311669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46564) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:12.317247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-343237bf-14cb-405f-9917-894ef775b960 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-894985519'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:12.348823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Attempting to bind port 7ce7616e-703f-4bca-9814-67e3e8192275 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:10:12.349192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Attempting to bind port 7ce7616e-703f-4bca-9814-67e3e8192275 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '25b03180-ed32-4c75-9699-370074c345a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:10:12.349559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Attempting to bind port 7ce7616e-703f-4bca-9814-67e3e8192275 on network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:10:12.351670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53ac96-d5b8-4e16-b00f-ad51b291136a None None] Pushing event updated for resources: {'Port': ['ID=7ce7616e-703f-4bca-9814-67e3e8192275,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:12.357974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:10:12.358215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Checking segment: {'id': '25b03180-ed32-4c75-9699-370074c345a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:10:12.360466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.360466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Bound using segment: {'id': '25b03180-ed32-4c75-9699-370074c345a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:10:12.360466 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Bound port: 7ce7616e-703f-4bca-9814-67e3e8192275, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b03180-ed32-4c75-9699-370074c345a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5bdeacfd-2f87-461b-b00b-10e7d823acd9'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:10:12.360466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.426133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] For port 7ce7616e-703f-4bca-9814-67e3e8192275, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:10:12.431314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] For port 7ce7616e-703f-4bca-9814-67e3e8192275, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7ce7616e-703f-4bca-9814-67e3e8192275,segment=NetworkSegment(25b03180-ed32-4c75-9699-370074c345a3),segment_id=25b03180-ed32-4c75-9699-370074c345a3)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:10:12.475147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-08ccb484-4b9b-48e3-91b0-e0602f652e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:12.476735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-08ccb484-4b9b-48e3-91b0-e0602f652e8c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1096 time: 0.0511727 Aug 31 08:10:12.558961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.577242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-686c742e-4c63-4e00-a3b0-f5bd52a29f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:12.578908 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-686c742e-4c63-4e00-a3b0-f5bd52a29f71 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 909 time: 0.0949912 Aug 31 08:10:12.599322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-343237bf-14cb-405f-9917-894ef775b960 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] Notify callbacks [] for subnetpool, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.600832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-343237bf-14cb-405f-9917-894ef775b960 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] 10.222.0.36 "PUT /v2.0/subnetpools/8700a861-b852-4995-af4c-3ec9c82177fb HTTP/1.1" status: 200 len: 683 time: 0.2886484 Aug 31 08:10:12.604044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46566) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:12.624956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Routers {'d9d952d3-d011-412d-b0b8-675048695fd5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:12.625763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['d9d952d3-d011-412d-b0b8-675048695fd5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:12.647227 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-83260f64-7c87-4091-8f8a-4c82a62e5962 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 217 time: 0.0596952 Aug 31 08:10:12.731135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-9e4270fd-3fb4-4b2a-b4dd-2b9b2cefdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:12.732713 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-9e4270fd-3fb4-4b2a-b4dd-2b9b2cefdd3c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 200 len: 847 time: 0.0787635 Aug 31 08:10:12.735558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53ac96-d5b8-4e16-b00f-ad51b291136a None None] Pushing event updated for resources: {'Port': ['ID=7ce7616e-703f-4bca-9814-67e3e8192275,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:12.764228 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] Set router d9d952d3-d011-412d-b0b8-675048695fd5 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:12.777891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.801983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-88794d07-1aba-480f-8103-f5d32e7e45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:12.804327 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-88794d07-1aba-480f-8103-f5d32e7e45b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fc5bb32-8feb-4b88-88b4-d81c370ac068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627775 Aug 31 08:10:12.814693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ce7616e-703f-4bca-9814-67e3e8192275,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:12.827457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d952d3-d011-412d-b0b8-675048695fd5', 'name': '', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:07Z', 'updated_at': '2021-08-31T08:10:11Z', 'revision_number': 4, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:12.864103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d483b7f-23d1-4ffc-a8bc-44aa6e45a4f8 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] Notify callbacks [] for subnetpool, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:12.865305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d483b7f-23d1-4ffc-a8bc-44aa6e45a4f8 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8700a861-b852-4995-af4c-3ec9c82177fb HTTP/1.1" status: 204 len: 168 time: 0.2596781 Aug 31 08:10:12.879663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f7469-032a-4b12-96fb-1f5ff4eae650 None None] The sync data for ids ['d9d952d3-d011-412d-b0b8-675048695fd5'] in n-d-713499-16 is: [{'id': 'd9d952d3-d011-412d-b0b8-675048695fd5', 'name': '', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:07Z', 'updated_at': '2021-08-31T08:10:11Z', 'revision_number': 4, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:12.881907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46572) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:12.935894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-ba9da60d-77f7-46a1-8be1-4417e047b9fa service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225932 Aug 31 08:10:12.954119 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-6c8483b3-171f-4faa-b435-ca44b40fdf10 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] show failed (client error): The resource could not be found. Aug 31 08:10:12.961547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6c8483b3-171f-4faa-b435-ca44b40fdf10 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] 10.222.0.36 "GET /v2.0/subnetpools/8700a861-b852-4995-af4c-3ec9c82177fb HTTP/1.1" status: 404 len: 346 time: 0.0785060 Aug 31 08:10:12.962253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:12.991753 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-624d1a55-786d-4421-b25b-9738d7171234 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] delete failed (client error): The resource could not be found. Aug 31 08:10:12.997404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-624d1a55-786d-4421-b25b-9738d7171234 tempest-SubnetPoolsTestJSON-768085369 tempest-SubnetPoolsTestJSON-768085369-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8700a861-b852-4995-af4c-3ec9c82177fb HTTP/1.1" status: 404 len: 346 time: 0.0243061 Aug 31 08:10:13.029087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.081468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9decf583-2b24-49ab-a78f-b7fad52de682 req-fff42bc0-de22-444d-8cdb-ca63001d5d24 service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372764 Aug 31 08:10:13.108931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc34cc5-4e53-46d1-abff-08845632dc8e req-3b1364af-f3a6-4936-b37d-2c11cc6b6f67 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:13.110550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdc34cc5-4e53-46d1-abff-08845632dc8e req-3b1364af-f3a6-4936-b37d-2c11cc6b6f67 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 944 time: 0.1706331 Aug 31 08:10:13.159776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.168671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.240655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdc34cc5-4e53-46d1-abff-08845632dc8e req-acc73cb5-9ce5-4420-bdc9-52a27d90f1ac tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948205 Aug 31 08:10:13.343445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777718e-51ba-436d-bbf1-e5df3e44083d req-5befa92a-9283-46ba-97ed-c2df0652fd9c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:13.345104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f777718e-51ba-436d-bbf1-e5df3e44083d req-5befa92a-9283-46ba-97ed-c2df0652fd9c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 946 time: 0.0574951 Aug 31 08:10:13.387624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f777718e-51ba-436d-bbf1-e5df3e44083d req-13742008-2a01-4fb2-ba16-e17d1f0ae956 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Aug 31 08:10:13.480058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.480592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9d952d3-d011-412d-b0b8-675048695fd5 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:13.485164 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.486594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c5d208c6-d9e7-44f4-aec7-0a3eb107fe9b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d9d952d3-d011-412d-b0b8-675048695fd5 HTTP/1.1" status: 204 len: 168 time: 2.0952668 Aug 31 08:10:13.489264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46582) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:13.541371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Deleting subnet 54d6db64-654a-4810-80d4-399e8850d38a {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:10:13.544706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.579777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.629718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.745310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-860f048a-3fe8-4e5c-8dd9-a417069cc670 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:13.746926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-860f048a-3fe8-4e5c-8dd9-a417069cc670 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 946 time: 0.0717089 Aug 31 08:10:13.778008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46588) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:13.860461 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:13.861058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.911385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.937737 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b87a-6b61-40ce-b7c2-f089ee9ede1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.948050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54d6db64-654a-4810-80d4-399e8850d38a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:13.956177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:13.960713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2dad89d1-d534-4de2-a6c7-19ec8bf63bba tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/54d6db64-654a-4810-80d4-399e8850d38a HTTP/1.1" status: 204 len: 168 time: 0.4678793 Aug 31 08:10:13.961455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:13.997633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port bb8e4a08-8e5e-46cb-82c3-d06bcef79725, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:13.998050 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.012533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for bb8e4a08-8e5e-46cb-82c3-d06bcef79725 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:14.063187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.186537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.190928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b87a-6b61-40ce-b7c2-f089ee9ede1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.200475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdeacfd-2f87-461b-b00b-10e7d823acd9']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:14.213352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b03180-ed32-4c75-9699-370074c345a3') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:14.213738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b03180-ed32-4c75-9699-370074c345a3') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:14.222872 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.241064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.247745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:14.248138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:14.249913 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:14.375853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c28bc8-911e-4e68-ac97-bcfe32accd9b req-4ab85e3d-b4b4-4706-b31c-b2b99de8ee53 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:14.377462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c28bc8-911e-4e68-ac97-bcfe32accd9b req-4ab85e3d-b4b4-4706-b31c-b2b99de8ee53 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 944 time: 0.0559244 Aug 31 08:10:14.395967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b87a-6b61-40ce-b7c2-f089ee9ede1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.399584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.411580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['b8eee3ba-1173-488a-b98d-89d967e8f7d4'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:10:14.416138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['bb8e4a08-8e5e-46cb-82c3-d06bcef79725'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:10:14.438208 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7d0b87a-6b61-40ce-b7c2-f089ee9ede1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d453cf91a80d4226badc0c36b7d7c6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554134 Aug 31 08:10:14.439217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b87a-6b61-40ce-b7c2-f089ee9ede1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de44cbba-4b76-48d5-a49e-6fbe98fe054a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:14.441853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46600) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:14.486106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=bb8e4a08-8e5e-46cb-82c3-d06bcef79725,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:14.495835 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.517365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bdeacfd-2f87-461b-b00b-10e7d823acd9 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 08:10:14.522240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.542411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/networks/5bdeacfd-2f87-461b-b00b-10e7d823acd9 HTTP/1.1" status: 204 len: 168 time: 0.5801308 Aug 31 08:10:14.577424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b75a6-5395-4a11-ae4d-bd8b4df0a089 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bdeacfd-2f87-461b-b00b-10e7d823acd9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:14.633956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cead760f-d9ed-4695-b329-c9a55af75884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.638269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24c28bc8-911e-4e68-ac97-bcfe32accd9b req-cc11dd40-2336-49ef-8cd3-73f88e380953 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546833 Aug 31 08:10:14.705557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port bb8e4a08-8e5e-46cb-82c3-d06bcef79725 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:10:14.712997 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cead760f-d9ed-4695-b329-c9a55af75884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.716492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:14.731206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f908657a-0f95-4d2a-bc72-c88c10c9bc04 req-33763e9a-a0d4-4346-bb3e-31383ba56b36 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "DELETE /v2.0/ports/bb8e4a08-8e5e-46cb-82c3-d06bcef79725 HTTP/1.1" status: 204 len: 173 time: 0.9744880 Aug 31 08:10:14.736759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'name': 'network-vif-deleted', 'tag': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:14.741095 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f68d8-bc13-430e-8f3d-142b792e26a5" -d '{"events": [{"server_uuid": "28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae", "name": "network-vif-deleted", "tag": "bb8e4a08-8e5e-46cb-82c3-d06bcef79725"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:14.807100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9ae04d0-ef18-403b-9132-2135b971cbbe req-bdea7fda-1592-4ebc-a299-82731342c226 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0988615 Aug 31 08:10:14.810186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 48759619-99f8-469e-9bcd-35f7e12ab058 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:10:14.828401 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9619a6-a863-442a-babe-e6c3cede19e0 x-openstack-request-id: req-da9619a6-a863-442a-babe-e6c3cede19e0 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:14.828703 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae", "name": "network-vif-deleted", "tag": "bb8e4a08-8e5e-46cb-82c3-d06bcef79725", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:14.828960 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da9619a6-a863-442a-babe-e6c3cede19e0 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:14.829441 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae', 'name': 'network-vif-deleted', 'tag': 'bb8e4a08-8e5e-46cb-82c3-d06bcef79725', 'status': 'completed', 'code': 200} Aug 31 08:10:15.048059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cead760f-d9ed-4695-b329-c9a55af75884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.048980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cead760f-d9ed-4695-b329-c9a55af75884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.050434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cead760f-d9ed-4695-b329-c9a55af75884 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de44cbba-4b76-48d5-a49e-6fbe98fe054a HTTP/1.1" status: 204 len: 168 time: 0.6076269 Aug 31 08:10:15.067632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 48759619-99f8-469e-9bcd-35f7e12ab058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=48759619-99f8-469e-9bcd-35f7e12ab058,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:15.071584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead760f-d9ed-4695-b329-c9a55af75884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de44cbba-4b76-48d5-a49e-6fbe98fe054a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:15.099400 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '48759619-99f8-469e-9bcd-35f7e12ab058', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'port_id': '48759619-99f8-469e-9bcd-35f7e12ab058', 'mac_address': 'fa:16:3e:55:88:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:10:15.169874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.201619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48759619-99f8-469e-9bcd-35f7e12ab058 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:10:15.247550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 48759619-99f8-469e-9bcd-35f7e12ab058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=48759619-99f8-469e-9bcd-35f7e12ab058,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:15.348003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46624) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:15.352729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'name': 'tempest-router--1721905875', 'project_id': '48c543f886144ba6b9dad5383b8ad98c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:15.386343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.568204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.576312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.578713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=48759619-99f8-469e-9bcd-35f7e12ab058,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:15.649732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.650550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['48759619-99f8-469e-9bcd-35f7e12ab058'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:10:15.758117 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.875198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:15.876870 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-108934e3-e2d5-4f0e-8490-96cde0d31a8b tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5278585 Aug 31 08:10:15.879628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46638) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:15.884615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e0669-5147-45a8-ac50-aee9690f29ef req-aac3a560-9b07-47a6-aa4c-602830d37a81 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:15.896577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-856e0669-5147-45a8-ac50-aee9690f29ef req-aac3a560-9b07-47a6-aa4c-602830d37a81 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 945 time: 0.1160326 Aug 31 08:10:16.080717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-856e0669-5147-45a8-ac50-aee9690f29ef req-8968d494-5c00-423c-89e2-2c0b32189461 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712255 Aug 31 08:10:16.083239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d28ff9e7-e5d6-4eeb-88b0-14368a1f7e6e req-ffc2cab2-f3e8-4bb3-a676-ba1b9cb4363e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.1421044 Aug 31 08:10:16.476285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:16.640209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:16.642839 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:16.802917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 48759619-99f8-469e-9bcd-35f7e12ab058 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:16.842116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:16.847622 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 204c8431-84a1-4470-b3c1-c05ee2738955 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:16.855206 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:16.859691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d02df950-8152-4394-9527-e3b2edd25e46 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/routers/204c8431-84a1-4470-b3c1-c05ee2738955 HTTP/1.1" status: 204 len: 168 time: 0.9756577 Aug 31 08:10:17.047470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 48759619-99f8-469e-9bcd-35f7e12ab058 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:10:17.056033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 48759619-99f8-469e-9bcd-35f7e12ab058 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:17.056794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.209351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.247952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:17.263668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 48759619-99f8-469e-9bcd-35f7e12ab058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=48759619-99f8-469e-9bcd-35f7e12ab058,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:17.264863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:17.268285 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6730b-8f00-4603-b0e5-0a3875daed9e" -d '{"events": [{"server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "name": "network-vif-plugged", "status": "completed", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:17.285706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e32101b-da5c-4b22-a62d-f8205ae4e8d3 req-e77d38df-5bdd-42f4-9c04-cc99533a3c17 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0932782 Aug 31 08:10:17.291901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46672) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:17.333207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93166207-180f-4cab-a94c-b488dfc18723 req-0f4ed7e8-c643-4743-8133-ee1341eef7ce tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:17.335889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93166207-180f-4cab-a94c-b488dfc18723 req-0f4ed7e8-c643-4743-8133-ee1341eef7ce tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 945 time: 0.1317272 Aug 31 08:10:17.339125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.473897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1001608944'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:17.497284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93166207-180f-4cab-a94c-b488dfc18723 req-b6643baa-f371-4920-b194-a7aec4a43c90 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431563 Aug 31 08:10:17.508206 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2498b4-c30a-4e97-a7fa-dce7d87f5143 x-openstack-request-id: req-8c2498b4-c30a-4e97-a7fa-dce7d87f5143 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:17.509513 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "name": "network-vif-plugged", "status": "completed", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:17.510094 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c2498b4-c30a-4e97-a7fa-dce7d87f5143 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:17.510706 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058', 'code': 200} Aug 31 08:10:17.512475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=48759619-99f8-469e-9bcd-35f7e12ab058,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:17.574178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0470-1592-4d95-90ce-c2688b3b1d9b req-41ced2d3-429e-4c0f-93de-2791d49723fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:17.578161 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb1b0470-1592-4d95-90ce-c2688b3b1d9b req-41ced2d3-429e-4c0f-93de-2791d49723fe service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1098 time: 0.0702286 Aug 31 08:10:17.586765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-221232614', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:17.606080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Made reservation on behalf of 962c2e0761be476fbd06ad0b0e279d0b for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:10:17.609870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.637777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.700333 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eb1b0470-1592-4d95-90ce-c2688b3b1d9b req-ded1b80f-7648-4f86-b623-ac5360211c7f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823500 Aug 31 08:10:17.826762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.829201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.920291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:17.986291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.151322 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.236873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.245091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:10:18.275695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be1ec6f-8e69-41a6-92d3-a158fe6336b6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:18.284454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.285192 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Added segment 8723bd6b-739e-462c-9c2a-af685f9c7888 of type vlan for network 0e3a2c0d-5747-465f-ac28-49c957636559 Aug 31 08:10:18.346388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bb8e4a08-8e5e-46cb-82c3-d06bcef79725 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:18.374543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.401907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: bb8e4a08-8e5e-46cb-82c3-d06bcef79725 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:18.402362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device bb8e4a08-8e5e-46cb-82c3-d06bcef79725 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:18.419021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-26a61d00-279d-4966-b1e2-51468a73678f req-41aea22d-fbc9-40e1-94da-344c324e1957 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0415354 Aug 31 08:10:18.523621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.531735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:18.531735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.611589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Pushing event updated for resources: {'Network': ['ID=0e3a2c0d-5747-465f-ac28-49c957636559,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:18.625626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0e3a2c0d-5747-465f-ac28-49c957636559 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:10:18.660168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277fc21-c344-4e2e-8b1e-0b2d24db5ba5 req-664ae844-4fd8-4897-befa-75a982dbd79c tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:18.662514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1277fc21-c344-4e2e-8b1e-0b2d24db5ba5 req-664ae844-4fd8-4897-befa-75a982dbd79c tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.0853875 Aug 31 08:10:18.694617 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c1eef97f-f904-41f7-b27d-d463d1a16a21 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4012458 Aug 31 08:10:18.709855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:18.713831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-070f206a-9f20-4fc9-8c50-4eafe379feb2 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-1794728105') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:18.759446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.780415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1277fc21-c344-4e2e-8b1e-0b2d24db5ba5 req-ca8a2a9a-df5f-4495-976b-093ff9f291c6 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087866 Aug 31 08:10:18.785247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:18.921004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-070f206a-9f20-4fc9-8c50-4eafe379feb2 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "PUT /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-1794728105 HTTP/1.1" status: 201 len: 201 time: 0.2151999 Aug 31 08:10:18.924487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46694) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:18.929713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-ea56141c-4be4-4df6-91b7-1387c8ccc0a3 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-1794728105') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:18.930492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Allocated IP 172.25.0.114 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/68c6c493-a347-4d1b-926b-8125c644c340) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:18.955718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46696) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:19.061701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.066004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Deleting subnet e6169982-7bc8-4d5b-ae67-b6aa39bdf793 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:10:19.070962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.115765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ea56141c-4be4-4df6-91b7-1387c8ccc0a3 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-1794728105 HTTP/1.1" status: 204 len: 168 time: 0.1871414 Aug 31 08:10:19.115765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46698) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:19.120551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-49843ed3-a680-4a3a-83e5-b04b1ed1ac8c tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:19.145074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.225467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.259142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-49843ed3-a680-4a3a-83e5-b04b1ed1ac8c tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags HTTP/1.1" status: 200 len: 238 time: 0.1426294 Aug 31 08:10:19.261719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46700) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:19.271481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-2b95d6e9-ee15-48e2-b658-2c4b89144533 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', {'tags': ['tempest-TagsTest-Tag-60144507', 'tempest-TagsTest-Tag-1916746067', 'tempest-TagsTest-Tag-1360034313']}) {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:19.291828 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.387797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:19.391421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:19.394896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:19.447586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event updated for resources: {'Port': ['ID=68c6c493-a347-4d1b-926b-8125c644c340,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:19.496423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.542467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6169982-7bc8-4d5b-ae67-b6aa39bdf793,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:19.557088 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:19.559294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-71314d65-c909-4dc2-9c0f-3a2a5281814b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e6169982-7bc8-4d5b-ae67-b6aa39bdf793 HTTP/1.1" status: 204 len: 168 time: 0.6026125 Aug 31 08:10:19.575339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46704) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:19.577860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df3cf1ad-4b0f-4825-88d1-2ee80dff542e req-4bd0df47-9c4f-4bc5-b2aa-d7dca69b0cd3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0383627 Aug 31 08:10:19.930144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2b95d6e9-ee15-48e2-b658-2c4b89144533 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "PUT /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags HTTP/1.1" status: 200 len: 307 time: 0.6624074 Aug 31 08:10:19.934278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46710) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:19.941086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-540a4fee-8158-4d2f-9d7a-c7254774c50b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-60144507') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.011125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.023874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cafafa-c732-4815-845f-b5be5f26614b req-44bb7a67-0d47-46f4-bcbc-d6835c445f64 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:20.025462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cafafa-c732-4815-845f-b5be5f26614b req-44bb7a67-0d47-46f4-bcbc-d6835c445f64 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.1050549 Aug 31 08:10:20.129039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.155510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09cafafa-c732-4815-845f-b5be5f26614b req-4d6ff8b8-a405-4984-995a-c7fe61d31159 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072018 Aug 31 08:10:20.241041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.257391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e841ffe3-3be1-4516-b33b-a045a03eef8a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.268888 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-540a4fee-8158-4d2f-9d7a-c7254774c50b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "DELETE /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-60144507 HTTP/1.1" status: 204 len: 168 time: 0.3332143 Aug 31 08:10:20.283427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64468ee-3903-4d7f-8f74-b46ab625982d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.283427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64468ee-3903-4d7f-8f74-b46ab625982d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.283704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:20.288860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-5aa08514-ae4d-4400-b1ba-ad7a134cb669 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-60144507') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.290731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.309903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.319751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:20.338053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: items = [ Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:20.391985 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:20.441709 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-5aa08514-ae4d-4400-b1ba-ad7a134cb669 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] show failed (client error): The resource could not be found. Aug 31 08:10:20.445895 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5aa08514-ae4d-4400-b1ba-ad7a134cb669 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-60144507 HTTP/1.1" status: 404 len: 324 time: 0.1634114 Aug 31 08:10:20.447121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:20.455947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-eb106b50-e06e-4d54-9060-5023260523ed tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-1916746067') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.527160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.528116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e3ecc-0f9f-4d6e-a669-c0127652cc62 req-08a4d138-9d08-4026-81a2-f3f7357b1f33 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:20.530039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff8e3ecc-0f9f-4d6e-a669-c0127652cc62 req-08a4d138-9d08-4026-81a2-f3f7357b1f33 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.1363871 Aug 31 08:10:20.530791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.556029 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.557214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] 10.222.0.36 "DELETE /v2.0/networks/e841ffe3-3be1-4516-b33b-a045a03eef8a HTTP/1.1" status: 204 len: 168 time: 0.9783816 Aug 31 08:10:20.559933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea3405-cd8d-411e-bce2-b05e8953c27b admin admin] Pushing event deleted for resources: {'Network': ['ID=e841ffe3-3be1-4516-b33b-a045a03eef8a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:20.563120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:20.724496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eb106b50-e06e-4d54-9060-5023260523ed tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-1916746067 HTTP/1.1" status: 204 len: 168 time: 0.2717710 Aug 31 08:10:20.729765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:20.736439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-f9ab4a19-e0c4-4b3d-a364-6aa576a6dd9f tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-1360034313') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.736960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff8e3ecc-0f9f-4d6e-a669-c0127652cc62 req-218eda13-ab3d-49b2-b57e-86593d3f998f tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834166 Aug 31 08:10:20.741584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Deleting subnet c5b67454-d4ff-47a9-8fa1-8cbdfac78b40 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:10:20.746931 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.813950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.850151 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f9ab4a19-e0c4-4b3d-a364-6aa576a6dd9f tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-1360034313 HTTP/1.1" status: 204 len: 168 time: 0.1191671 Aug 31 08:10:20.853244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46728) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:20.858202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-b36c19f0-14cd-41a5-9da7-5053f7c2f44d tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:20.868319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0c0874ca-6539-4d96-9006-e51d79a02eaf req-320991b9-9f13-4529-953d-af875549a76e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c1edff-fcc1-4bc8-bfc1-9d68df90a4ae HTTP/1.1" status: 200 len: 210 time: 0.0852408 Aug 31 08:10:20.919666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:20.945715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Router 816c1f56-65e8-4402-b94c-1015fe033504 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:20.976766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481896a-219d-48d4-81ad-19aaa08ebc6f req-dc396794-503f-41fa-8cfb-0dbdcd845245 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:20.979004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a481896a-219d-48d4-81ad-19aaa08ebc6f req-dc396794-503f-41fa-8cfb-0dbdcd845245 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.1199031 Aug 31 08:10:21.039505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a481896a-219d-48d4-81ad-19aaa08ebc6f req-6e2e1633-73a6-44a3-b580-6fad82d52c19 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505714 Aug 31 08:10:21.092175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46732) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.099478 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.143536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:21.157422 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] Sync routers for ids ['816c1f56-65e8-4402-b94c-1015fe033504'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:21.171391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b67454-d4ff-47a9-8fa1-8cbdfac78b40,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:21.173776 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] Routers {'816c1f56-65e8-4402-b94c-1015fe033504'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:21.175031 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['816c1f56-65e8-4402-b94c-1015fe033504'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.188449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.188449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d685eab-99cb-4b67-a0b9-2e5ee9715c0a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c5b67454-d4ff-47a9-8fa1-8cbdfac78b40 HTTP/1.1" status: 204 len: 168 time: 0.6165099 Aug 31 08:10:21.189018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46736) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.222802 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.232109 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] Routers {'816c1f56-65e8-4402-b94c-1015fe033504'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:21.232676 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['816c1f56-65e8-4402-b94c-1015fe033504'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.259831 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.276540 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.277524 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d65486-0aa8-4dd0-99c0-eedb71085d41 None None] The sync data for ids ['816c1f56-65e8-4402-b94c-1015fe033504'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:21.309310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d55ee-afc8-4d43-9914-f9975712c480 tempest-TestServerBasicOps-493536919 tempest-TestServerBasicOps-493536919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:21.310448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b36c19f0-14cd-41a5-9da7-5053f7c2f44d tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "DELETE /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags HTTP/1.1" status: 204 len: 168 time: 0.4559438 Aug 31 08:10:21.313988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-785d55ee-afc8-4d43-9914-f9975712c480 tempest-TestServerBasicOps-493536919 tempest-TestServerBasicOps-493536919-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1093 time: 0.2179539 Aug 31 08:10:21.314159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.314550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46740) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.315577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.320043 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b125db6f-1e45-49b8-b5b8-9be4d6713f0a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0674324 Aug 31 08:10:21.322322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-5f73685a-5ccf-4812-894c-41b59631e7d2 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-1916746067') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.322803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '48759619-99f8-469e-9bcd-35f7e12ab058', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:21.324830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46742) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.442065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.459359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.476702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9daeaf0-2a90-45f0-a216-c498408aa958']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.529236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebea33ae-f99e-4409-a401-e24661476c6e') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.529534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebea33ae-f99e-4409-a401-e24661476c6e') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.545998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.552000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.573429 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-5f73685a-5ccf-4812-894c-41b59631e7d2 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] show failed (client error): The resource could not be found. Aug 31 08:10:21.581978 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f73685a-5ccf-4812-894c-41b59631e7d2 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-1916746067 HTTP/1.1" status: 404 len: 326 time: 0.2618589 Aug 31 08:10:21.581978 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.581978 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32b8c0ff-ce00-4079-902e-2dd45fe2d716 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/816c1f56-65e8-4402-b94c-1015fe033504 HTTP/1.1" status: 200 len: 920 time: 0.2439332 Aug 31 08:10:21.581978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46744) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.581978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46746) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.596130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-42da5a4d-2d51-4da4-818a-1178140f92b1 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559', 'tempest-TagsTest-Tag-1360034313') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:21.600032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:21.600435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:21.603200 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:21.637887 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40b2de8d-7300-4def-a609-9dc209f8d71f tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=816c1f56-65e8-4402-b94c-1015fe033504 HTTP/1.1" status: 200 len: 205 time: 0.0510893 Aug 31 08:10:21.641994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46748) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:21.739753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Allocated IP 172.25.0.180 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/dbf2d47b-0e51-4d41-a712-72f353dc40f6) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:21.849630 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.006436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.048958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.049303 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-42da5a4d-2d51-4da4-818a-1178140f92b1 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] show failed (client error): The resource could not be found. Aug 31 08:10:22.050388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-42da5a4d-2d51-4da4-818a-1178140f92b1 tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "GET /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags/tempest-TagsTest-Tag-1360034313 HTTP/1.1" status: 404 len: 326 time: 0.4675090 Aug 31 08:10:22.053300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46754) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:22.057919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-d1e25c0a-3383-46ef-9216-52cb9af2cede tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0e3a2c0d-5747-465f-ac28-49c957636559') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:22.140970 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d1e25c0a-3383-46ef-9216-52cb9af2cede tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "DELETE /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559/tags HTTP/1.1" status: 204 len: 168 time: 0.0835488 Aug 31 08:10:22.142256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46760) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:22.204473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.211529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.215229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.216539 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9daeaf0-2a90-45f0-a216-c498408aa958 HTTP/1.1" status: 204 len: 168 time: 1.0346906 Aug 31 08:10:22.233744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88608e4-ceb2-4f33-b081-a85456f12975 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9daeaf0-2a90-45f0-a216-c498408aa958,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:22.248481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.286224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:22.291738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:22.298084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:22.328743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'Port': ['ID=dbf2d47b-0e51-4d41-a712-72f353dc40f6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:22.363339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Deleting port 68c6c493-a347-4d1b-926b-8125c644c340 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:22.363339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.380634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.392354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3a2c0d-5747-465f-ac28-49c957636559']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:22.402777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8723bd6b-739e-462c-9c2a-af685f9c7888') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:22.403107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8723bd6b-739e-462c-9c2a-af685f9c7888') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:22.412928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.427947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.434990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:22.435544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:22.438679 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:22.565921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.584787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Calling delete_port for 68c6c493-a347-4d1b-926b-8125c644c340 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:22.817468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46770) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:22.859787 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9a8d3356-1624-4c24-a58c-e220c1ad0959 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0639a70eeb0b4a318419e89d5b423185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420048 Aug 31 08:10:22.862391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46772) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:22.890061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.898070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.900509 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] 10.222.0.36 "DELETE /v2.0/networks/0e3a2c0d-5747-465f-ac28-49c957636559 HTTP/1.1" status: 204 len: 168 time: 0.7571778 Aug 31 08:10:22.918749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.928051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4b98-f370-4d6a-9fed-c3fd35f06f2b tempest-TagsTest-2025312785 tempest-TagsTest-2025312785-project] Pushing event deleted for resources: {'Network': ['ID=0e3a2c0d-5747-465f-ac28-49c957636559,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:22.951870 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba7777ad-fecb-412d-9701-eb0e107717a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.980683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba7777ad-fecb-412d-9701-eb0e107717a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:22.992197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event deleted for resources: {'Port': ['ID=68c6c493-a347-4d1b-926b-8125c644c340,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:23.166631 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba7777ad-fecb-412d-9701-eb0e107717a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.170752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba7777ad-fecb-412d-9701-eb0e107717a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.172306 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ba7777ad-fecb-412d-9701-eb0e107717a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd7d35a2-9155-428f-ad59-7babcee02458 HTTP/1.1" status: 204 len: 168 time: 0.3087571 Aug 31 08:10:23.184533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7777ad-fecb-412d-9701-eb0e107717a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7d35a2-9155-428f-ad59-7babcee02458,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:23.206323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.321696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.326035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.366784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.562190 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.562981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Fanout notify agent at l3_agent the message router_deleted on router 816c1f56-65e8-4402-b94c-1015fe033504 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:23.575246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.580549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-46089b21-c9ff-4b86-b047-c5c1a7db85d7 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/816c1f56-65e8-4402-b94c-1015fe033504 HTTP/1.1" status: 204 len: 168 time: 1.9374661 Aug 31 08:10:23.581043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46782) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:23.591693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-245417982', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': False}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:23.615889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.780067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46788) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:23.819158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8eb00c6f-edf7-46b7-9be1-1b17d26f01e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.819806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.820596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.891657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.894937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.923720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:23.991136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a39529e6-95cc-4e42-9efd-76362afd061c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=962c2e0761be476fbd06ad0b0e279d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074819 Aug 31 08:10:23.991506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46794) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:24.034314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.154798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event updated for resources: {'Port': ['ID=dbf2d47b-0e51-4d41-a712-72f353dc40f6,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:24.165054 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc73855c-a5c9-4c44-a64e-7b2402a59eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.195183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.195973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc73855c-a5c9-4c44-a64e-7b2402a59eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.222585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.280288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46800) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:24.356160 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Floating IP ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7 associated. External IP: 172.25.0.180, port: 48759619-99f8-469e-9bcd-35f7e12ab058. Aug 31 08:10:24.393512 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9570f1fd-c88c-4698-8055-b7bf24113094 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15157084b75641849c0d6d569c80b6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092117 Aug 31 08:10:24.394893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46802) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:24.471888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd560ff0-e7e3-45da-8f1e-5b0a5f7822fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.505720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd560ff0-e7e3-45da-8f1e-5b0a5f7822fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.732236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.764363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.778473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd560ff0-e7e3-45da-8f1e-5b0a5f7822fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.781489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fd560ff0-e7e3-45da-8f1e-5b0a5f7822fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.782525 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fd560ff0-e7e3-45da-8f1e-5b0a5f7822fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84fcbfdc-90d1-4382-84cb-0206249a52f7 HTTP/1.1" status: 204 len: 168 time: 0.3866787 Aug 31 08:10:24.862151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd560ff0-e7e3-45da-8f1e-5b0a5f7822fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fcbfdc-90d1-4382-84cb-0206249a52f7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:24.954140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc73855c-a5c9-4c44-a64e-7b2402a59eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.956614 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc73855c-a5c9-4c44-a64e-7b2402a59eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:24.962385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc73855c-a5c9-4c44-a64e-7b2402a59eee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2be1ec6f-8e69-41a6-92d3-a158fe6336b6 HTTP/1.1" status: 204 len: 168 time: 0.9653406 Aug 31 08:10:24.971932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Allocated IP 172.25.0.236 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a0f3276b-95d7-4582-bfac-1f960acb0d62) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:24.974467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73855c-a5c9-4c44-a64e-7b2402a59eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be1ec6f-8e69-41a6-92d3-a158fe6336b6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:25.003458 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Router 7683ee43-9047-47ab-bed5-1034d1eb5c29 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:10:25.113200 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:25.137682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:25.150678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] Sync routers for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:25.166338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:25.166338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:25.287468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:25.287861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:25.319057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:25.352317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a4ef7264-4a6a-4d0f-a90d-6ee28f0c9356 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0305302 Aug 31 08:10:25.353404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:25.355893 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef800de1-27ff-4b22-954d-1c3e4d166305" -d '{"events": [{"name": "network-changed", "server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:25.386245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f3276b-95d7-4582-bfac-1f960acb0d62,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:25.418100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:25.419835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:25.423061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:25.461048 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d06089-125f-42ae-9ba1-4fe84d75bb00 x-openstack-request-id: req-10d06089-125f-42ae-9ba1-4fe84d75bb00 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:25.461582 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:25.462044 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10d06089-125f-42ae-9ba1-4fe84d75bb00 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:25.462835 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058', 'status': 'completed', 'code': 200} Aug 31 08:10:25.692468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-1deef8ac-c49f-45b5-aa00-d2354085319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:25.694281 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-1deef8ac-c49f-45b5-aa00-d2354085319d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1098 time: 0.1988838 Aug 31 08:10:25.815589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'port_id': '48759619-99f8-469e-9bcd-35f7e12ab058', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'mac_address': 'fa:16:3e:55:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:10:22Z', 'updated_at': '2021-08-31T08:10:22Z', 'revision_number': 0, 'project_id': '1023c07cf51a43b98323a7005581473d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:25.862514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] Checking router: 7683ee43-9047-47ab-bed5-1034d1eb5c29 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:25.878681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:25.879319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:25.951692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-3b28ddb1-8c74-4849-8e57-b6305a6bf159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:25.954135 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-3b28ddb1-8c74-4849-8e57-b6305a6bf159 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 909 time: 0.2502203 Aug 31 08:10:26.132265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:26.162016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-bd590257-d365-4b6e-8f35-c421e1b88c8b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 1000 time: 0.1949697 Aug 31 08:10:26.205871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:26.269852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-9a8787e4-7347-4916-b98b-c0d39cad4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:26.272055 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-9a8787e4-7347-4916-b98b-c0d39cad4919 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 200 len: 847 time: 0.1005991 Aug 31 08:10:26.493774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-eecc3d1c-dd01-43d0-a7a5-f2a5e8bd4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:26.496365 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-eecc3d1c-dd01-43d0-a7a5-f2a5e8bd4223 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fc5bb32-8feb-4b88-88b4-d81c370ac068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868274 Aug 31 08:10:26.545119 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:26.724451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:26.743500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-625281a6-fa0f-48b2-863b-cfd78fa88e9e service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357428 Aug 31 08:10:26.762357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e36c094d-36b9-4762-b8e2-b845e14640a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:26.793164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:26.796040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'port_id': '48759619-99f8-469e-9bcd-35f7e12ab058', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'mac_address': 'fa:16:3e:55:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:10:22Z', 'updated_at': '2021-08-31T08:10:22Z', 'revision_number': 0, 'project_id': '1023c07cf51a43b98323a7005581473d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:26.834572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f0d70-6f85-4049-a403-fb950088f24c None None] The sync data for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 is: [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'port_id': '48759619-99f8-469e-9bcd-35f7e12ab058', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'mac_address': 'fa:16:3e:55:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:10:22Z', 'updated_at': '2021-08-31T08:10:22Z', 'revision_number': 0, 'project_id': '1023c07cf51a43b98323a7005581473d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:27.025007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef800de1-27ff-4b22-954d-1c3e4d166305 req-ca66a882-9a27-4b8e-bbab-25a012b0c3d7 service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629998 Aug 31 08:10:27.172703 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcd572-329d-478e-9f08-93b2a03677b0 None None] New status for floating IP ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:10:27.207341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Router ce213532-de27-47df-a2c0-e87c2de368b8 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:27.350392 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:27.359793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Sync routers for ids ['ce213532-de27-47df-a2c0-e87c2de368b8'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:27.371286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Routers {'ce213532-de27-47df-a2c0-e87c2de368b8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:27.372226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ce213532-de27-47df-a2c0-e87c2de368b8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:27.497214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:27.497214 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ee44186-21ca-431e-b5b6-f55abfa3b472 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9097142 Aug 31 08:10:27.498403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46874) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:27.504369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Set router ce213532-de27-47df-a2c0-e87c2de368b8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:27.766390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce213532-de27-47df-a2c0-e87c2de368b8', 'name': 'tempest-snat-router-245417982', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.236'}], 'enable_snat': False}, 'gw_port_id': 'a0f3276b-95d7-4582-bfac-1f960acb0d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:23Z', 'updated_at': '2021-08-31T08:10:25Z', 'revision_number': 3, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port': {'id': 'a0f3276b-95d7-4582-bfac-1f960acb0d62', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce213532-de27-47df-a2c0-e87c2de368b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:10:24Z', 'updated_at': '2021-08-31T08:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:27.767222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-77f369fe-566b-46c5-a8a8-4527c4e53fdd tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/ce213532-de27-47df-a2c0-e87c2de368b8 HTTP/1.1" status: 200 len: 908 time: 0.2625589 Aug 31 08:10:27.767222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:27.772341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-245417982', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': True}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:27.813352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Checking router: ce213532-de27-47df-a2c0-e87c2de368b8 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:27.813836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Updating router ce213532-de27-47df-a2c0-e87c2de368b8 port a0f3276b-95d7-4582-bfac-1f960acb0d62 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:10:27.841884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:27.990356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:27.995300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.091488 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.119571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.231926 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.254261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Transition to ACTIVE for port object a0f3276b-95d7-4582-bfac-1f960acb0d62 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:10:28.428253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.461745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.477904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19024a-7f59-48bd-a769-a8e638590e2f req-a880858c-47c0-41d7-a299-b9f7841b5c49 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:28.477904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f19024a-7f59-48bd-a769-a8e638590e2f req-a880858c-47c0-41d7-a299-b9f7841b5c49 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.1272013 Aug 31 08:10:28.500454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5671637-af53-443b-b2dd-7b37304cda4b None None] Pushing event updated for resources: {'Port': ['ID=a0f3276b-95d7-4582-bfac-1f960acb0d62,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:28.504922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Attempting to bind port a0f3276b-95d7-4582-bfac-1f960acb0d62 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:10:28.505300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Attempting to bind port a0f3276b-95d7-4582-bfac-1f960acb0d62 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:10:28.505836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Attempting to bind port a0f3276b-95d7-4582-bfac-1f960acb0d62 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:10:28.511998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:10:28.512381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:10:28.512782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.513176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:10:28.513644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Bound port: a0f3276b-95d7-4582-bfac-1f960acb0d62, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:10:28.514059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.530281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f19024a-7f59-48bd-a769-a8e638590e2f req-808ee154-99b9-49c7-a52c-9a266ba232fd tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461893 Aug 31 08:10:28.584727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] For port a0f3276b-95d7-4582-bfac-1f960acb0d62, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:10:28.588643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] For port a0f3276b-95d7-4582-bfac-1f960acb0d62, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0f3276b-95d7-4582-bfac-1f960acb0d62,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:10:28.893522 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.896732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.924332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:28.969255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5671637-af53-443b-b2dd-7b37304cda4b None None] Pushing event updated for resources: {'Port': ['ID=a0f3276b-95d7-4582-bfac-1f960acb0d62,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:28.981067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Routers {'ce213532-de27-47df-a2c0-e87c2de368b8'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:28.981914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ce213532-de27-47df-a2c0-e87c2de368b8'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:28.995069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46920) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:29.053482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Allocated IP 172.25.0.197 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/94192722-3776-424c-8a68-77fba7539927) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:29.069152 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d6f9b4d0-31f3-4622-91d6-7fd695280768 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/floatingips/7f89ca75-b079-4314-8865-4cb2ee1c90c4 HTTP/1.1" status: 200 len: 993 time: 0.0724728 Aug 31 08:10:29.114154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] Set router ce213532-de27-47df-a2c0-e87c2de368b8 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:29.191040 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:29.316818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce213532-de27-47df-a2c0-e87c2de368b8', 'name': 'tempest-snat-router-245417982', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.236'}], 'enable_snat': False}, 'gw_port_id': 'a0f3276b-95d7-4582-bfac-1f960acb0d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:23Z', 'updated_at': '2021-08-31T08:10:25Z', 'revision_number': 3, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port': {'id': 'a0f3276b-95d7-4582-bfac-1f960acb0d62', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce213532-de27-47df-a2c0-e87c2de368b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:10:24Z', 'updated_at': '2021-08-31T08:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:29.344363 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa7853d-8572-427b-bb54-acc851035ff2 None None] The sync data for ids ['ce213532-de27-47df-a2c0-e87c2de368b8'] in n-d-713499-16 is: [{'id': 'ce213532-de27-47df-a2c0-e87c2de368b8', 'name': 'tempest-snat-router-245417982', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.236'}], 'enable_snat': False}, 'gw_port_id': 'a0f3276b-95d7-4582-bfac-1f960acb0d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:23Z', 'updated_at': '2021-08-31T08:10:25Z', 'revision_number': 3, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port': {'id': 'a0f3276b-95d7-4582-bfac-1f960acb0d62', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce213532-de27-47df-a2c0-e87c2de368b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:10:24Z', 'updated_at': '2021-08-31T08:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:29.376807 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:29.406320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:29.453310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:29.454966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:29.461039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:29.519916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Port': ['ID=94192722-3776-424c-8a68-77fba7539927,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:29.582702 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:29.640651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 8b0b35f4-ea94-413c-9a4b-33a3d82e794e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:29.642876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:29.870656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2be8e-e0cc-49db-b082-9b38b199d1c2 req-658f89a6-a445-4cef-abfa-ccfd989d0cd5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:29.872391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f2be8e-e0cc-49db-b082-9b38b199d1c2 req-658f89a6-a445-4cef-abfa-ccfd989d0cd5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.1621549 Aug 31 08:10:29.889579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0f3276b-95d7-4582-bfac-1f960acb0d62 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:29.934995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-73f2be8e-e0cc-49db-b082-9b38b199d1c2 req-f79f76f4-3f73-45a7-9ff2-8ac3a01c36a1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Aug 31 08:10:30.110064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a0f3276b-95d7-4582-bfac-1f960acb0d62 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:10:30.116246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a0f3276b-95d7-4582-bfac-1f960acb0d62 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:30.116771 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.146229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.279368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.303832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a0f3276b-95d7-4582-bfac-1f960acb0d62, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0f3276b-95d7-4582-bfac-1f960acb0d62,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:30.422835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.452231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.507393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.508362 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.511318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a0f3276b-95d7-4582-bfac-1f960acb0d62,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:30.531624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 8b0b35f4-ea94-413c-9a4b-33a3d82e794e owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:30.545347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-14a4eab4-8770-4ba0-8ee9-bcf1f9d96572 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:30.546936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-14a4eab4-8770-4ba0-8ee9-bcf1f9d96572 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.1611888 Aug 31 08:10:30.708520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Router 0da702e0-32e9-4042-aee0-f6f7eb88e63e is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:30.773841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port b8eee3ba-1173-488a-b98d-89d967e8f7d4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:30.774529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.846649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:30.861088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Sync routers for ids ['0da702e0-32e9-4042-aee0-f6f7eb88e63e'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:30.872206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Routers {'0da702e0-32e9-4042-aee0-f6f7eb88e63e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:30.873094 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0da702e0-32e9-4042-aee0-f6f7eb88e63e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:30.967964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.970296 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port b8eee3ba-1173-488a-b98d-89d967e8f7d4, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b8eee3ba-1173-488a-b98d-89d967e8f7d4,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:30.970687 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:30.977580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a0345756-b13b-4258-873f-4e078c7374f6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2063546 Aug 31 08:10:30.978634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 46958) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:30.999221 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Set router 0da702e0-32e9-4042-aee0-f6f7eb88e63e gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:31.003429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for b8eee3ba-1173-488a-b98d-89d967e8f7d4 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:31.163944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.219426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb0fa-ff95-44a7-9f12-1897752e82fe req-9b3b2221-f5ed-4802-89db-b94d2a05eb03 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:31.221126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acebb0fa-ff95-44a7-9f12-1897752e82fe req-9b3b2221-f5ed-4802-89db-b94d2a05eb03 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 946 time: 0.1673155 Aug 31 08:10:31.234123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=8b0b35f4-ea94-413c-9a4b-33a3d82e794e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:31.249373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.249936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.250395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.250855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.251337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.251789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.252426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.252864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.253304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.253752 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.254624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.254967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:31.338866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acebb0fa-ff95-44a7-9f12-1897752e82fe req-1988ea17-eb2b-4d16-b4cd-673c16bbfbc3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=159415ec-bcf8-4cbf-a56e-b8a9265ab25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026843 Aug 31 08:10:31.392586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da702e0-32e9-4042-aee0-f6f7eb88e63e', 'name': 'tempest-snat-router-245417982', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '94192722-3776-424c-8a68-77fba7539927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:28Z', 'updated_at': '2021-08-31T08:10:29Z', 'revision_number': 3, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port': {'id': '94192722-3776-424c-8a68-77fba7539927', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da702e0-32e9-4042-aee0-f6f7eb88e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:10:28Z', 'updated_at': '2021-08-31T08:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:31.421160 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Checking router: 0da702e0-32e9-4042-aee0-f6f7eb88e63e for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:31.421511 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Updating router 0da702e0-32e9-4042-aee0-f6f7eb88e63e port 94192722-3776-424c-8a68-77fba7539927 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:10:31.436306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 46970) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:31.436663 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c0e42fdc-4b03-4730-b41a-c594f9cf3d4c tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/0da702e0-32e9-4042-aee0-f6f7eb88e63e HTTP/1.1" status: 200 len: 907 time: 0.4611692 Aug 31 08:10:31.442829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.443832 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Floating IP 7f89ca75-b079-4314-8865-4cb2ee1c90c4 disassociated (deleted). External IP: 172.25.0.66, port: d588630f-8317-4aa7-8e3d-53dd4ed6a051. Aug 31 08:10:31.452844 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.554378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.611253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=b8eee3ba-1173-488a-b98d-89d967e8f7d4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:31.701770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.750228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port b8eee3ba-1173-488a-b98d-89d967e8f7d4 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:10:31.755014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.768364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0f3276b-95d7-4582-bfac-1f960acb0d62 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:10:31.782142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0ab2fda-cce0-4961-81ca-89a21581c14b req-81140e74-de43-485f-a203-4745062d5232 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "DELETE /v2.0/ports/b8eee3ba-1173-488a-b98d-89d967e8f7d4 HTTP/1.1" status: 204 len: 173 time: 1.2193410 Aug 31 08:10:31.804330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'name': 'network-vif-deleted', 'tag': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:31.806373 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a6179-c5b6-444e-9c62-33b990be694b" -d '{"events": [{"server_uuid": "a2ffb60d-c700-40ce-ba26-3db6ca936761", "name": "network-vif-deleted", "tag": "b8eee3ba-1173-488a-b98d-89d967e8f7d4"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:31.888045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a0f3276b-95d7-4582-bfac-1f960acb0d62 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:10:31.890724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.912034 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef5c8b-e44a-488f-8222-c4aa4c93955b x-openstack-request-id: req-9eef5c8b-e44a-488f-8222-c4aa4c93955b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:31.912558 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ffb60d-c700-40ce-ba26-3db6ca936761", "name": "network-vif-deleted", "tag": "b8eee3ba-1173-488a-b98d-89d967e8f7d4", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:31.912884 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9eef5c8b-e44a-488f-8222-c4aa4c93955b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:31.913416 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ffb60d-c700-40ce-ba26-3db6ca936761', 'name': 'network-vif-deleted', 'tag': 'b8eee3ba-1173-488a-b98d-89d967e8f7d4', 'status': 'completed', 'code': 200} Aug 31 08:10:31.957074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:31.966830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 754e3c1a-3277-48d0-8826-15117626f2da has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:10:32.066635 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.080484 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Transition to ACTIVE for port object 94192722-3776-424c-8a68-77fba7539927 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:10:32.138165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:32.149616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] Sync routers for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:32.157615 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.160826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:32.162067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:32.196820 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.200418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6633b09f-d3a6-4671-90fb-d3710f631ad0 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f89ca75-b079-4314-8865-4cb2ee1c90c4 HTTP/1.1" status: 204 len: 168 time: 2.8224778 Aug 31 08:10:32.263873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Deleting port 94192722-3776-424c-8a68-77fba7539927 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:32.266458 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.312222 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Attempting to bind port 94192722-3776-424c-8a68-77fba7539927 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:10:32.312859 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Attempting to bind port 94192722-3776-424c-8a68-77fba7539927 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:10:32.313480 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Attempting to bind port 94192722-3776-424c-8a68-77fba7539927 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:10:32.342481 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:10:32.348812 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:10:32.349393 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.349944 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:10:32.350606 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Bound port: 94192722-3776-424c-8a68-77fba7539927, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:10:32.351071 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.440194 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] For port 94192722-3776-424c-8a68-77fba7539927, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:10:32.442125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:32.447122 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] For port 94192722-3776-424c-8a68-77fba7539927, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=94192722-3776-424c-8a68-77fba7539927,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:10:32.469604 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Pushing event updated for resources: {'Port': ['ID=94192722-3776-424c-8a68-77fba7539927,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:32.470506 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.487016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Calling delete_port for 94192722-3776-424c-8a68-77fba7539927 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:32.494592 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.496648 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.497028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.497850 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.498334 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.498692 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.499023 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.499355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.499679 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.500002 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.500325 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.500645 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:32.527541 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.563856 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Routers {'0da702e0-32e9-4042-aee0-f6f7eb88e63e'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:32.564505 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['0da702e0-32e9-4042-aee0-f6f7eb88e63e'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:32.565799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d561a529-444c-4ab2-adf3-b3b491f2afff req-887304d5-ecb0-4bf8-81ce-bd93c2604255 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0675776 Aug 31 08:10:32.746633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3036b-e572-40e8-983d-7ec18e36264a None None] Pushing event updated for resources: {'Port': ['ID=94192722-3776-424c-8a68-77fba7539927,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:32.766114 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] Set router 0da702e0-32e9-4042-aee0-f6f7eb88e63e gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:32.854271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b8eee3ba-1173-488a-b98d-89d967e8f7d4 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:32.901574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: b8eee3ba-1173-488a-b98d-89d967e8f7d4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:32.905780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b8eee3ba-1173-488a-b98d-89d967e8f7d4 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:32.932026 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da702e0-32e9-4042-aee0-f6f7eb88e63e', 'name': 'tempest-snat-router-245417982', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:28Z', 'updated_at': '2021-08-31T08:10:31Z', 'revision_number': 4, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:32.938842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:32.988061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:20Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:32.989500 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d109cc-c80b-4df2-b24f-fa0b5e5c9d89 None None] The sync data for ids ['0da702e0-32e9-4042-aee0-f6f7eb88e63e'] in n-d-713499-16 is: [{'id': '0da702e0-32e9-4042-aee0-f6f7eb88e63e', 'name': 'tempest-snat-router-245417982', 'tenant_id': '513a597ff411463da6c53752698212f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:10:28Z', 'updated_at': '2021-08-31T08:10:31Z', 'revision_number': 4, 'project_id': '513a597ff411463da6c53752698212f0', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:33.019729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event deleted for resources: {'Port': ['ID=94192722-3776-424c-8a68-77fba7539927,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:33.052338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] Checking router: 754e3c1a-3277-48d0-8826-15117626f2da for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:33.072982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:33.073624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:33.138256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:33.246142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:33.276176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:33.279516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:33.351270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e166a1a-8d2c-4f1f-ad4f-b3c277d6b129 req-9725581d-92c1-46dd-b7fc-dc6f1d62f641 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:33.351270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e166a1a-8d2c-4f1f-ad4f-b3c277d6b129 req-9725581d-92c1-46dd-b7fc-dc6f1d62f641 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 946 time: 0.3339489 Aug 31 08:10:33.433127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e166a1a-8d2c-4f1f-ad4f-b3c277d6b129 req-5396ee11-c846-4808-b3df-170e694d4f45 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763416 Aug 31 08:10:33.669957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:33.672962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0da702e0-32e9-4042-aee0-f6f7eb88e63e {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:33.681618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:33.685610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47016) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:33.686150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-48f47bbd-4184-4161-8ee9-a6d6fa95db82 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0da702e0-32e9-4042-aee0-f6f7eb88e63e HTTP/1.1" status: 204 len: 168 time: 2.2484283 Aug 31 08:10:33.766456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3caf9a6-760a-4997-aec8-49f3a8deb955 req-60e96a1d-89f6-410c-86a1-6067f3a17928 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0525439 Aug 31 08:10:33.917356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:33.919912 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a153bc6-2311-4f66-9729-2179e8614be0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:34.004581 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06418b0c-93bc-4b9c-bac8-abe9a00002fb x-openstack-request-id: req-06418b0c-93bc-4b9c-bac8-abe9a00002fb {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:34.004581 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:34.004581 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06418b0c-93bc-4b9c-bac8-abe9a00002fb {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:34.004581 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'status': 'completed', 'code': 200} Aug 31 08:10:34.025817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:34.069261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:20Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:34.080442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-098a79a6-4143-4c0d-9c26-0e8c45f7b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:34.081999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-098a79a6-4143-4c0d-9c26-0e8c45f7b560 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 1098 time: 0.0926709 Aug 31 08:10:34.099189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91cfcda-6e43-4172-a0b0-5afa43760484 None None] The sync data for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 is: [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:09:13Z', 'revision_number': 4, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7c4ae528-c1ee-409b-ba7b-3f19c9932ebe', 'name': '', 'network_id': '2b0509f8-f2b0-438d-9686-1cf543401558', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'mac_address': 'fa:16:3e:23:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:10Z', 'updated_at': '2021-08-31T08:09:20Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'subnets': [{'id': 'bc20aebc-5212-4e2f-bb58-5e16b9ee4427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:34.273301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-02fa9aaa-2d00-40c1-9381-867a9282ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:34.275805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-02fa9aaa-2d00-40c1-9381-867a9282ddbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b0509f8-f2b0-438d-9686-1cf543401558 HTTP/1.1" status: 200 len: 898 time: 0.1858566 Aug 31 08:10:34.321341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:34.381416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-9c601cd1-919f-4dc4-aeb7-f495176f148c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051 HTTP/1.1" status: 200 len: 217 time: 0.0974412 Aug 31 08:10:34.513626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-b1ad9ffa-8897-486f-bf65-fad32056d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:34.515717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-b1ad9ffa-8897-486f-bf65-fad32056d5d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc20aebc-5212-4e2f-bb58-5e16b9ee4427 HTTP/1.1" status: 200 len: 835 time: 0.1264226 Aug 31 08:10:34.627511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-795dcdbf-11d1-4f2f-934d-39ce02594acb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:34.630493 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-795dcdbf-11d1-4f2f-934d-39ce02594acb tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 946 time: 0.2173853 Aug 31 08:10:34.673170 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c72346-4e7e-4c57-b9c3-3104fc57d8f7 None None] New status for floating IP 7f89ca75-b079-4314-8865-4cb2ee1c90c4: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:10:34.724886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-84b98eb6-766e-44b4-b658-e669063b04de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:34.724886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-84b98eb6-766e-44b4-b658-e669063b04de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b0509f8-f2b0-438d-9686-1cf543401558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960838 Aug 31 08:10:34.783764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed668fa-4385-48ee-b720-2e22044116f1 req-ab6de9fd-f0ac-43fc-9de3-03d7c742f006 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:34.810607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aed668fa-4385-48ee-b720-2e22044116f1 req-ab6de9fd-f0ac-43fc-9de3-03d7c742f006 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 946 time: 0.2707794 Aug 31 08:10:34.877548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Deleting port a0f3276b-95d7-4582-bfac-1f960acb0d62 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:34.878153 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.010967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a15780-b098-477c-bfb3-3a3be71022b8 req-c5a6e470-2d81-4a9d-9104-12a3e4d03efc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0653262 Aug 31 08:10:35.014004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] For port a0f3276b-95d7-4582-bfac-1f960acb0d62, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a0f3276b-95d7-4582-bfac-1f960acb0d62,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:35.014004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.031772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Calling delete_port for a0f3276b-95d7-4582-bfac-1f960acb0d62 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:35.048599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aed668fa-4385-48ee-b720-2e22044116f1 req-861df7c7-7ff2-4586-b809-51823ecf2672 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b9f014-a3bb-4324-b39f-d658b68dc89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409477 Aug 31 08:10:35.111041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-96a8beda-c6d1-45e0-8bdd-bc514c9bb75c service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692307 Aug 31 08:10:35.283826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-9aabbd87-2824-4ac7-b7a1-189d44caef6e service neutron] 10.222.0.45 "GET /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630867 Aug 31 08:10:35.284574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47036) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:35.363188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port d588630f-8317-4aa7-8e3d-53dd4ed6a051 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:35.363559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.453832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.503830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a221e4-0a9e-4088-b44d-8b4602389215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.516314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0f3276b-95d7-4582-bfac-1f960acb0d62,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:35.616019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port d588630f-8317-4aa7-8e3d-53dd4ed6a051, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d588630f-8317-4aa7-8e3d-53dd4ed6a051,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:35.616379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.679007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for d588630f-8317-4aa7-8e3d-53dd4ed6a051 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:35.682945 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a221e4-0a9e-4088-b44d-8b4602389215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.745043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.805738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-75a221e4-0a9e-4088-b44d-8b4602389215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.859098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-75a221e4-0a9e-4088-b44d-8b4602389215 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40e22b0baeaf49f4949573dc8fb3da34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5733769 Aug 31 08:10:35.860174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a221e4-0a9e-4088-b44d-8b4602389215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2c168-ba9e-4bab-aca0-79ca016db0cf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:35.862863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47044) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:35.882575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.893028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.927372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8420553f-ba7f-4944-bf52-8d9a2fb1dc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:35.952944 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8420553f-ba7f-4944-bf52-8d9a2fb1dc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.082365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.082886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce213532-de27-47df-a2c0-e87c2de368b8 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:36.087635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.088656 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2720968a-3db1-47c8-974e-3fc499a27e2d tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ce213532-de27-47df-a2c0-e87c2de368b8 HTTP/1.1" status: 204 len: 168 time: 2.4019182 Aug 31 08:10:36.092602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47048) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:36.098081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1443735094', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:36.167719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.204962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=d588630f-8317-4aa7-8e3d-53dd4ed6a051,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:36.291733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] No DVR routers for this DVR port d588630f-8317-4aa7-8e3d-53dd4ed6a051 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:10:36.295601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.300037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-185eec6d-1961-47cf-8bdc-8d5613624821 req-a90c28f1-10e0-4790-94aa-b106f86678d6 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.45 "DELETE /v2.0/ports/d588630f-8317-4aa7-8e3d-53dd4ed6a051 HTTP/1.1" status: 204 len: 173 time: 1.6605330 Aug 31 08:10:36.300037 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'name': 'network-vif-deleted', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:10:36.301910 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4b35f-a25a-40b1-afc5-170ca1bc249e" -d '{"events": [{"server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "name": "network-vif-deleted", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:10:36.325385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.327241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.391243 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.430819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0de1d2-0f0a-4ec0-9cd7-7a697ff0e8e5 req-c2151fa6-041a-4510-954f-3f45bca40011 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0741320 Aug 31 08:10:36.433941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-255f50ee-3f9d-4410-ac6e-9df9d32b26de req-ebcf2e00-702b-4308-a9d4-f5b55907664e tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0741289 Aug 31 08:10:36.571309 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d0202-e740-4a37-9dc5-115821a1828e x-openstack-request-id: req-195d0202-e740-4a37-9dc5-115821a1828e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:10:36.571734 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eb6d30-59d9-4f89-be02-a929eaa7b1be", "name": "network-vif-deleted", "tag": "d588630f-8317-4aa7-8e3d-53dd4ed6a051", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:10:36.572055 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-195d0202-e740-4a37-9dc5-115821a1828e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:10:36.574221 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eb6d30-59d9-4f89-be02-a929eaa7b1be', 'name': 'network-vif-deleted', 'tag': 'd588630f-8317-4aa7-8e3d-53dd4ed6a051', 'status': 'completed', 'code': 200} Aug 31 08:10:36.607365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8420553f-ba7f-4944-bf52-8d9a2fb1dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.614312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8420553f-ba7f-4944-bf52-8d9a2fb1dc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:36.614312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8420553f-ba7f-4944-bf52-8d9a2fb1dc68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fe2c168-ba9e-4bab-aca0-79ca016db0cf HTTP/1.1" status: 204 len: 168 time: 0.7488925 Aug 31 08:10:36.628687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420553f-ba7f-4944-bf52-8d9a2fb1dc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2c168-ba9e-4bab-aca0-79ca016db0cf,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:36.796934 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.296902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47066) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:37.464730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-373e7fe7-9713-4efe-b72b-f446c20a1370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.568747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.589466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.595105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63f35633-db86-47f8-9192-3e3532cb719e req-27ae44cb-03f5-4f68-bae2-b1c126f7df9a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0416021 Aug 31 08:10:37.645722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db9ca172-d0f1-4bb7-960e-7a8ffe61680a req-5c445bad-ea62-4c99-9f75-872b6fe001da tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7eb6d30-59d9-4f89-be02-a929eaa7b1be HTTP/1.1" status: 200 len: 210 time: 0.0554035 Aug 31 08:10:37.679467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0f3276b-95d7-4582-bfac-1f960acb0d62 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:37.710763 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a0f3276b-95d7-4582-bfac-1f960acb0d62 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:37.711988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a0f3276b-95d7-4582-bfac-1f960acb0d62 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:37.716536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-373e7fe7-9713-4efe-b72b-f446c20a1370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.796199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Allocated IP 172.25.0.251 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/e0547b70-1a17-43c2-ba60-bc3a8ca6ae25) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:37.879777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-373e7fe7-9713-4efe-b72b-f446c20a1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.914157 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:37.920094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-373e7fe7-9713-4efe-b72b-f446c20a1370 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b680ada8fe7c443db94c8f73e4039b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220152 Aug 31 08:10:37.922057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e7fe7-9713-4efe-b72b-f446c20a1370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7e218-3ae3-495e-87b4-13be7fd57620,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:37.924871 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47078) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:38.008490 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bfab7a8-d9ee-418b-b20d-0f3cab9e4764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.028043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47080) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:38.032127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bfab7a8-d9ee-418b-b20d-0f3cab9e4764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.041701 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12490f9f-51d0-4984-9b60-c3a623c62c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.139860 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.180718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:38.185674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:38.189789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:38.218497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bfab7a8-d9ee-418b-b20d-0f3cab9e4764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.221209 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5bfab7a8-d9ee-418b-b20d-0f3cab9e4764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.224682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5bfab7a8-d9ee-418b-b20d-0f3cab9e4764 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48f7e218-3ae3-495e-87b4-13be7fd57620 HTTP/1.1" status: 204 len: 168 time: 0.2961295 Aug 31 08:10:38.252487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event updated for resources: {'Port': ['ID=e0547b70-1a17-43c2-ba60-bc3a8ca6ae25,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:38.272772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfab7a8-d9ee-418b-b20d-0f3cab9e4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7e218-3ae3-495e-87b4-13be7fd57620,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:38.399084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12490f9f-51d0-4984-9b60-c3a623c62c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.430851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d588630f-8317-4aa7-8e3d-53dd4ed6a051 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:38.465376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: d588630f-8317-4aa7-8e3d-53dd4ed6a051 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:38.466020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d588630f-8317-4aa7-8e3d-53dd4ed6a051 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:38.485051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47086) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:38.519763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12490f9f-51d0-4984-9b60-c3a623c62c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.560483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-12490f9f-51d0-4984-9b60-c3a623c62c4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecfb550bb1564d658cb7157c593d3987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301933 Aug 31 08:10:38.561335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12490f9f-51d0-4984-9b60-c3a623c62c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250a6b68-f4d2-4c84-aeeb-6885a43bb458,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:38.562245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:38.605340 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3c6de74-6e73-4e9b-99ab-f93fee232dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.732432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47096) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:38.765257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-828abd44-9371-4a00-b6c9-6bd13fa0e4c1 req-0d09ae54-2c03-45d5-bb06-93585a689893 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ffb60d-c700-40ce-ba26-3db6ca936761 HTTP/1.1" status: 200 len: 210 time: 0.0436473 Aug 31 08:10:38.765375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a168701a-d43d-4a79-925b-e221952c994e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.806801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3c6de74-6e73-4e9b-99ab-f93fee232dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.837495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a168701a-d43d-4a79-925b-e221952c994e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.842463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5875e279-30b3-4677-8188-ba0a143bce9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.869773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.874302 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5875e279-30b3-4677-8188-ba0a143bce9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.944608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d3c6de74-6e73-4e9b-99ab-f93fee232dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:38.993127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d3c6de74-6e73-4e9b-99ab-f93fee232dcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9bb29188ef7e4588a1e8587aef6c99ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060050 Aug 31 08:10:38.994026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6de74-6e73-4e9b-99ab-f93fee232dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e09af-b8a8-4334-b6ec-b49b932bda51,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:38.996664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47100) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:39.053516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd6ad-ce1e-4b7a-8c74-dcd523bde689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.078608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd6ad-ce1e-4b7a-8c74-dcd523bde689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.108643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5875e279-30b3-4677-8188-ba0a143bce9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.115915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5875e279-30b3-4677-8188-ba0a143bce9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.116074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a168701a-d43d-4a79-925b-e221952c994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.116074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a168701a-d43d-4a79-925b-e221952c994e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.119621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5875e279-30b3-4677-8188-ba0a143bce9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/security-groups/82b9f014-a3bb-4324-b39f-d658b68dc89f HTTP/1.1" status: 204 len: 168 time: 0.3824613 Aug 31 08:10:39.119729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a168701a-d43d-4a79-925b-e221952c994e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/250a6b68-f4d2-4c84-aeeb-6885a43bb458 HTTP/1.1" status: 204 len: 168 time: 0.5530200 Aug 31 08:10:39.128075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875e279-30b3-4677-8188-ba0a143bce9b tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9f014-a3bb-4324-b39f-d658b68dc89f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:39.164514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168701a-d43d-4a79-925b-e221952c994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a6b68-f4d2-4c84-aeeb-6885a43bb458,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:39.178775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.310025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd6ad-ce1e-4b7a-8c74-dcd523bde689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.313655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d8cd6ad-ce1e-4b7a-8c74-dcd523bde689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.315319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d8cd6ad-ce1e-4b7a-8c74-dcd523bde689 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/276e09af-b8a8-4334-b6ec-b49b932bda51 HTTP/1.1" status: 204 len: 168 time: 0.3176622 Aug 31 08:10:39.321550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47108) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:39.347855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cd6ad-ce1e-4b7a-8c74-dcd523bde689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e09af-b8a8-4334-b6ec-b49b932bda51,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:39.459892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Router 25c22ac0-a401-4e34-9d67-ee11086d247c is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:39.462509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47112) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:39.561423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6b92a81-9c8e-4f3e-8aca-513671edf5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.639817 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:39.653435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] Sync routers for ids ['25c22ac0-a401-4e34-9d67-ee11086d247c'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:39.671178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] Routers {'25c22ac0-a401-4e34-9d67-ee11086d247c'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:39.674600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['25c22ac0-a401-4e34-9d67-ee11086d247c'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:39.765983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:39.776268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] Routers {'25c22ac0-a401-4e34-9d67-ee11086d247c'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:39.776996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['25c22ac0-a401-4e34-9d67-ee11086d247c'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:39.821853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:39.823034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d1f0-efb7-4f54-a4a6-e7269e8ab168 None None] The sync data for ids ['25c22ac0-a401-4e34-9d67-ee11086d247c'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:39.873255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6b92a81-9c8e-4f3e-8aca-513671edf5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:39.980062 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6b92a81-9c8e-4f3e-8aca-513671edf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.042235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.045255 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bdee99a6-36af-42cb-8b91-88ab982e1ad2 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9509470 Aug 31 08:10:40.050217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47136) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:40.055693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': False}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:40.091991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e6b92a81-9c8e-4f3e-8aca-513671edf5f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=422a5c6c4ff448f4959337ebb9844ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916073 Aug 31 08:10:40.092828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b92a81-9c8e-4f3e-8aca-513671edf5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c807864-6c95-4c37-960c-34d3877ed4c1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:40.103901 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.105796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:40.264974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6cb0-9129-45a5-a3f6-652c880520a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.315170 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6cb0-9129-45a5-a3f6-652c880520a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.487364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.564125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:40.569741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.613364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6cb0-9129-45a5-a3f6-652c880520a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.615969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c2b6cb0-9129-45a5-a3f6-652c880520a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.621393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1c2b6cb0-9129-45a5-a3f6-652c880520a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c807864-6c95-4c37-960c-34d3877ed4c1 HTTP/1.1" status: 204 len: 168 time: 0.5068555 Aug 31 08:10:40.634838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b6cb0-9129-45a5-a3f6-652c880520a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c807864-6c95-4c37-960c-34d3877ed4c1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:40.689171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:40.689778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:40.716794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:41.079848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:41.111676 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=7c4ae528-c1ee-409b-ba7b-3f19c9932ebe,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:41.156129 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:41.159646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:41.297922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Router 25c22ac0-a401-4e34-9d67-ee11086d247c has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:10:41.395528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:41.444523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:41.453485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:41.453485 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-342ddc54-8d24-4137-962f-b9853bc35123 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "PUT /v2.0/routers/25c22ac0-a401-4e34-9d67-ee11086d247c HTTP/1.1" status: 200 len: 922 time: 1.3989782 Aug 31 08:10:41.453691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47166) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:41.456588 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] Sync routers for ids ['25c22ac0-a401-4e34-9d67-ee11086d247c'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:41.466491 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] Routers {'25c22ac0-a401-4e34-9d67-ee11086d247c'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:41.467105 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['25c22ac0-a401-4e34-9d67-ee11086d247c'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:41.500637 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:41.510982 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] Routers {'25c22ac0-a401-4e34-9d67-ee11086d247c'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:41.511702 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['25c22ac0-a401-4e34-9d67-ee11086d247c'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:41.565745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:41.565745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b46ae-af96-4439-a366-eb9659e6a286 None None] The sync data for ids ['25c22ac0-a401-4e34-9d67-ee11086d247c'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:41.654822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-62f5a4a5-f48e-4d5a-8e6e-1178265eac09 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/25c22ac0-a401-4e34-9d67-ee11086d247c HTTP/1.1" status: 200 len: 922 time: 0.2001870 Aug 31 08:10:41.657647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47172) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:41.784830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a26520-c9fc-4182-866f-8d8d50f2ff2a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:41.786371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b4a26520-c9fc-4182-866f-8d8d50f2ff2a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=25c22ac0-a401-4e34-9d67-ee11086d247c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1277699 Aug 31 08:10:41.789183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47176) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:41.849227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Router 754e3c1a-3277-48d0-8826-15117626f2da has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:10:41.935758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5248e8c-7c9a-4708-aee4-6289b45eaa99 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:41.936906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d5248e8c-7c9a-4708-aee4-6289b45eaa99 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.1468074 Aug 31 08:10:41.939720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47188) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:42.126419 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:10:42.345365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-413bf2a8-24f5-4439-9b5b-a010bad76b90 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=25c22ac0-a401-4e34-9d67-ee11086d247c HTTP/1.1" status: 200 len: 205 time: 0.4044702 Aug 31 08:10:42.347797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47248) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:42.417704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:42.440976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] Sync routers for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:42.444479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-10a78489-b500-499d-990c-edfbe90af4e1 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "PUT /v2.0/routers/754e3c1a-3277-48d0-8826-15117626f2da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1193855 Aug 31 08:10:42.447304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47252) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:42.467507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:42.470164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:42.569958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:42.703086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:42.750122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:42.989383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Deleting port e0547b70-1a17-43c2-ba60-bc3a8ca6ae25 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:42.990059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:42.998456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:10:40Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:43.041397 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] Checking router: 754e3c1a-3277-48d0-8826-15117626f2da for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:10:43.041629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting subnet bc20aebc-5212-4e2f-bb58-5e16b9ee4427 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:10:43.045086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.059409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] Routers {'754e3c1a-3277-48d0-8826-15117626f2da'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:43.060395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['754e3c1a-3277-48d0-8826-15117626f2da'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:43.147292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.225010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.248078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Calling delete_port for e0547b70-1a17-43c2-ba60-bc3a8ca6ae25 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:43.307198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] Set router 754e3c1a-3277-48d0-8826-15117626f2da gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:10:43.402666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.589991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:10:40Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:43.623014 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ae045-1a96-4d9c-8837-90fe837aa783 None None] The sync data for ids ['754e3c1a-3277-48d0-8826-15117626f2da'] in n-d-713499-16 is: [{'id': '754e3c1a-3277-48d0-8826-15117626f2da', 'name': 'tempest-TestNetworkBasicOps-router-1970936623', 'tenant_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:00Z', 'updated_at': '2021-08-31T08:10:40Z', 'revision_number': 5, 'project_id': '4a7ab783eb574ae9a2a68fc8a8fb06ac', 'gw_port': {'id': '3374e3b8-8c08-40f8-9e22-957cebd7e457', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754e3c1a-3277-48d0-8826-15117626f2da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:02Z', 'updated_at': '2021-08-31T08:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:43.678008 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.713956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Subnet': ['ID=bc20aebc-5212-4e2f-bb58-5e16b9ee4427,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:43.715992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.718074 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9cbd501d-a0fc-4391-ae94-4a488c7f2440 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/subnets/bc20aebc-5212-4e2f-bb58-5e16b9ee4427 HTTP/1.1" status: 204 len: 168 time: 1.2694597 Aug 31 08:10:43.720780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47302) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:43.731046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.734964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc5018f-1433-427f-87cf-6da563d1243d None None] Network 2b0509f8-f2b0-438d-9686-1cf543401558 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:10:43.781624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event deleted for resources: {'Port': ['ID=e0547b70-1a17-43c2-ba60-bc3a8ca6ae25,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:43.857187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.981197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:43.995092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.009314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.029609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] DHCP port deletion for 2b0509f8-f2b0-438d-9686-1cf543401558 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:10:44.120248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] Deleting port 8740524a-ccd7-4871-851c-5c545ef92f14 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:44.120637 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.179316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.180099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Fanout notify agent at l3_agent the message router_deleted on router 25c22ac0-a401-4e34-9d67-ee11086d247c {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:44.190559 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.197680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bc045be3-7561-4c3d-9008-69ff6352efe8 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/25c22ac0-a401-4e34-9d67-ee11086d247c HTTP/1.1" status: 204 len: 168 time: 1.8478532 Aug 31 08:10:44.198818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47342) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:44.206633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1916755580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:44.247630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] For port 8740524a-ccd7-4871-851c-5c545ef92f14, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8740524a-ccd7-4871-851c-5c545ef92f14,segment=NetworkSegment(416fccae-478b-41f4-a438-525933e6d168),segment_id=416fccae-478b-41f4-a438-525933e6d168)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:44.247630 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.260945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] Calling delete_port for 8740524a-ccd7-4871-851c-5c545ef92f14 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:44.390336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.391622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.476051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.477241 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.498714 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.526109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] Pushing event deleted for resources: {'Port': ['ID=8740524a-ccd7-4871-851c-5c545ef92f14,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:44.530102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0951dbf-f0a4-4e4c-8b58-32a247d47b2b None None] No DVR routers for this DVR port 8740524a-ccd7-4871-851c-5c545ef92f14 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:10:44.664519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.719331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Deleting port 3374e3b8-8c08-40f8-9e22-957cebd7e457 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:44.719909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.767258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.772419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47360) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:44.772976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-266e16b3-292c-4fc5-a2b9-5fc9a413d97d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5730124 Aug 31 08:10:44.778111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:44.947679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] For port 3374e3b8-8c08-40f8-9e22-957cebd7e457, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3374e3b8-8c08-40f8-9e22-957cebd7e457,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:10:44.949993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:44.950133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47362) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:44.955573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171409663', 'description': 'tempest-secgroup-smoke-1171409663 description', 'project_id': 'fdfe1165922b466ebe5461feebd71f86'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:45.002782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Calling delete_port for 3374e3b8-8c08-40f8-9e22-957cebd7e457 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:45.041797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.140791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.238874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.359493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.392022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c74fe5-7990-4ac4-a57f-5cd680352796,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:45.451555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.453792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.468332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.473158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4fd69ee1-3737-4686-9d9c-7577469f24f5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5221069 Aug 31 08:10:45.474287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:45.479806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group_rule': {'security_group_id': 'c2c74fe5-7990-4ac4-a57f-5cd680352796', 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:45.497116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.508283 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Port': ['ID=3374e3b8-8c08-40f8-9e22-957cebd7e457,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:45.618844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.736605 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.779587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.871457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:45.873754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.899663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:45.900290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7c4ae528-c1ee-409b-ba7b-3f19c9932ebe not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:45.900891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8740524a-ccd7-4871-851c-5c545ef92f14 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:45.903543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ee3331-83f7-4ed5-8748-a9749060a4e5,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:45.923132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8740524a-ccd7-4871-851c-5c545ef92f14 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:45.925414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8740524a-ccd7-4871-851c-5c545ef92f14 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:45.929690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.937574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:45.993961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Allocated IP 172.25.0.31 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/1cc97583-0721-4e71-addd-bf414d2afb97) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:46.011248 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.012794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ed91bf73-62f2-4c03-8765-d3a38993c45a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5374026 Aug 31 08:10:46.015612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47378) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:46.020756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group_rule': {'security_group_id': 'c2c74fe5-7990-4ac4-a57f-5cd680352796', 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:46.093139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.093723 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Fanout notify agent at l3_agent the message router_deleted on router 754e3c1a-3277-48d0-8826-15117626f2da {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:46.110332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.114451 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0d199917-1289-4dad-a77a-8b11faa38402 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/routers/754e3c1a-3277-48d0-8826-15117626f2da HTTP/1.1" status: 204 len: 168 time: 2.3897550 Aug 31 08:10:46.114632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47380) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:46.159794 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.234833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.249596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.249836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.327161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.348487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b21b31-96d6-4286-b535-4ea0d889117c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:46.364846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.375229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0509f8-f2b0-438d-9686-1cf543401558']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:46.387011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416fccae-478b-41f4-a438-525933e6d168') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:46.387316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416fccae-478b-41f4-a438-525933e6d168') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:46.396454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.411053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.417561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:10:46.418875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:10:46.422213 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:10:46.509948 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.511136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-357e4b65-c963-4df2-a672-5287f895f663 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4944642 Aug 31 08:10:46.513915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47384) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:46.518541 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group_rule': {'security_group_id': 'c2c74fe5-7990-4ac4-a57f-5cd680352796', 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:46.613709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.660324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:46.662000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:46.675346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:46.712315 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.725122 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.727766 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] 10.222.0.36 "DELETE /v2.0/networks/2b0509f8-f2b0-438d-9686-1cf543401558 HTTP/1.1" status: 204 len: 168 time: 0.6121945 Aug 31 08:10:46.735688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event updated for resources: {'Port': ['ID=1cc97583-0721-4e71-addd-bf414d2afb97,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:46.754081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be8de6-41d9-487f-93f3-38ff8e18a380 tempest-TestNetworkBasicOps-107827230 tempest-TestNetworkBasicOps-107827230-project] Pushing event deleted for resources: {'Network': ['ID=2b0509f8-f2b0-438d-9686-1cf543401558,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:46.879348 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:46.948782 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.065090 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.091442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea6785f-c719-4c89-9292-626e7ec29ba9,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:47.168334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.172103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-59ccd348-9a7b-40ec-b5d0-5e1db14ab8aa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6547282 Aug 31 08:10:47.172358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47406) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:47.179956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group_rule': {'security_group_id': 'c2c74fe5-7990-4ac4-a57f-5cd680352796', 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:47.188573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.411737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.666885 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.668041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.669086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.669858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3374e3b8-8c08-40f8-9e22-957cebd7e457 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:10:47.669858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3374e3b8-8c08-40f8-9e22-957cebd7e457 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:10:47.669858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3374e3b8-8c08-40f8-9e22-957cebd7e457 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:10:47.671147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47412) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:47.820599 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-efe4c96c-42e2-4abc-b798-f6d5f3f0da00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a7ab783eb574ae9a2a68fc8a8fb06ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462636 Aug 31 08:10:47.821633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47418) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:47.875456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d15-2d70-49a1-a60e-7421f8bc6916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:47.897334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d15-2d70-49a1-a60e-7421f8bc6916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.153833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Router 80dfed8e-9f80-4c3a-8e0c-1e62d449a849 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:48.166564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.177896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95e75c8-a81b-4a62-85a2-be3531ffb58c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:48.252269 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d15-2d70-49a1-a60e-7421f8bc6916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.254871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2d15-2d70-49a1-a60e-7421f8bc6916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.256054 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b1f2d15-2d70-49a1-a60e-7421f8bc6916 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3c07c41-76ef-4d9c-b095-06d6dafb335f HTTP/1.1" status: 204 len: 168 time: 0.4333515 Aug 31 08:10:48.277687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f2d15-2d70-49a1-a60e-7421f8bc6916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c07c41-76ef-4d9c-b095-06d6dafb335f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:48.287958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:48.297082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.300859 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-018ae7f7-d687-42d2-9749-d8ba7a360ad3 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "PUT /v2.0/routers/80dfed8e-9f80-4c3a-8e0c-1e62d449a849 HTTP/1.1" status: 200 len: 879 time: 3.5243521 Aug 31 08:10:48.302096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47426) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.305223 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] Sync routers for ids ['80dfed8e-9f80-4c3a-8e0c-1e62d449a849'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:48.320972 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] Routers {'80dfed8e-9f80-4c3a-8e0c-1e62d449a849'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:48.327820 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['80dfed8e-9f80-4c3a-8e0c-1e62d449a849'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:48.362794 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:48.373115 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] Routers {'80dfed8e-9f80-4c3a-8e0c-1e62d449a849'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:48.373743 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['80dfed8e-9f80-4c3a-8e0c-1e62d449a849'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:48.388747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.390256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c360f327-55ad-4578-b241-38070798e902 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2168639 Aug 31 08:10:48.392839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47430) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.398588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group_rule': {'security_group_id': 'c2c74fe5-7990-4ac4-a57f-5cd680352796', 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:48.417208 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:48.418156 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d9fe8-52e4-42fb-8081-0bb9d2faee38 None None] The sync data for ids ['80dfed8e-9f80-4c3a-8e0c-1e62d449a849'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:48.440925 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a9bb87b-74a2-458d-b8a0-42b427a1018a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/80dfed8e-9f80-4c3a-8e0c-1e62d449a849 HTTP/1.1" status: 200 len: 920 time: 0.1324284 Aug 31 08:10:48.441163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47434) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.503174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d7cff-12d1-4446-a088-d5519a2be4b1 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:48.506291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-af6d7cff-12d1-4446-a088-d5519a2be4b1 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=80dfed8e-9f80-4c3a-8e0c-1e62d449a849&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0642502 Aug 31 08:10:48.508437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47438) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.601773 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Project fdfe1165922b466ebe5461feebd71f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:10:48.605519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbb9fd-9bcc-4ba0-993f-135f90bc1a06 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:48.606988 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ccdbb9fd-9bcc-4ba0-993f-135f90bc1a06 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.0973518 Aug 31 08:10:48.607271 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.609972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47442) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.647177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2f23cec6-342c-470b-9016-b2c69dbbeb88 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=80dfed8e-9f80-4c3a-8e0c-1e62d449a849 HTTP/1.1" status: 200 len: 205 time: 0.0359564 Aug 31 08:10:48.648120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47444) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.682486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.781846 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.807016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.862062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39e8bf9-b11f-4508-9a59-8186d55a2022,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:48.963280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.973204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:48.975199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-591e4e58-cb08-4461-9b96-fa2a53d7cd93 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5811434 Aug 31 08:10:48.978322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47454) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:48.982984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'security_group_rule': {'security_group_id': 'c2c74fe5-7990-4ac4-a57f-5cd680352796', 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:49.127940 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Project fdfe1165922b466ebe5461feebd71f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:10:49.133927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.153610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Deleting port 1cc97583-0721-4e71-addd-bf414d2afb97 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:49.153991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.236206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.263928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.280263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Calling delete_port for 1cc97583-0721-4e71-addd-bf414d2afb97 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:49.280263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47468) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:49.300608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1324fbca-2cc3-4206-a931-210d864b6fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.342165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.363682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fd544d-848c-4b08-96ae-e4b280f5288f,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:49.372663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.373020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.373395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.373744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.374109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.374444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.375028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.375368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.375696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.376027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.376360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.376690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:10:49.880338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1324fbca-2cc3-4206-a931-210d864b6fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.932895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1324fbca-2cc3-4206-a931-210d864b6fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.971803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.981698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324fbca-2cc3-4206-a931-210d864b6fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18441578-5047-4440-8a22-2ffdcd72e726,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:49.995789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:49.999897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2f3a2be5-9ee3-4a62-b622-659e500f202c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0177705 Aug 31 08:10:50.007000 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1324fbca-2cc3-4206-a931-210d864b6fdc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8668176ca7a490a8ad9472f77769fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247019 Aug 31 08:10:50.010798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47478) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:50.013941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event deleted for resources: {'Port': ['ID=1cc97583-0721-4e71-addd-bf414d2afb97,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:50.108277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eafd549f-bdd8-4d85-a5db-c9fa3493fa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.125667 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.147491 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eafd549f-bdd8-4d85-a5db-c9fa3493fa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.302182 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.307066 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.353932 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eafd549f-bdd8-4d85-a5db-c9fa3493fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.357272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-eafd549f-bdd8-4d85-a5db-c9fa3493fa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.360857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eafd549f-bdd8-4d85-a5db-c9fa3493fa8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18441578-5047-4440-8a22-2ffdcd72e726 HTTP/1.1" status: 204 len: 168 time: 0.3496037 Aug 31 08:10:50.374171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd549f-bdd8-4d85-a5db-c9fa3493fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18441578-5047-4440-8a22-2ffdcd72e726,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:50.456320 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.456936 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Fanout notify agent at l3_agent the message router_deleted on router 80dfed8e-9f80-4c3a-8e0c-1e62d449a849 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:50.466850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.469763 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8be24f37-4816-4c60-b346-9c492b94b40c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/80dfed8e-9f80-4c3a-8e0c-1e62d449a849 HTTP/1.1" status: 204 len: 168 time: 1.8206799 Aug 31 08:10:50.479099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47518) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:50.486874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-535824848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:50.698509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.701760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.768458 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.874557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.988455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:50.993172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c98255f4-fce2-4efe-83b3-249068b5dd6a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5089915 Aug 31 08:10:50.993568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47524) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:50.998794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': True}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:51.432382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:51.844398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:51.873863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:52.014945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Allocated IP 172.25.0.202 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/0ca61f2e-fdd4-45c8-a342-b421c1c32c60) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:52.131856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:52.269851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:52.310117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:52.313112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:52.317159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:52.363933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Port': ['ID=0ca61f2e-fdd4-45c8-a342-b421c1c32c60,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:52.765942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.034922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.038558 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.269536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Router 787c17e0-1405-4959-91d7-4743e61db000 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:53.330630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47586) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.421617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:53.437913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] Sync routers for ids ['787c17e0-1405-4959-91d7-4743e61db000'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:53.443404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.448502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47590) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.448674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3826a815-7d14-4cd4-b10d-650eac7e9b83 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "PUT /v2.0/routers/787c17e0-1405-4959-91d7-4743e61db000 HTTP/1.1" status: 200 len: 914 time: 2.4537008 Aug 31 08:10:53.450779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] Routers {'787c17e0-1405-4959-91d7-4743e61db000'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:53.452040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['787c17e0-1405-4959-91d7-4743e61db000'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:53.497681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:53.508724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] Routers {'787c17e0-1405-4959-91d7-4743e61db000'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:53.509461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['787c17e0-1405-4959-91d7-4743e61db000'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:53.530684 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0896fef4-4937-4965-b7a0-f860d3f3cd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.557777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:53.558760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a8221-b8b7-4357-bd1a-262a6afd2cd8 None None] The sync data for ids ['787c17e0-1405-4959-91d7-4743e61db000'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:10:53.644806 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c22c8cac-10b6-4c68-95f6-168de4bd5f8a tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/787c17e0-1405-4959-91d7-4743e61db000 HTTP/1.1" status: 200 len: 920 time: 0.1925411 Aug 31 08:10:53.645082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.755104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-310d45af-a123-41f1-a406-d3a1845505a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.762387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089e299-ff94-4964-9ef3-0d1a27848531 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:53.763949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3089e299-ff94-4964-9ef3-0d1a27848531 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=787c17e0-1405-4959-91d7-4743e61db000&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1178386 Aug 31 08:10:53.766850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47598) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.783389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.787648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0896fef4-4937-4965-b7a0-f860d3f3cd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.859725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42717e81-8ae2-41dd-b060-7df289c81e96 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:10:53.861640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-42717e81-8ae2-41dd-b060-7df289c81e96 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.0930812 Aug 31 08:10:53.865917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47600) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.869406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0896fef4-4937-4965-b7a0-f860d3f3cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:53.897010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9a2fb3d8-dee8-4a41-b116-ab1fe2419816 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=787c17e0-1405-4959-91d7-4743e61db000 HTTP/1.1" status: 200 len: 205 time: 0.0299196 Aug 31 08:10:53.900289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47602) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.916114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fef4-4937-4965-b7a0-f860d3f3cd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd142f-cb57-4f69-ad27-897ea7eeca43,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:53.921676 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0896fef4-4937-4965-b7a0-f860d3f3cd5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a3fe3a294c7464eaf927e12c1a70993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904267 Aug 31 08:10:53.924992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:53.987858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0defd80b-b893-40cb-a017-7f60756590b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.015658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0defd80b-b893-40cb-a017-7f60756590b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.153971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0defd80b-b893-40cb-a017-7f60756590b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.156858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0defd80b-b893-40cb-a017-7f60756590b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.158177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0defd80b-b893-40cb-a017-7f60756590b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdfd142f-cb57-4f69-ad27-897ea7eeca43 HTTP/1.1" status: 204 len: 168 time: 0.2316353 Aug 31 08:10:54.168123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defd80b-b893-40cb-a017-7f60756590b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd142f-cb57-4f69-ad27-897ea7eeca43,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:54.194605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47610) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:54.372779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.377373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ae9dc66-4854-442d-8447-f41a7bde8273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.481887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ae9dc66-4854-442d-8447-f41a7bde8273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.489986 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.542417 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6ae9dc66-4854-442d-8447-f41a7bde8273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.590416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9dc66-4854-442d-8447-f41a7bde8273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a793dd0-f8fe-42ec-979c-c9c8783e6b47,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:54.607319 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6ae9dc66-4854-442d-8447-f41a7bde8273 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9567aa4608549b5801f2f12b95d6332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105368 Aug 31 08:10:54.610948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47620) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:54.654685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Deleting port 0ca61f2e-fdd4-45c8-a342-b421c1c32c60 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:10:54.654685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.704656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2409bd56-5bdb-4a0f-925a-e0c41bd9aec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.746755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.759773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2409bd56-5bdb-4a0f-925a-e0c41bd9aec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:54.770060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Calling delete_port for 0ca61f2e-fdd4-45c8-a342-b421c1c32c60 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:10:55.133432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2409bd56-5bdb-4a0f-925a-e0c41bd9aec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.136031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2409bd56-5bdb-4a0f-925a-e0c41bd9aec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.137294 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2409bd56-5bdb-4a0f-925a-e0c41bd9aec8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a793dd0-f8fe-42ec-979c-c9c8783e6b47 HTTP/1.1" status: 204 len: 168 time: 0.5253980 Aug 31 08:10:55.145600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409bd56-5bdb-4a0f-925a-e0c41bd9aec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a793dd0-f8fe-42ec-979c-c9c8783e6b47,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:55.158304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.202568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event deleted for resources: {'Port': ['ID=0ca61f2e-fdd4-45c8-a342-b421c1c32c60,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:55.286946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.396303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.398590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.539577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.540502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Fanout notify agent at l3_agent the message router_deleted on router 787c17e0-1405-4959-91d7-4743e61db000 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:10:55.549148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.553900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7786835c-799a-4691-90cb-43ed7715ac2c tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/787c17e0-1405-4959-91d7-4743e61db000 HTTP/1.1" status: 204 len: 168 time: 1.6491013 Aug 31 08:10:55.554325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:55.560018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-122753189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:55.715304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.716515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.782958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.897163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:55.977294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47652) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:55.997394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f3457917-3ead-43a4-9c86-9095b702933b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.010246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.011448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bd656b26-5f2f-4de1-a9d6-943cb2c194f6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4560533 Aug 31 08:10:56.014251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47654) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:56.020451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'enable_snat': False}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:10:56.189550 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.294825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.321755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f3457917-3ead-43a4-9c86-9095b702933b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.441502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f3457917-3ead-43a4-9c86-9095b702933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.530202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f3457917-3ead-43a4-9c86-9095b702933b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6afa36350d9d420db0a736c752e09509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478871 Aug 31 08:10:56.531168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47658) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:56.539965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3457917-3ead-43a4-9c86-9095b702933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a5b974-b24f-4961-8719-6ca8b1a2185d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:56.608807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f573-6c86-405c-bf70-f95aa42f77d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.640446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f573-6c86-405c-bf70-f95aa42f77d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.793344 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.802516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.806158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-72a5c12a-a18d-41c3-99d9-75b271c88077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.816463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.955315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f573-6c86-405c-bf70-f95aa42f77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.958039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f573-6c86-405c-bf70-f95aa42f77d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:56.961420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3fc2f573-6c86-405c-bf70-f95aa42f77d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8a5b974-b24f-4961-8719-6ca8b1a2185d HTTP/1.1" status: 204 len: 168 time: 0.4269152 Aug 31 08:10:57.005299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2f573-6c86-405c-bf70-f95aa42f77d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a5b974-b24f-4961-8719-6ca8b1a2185d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:57.114535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Allocated IP 172.25.0.173 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/f7fbcb9d-521a-4a31-8085-252c7f08fd3a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:10:57.239954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:57.372947 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:57.436924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:10:57.442255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:10:57.445934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:10:57.473428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Pushing event updated for resources: {'Port': ['ID=f7fbcb9d-521a-4a31-8085-252c7f08fd3a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:10:57.914801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:58.085460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:58.134474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:58.142105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:59.681067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Router 87b4b981-c0fa-4fc4-b941-5ac5892cce67 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:10:59.682307 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:59.847217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:10:59.852453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:10:59.856605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7019e03e-7778-495c-8119-80cc2ad8ad50 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "PUT /v2.0/routers/87b4b981-c0fa-4fc4-b941-5ac5892cce67 HTTP/1.1" status: 200 len: 915 time: 3.8413227 Aug 31 08:10:59.857245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47710) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:10:59.857745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] Sync routers for ids ['87b4b981-c0fa-4fc4-b941-5ac5892cce67'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:10:59.880010 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] Routers {'87b4b981-c0fa-4fc4-b941-5ac5892cce67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:59.882962 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['87b4b981-c0fa-4fc4-b941-5ac5892cce67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:59.931127 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:59.936516 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] Routers {'87b4b981-c0fa-4fc4-b941-5ac5892cce67'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:10:59.937148 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['87b4b981-c0fa-4fc4-b941-5ac5892cce67'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:59.975283 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:10:59.976846 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43906255-2ad8-415c-9692-ac47da297e2e None None] The sync data for ids ['87b4b981-c0fa-4fc4-b941-5ac5892cce67'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:00.002284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47714) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:00.010602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ea106fc-c84b-4905-867e-c8bc50838677 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/87b4b981-c0fa-4fc4-b941-5ac5892cce67 HTTP/1.1" status: 200 len: 921 time: 0.1519842 Aug 31 08:11:00.050346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd628de-50d2-41bc-899f-c8108a3783c8 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:00.051936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6bd628de-50d2-41bc-899f-c8108a3783c8 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=87b4b981-c0fa-4fc4-b941-5ac5892cce67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0486557 Aug 31 08:11:00.055242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47716) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:00.150445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5f281-f259-4e6f-9aaa-5956a77b16d6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:00.151996 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b1c5f281-f259-4e6f-9aaa-5956a77b16d6 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/networks/72e2c86e-857c-4871-9949-25772a28df4e HTTP/1.1" status: 200 len: 881 time: 0.0956235 Aug 31 08:11:00.154609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47720) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:00.194352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47722) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:00.194753 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-120311c5-82da-4c61-9933-cc8eed774341 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b981-c0fa-4fc4-b941-5ac5892cce67 HTTP/1.1" status: 200 len: 205 time: 0.0385079 Aug 31 08:11:00.313152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:00.464669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-fc8ef547-3819-4beb-a9ec-319c64a4b92f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482397 Aug 31 08:11:00.481025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:00.622847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Deleting port f7fbcb9d-521a-4a31-8085-252c7f08fd3a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:11:00.623301 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:00.634569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-3a51bfd2-3fc4-4375-8a3e-6784e33290e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:00.636226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-3a51bfd2-3fc4-4375-8a3e-6784e33290e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1098 time: 0.1052160 Aug 31 08:11:00.644495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47744) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:00.764566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:00.779506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Calling delete_port for f7fbcb9d-521a-4a31-8085-252c7f08fd3a owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:11:00.796937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-8bbe4342-61aa-49cb-8efc-9d81d3dbccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:00.800611 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-8bbe4342-61aa-49cb-8efc-9d81d3dbccad service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 909 time: 0.1383185 Aug 31 08:11:00.909428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-60815cb0-e7b8-43c3-938b-1f1a15284fb5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 1002 time: 0.1000376 Aug 31 08:11:00.975004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-6022f64a-5599-4c08-9eb1-7401174ca3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:00.976976 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-6022f64a-5599-4c08-9eb1-7401174ca3dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 200 len: 847 time: 0.0578868 Aug 31 08:11:01.076345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1064ff6-4502-4688-bac8-abd8cfa3fc24 req-76507b26-18ca-4933-97fc-2477b8bd6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:01.078025 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b1064ff6-4502-4688-bac8-abd8cfa3fc24 req-76507b26-18ca-4933-97fc-2477b8bd6c3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1098 time: 0.4318814 Aug 31 08:11:01.079955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-9c98bae6-3642-434a-b96b-6de0a48223c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:01.081402 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-9c98bae6-3642-434a-b96b-6de0a48223c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fc5bb32-8feb-4b88-88b4-d81c370ac068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886419 Aug 31 08:11:01.161128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:01.177973 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b1064ff6-4502-4688-bac8-abd8cfa3fc24 req-bc873837-62c9-40ca-abc0-6e11ad54ff43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926468 Aug 31 08:11:01.203556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event deleted for resources: {'Port': ['ID=f7fbcb9d-521a-4a31-8085-252c7f08fd3a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:01.238346 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-20c8c13b-fd8b-419b-8024-8546154de30c service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442361 Aug 31 08:11:01.291103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:01.363507 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-769a8ddc-5051-4788-bafc-8d483eb23b95 req-a4dd9d09-3ad0-4dce-8445-13bbc0f01f5f service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175590 Aug 31 08:11:01.399730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:01.402245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:01.852015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47780) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:01.881525 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:01.886427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Fanout notify agent at l3_agent the message router_deleted on router 87b4b981-c0fa-4fc4-b941-5ac5892cce67 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:11:01.891084 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:01.896213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4ff08264-fa30-4e9a-bdb5-ca636415c5c5 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/87b4b981-c0fa-4fc4-b941-5ac5892cce67 HTTP/1.1" status: 204 len: 168 time: 1.6966748 Aug 31 08:11:01.896213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47784) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:01.901546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1852477057', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:02.000457 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9b1c148-0dfb-44e8-ae50-ba1d28e2ace6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.056428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.057693 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.149185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.203106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9b1c148-0dfb-44e8-ae50-ba1d28e2ace6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.286961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9b1c148-0dfb-44e8-ae50-ba1d28e2ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.391758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f9b1c148-0dfb-44e8-ae50-ba1d28e2ace6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3703ad9a98d48e1886e2fcd1b0e64f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385313 Aug 31 08:11:02.392788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1c148-0dfb-44e8-ae50-ba1d28e2ace6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d08e0d-7932-4ff7-964b-9ed3b8f68d5d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:02.394568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47794) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:02.442475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.457620 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37ed3f07-988b-4f17-b389-55ce5dbccce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.483181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37ed3f07-988b-4f17-b389-55ce5dbccce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.629500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37ed3f07-988b-4f17-b389-55ce5dbccce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.633045 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37ed3f07-988b-4f17-b389-55ce5dbccce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.637409 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-37ed3f07-988b-4f17-b389-55ce5dbccce5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82d08e0d-7932-4ff7-964b-9ed3b8f68d5d HTTP/1.1" status: 204 len: 168 time: 0.2415707 Aug 31 08:11:02.655730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed3f07-988b-4f17-b389-55ce5dbccce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d08e0d-7932-4ff7-964b-9ed3b8f68d5d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:02.738278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.758774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:02.877313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Allocated IP 172.25.0.48 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/9bc1d24d-62ea-41b1-a1d9-05e1288d8ffc) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:02.976895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-019fa522-d134-4afd-b42b-6ab676c7c795 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=150945bef38e49f593aa2bfa1e1842ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460961 Aug 31 08:11:03.151852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:03.218736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-f6525c1e-ffb6-4187-86ed-d37226d30544 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:03.220115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-f6525c1e-ffb6-4187-86ed-d37226d30544 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366152 Aug 31 08:11:03.254826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-aac953a2-94f6-4ff5-aac5-f678b313fe70 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/quotas/150945bef38e49f593aa2bfa1e1842ab HTTP/1.1" status: 200 len: 375 time: 0.0215642 Aug 31 08:11:03.290929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-a94581d2-a8b9-49a7-ba73-574fa22f8122 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=150945bef38e49f593aa2bfa1e1842ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272832 Aug 31 08:11:03.393919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:03.442428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:03.445719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:03.450478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:03.479136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event updated for resources: {'Port': ['ID=9bc1d24d-62ea-41b1-a1d9-05e1288d8ffc,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:03.851706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47818) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:03.873954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac629ef5-db09-4331-bb8f-4ae415ae53aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:04.044920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:04.187033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac629ef5-db09-4331-bb8f-4ae415ae53aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:04.281390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ac629ef5-db09-4331-bb8f-4ae415ae53aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:04.364878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ac629ef5-db09-4331-bb8f-4ae415ae53aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87ce36f5e2a54fe0bff69040e6dd65bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073090 Aug 31 08:11:04.364878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47844) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:04.367515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac629ef5-db09-4331-bb8f-4ae415ae53aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9241912-80fe-4ffa-9b22-299e3d2755d3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:04.439511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a0cdae40-b8f7-4a5f-95a4-da5b240b4a42 req-e9fa13cd-a2d4-48cf-899f-9c314337a5a6 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 210 time: 0.4413991 Aug 31 08:11:04.446310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:04.529755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fec802d-a25b-4b5e-894f-3b2801560fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:04.601309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fec802d-a25b-4b5e-894f-3b2801560fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:05.252789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Router 5b129e4b-046e-40da-8fc5-d12922f3c7db is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:11:05.255962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fec802d-a25b-4b5e-894f-3b2801560fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:05.269391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8fec802d-a25b-4b5e-894f-3b2801560fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:05.269391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8fec802d-a25b-4b5e-894f-3b2801560fb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9241912-80fe-4ffa-9b22-299e3d2755d3 HTTP/1.1" status: 204 len: 168 time: 0.8961847 Aug 31 08:11:05.307040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec802d-a25b-4b5e-894f-3b2801560fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9241912-80fe-4ffa-9b22-299e3d2755d3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:05.439839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:05.453963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] Sync routers for ids ['5b129e4b-046e-40da-8fc5-d12922f3c7db'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:05.465331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] Routers {'5b129e4b-046e-40da-8fc5-d12922f3c7db'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:05.466625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5b129e4b-046e-40da-8fc5-d12922f3c7db'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:05.515153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:05.519052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] Routers {'5b129e4b-046e-40da-8fc5-d12922f3c7db'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:05.519828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5b129e4b-046e-40da-8fc5-d12922f3c7db'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:05.555446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:05.556276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8940d230-6008-4727-802c-b472f1da1ac6 None None] The sync data for ids ['5b129e4b-046e-40da-8fc5-d12922f3c7db'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:05.561670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:05.563347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0e585051-266c-4299-97ec-130050a54cbb tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6661620 Aug 31 08:11:05.565980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47858) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:05.571577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:06.191187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e878d99-7af1-4a4a-98b5-03128786745b req-d12ef629-fc25-4467-ac6b-04c00bf57eff tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 210 time: 0.6819406 Aug 31 08:11:06.416861 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:06.548591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:06.701370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Deleting port 9bc1d24d-62ea-41b1-a1d9-05e1288d8ffc {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:11:06.702298 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:06.799879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:06.820291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Calling delete_port for 9bc1d24d-62ea-41b1-a1d9-05e1288d8ffc owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:11:06.973622 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-447095f9-b34c-4710-9595-f65f8a155123 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=150945bef38e49f593aa2bfa1e1842ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433204 Aug 31 08:11:07.131336 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.175906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Pushing event deleted for resources: {'Port': ['ID=9bc1d24d-62ea-41b1-a1d9-05e1288d8ffc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:07.217336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-ee5fd97d-7d46-4d5e-ae04-c2eb4e8dfd8e tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:07.219314 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-ee5fd97d-7d46-4d5e-ae04-c2eb4e8dfd8e tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373850 Aug 31 08:11:07.234666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Request body: {'port': {'device_id': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '150945bef38e49f593aa2bfa1e1842ab'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:07.261653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.521646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19a0540b-fb83-4ce0-8c78-6b3fb090112b req-61522c69-f73a-49aa-899b-c8d8b820023f tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 210 time: 0.1024969 Aug 31 08:11:07.528440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Made reservation on behalf of 150945bef38e49f593aa2bfa1e1842ab for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:07.543988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.568845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.662273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1580010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12529'] for router, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.673992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1580001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1580024', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579717'] for router, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.742704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.820234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Router 5b129e4b-046e-40da-8fc5-d12922f3c7db has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:07.869398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.951981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47810441-b8e3-4f06-8d91-a7903b52ba6b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:07.974813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:07.989713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:07.999636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b8e1b64e-2fd4-465e-94f5-f76cb5b8db20 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "PUT /v2.0/routers/5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 200 len: 706 time: 2.4311516 Aug 31 08:11:08.000599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:08.000915 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] Sync routers for ids ['5b129e4b-046e-40da-8fc5-d12922f3c7db'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:08.023446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] Routers {'5b129e4b-046e-40da-8fc5-d12922f3c7db'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:08.025054 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5b129e4b-046e-40da-8fc5-d12922f3c7db'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:08.110411 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:08.113763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Allocated IP 192.168.233.48 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:08.128161 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] Routers {'5b129e4b-046e-40da-8fc5-d12922f3c7db'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:08.129477 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5b129e4b-046e-40da-8fc5-d12922f3c7db'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:08.175747 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:08.177251 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c593d65-5393-432b-997d-d01d6c86eadb None None] The sync data for ids ['5b129e4b-046e-40da-8fc5-d12922f3c7db'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:08.229934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-951093a9-ac2c-4017-a901-b03ee1730545 tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/routers/5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 200 len: 741 time: 0.2278297 Aug 31 08:11:08.233043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47916) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:08.298778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-535458de-50cb-41c0-8392-2e15a080d66f tempest-RoutersAdminTest-680546995 tempest-RoutersAdminTest-680546995-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=72e2c86e-857c-4871-9949-25772a28df4e&device_id=5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 200 len: 205 time: 0.0645576 Aug 31 08:11:08.301492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47918) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:08.348348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-87a6be13-0b50-4698-9814-56d9030dbede tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 200 len: 205 time: 0.0427327 Aug 31 08:11:08.350356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47920) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:08.392204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.420241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Transition to ACTIVE for port object 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:08.438097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.601577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.630359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.634816 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.657845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:08.660077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:08.664521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:08.703514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Pushing event updated for resources: {'Port': ['ID=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:08.754287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:08.760239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.774231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b10c1-ba55-4a96-9971-f7b441193dc5 req-263143e9-4f7d-49e8-b1ec-8b9668307bff tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:08.776224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a9b10c1-ba55-4a96-9971-f7b441193dc5 req-263143e9-4f7d-49e8-b1ec-8b9668307bff tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 935 time: 0.1364989 Aug 31 08:11:08.826679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a9b10c1-ba55-4a96-9971-f7b441193dc5 req-2f6ad11d-7e63-4488-81d0-d8edabda4d7f tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Aug 31 08:11:08.943764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.946293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Fanout notify agent at l3_agent the message router_deleted on router 5b129e4b-046e-40da-8fc5-d12922f3c7db {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:11:08.951657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:08.952654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a3abb582-8762-4b7d-b346-5bbc2610fe7d tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 204 len: 168 time: 0.6009138 Aug 31 08:11:08.956326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47934) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:08.978658 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-1a734eda-194c-42f7-9731-014a058775a4 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7489758 Aug 31 08:11:08.993946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c95ecbe4-a2a6-49db-8564-d331e6110521 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 200 len: 205 time: 0.0306659 Aug 31 08:11:08.995270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Request body: {'port': {'device_id': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:08.997350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47936) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.043176 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-00fa26cd-c679-475c-9a69-6652933ad79a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] delete failed (client error): The resource could not be found. Aug 31 08:11:09.047394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-00fa26cd-c679-475c-9a69-6652933ad79a tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/5b129e4b-046e-40da-8fc5-d12922f3c7db HTTP/1.1" status: 404 len: 336 time: 0.0489504 Aug 31 08:11:09.048653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.092795 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0441172b-6e86-4229-aeaa-a211d79d6fed tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=87b4b981-c0fa-4fc4-b941-5ac5892cce67 HTTP/1.1" status: 200 len: 205 time: 0.0426996 Aug 31 08:11:09.095385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47944) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.103525 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:09.138893 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-426d4227-a4d8-4619-a3a9-21c5daf31726 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] delete failed (client error): The resource could not be found. Aug 31 08:11:09.139948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-426d4227-a4d8-4619-a3a9-21c5daf31726 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/87b4b981-c0fa-4fc4-b941-5ac5892cce67 HTTP/1.1" status: 404 len: 336 time: 0.0435696 Aug 31 08:11:09.142899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47946) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.143572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-631dc706-2413-4d87-a750-69786888e023 None None] Provisioning for port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:09.149271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-631dc706-2413-4d87-a750-69786888e023 None None] Provisioning complete for port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:09.166870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-631dc706-2413-4d87-a750-69786888e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:09.180540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-789e3015-2786-4c72-9483-45109b3e2819 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=787c17e0-1405-4959-91d7-4743e61db000 HTTP/1.1" status: 200 len: 205 time: 0.0346394 Aug 31 08:11:09.181953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47948) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.197666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-631dc706-2413-4d87-a750-69786888e023 None None] Port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:11:09.224111 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-803ec03b-f8e8-4d6e-81a4-3d8c48f7cf14 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] delete failed (client error): The resource could not be found. Aug 31 08:11:09.225194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-803ec03b-f8e8-4d6e-81a4-3d8c48f7cf14 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/787c17e0-1405-4959-91d7-4743e61db000 HTTP/1.1" status: 404 len: 336 time: 0.0422721 Aug 31 08:11:09.228466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47950) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.258002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-57a58a3d-faaf-4605-b5d3-ad5da6485d52 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=80dfed8e-9f80-4c3a-8e0c-1e62d449a849 HTTP/1.1" status: 200 len: 205 time: 0.0283673 Aug 31 08:11:09.263717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.308750 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-4402fe60-fbd1-4049-9747-6046b5d7f74f tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] delete failed (client error): The resource could not be found. Aug 31 08:11:09.309899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4402fe60-fbd1-4049-9747-6046b5d7f74f tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/80dfed8e-9f80-4c3a-8e0c-1e62d449a849 HTTP/1.1" status: 404 len: 336 time: 0.0451126 Aug 31 08:11:09.313023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 47958) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.351300 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aea36830-e2bd-4352-be88-654beeac7c27 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=25c22ac0-a401-4e34-9d67-ee11086d247c HTTP/1.1" status: 200 len: 205 time: 0.0360255 Aug 31 08:11:09.353645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47960) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.395544 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-3f452735-8581-487e-8c78-7b31c956832f tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] delete failed (client error): The resource could not be found. Aug 31 08:11:09.399209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3f452735-8581-487e-8c78-7b31c956832f tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/25c22ac0-a401-4e34-9d67-ee11086d247c HTTP/1.1" status: 404 len: 336 time: 0.0419564 Aug 31 08:11:09.399570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47962) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.433010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8d5d2507-8e31-4ca9-b03a-c8f27a108eb0 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "GET /v2.0/ports?device_id=816c1f56-65e8-4402-b94c-1015fe033504 HTTP/1.1" status: 200 len: 205 time: 0.0298796 Aug 31 08:11:09.433334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47964) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.463582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:11:09.471420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:09.479494 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-292e89a2-5ffe-4e3e-ae11-a2e3ce3a07c6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] delete failed (client error): The resource could not be found. Aug 31 08:11:09.482197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-292e89a2-5ffe-4e3e-ae11-a2e3ce3a07c6 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/routers/816c1f56-65e8-4402-b94c-1015fe033504 HTTP/1.1" status: 404 len: 336 time: 0.0463159 Aug 31 08:11:09.483384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47966) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:09.497076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Transition to ACTIVE for port object 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:09.514982 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b5aaa6-aa7b-49c2-b44c-4b41603eb2e0 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] DELETE failed (client error): The resource could not be found. Aug 31 08:11:09.515450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b5aaa6-aa7b-49c2-b44c-4b41603eb2e0 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:11:09.520462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b0b5aaa6-aa7b-49c2-b44c-4b41603eb2e0 tempest-RoutersAdminTest-57123802 tempest-RoutersAdminTest-57123802-project] 10.222.0.36 "DELETE /v2.0/subnets/54d6db64-654a-4810-80d4-399e8850d38a HTTP/1.1" status: 404 len: 337 time: 0.0329058 Aug 31 08:11:09.661792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:09.722513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:09.812158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Attempting to bind port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:09.812689 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Attempting to bind port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:09.813052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Attempting to bind port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:09.823943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:11:09.823943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Attempting to bind port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:09.824580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:09.824932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:09.825323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:09.825788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Bound port: 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:09.826555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:09.890707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-1feeecc1-f51e-42ec-a067-fef372ac1cd4 req-8fb9d1dc-6165-4548-9bd7-8dd131bae0ef service neutron] (95446) timed out ('10.222.0.45', 49356) {{(pid=95446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:11:09.940952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] For port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:09.945764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] For port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:10.002919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eb3aa-71ee-4cce-ba69-be18a74e3877 req-0e658941-0de0-48d2-a2f1-7f7c29919f26 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.004739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-811eb3aa-71ee-4cce-ba69-be18a74e3877 req-0e658941-0de0-48d2-a2f1-7f7c29919f26 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 947 time: 0.0714476 Aug 31 08:11:10.061485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-811eb3aa-71ee-4cce-ba69-be18a74e3877 req-2ed24aea-de43-434e-874b-3bc5ac312d47 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Aug 31 08:11:10.127114 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:10.165550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.166470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:10.167840 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 HTTP/1.1" status: 200 len: 1096 time: 1.1788471 Aug 31 08:11:10.168346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'tag': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:11:10.170731 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19bcaf5-6c4d-416d-9ee2-8db5d4471230" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7b700a-2882-41a3-aeb9-0df37adade82", "tag": "4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:11:10.206028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689df49b-ff61-4fda-baa4-744bda3821b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:10.256445 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0506bec-b7d3-48f1-968c-cd4855cd70c0 x-openstack-request-id: req-c0506bec-b7d3-48f1-968c-cd4855cd70c0 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:11:10.256445 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7b700a-2882-41a3-aeb9-0df37adade82", "tag": "4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:11:10.256445 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0506bec-b7d3-48f1-968c-cd4855cd70c0 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:11:10.256445 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'tag': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9', 'status': 'completed', 'code': 200} Aug 31 08:11:10.356675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bcaf5-6c4d-416d-9ee2-8db5d4471230 req-7c5634e6-6475-4c7e-8fa8-423ecd8646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.367975 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a19bcaf5-6c4d-416d-9ee2-8db5d4471230 req-7c5634e6-6475-4c7e-8fa8-423ecd8646dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=150945bef38e49f593aa2bfa1e1842ab&device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 1099 time: 0.0812755 Aug 31 08:11:10.415298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a19bcaf5-6c4d-416d-9ee2-8db5d4471230 req-49462158-6620-40cd-bd90-23240d93ca27 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=150945bef38e49f593aa2bfa1e1842ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428679 Aug 31 08:11:10.468259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 47996) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:10.638804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09c83b18-9c98-44d4-961f-f5046efc85e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:10.681337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bcaf5-6c4d-416d-9ee2-8db5d4471230 req-c7680b4f-acb4-4f71-9c5e-89e2f2b70ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.699051 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a19bcaf5-6c4d-416d-9ee2-8db5d4471230 req-c7680b4f-acb4-4f71-9c5e-89e2f2b70ac2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2581892 Aug 31 08:11:10.752280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09c83b18-9c98-44d4-961f-f5046efc85e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:10.772816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-9b6e6272-c58e-4f83-991a-ac2017a5575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.774487 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-9b6e6272-c58e-4f83-991a-ac2017a5575b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=150945bef38e49f593aa2bfa1e1842ab&device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 1099 time: 0.0490472 Aug 31 08:11:10.821342 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-962a69a0-2e12-4484-bd93-39d795edf3a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0372839 Aug 31 08:11:10.877623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-aa4e9bed-d1ff-499b-b23c-9cfb92fab5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.879157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-aa4e9bed-d1ff-499b-b23c-9cfb92fab5dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0503101 Aug 31 08:11:10.929479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-9c78b1eb-f189-4973-8afb-11de576c95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:10.931162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-9c78b1eb-f189-4973-8afb-11de576c95d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441144 Aug 31 08:11:11.033418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-28527b4f-1536-4d00-8a8e-c895e917c7c3 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942559 Aug 31 08:11:11.057539 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09c83b18-9c98-44d4-961f-f5046efc85e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.105660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-09c83b18-9c98-44d4-961f-f5046efc85e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f7b4688ad47435090ef4d9665579ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351464 Aug 31 08:11:11.109123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48014) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:11.110416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c83b18-9c98-44d4-961f-f5046efc85e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eded599-c0be-4875-8497-b03fcc75f946,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:11.175003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3dfd7019-8c7f-4e25-9201-a4d5af2951f3 req-ded8cf6d-c2f8-4952-9888-173ad029f7d6 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335616 Aug 31 08:11:11.190511 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2399-e350-4994-95a7-518b5195b1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.213927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2399-e350-4994-95a7-518b5195b1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.224226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd096323-448f-43a5-97ec-6fbd596dd980 req-3e12b544-92e8-4ecb-b091-3d868943e022 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:11.226845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd096323-448f-43a5-97ec-6fbd596dd980 req-3e12b544-92e8-4ecb-b091-3d868943e022 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 947 time: 0.0651059 Aug 31 08:11:11.283378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bd096323-448f-43a5-97ec-6fbd596dd980 req-3b5eaa85-928d-4545-b6da-d093e788239c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Aug 31 08:11:11.535200 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48026) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:11.650951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a13947d7-a33d-4f6a-8999-d7406e286a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.650951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2399-e350-4994-95a7-518b5195b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.651429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2399-e350-4994-95a7-518b5195b1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.652523 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d0f2399-e350-4994-95a7-518b5195b1bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5eded599-c0be-4875-8497-b03fcc75f946 HTTP/1.1" status: 204 len: 168 time: 0.5421469 Aug 31 08:11:11.683498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f2399-e350-4994-95a7-518b5195b1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eded599-c0be-4875-8497-b03fcc75f946,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:11.821710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a13947d7-a33d-4f6a-8999-d7406e286a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.947711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a13947d7-a33d-4f6a-8999-d7406e286a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:11.987382 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a13947d7-a33d-4f6a-8999-d7406e286a35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=447b702de69a4f89bc055119d7d5322a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506259 Aug 31 08:11:11.988277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13947d7-a33d-4f6a-8999-d7406e286a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09166d8e-819e-4759-a079-bcea1f069d86,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:11.991018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48036) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:12.049022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f6ef4a-7b94-4e2b-945c-5b166b514ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:12.074322 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f6ef4a-7b94-4e2b-945c-5b166b514ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:12.286460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f6ef4a-7b94-4e2b-945c-5b166b514ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:12.289094 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-29f6ef4a-7b94-4e2b-945c-5b166b514ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:12.290487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-29f6ef4a-7b94-4e2b-945c-5b166b514ad4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09166d8e-819e-4759-a079-bcea1f069d86 HTTP/1.1" status: 204 len: 168 time: 0.2977555 Aug 31 08:11:12.299807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6ef4a-7b94-4e2b-945c-5b166b514ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09166d8e-819e-4759-a079-bcea1f069d86,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:12.426071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d299c-e517-4fd2-8f6c-54806f5ad924 req-62b206dd-19ef-455a-86c4-eb6c2d432b2e tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:12.428136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59d299c-e517-4fd2-8f6c-54806f5ad924 req-62b206dd-19ef-455a-86c4-eb6c2d432b2e tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 947 time: 0.0642920 Aug 31 08:11:12.477165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b59d299c-e517-4fd2-8f6c-54806f5ad924 req-b5be768d-3cfc-45f7-8c5f-26c02c75ea3b tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Aug 31 08:11:12.701638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48044) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:12.754510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-23d58ec6-e9db-4b84-89de-021d7f7c1785 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=513a597ff411463da6c53752698212f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477867 Aug 31 08:11:12.754510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48048) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:12.819629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9271b077-f087-46cc-b17c-5edc2a5a3dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:12.861395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9271b077-f087-46cc-b17c-5edc2a5a3dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.027837 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9271b077-f087-46cc-b17c-5edc2a5a3dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.031722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9271b077-f087-46cc-b17c-5edc2a5a3dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.038480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9271b077-f087-46cc-b17c-5edc2a5a3dfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/729b6bfa-0412-4e43-a62b-e69c9dd021b5 HTTP/1.1" status: 204 len: 168 time: 0.2785802 Aug 31 08:11:13.043975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271b077-f087-46cc-b17c-5edc2a5a3dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b6bfa-0412-4e43-a62b-e69c9dd021b5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:13.316848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48064) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:13.331397 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c4b86f-e587-4bc4-b07a-0ed398cdea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.443205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c4b86f-e587-4bc4-b07a-0ed398cdea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.558811 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c4b86f-e587-4bc4-b07a-0ed398cdea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.638354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4b86f-e587-4bc4-b07a-0ed398cdea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24abf85b-c8cd-45cb-900f-8d2cb7f3c35f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:13.645855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-56c4b86f-e587-4bc4-b07a-0ed398cdea67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5aa66a147b7447399329f3bd7b8a418f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263497 Aug 31 08:11:13.647247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:13.690662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0126d01-d5b8-47b2-9f02-a817176933e1 req-b0632766-c35a-4766-b745-d5fae91186ee tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:13.692335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0126d01-d5b8-47b2-9f02-a817176933e1 req-b0632766-c35a-4766-b745-d5fae91186ee tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 947 time: 0.1122408 Aug 31 08:11:13.743465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07358393-21e1-4e1d-b8fc-42559dee95d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.752017 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0126d01-d5b8-47b2-9f02-a817176933e1 req-a9023798-f04a-41f4-80a7-80456715b693 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Aug 31 08:11:13.780238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07358393-21e1-4e1d-b8fc-42559dee95d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.947928 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07358393-21e1-4e1d-b8fc-42559dee95d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.950429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07358393-21e1-4e1d-b8fc-42559dee95d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:13.951872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07358393-21e1-4e1d-b8fc-42559dee95d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24abf85b-c8cd-45cb-900f-8d2cb7f3c35f HTTP/1.1" status: 204 len: 168 time: 0.3036861 Aug 31 08:11:13.962767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07358393-21e1-4e1d-b8fc-42559dee95d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24abf85b-c8cd-45cb-900f-8d2cb7f3c35f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:14.372963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48094) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:14.492100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-58232965'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:14.626932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:11:14.679367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:14.683092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:14.692080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:14.732569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:14.745293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9', 'mac_address': 'fa:16:3e:7b:43:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:11:14.795303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:14.810024 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:14.814730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:11:14.851695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:14.918721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac0090-7c8a-4fa1-b449-827b1bd8b961 req-cbef10a4-9b4b-4818-bd50-30888405ce3b tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:14.919610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97ac0090-7c8a-4fa1-b449-827b1bd8b961 req-cbef10a4-9b4b-4818-bd50-30888405ce3b tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 947 time: 0.0682871 Aug 31 08:11:14.971450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97ac0090-7c8a-4fa1-b449-827b1bd8b961 req-697e5053-00ce-4152-af66-841387a1b68b tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Aug 31 08:11:14.972346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.000491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:11:15.009674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44bcb1f-56c0-4e4f-a171-b990fee7dc93,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:15.015990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.016195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.016481 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Added segment 5c62e564-bd22-4f0a-9c4f-70011b50925d of type vlan for network e15ce844-5b2b-4ca1-97f2-547225f5811b Aug 31 08:11:15.060130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.073274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:15.081449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.081802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.082172 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.082511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.082848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.083184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.083517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.084068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.085146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.085488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.085847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.086182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:15.217548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.224207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:15.224958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.267158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:11:15.295481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Network': ['ID=e15ce844-5b2b-4ca1-97f2-547225f5811b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:15.307342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e15ce844-5b2b-4ca1-97f2-547225f5811b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:11:15.413925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-53ade24a-369b-4531-bc2c-aff7688c8f89 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0391335 Aug 31 08:11:15.420908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:15.427621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'subnet': {'network_id': 'e15ce844-5b2b-4ca1-97f2-547225f5811b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:15.686494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:15.690565 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:15.967366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:16.047291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Subnet': ['ID=4285edc5-0b42-4991-a8b2-42ce86089760,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:16.058035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Checking segment: {'id': '5c62e564-bd22-4f0a-9c4f-70011b50925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e15ce844-5b2b-4ca1-97f2-547225f5811b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:16.058436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network hostable DHCP agents. Network: e15ce844-5b2b-4ca1-97f2-547225f5811b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:11:16.137263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9599-5258-40ed-8b69-5aee62615e10 req-02e62d24-ab3a-4295-b45a-10c3247a1a0a tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:16.139950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d89d9599-5258-40ed-8b69-5aee62615e10 req-02e62d24-ab3a-4295-b45a-10c3247a1a0a tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 948 time: 0.0914969 Aug 31 08:11:16.200056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d89d9599-5258-40ed-8b69-5aee62615e10 req-67a1e891-c542-47e8-aba2-c57c3fa8286c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 Aug 31 08:11:16.222376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:11:16.342474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e15ce844-5b2b-4ca1-97f2-547225f5811b) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:16.346841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:16.347702 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:16.352904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5f932-a6cb-4715-bfed-87086fd4632b None None] Network e15ce844-5b2b-4ca1-97f2-547225f5811b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:11:16.499348 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fde3e3cf-d07f-4958-a6d7-4de94bd94d31 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0770731 Aug 31 08:11:16.501881 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:16.514334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-780579029', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:16.514804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2d6e8-43c2-4247-bcd4-3392a3b31609 None None] Network e15ce844-5b2b-4ca1-97f2-547225f5811b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:11:16.697940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:16.699333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:16.764723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:16.796433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:16.962145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:16.973678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:16.973928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:17.203037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:17.267145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:17.268814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:11:17.273013 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da30fec6-07b4-4563-9cfa-73148b8038c7" -d '{"events": [{"server_uuid": "ec7b700a-2882-41a3-aeb9-0df37adade82", "name": "network-vif-plugged", "status": "completed", "tag": "4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:11:17.319311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:17.328493 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806cd85f-54e0-43f7-b54d-b466c67d0d1e x-openstack-request-id: req-806cd85f-54e0-43f7-b54d-b466c67d0d1e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:11:17.328880 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7b700a-2882-41a3-aeb9-0df37adade82", "name": "network-vif-plugged", "status": "completed", "tag": "4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:11:17.329992 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-806cd85f-54e0-43f7-b54d-b466c67d0d1e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:11:17.330488 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9', 'code': 200} Aug 31 08:11:17.378565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef14e5-eb5d-4e9b-a3d0-39e6a27b96d7 req-4a39dcb5-0723-4a99-9ea8-e246975e77dd tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:17.380136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03ef14e5-eb5d-4e9b-a3d0-39e6a27b96d7 req-4a39dcb5-0723-4a99-9ea8-e246975e77dd tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 948 time: 0.0746481 Aug 31 08:11:17.395455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:17.430060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03ef14e5-eb5d-4e9b-a3d0-39e6a27b96d7 req-a4bf0b57-5965-4d55-b612-052b6040fa9a tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Aug 31 08:11:17.442632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadfbf0-4c1c-4cbe-9789-832efd49be5c req-bd9f337c-8933-4e30-861e-591cf5683410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:17.445217 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0aadfbf0-4c1c-4cbe-9789-832efd49be5c req-bd9f337c-8933-4e30-861e-591cf5683410 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 1101 time: 0.0527120 Aug 31 08:11:17.460706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:17.542226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0aadfbf0-4c1c-4cbe-9789-832efd49be5c req-10520282-b712-4ff3-af9f-70571aa90fd1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Aug 31 08:11:17.691948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:17.713207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:17.828671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.223 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/1b596573-c79b-4063-a75d-f9dad67aaa5e) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:17.982357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.172621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48192) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:18.273254 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.337292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:18.343108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b751d601-53cf-4b13-a3f1-3d8b252f2dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.345637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:18.350490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:18.384091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=1b596573-c79b-4063-a75d-f9dad67aaa5e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:18.605503 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b751d601-53cf-4b13-a3f1-3d8b252f2dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.622935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50063-b26c-49d9-b305-58916fe91221 req-e0e01a70-e1d2-49b2-bf31-f54adabd5cec tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:18.624789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fe50063-b26c-49d9-b305-58916fe91221 req-e0e01a70-e1d2-49b2-bf31-f54adabd5cec tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 949 time: 0.0899882 Aug 31 08:11:18.677594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fe50063-b26c-49d9-b305-58916fe91221 req-b396d857-fbdc-4355-82c8-53b43fa6b67c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Aug 31 08:11:18.789303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b751d601-53cf-4b13-a3f1-3d8b252f2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.880788 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b751d601-53cf-4b13-a3f1-3d8b252f2dc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3dc241c0c914c94955161a8aff630a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065370 Aug 31 08:11:18.883871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48198) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:18.890600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751d601-53cf-4b13-a3f1-3d8b252f2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8120725-3140-44eb-a017-8289176cff04,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:18.898099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.941238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db297a9e-ead3-458a-baba-68a01cc12bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:18.965733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db297a9e-ead3-458a-baba-68a01cc12bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:19.127525 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:11:19.129979 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:19.199355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db297a9e-ead3-458a-baba-68a01cc12bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:19.202856 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db297a9e-ead3-458a-baba-68a01cc12bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:19.204304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-db297a9e-ead3-458a-baba-68a01cc12bad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8120725-3140-44eb-a017-8289176cff04 HTTP/1.1" status: 204 len: 168 time: 0.3189111 Aug 31 08:11:19.222312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db297a9e-ead3-458a-baba-68a01cc12bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8120725-3140-44eb-a017-8289176cff04,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:19.445336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:11:19.588516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:19.599755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:19.609643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:19.610332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:19.643780 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:19.652971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:19.653598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:19.694697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:19.695366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11d1db-e6c0-490f-895e-3ef6d0bd24ab None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:19.727398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:19.731691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac791bf1-3ec3-4973-bb32-f0a8b4498a36 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2259650 Aug 31 08:11:19.732128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:19.806575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadeaaf-ad5a-496e-91a3-b0710bfc6fb4 req-d6480696-f5e7-475c-9225-ce4693da4a85 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:19.808141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eadeaaf-ad5a-496e-91a3-b0710bfc6fb4 req-d6480696-f5e7-475c-9225-ce4693da4a85 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 949 time: 0.0557618 Aug 31 08:11:19.847670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3eadeaaf-ad5a-496e-91a3-b0710bfc6fb4 req-29164943-3c12-48a5-83ba-5cd70b07da99 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Aug 31 08:11:20.279225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.413634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:20.435417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7070-716b-4f6d-930a-c5c65e8df8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.547749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7070-716b-4f6d-930a-c5c65e8df8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.624500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.1 (e15ce844-5b2b-4ca1-97f2-547225f5811b/4285edc5-0b42-4991-a8b2-42ce86089760/53a5d792-aa8d-461f-a5e0-af2d4ae54ce7) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:20.686241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7070-716b-4f6d-930a-c5c65e8df8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.728627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f7070-716b-4f6d-930a-c5c65e8df8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f9e263-73cb-4d62-a174-1ff79fd43f02,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:20.739087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9d5f7070-716b-4f6d-930a-c5c65e8df8c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c6823f728bf4f6ea485f054cccdbc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231783 Aug 31 08:11:20.739987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48226) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:20.792173 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.819190 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8827b517-4b25-4ee9-833e-64ebbf02ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.844949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8827b517-4b25-4ee9-833e-64ebbf02ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:20.978055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:21.035550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:21.044601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:21.050409 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:21.064167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8827b517-4b25-4ee9-833e-64ebbf02ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:21.067074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8827b517-4b25-4ee9-833e-64ebbf02ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:21.068287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8827b517-4b25-4ee9-833e-64ebbf02ef09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53f9e263-73cb-4d62-a174-1ff79fd43f02 HTTP/1.1" status: 204 len: 168 time: 0.3262103 Aug 31 08:11:21.077293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b517-4b25-4ee9-833e-64ebbf02ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f9e263-73cb-4d62-a174-1ff79fd43f02,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:21.089828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=53a5d792-aa8d-461f-a5e0-af2d4ae54ce7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:21.121981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:21.533740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:21.876899 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:22.001264 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:22.124087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=53a5d792-aa8d-461f-a5e0-af2d4ae54ce7,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:22.128996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:22.292809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:22.295518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:22.486306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:22.634635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:22.655125 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b513cc52-6729-4e37-99ee-6fa1f7140f75 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/routers/19698528-0a32-4620-baae-e44af3ea94b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192080 Aug 31 08:11:22.655698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48258) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:22.661865 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:22.664105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'port': {'network_id': 'e15ce844-5b2b-4ca1-97f2-547225f5811b', 'name': 'tempest-FloatingIPTestJSON-1970376571'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:22.679183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:22.680615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:22.723426 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:22.734706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:22.735834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:10:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:22.772527 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:22.773474 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cece7d-7ed0-4082-b103-6546b7ea631e None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:23.033435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:23.039023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:23.062801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] device_id is not set on port 920ff8be-2014-4e12-8027-2a775d27cb2e yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:11:23.198420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.6 (e15ce844-5b2b-4ca1-97f2-547225f5811b/4285edc5-0b42-4991-a8b2-42ce86089760/920ff8be-2014-4e12-8027-2a775d27cb2e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:23.444855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:23.625026 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:23.716453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:23.720467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:23.728884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:23.775901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=920ff8be-2014-4e12-8027-2a775d27cb2e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:23.794887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bd79f6e9-c94a-4f0f-96a5-0a8bc0d29118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:23.807428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:23.808082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:23.892323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:23.988872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3b1c1a2f-aa45-4892-9440-dd04c4aa6779 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3316205 Aug 31 08:11:23.992613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48278) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:23.998069 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'port': {'network_id': 'e15ce844-5b2b-4ca1-97f2-547225f5811b', 'name': 'tempest-FloatingIPTestJSON-864203712'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:24.315214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:24.321414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:24.368764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] device_id is not set on port d151870c-1ba8-4c31-8fa8-6fb14b493350 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:11:24.581013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.13 (e15ce844-5b2b-4ca1-97f2-547225f5811b/4285edc5-0b42-4991-a8b2-42ce86089760/d151870c-1ba8-4c31-8fa8-6fb14b493350) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:25.263051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:25.578447 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:25.626492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:25.629826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:25.634074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:25.664528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=d151870c-1ba8-4c31-8fa8-6fb14b493350,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:25.693459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:25.694286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:25.899546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5bcae80d-cf8a-43d8-9267-22f91fd33efb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9054945 Aug 31 08:11:25.907471 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48312) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:25.914320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd151870c-1ba8-4c31-8fa8-6fb14b493350', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:26.080342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.132012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.233682 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.293950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:26.383659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.208 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/53115ed2-5aae-43c2-8645-740ebec3614d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:26.462439 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea308567-1a30-4501-bedc-e26f9cbe04b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.537954 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.572084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.626717 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea308567-1a30-4501-bedc-e26f9cbe04b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.664086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.713294 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-82a0dadd-8f64-4c4a-b576-8e9548266ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.714739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea308567-1a30-4501-bedc-e26f9cbe04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:26.716020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:26.719512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:26.722301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:26.758271 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=53115ed2-5aae-43c2-8645-740ebec3614d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:26.780589 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ea308567-1a30-4501-bedc-e26f9cbe04b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2132bc5cf325423693d1e40f65ec6f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895742 Aug 31 08:11:26.783549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea308567-1a30-4501-bedc-e26f9cbe04b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81d14f-d03f-4fc3-98ba-76b723bc8fa0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:26.785451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48328) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:26.949892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cabc8a-d83f-4bf4-91ee-3036440253b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:27.043631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cabc8a-d83f-4bf4-91ee-3036440253b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:27.319488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cabc8a-d83f-4bf4-91ee-3036440253b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:27.322405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-07cabc8a-d83f-4bf4-91ee-3036440253b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:27.323680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-07cabc8a-d83f-4bf4-91ee-3036440253b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec81d14f-d03f-4fc3-98ba-76b723bc8fa0 HTTP/1.1" status: 204 len: 168 time: 0.5371680 Aug 31 08:11:27.344841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cabc8a-d83f-4bf4-91ee-3036440253b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81d14f-d03f-4fc3-98ba-76b723bc8fa0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:27.393952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:27.617470 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:27.836879 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.091750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.095584 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.168763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=53115ed2-5aae-43c2-8645-740ebec3614d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:28.185636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.311064 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 69e5a526-ba7d-4dc1-b3b2-c5dc0da338a3 associated. External IP: 172.25.0.208, port: d151870c-1ba8-4c31-8fa8-6fb14b493350. Aug 31 08:11:28.440250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48344) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:28.464889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d64c2f3-c08e-47ed-8adc-989ba18e1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.543105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:28.562962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d64c2f3-c08e-47ed-8adc-989ba18e1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.660958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:28.673560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:28.685486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:28.686154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:28.703394 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4d64c2f3-c08e-47ed-8adc-989ba18e1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.719659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:28.728550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:28.729173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:28.749546 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d64c2f3-c08e-47ed-8adc-989ba18e1369 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e501546f6e9439a8e11a20bbc1e8eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076758 Aug 31 08:11:28.751839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64c2f3-c08e-47ed-8adc-989ba18e1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c909144-cffc-4d4f-8cde-f1cd49767581,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:28.755380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48346) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:28.775280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:28.775280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f486c-ef0a-4c80-9b37-6b21090401b6 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:28.809499 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.853204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-09a93604-e890-4868-92a9-53f91eff5b02 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9444900 Aug 31 08:11:28.854106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c63929d-e553-4d16-9428-d09a74423d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.856668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48350) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:28.864158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:28.934909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c63929d-e553-4d16-9428-d09a74423d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:28.971241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.138544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.199027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c63929d-e553-4d16-9428-d09a74423d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.202029 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c63929d-e553-4d16-9428-d09a74423d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.203251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c63929d-e553-4d16-9428-d09a74423d39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c909144-cffc-4d4f-8cde-f1cd49767581 HTTP/1.1" status: 204 len: 168 time: 0.4480846 Aug 31 08:11:29.211193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63929d-e553-4d16-9428-d09a74423d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c909144-cffc-4d4f-8cde-f1cd49767581,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:29.285300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.285920 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 69e5a526-ba7d-4dc1-b3b2-c5dc0da338a3 disassociated. External IP: 172.25.0.208, port: d151870c-1ba8-4c31-8fa8-6fb14b493350. Aug 31 08:11:29.509130 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.550887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:29.718485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:29.723485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:29.728979 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:29.745007 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:29.745638 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:29.784951 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:29.796718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:29.797380 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:29.801336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d27717cf-92c2-4d11-9749-3f15e2d503f3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/floatingips/69e5a526-ba7d-4dc1-b3b2-c5dc0da338a3 HTTP/1.1" status: 200 len: 688 time: 0.9436383 Aug 31 08:11:29.804663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:29.844837 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:29.845652 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61269f49-c7c6-4d9d-94cd-6cd31a25ab12 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:29.955691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 53115ed2-5aae-43c2-8645-740ebec3614d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:11:29.956058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.042055 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.042400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.055449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 53115ed2-5aae-43c2-8645-740ebec3614d owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:11:30.252121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.287609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=53115ed2-5aae-43c2-8645-740ebec3614d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:30.352723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.355509 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.356750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ba376077-192f-4fa4-aefa-6a87c747a0b6 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/floatingips/69e5a526-ba7d-4dc1-b3b2-c5dc0da338a3 HTTP/1.1" status: 204 len: 168 time: 0.5503502 Aug 31 08:11:30.369988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48390) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:30.374915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '920ff8be-2014-4e12-8027-2a775d27cb2e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:30.478836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.528213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48394) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:30.598753 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.659301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-172815505-network', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:30.743445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.138 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3187ffb4-baca-4548-a0d5-bebdcd4dda70) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:30.844435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Made reservation on behalf of b45eddbbd12c47358d6ce31047bb2e9f for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:30.847147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.861931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:30.902474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.008048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.069426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.072897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.125984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:11:31.146161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:31.152847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb96988-f7e2-4087-9b2a-a2e405be5445,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:31.155649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:31.157864 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.158225 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Added segment df8182e1-3131-459e-8547-968313254d73 of type vlan for network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 Aug 31 08:11:31.168904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:31.171624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=3187ffb4-baca-4548-a0d5-bebdcd4dda70,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:31.230861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.592745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-9fe030c3-510f-479d-bcf8-4b511651b724 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171409663&fields=id&tenant_id=fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 267 time: 0.0364127 Aug 31 08:11:31.623351 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.624322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:31.624906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:31.712838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-6ef75376-5652-41ff-a460-559d55c22992 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:31.725774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-6ef75376-5652-41ff-a460-559d55c22992 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1142571 Aug 31 08:11:31.726023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Pushing event updated for resources: {'Network': ['ID=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:31.730843 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-0adc4dde-2265-4754-84b5-574980193af2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0098724 Aug 31 08:11:31.744768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.745124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.745472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.745847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.746178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.746516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.746851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.747218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.747548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.747876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.748205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.748535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:31.760808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:11:31.792862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-af4b51fa-0deb-4670-9759-d30ace983c3d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558541 Aug 31 08:11:31.793200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9b1bdfda-15c2-4092-bd8e-386088a3c31d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2638576 Aug 31 08:11:31.796887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:31.804561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Request body: {'subnet': {'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-172815505-subnet', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:31.907701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-3a649aac-196c-4179-8623-7ac0c3f96cf6 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007199 Aug 31 08:11:31.997523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Made reservation on behalf of b45eddbbd12c47358d6ce31047bb2e9f for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:31.999914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.003347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-d07b5049-37be-4177-93eb-b0e5ff0ebe24 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888886 Aug 31 08:11:32.216856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.409607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.434896 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.522257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:32.573324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Checking segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:32.573837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Network hostable DHCP agents. Network: fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:11:32.622759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b420308b-7d61-49e2-bae5-2ff71c407ac7 req-036b3ed4-d94d-4fd6-bc4a-fa8c10bf3260 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0345538 Aug 31 08:11:32.679074 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.760520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:11:32.788943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.871736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=3187ffb4-baca-4548-a0d5-bebdcd4dda70,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:32.874108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:32.881792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:32.882491 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:32.886133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54804805-6ff6-4261-b57a-3bbd26d4af67 None None] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:11:32.897533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.004188 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP c42ca0d0-8b6a-47e8-be79-d6d12c851ced associated. External IP: 172.25.0.138, port: 920ff8be-2014-4e12-8027-2a775d27cb2e. Aug 31 08:11:33.043806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'fixed_ips': [{'subnet_id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:11:33.046597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.047781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ee4cbdf4-1413-4b66-9ccb-faf28f255d3e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2481890 Aug 31 08:11:33.050592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48436) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:33.056071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:33.194313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.195360 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.221147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Allocated IP 172.20.0.2 (fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6/4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1/6cff69ec-b4fb-495a-9a36-99bfdedd780a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:33.337264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:33.343395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.389648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.398879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Transition to ACTIVE for port object 6cff69ec-b4fb-495a-9a36-99bfdedd780a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:33.414768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Transition to ACTIVE for port object 6cff69ec-b4fb-495a-9a36-99bfdedd780a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:33.528234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:33.539496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:33.549269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:33.549950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:33.586594 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:33.598762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:33.599860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:33.614026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.638501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.642247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:33.646257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a25887-01b8-4db4-9db0-9c75c3d00821 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:33.660005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:33.686753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:33.691137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:33.750453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.771721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Pushing event updated for resources: {'Port': ['ID=6cff69ec-b4fb-495a-9a36-99bfdedd780a,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:33.787431 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Attempting to bind port 6cff69ec-b4fb-495a-9a36-99bfdedd780a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:33.787777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Attempting to bind port 6cff69ec-b4fb-495a-9a36-99bfdedd780a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:33.788151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Attempting to bind port 6cff69ec-b4fb-495a-9a36-99bfdedd780a on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:33.799246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:33.799613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Checking segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:33.800227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.802869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Bound using segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:33.803406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Bound port: 6cff69ec-b4fb-495a-9a36-99bfdedd780a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:33.803825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:33.815600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c35e3d68-3b37-4c14-8115-1b9eacc49fcd req-3e33ca44-8a82-44d2-aff4-939b443adfb4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.1226606 Aug 31 08:11:33.896252 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0c1f4756-2167-4330-9b8a-a440c045fa4f tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5242004 Aug 31 08:11:33.898601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48448) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:33.910733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] For port 6cff69ec-b4fb-495a-9a36-99bfdedd780a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:33.920150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] For port 6cff69ec-b4fb-495a-9a36-99bfdedd780a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6cff69ec-b4fb-495a-9a36-99bfdedd780a,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:33.988855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-580c4411-9c7a-4dc0-bb2a-08b0a40388a4 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/floatingips/c42ca0d0-8b6a-47e8-be79-d6d12c851ced HTTP/1.1" status: 200 len: 978 time: 0.0888789 Aug 31 08:11:33.992209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:34.017390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:34.084622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad392-9d4c-42ed-80b0-dd104f25031a None None] Pushing event updated for resources: {'Port': ['ID=6cff69ec-b4fb-495a-9a36-99bfdedd780a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:34.145830 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5bda2416-73ca-4cd4-a4ec-e4f36f868ad9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1500263 Aug 31 08:11:34.149152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48452) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:34.155814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'port_id': 'd151870c-1ba8-4c31-8fa8-6fb14b493350'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:34.205184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:34.229560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:34.306621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:34.482277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Allocated IP 172.25.0.132 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a311031d-a4d0-4226-8894-594d60bcac69) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:34.984905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07d4c2a3-139a-433a-a33f-3e99f95373bf req-34de23ca-79e7-4f26-857f-0fb32fbb62ad tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0449393 Aug 31 08:11:35.243093 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:35.302834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02eae95-d67f-4cff-a828-9451adebf5e4 None None] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:11:35.350036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-0b59d263-644c-49bf-8fe8-8214e8a498df tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:35.351551 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-0b59d263-644c-49bf-8fe8-8214e8a498df tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.2994220 Aug 31 08:11:35.453547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-edad4b80-87f8-483b-9275-0b8d90d8d018 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 380 time: 0.0864441 Aug 31 08:11:35.466095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': '9981a9f6-99e4-428e-b69e-210b58386e63', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'security_groups': ['c2c74fe5-7990-4ac4-a57f-5cd680352796']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:35.543620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fed21645-6ed8-4b1f-b15a-090cc4e4b93d None None] Provisioning for port 6cff69ec-b4fb-495a-9a36-99bfdedd780a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:35.596392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:35.662591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.resource_extend [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 08:11:35.737725 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:35.771378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:35.780358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:35.861040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6cff69ec-b4fb-495a-9a36-99bfdedd780a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:35.973260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.030211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Pushing event updated for resources: {'Port': ['ID=a311031d-a4d0-4226-8894-594d60bcac69,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:36.049996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 6cff69ec-b4fb-495a-9a36-99bfdedd780a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:36.095141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.120351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 6cff69ec-b4fb-495a-9a36-99bfdedd780a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:36.120747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.122921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cce16c78-f6df-4c41-8928-09b8206f390e None None] Provisioning complete for port 6cff69ec-b4fb-495a-9a36-99bfdedd780a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:36.123291 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cce16c78-f6df-4c41-8928-09b8206f390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.169096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dc61a72-e279-4ade-b98d-4265103ba001 req-721d83b8-1548-4fe0-bb69-8fdc699de1a3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0459611 Aug 31 08:11:36.246337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:36.249619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.307073 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP c42ca0d0-8b6a-47e8-be79-d6d12c851ced associated. External IP: 172.25.0.138, port: 920ff8be-2014-4e12-8027-2a775d27cb2e. Aug 31 08:11:36.322228 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cce16c78-f6df-4c41-8928-09b8206f390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.324540 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.379399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cce16c78-f6df-4c41-8928-09b8206f390e None None] For port 6cff69ec-b4fb-495a-9a36-99bfdedd780a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6cff69ec-b4fb-495a-9a36-99bfdedd780a,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:36.509525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cce16c78-f6df-4c41-8928-09b8206f390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:36.638648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:11:36.639129 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:11:36.655222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce16c78-f6df-4c41-8928-09b8206f390e None None] Pushing event updated for resources: {'Port': ['ID=6cff69ec-b4fb-495a-9a36-99bfdedd780a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:36.814418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.8 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/43ecb1fc-d8e0-412e-b1b7-f7567b8c4687) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:36.837396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:36.838314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:37.251745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:37.291388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:37.293425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-291d099c-231b-43a6-b226-ffbd7c7056df req-e903240d-ff61-41dc-9092-0cac3da3f9b2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0337512 Aug 31 08:11:37.302482 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:37.316042 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:37.316981 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:37.360253 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:37.383266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:37.384215 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:37.430667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:37.514711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:37.544931 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:37.545696 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8849acb-4a5b-4b9b-a0fa-8d1b74f05705 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:37.761336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6cff69ec-b4fb-495a-9a36-99bfdedd780a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:37.864275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 6cff69ec-b4fb-495a-9a36-99bfdedd780a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:37.865442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:38.308566 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:38.470739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22df2-349b-4da8-b21b-70366d49a908 req-8f86c895-7d05-4f2b-a609-b31323f7cdda tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:38.478490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49f22df2-349b-4da8-b21b-70366d49a908 req-8f86c895-7d05-4f2b-a609-b31323f7cdda tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 931 time: 0.0650575 Aug 31 08:11:38.516351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:38.528518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:38.537441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:38.547531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49f22df2-349b-4da8-b21b-70366d49a908 req-eb1dbd88-1986-4803-895b-6eeade332e24 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656118 Aug 31 08:11:38.603766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:38.606905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:38.637978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:38.638644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:38.742598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:11:38.785561 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-8f60f250-865c-47d9-9121-d386e6e17258 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3237190 Aug 31 08:11:38.799173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Request body: {'port': {'device_id': '9981a9f6-99e4-428e-b69e-210b58386e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:38.882093 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:38.887659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:38.895305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:38.905889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:38.906863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:38.947042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:38.961430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:38.962082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:38.996885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:38.997449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe769124-a027-473e-961f-78a6d5428ed2 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:39.022010 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0377730c-1366-403f-9598-b00992a6fcdf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/floatingips/c42ca0d0-8b6a-47e8-be79-d6d12c851ced HTTP/1.1" status: 200 len: 978 time: 4.8694789 Aug 31 08:11:39.022010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.022385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48484) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:39.027500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:39.035430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c6c804ea-4fad-479c-8d9e-fdd5670d0533 None None] Provisioning for port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:39.040970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c6c804ea-4fad-479c-8d9e-fdd5670d0533 None None] Provisioning complete for port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:39.041357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6c804ea-4fad-479c-8d9e-fdd5670d0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.091926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c6c804ea-4fad-479c-8d9e-fdd5670d0533 None None] Port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:11:39.117065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.148032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:39.160800 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Sync routers for ids ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:39.181368 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Routers {'21bbef2a-a157-4a05-9a4b-7de19e73b8c3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:39.182476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:39.336996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.347463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7fd7ee51-5525-4752-9695-d1d21b480b1b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2915442 Aug 31 08:11:39.356563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48488) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:39.369292 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Set router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:39.455802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.535585 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.536251 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP c42ca0d0-8b6a-47e8-be79-d6d12c851ced disassociated. External IP: 172.25.0.138, port: d151870c-1ba8-4c31-8fa8-6fb14b493350. Aug 31 08:11:39.858801 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:11:36Z', 'revision_number': 3, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:39.892281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:11:39.903983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:39.967230 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Checking router: 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:11:39.970389 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Updating router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 port a311031d-a4d0-4226-8894-594d60bcac69 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:11:40.115233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Transition to ACTIVE for port object 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:40.116520 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:40.202499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:40.230734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:40.565454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Pushing event updated for resources: {'Port': ['ID=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:40.586798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0dcbe-a84e-4e3c-9720-558870b69b47 req-1af19616-6d90-4d3b-9576-2d36e207e1d3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:40.596294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4e0dcbe-a84e-4e3c-9720-558870b69b47 req-1af19616-6d90-4d3b-9576-2d36e207e1d3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.3454156 Aug 31 08:11:40.768205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4e0dcbe-a84e-4e3c-9720-558870b69b47 req-0c91cc7a-3a91-4f4b-bb50-80033b5f18e4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706285 Aug 31 08:11:40.804105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:40.878148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Attempting to bind port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:40.878915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Attempting to bind port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:40.879507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Attempting to bind port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:40.895509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:11:40.898533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Attempting to bind port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:40.899114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Allocated IP 172.20.0.1 (fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6/4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1/8d8cac79-097f-45a2-bd4d-80232ecb50a8) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:40.908378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:40.909113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:40.909730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:40.910423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Bound port: 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:40.911025 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:40.978237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:40.983363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:40.992056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:41.021507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:41.025259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:41.042212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e0ad9f15-5e89-442a-8156-1a623cb5a5bb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/floatingips/c42ca0d0-8b6a-47e8-be79-d6d12c851ced HTTP/1.1" status: 200 len: 688 time: 2.0187092 Aug 31 08:11:41.050682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48504) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:41.101447 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.119613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:41.130898 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Transition to ACTIVE for port object a311031d-a4d0-4226-8894-594d60bcac69 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:41.146146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:41.148884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:41.168099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.191489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Transition to ACTIVE for port object 8d8cac79-097f-45a2-bd4d-80232ecb50a8 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:41.230130 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.276680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:41.277396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879aa57-0b60-49cc-97a0-4bb869f52590 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:41.307298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] For port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:41.320261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Attempting to bind port a311031d-a4d0-4226-8894-594d60bcac69 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:41.320643 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Attempting to bind port a311031d-a4d0-4226-8894-594d60bcac69 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:41.321010 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Attempting to bind port a311031d-a4d0-4226-8894-594d60bcac69 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:41.328036 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:41.330272 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:41.330272 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.330272 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:41.330272 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Bound port: a311031d-a4d0-4226-8894-594d60bcac69, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:41.330272 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.339436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 3187ffb4-baca-4548-a0d5-bebdcd4dda70 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:11:41.339789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.354112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] For port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:41.399445 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Pushing event updated for resources: {'Port': ['ID=a311031d-a4d0-4226-8894-594d60bcac69,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:41.414204 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.415204 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.415594 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.415849 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.416196 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.416522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.416855 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.417342 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.417544 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.417862 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.418478 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.419045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:41.461728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.497681 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] For port a311031d-a4d0-4226-8894-594d60bcac69, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:41.504726 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.505375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.512100 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] For port a311031d-a4d0-4226-8894-594d60bcac69, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a311031d-a4d0-4226-8894-594d60bcac69,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:41.515495 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.553508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:41.554469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.555901 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] 10.222.0.68 "PUT /v2.0/ports/43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 HTTP/1.1" status: 200 len: 1092 time: 2.7609386 Aug 31 08:11:41.556033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 3187ffb4-baca-4548-a0d5-bebdcd4dda70 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:11:41.562370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:11:41.568564 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:11:41.591573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:41.604824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:41.608959 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:41.612852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942cd01-72d3-456b-9b82-bb7b295edc93 service neutron] Pushing event updated for resources: {'Port': ['ID=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:41.649990 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.769734 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5b590-f57a-4dec-bec8-8663cde6d207 x-openstack-request-id: req-adf5b590-f57a-4dec-bec8-8663cde6d207 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:11:41.769994 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:11:41.770101 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adf5b590-f57a-4dec-bec8-8663cde6d207 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:11:41.770483 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'status': 'completed', 'code': 200} Aug 31 08:11:41.867951 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Routers {'21bbef2a-a157-4a05-9a4b-7de19e73b8c3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:41.874108 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:41.877731 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cfa70-dafd-4b8a-83f3-e38a63d26813 None None] Pushing event updated for resources: {'Port': ['ID=a311031d-a4d0-4226-8894-594d60bcac69,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:41.930407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:41.957977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8cac79-097f-45a2-bd4d-80232ecb50a8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:42.122495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-2b1da4dd-6b19-4efa-9564-087300051f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.124425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-2b1da4dd-6b19-4efa-9564-087300051f40 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 1095 time: 0.3525059 Aug 31 08:11:42.154046 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] Set router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:42.179790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9f800-62da-42db-8583-4ef3e407879c req-3da6ce30-5543-4410-92a5-059707304c94 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.181895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05a9f800-62da-42db-8583-4ef3e407879c req-3da6ce30-5543-4410-92a5-059707304c94 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.1498146 Aug 31 08:11:42.186841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:42.219360 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-5368fd01-63cc-46fb-93f8-f3ebd3b731ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 HTTP/1.1" status: 200 len: 217 time: 0.0583618 Aug 31 08:11:42.305246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-59a5b2e0-ce36-4503-b886-b4ec21d145b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.307836 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-59a5b2e0-ce36-4503-b886-b4ec21d145b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0694461 Aug 31 08:11:42.314767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=3187ffb4-baca-4548-a0d5-bebdcd4dda70,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:42.342353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be4162af-7236-4272-810c-027d5cddcc3e None None] Provisioning for port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:42.346558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-be4162af-7236-4272-810c-027d5cddcc3e None None] Provisioning complete for port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:42.346963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be4162af-7236-4272-810c-027d5cddcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:42.383730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05a9f800-62da-42db-8583-4ef3e407879c req-256d6d28-0999-4b11-89a5-81a0e201ba12 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651547 Aug 31 08:11:42.410276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:42.414461 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:42.423428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e6c220f1-3211-4949-be41-c418d9259ce3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/floatingips/c42ca0d0-8b6a-47e8-be79-d6d12c851ced HTTP/1.1" status: 204 len: 168 time: 1.3714280 Aug 31 08:11:42.429337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:42.434878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-34abbced-209e-4c1d-bcd2-10a43d4b795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.436439 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-34abbced-209e-4c1d-bcd2-10a43d4b795a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206734 Aug 31 08:11:42.441387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-be4162af-7236-4272-810c-027d5cddcc3e None None] Port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:11:42.497299 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-3f9ea2fd-211f-4c1a-8232-a5fdefa57e6b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] delete failed (client error): The resource could not be found. Aug 31 08:11:42.498560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3f9ea2fd-211f-4c1a-8232-a5fdefa57e6b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/floatingips/c42ca0d0-8b6a-47e8-be79-d6d12c851ced HTTP/1.1" status: 404 len: 345 time: 0.0649521 Aug 31 08:11:42.502483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48522) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:42.589991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:42.655840 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-7eba777e-11aa-47ee-994b-d4762ae45d55 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003789 Aug 31 08:11:42.774177 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:11:36Z', 'revision_number': 3, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:42.795059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a21597-9fcf-4108-9dff-cedcb0162ddf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.815836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a21597-9fcf-4108-9dff-cedcb0162ddf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.836638 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cdddac-afd2-414d-80a2-fbd468c7c01c None None] The sync data for ids ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'] in n-d-713499-16 is: [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:11:36Z', 'revision_number': 3, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:42.858638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a21597-9fcf-4108-9dff-cedcb0162ddf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:42.865705 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5dc4b418-fad1-4e08-a998-2fb5548cc7d6 req-b6415879-07bc-4025-96d2-3fa8710da43f service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986332 Aug 31 08:11:42.876148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-30a21597-9fcf-4108-9dff-cedcb0162ddf tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/ports?network_id=e15ce844-5b2b-4ca1-97f2-547225f5811b HTTP/1.1" status: 200 len: 2358 time: 0.3648782 Aug 31 08:11:42.876312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48526) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:43.007916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab3b6cc-58ad-4b3e-a93e-5c3fff2849c4 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:43.010000 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fab3b6cc-58ad-4b3e-a93e-5c3fff2849c4 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/subnets/4285edc5-0b42-4991-a8b2-42ce86089760 HTTP/1.1" status: 200 len: 797 time: 0.1336412 Aug 31 08:11:43.015395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48530) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:43.018516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:43.021434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'port': {'network_id': 'e15ce844-5b2b-4ca1-97f2-547225f5811b', 'name': 'tempest-FloatingIPTestJSON-123662243', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:43.178675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-f50d5764-6cbd-4c99-923a-cbe4b9e48659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:43.187000 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-f50d5764-6cbd-4c99-923a-cbe4b9e48659 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 1095 time: 0.1261947 Aug 31 08:11:43.242081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:43.371081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Pushing event updated for resources: {'Port': ['ID=8d8cac79-097f-45a2-bd4d-80232ecb50a8,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:43.374947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:43.471470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:43.494949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-c8087833-f250-46ff-a928-0116632902cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:43.494949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-c8087833-f250-46ff-a928-0116632902cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.2841051 Aug 31 08:11:43.540114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-0e40467a-ddb1-494a-b968-3795c71e6bfe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 HTTP/1.1" status: 200 len: 217 time: 0.0462661 Aug 31 08:11:43.606033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:43.611710 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-c2a3f004-7873-4052-9c03-9fc045d987df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:43.613450 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-c2a3f004-7873-4052-9c03-9fc045d987df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0653398 Aug 31 08:11:43.615022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:43.763882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68b2b-0125-4479-a708-45e400b41393 req-6713f56a-614a-44a3-95e5-e029c272af34 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:43.773282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7b68b2b-0125-4479-a708-45e400b41393 req-6713f56a-614a-44a3-95e5-e029c272af34 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.1899459 Aug 31 08:11:43.787333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:43.891726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] device_id is not set on port 50562fea-9229-4c29-a33a-abef6aceb2cd yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:11:43.896612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a311031d-a4d0-4226-8894-594d60bcac69 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:43.919431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7b68b2b-0125-4479-a708-45e400b41393 req-cddd3917-1e8d-4066-859a-b78122940304 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451762 Aug 31 08:11:44.108331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a311031d-a4d0-4226-8894-594d60bcac69 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:44.112808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a311031d-a4d0-4226-8894-594d60bcac69 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:44.113437 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:44.298959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-db7b3673-07a0-4389-9c7e-7f0581d23520 None None] Provisioning complete for port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:44.303354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-db7b3673-07a0-4389-9c7e-7f0581d23520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:44.415709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:44.488242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a311031d-a4d0-4226-8894-594d60bcac69, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a311031d-a4d0-4226-8894-594d60bcac69,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:44.497446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-db7b3673-07a0-4389-9c7e-7f0581d23520 None None] Port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:11:44.522899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-69d3673c-f36a-4cb5-b1eb-26a6e8322611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:44.524577 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-69d3673c-f36a-4cb5-b1eb-26a6e8322611 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9013760 Aug 31 08:11:44.543436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.14 (e15ce844-5b2b-4ca1-97f2-547225f5811b/4285edc5-0b42-4991-a8b2-42ce86089760/50562fea-9229-4c29-a33a-abef6aceb2cd) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:44.556549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.12 (e15ce844-5b2b-4ca1-97f2-547225f5811b/4285edc5-0b42-4991-a8b2-42ce86089760/50562fea-9229-4c29-a33a-abef6aceb2cd) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:44.613709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:44.616374 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:44.667221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a311031d-a4d0-4226-8894-594d60bcac69,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:44.761182 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-a45a21fa-b94d-4a98-b941-81fb74337f12 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266822 Aug 31 08:11:44.870551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:44.900721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:44.912011 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2b454d41-98d8-480b-880c-bd50f9764586 admin admin] 10.222.0.36 "PUT /v2.0/routers/21bbef2a-a157-4a05-9a4b-7de19e73b8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5534596 Aug 31 08:11:44.984226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-66d0d3e3-27a4-403c-a2a7-4fc18976dfb6 req-189c165a-6739-469b-9ede-06bae1bfee05 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783674 Aug 31 08:11:45.096882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:45.207586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33861f4-b8b5-4044-acf9-9101e0b5b765 req-6964a699-6245-4e91-910e-cad1f3c6ddb0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:45.209696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e33861f4-b8b5-4044-acf9-9101e0b5b765 req-6964a699-6245-4e91-910e-cad1f3c6ddb0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.1615059 Aug 31 08:11:45.212030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:45.213193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=50562fea-9229-4c29-a33a-abef6aceb2cd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:45.222526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:45.226441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:45.296774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e33861f4-b8b5-4044-acf9-9101e0b5b765 req-52cdd22e-704b-46de-b55e-a22f9eea34b5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805757 Aug 31 08:11:45.308419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:45.308419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:45.405899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-be357dc9-e48d-46bf-a037-3aa5688021eb tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3886623 Aug 31 08:11:45.409631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48554) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:45.419030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '50562fea-9229-4c29-a33a-abef6aceb2cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:45.496435 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Sync routers for ids ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:45.507729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Routers {'21bbef2a-a157-4a05-9a4b-7de19e73b8c3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:45.517280 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:45.588483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:45.702026 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Set router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:45.717102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:45.798108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a311031d-a4d0-4226-8894-594d60bcac69 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:45.889467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a311031d-a4d0-4226-8894-594d60bcac69 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:45.890156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.004484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.159 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/8437a301-2f18-4791-a92c-855c52f91560) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:46.053286 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:11:42Z', 'revision_number': 4, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8d8cac79-097f-45a2-bd4d-80232ecb50a8', 'name': '', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'mac_address': 'fa:16:3e:46:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:40Z', 'updated_at': '2021-08-31T08:11:42Z', 'revision_number': 2, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'subnets': [{'id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:46.060775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48568) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:46.066147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-425047480-network', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:46.100509 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Checking router: 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:11:46.106682 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Updating router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:11:46.140911 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.152737 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.158773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Made reservation on behalf of 01aff75413e84c188b580d3332ec1c4d for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:46.158773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.172114 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.263343 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.306917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.320192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:46.323316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:46.328331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:46.332812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=8437a301-2f18-4791-a92c-855c52f91560,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:46.379038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.450990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6435e378-1f04-4056-9bfd-2de2d314ee2d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:46.493398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:11:46.508777 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.509479 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Added segment bbebd622-b998-4396-8595-875c12457f3f of type vlan for network e3272b79-ded1-4bbb-b1e0-0291927376a8 Aug 31 08:11:46.567251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.647795 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.669318 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Transition to ACTIVE for port object 8d8cac79-097f-45a2-bd4d-80232ecb50a8 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:46.696374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab038-2e9b-4445-975b-09f442ead08a req-0c7c951a-ffa8-4645-955d-26db5bd8bfbd tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:46.698030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-834ab038-2e9b-4445-975b-09f442ead08a req-0c7c951a-ffa8-4645-955d-26db5bd8bfbd tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.2201650 Aug 31 08:11:46.713954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.715173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:46.715905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.772881 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:46.779289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-834ab038-2e9b-4445-975b-09f442ead08a req-dff57742-a61c-45a7-b46a-ab432a2af511 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745745 Aug 31 08:11:46.803431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] Pushing event updated for resources: {'Network': ['ID=e3272b79-ded1-4bbb-b1e0-0291927376a8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:46.815094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:11:46.819665 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70e03b8b-b642-41c2-bd86-b67458cc6f0a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7576523 Aug 31 08:11:46.821783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48572) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:46.838010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Request body: {'subnet': {'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-425047480-subnet', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:46.938973 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a341b-5b5a-4d62-a1ac-d67bd6d71ada None None] Pushing event updated for resources: {'Port': ['ID=8d8cac79-097f-45a2-bd4d-80232ecb50a8,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:46.943201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Made reservation on behalf of 01aff75413e84c188b580d3332ec1c4d for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:46.946938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.097860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Attempting to bind port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:47.098240 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Attempting to bind port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:47.098596 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Attempting to bind port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:47.107296 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:47.107935 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Checking segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:47.108089 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.108492 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Bound using segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:47.108984 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Bound port: 8d8cac79-097f-45a2-bd4d-80232ecb50a8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:47.109514 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.176476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.235679 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] For port 8d8cac79-097f-45a2-bd4d-80232ecb50a8, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:47.243367 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] For port 8d8cac79-097f-45a2-bd4d-80232ecb50a8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8d8cac79-097f-45a2-bd4d-80232ecb50a8,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:47.301712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.341305 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.383339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=948a68e4-ef97-458c-8927-cd162cb03920,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:47.393404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.416568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Checking segment: {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:47.417443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Network hostable DHCP agents. Network: e3272b79-ded1-4bbb-b1e0-0291927376a8, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:11:47.448846 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Routers {'21bbef2a-a157-4a05-9a4b-7de19e73b8c3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:47.449754 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:47.531228 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:11:47.595133 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a341b-5b5a-4d62-a1ac-d67bd6d71ada None None] Pushing event updated for resources: {'Port': ['ID=8d8cac79-097f-45a2-bd4d-80232ecb50a8,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:47.651130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e3272b79-ded1-4bbb-b1e0-0291927376a8) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:47.658059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:47.658059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.662870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487c331-fb62-4b0e-aa1f-12d0b4aa5375 None None] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:11:47.663638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.723455 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] Set router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:47.783618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.820271 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-19fd77de-397e-45bd-8968-fc96f613e61c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9934638 Aug 31 08:11:47.820552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48584) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:47.825761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:47.905610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=8437a301-2f18-4791-a92c-855c52f91560,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:47.947675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e3272b79-ded1-4bbb-b1e0-0291927376a8', 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'fixed_ips': [{'subnet_id': '948a68e4-ef97-458c-8927-cd162cb03920'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:11:47.948620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.988658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:47.990769 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.043336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51deb3a-7c72-4a4b-9ed0-cf0ff55a0af9 req-4a49ccb3-59b1-42ea-8087-8c70f57e5c8d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:48.045345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c51deb3a-7c72-4a4b-9ed0-cf0ff55a0af9 req-4a49ccb3-59b1-42ea-8087-8c70f57e5c8d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.1248195 Aug 31 08:11:48.046903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.086379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.142140 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:11:42Z', 'revision_number': 4, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8d8cac79-097f-45a2-bd4d-80232ecb50a8', 'name': '', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'mac_address': 'fa:16:3e:46:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:40Z', 'updated_at': '2021-08-31T08:11:47Z', 'revision_number': 4, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'subnets': [{'id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:48.189786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c51deb3a-7c72-4a4b-9ed0-cf0ff55a0af9 req-b41b74df-d8a0-4cff-b9cd-7c780ff76d68 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893860 Aug 31 08:11:48.207115 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 2a62d447-a1cc-4d06-a479-3ae9b6c77c69 associated. External IP: 172.25.0.159, port: 50562fea-9229-4c29-a33a-abef6aceb2cd. Aug 31 08:11:48.236393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0a4b67-a1ec-4be3-be2a-0932dbc9eff7 None None] The sync data for ids ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'] in n-d-713499-16 is: [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:11:42Z', 'revision_number': 4, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8d8cac79-097f-45a2-bd4d-80232ecb50a8', 'name': '', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'mac_address': 'fa:16:3e:46:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:40Z', 'updated_at': '2021-08-31T08:11:47Z', 'revision_number': 4, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'subnets': [{'id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:48.465502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Allocated IP 172.20.0.2 (e3272b79-ded1-4bbb-b1e0-0291927376a8/948a68e4-ef97-458c-8927-cd162cb03920/a6095d3a-5c47-43ee-93e0-4c50216c544e) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:48.485878 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.698914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:48.719581 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.729481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Transition to ACTIVE for port object a6095d3a-5c47-43ee-93e0-4c50216c544e will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:48.753302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Transition to ACTIVE for port object a6095d3a-5c47-43ee-93e0-4c50216c544e will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:48.840056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.862158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:48.895379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:48.906473 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.924737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Pushing event updated for resources: {'Port': ['ID=a6095d3a-5c47-43ee-93e0-4c50216c544e,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:48.936145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:48.942092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:48.944139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:48.945004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:48.950357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:48.963053 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.000006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:49.014065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:49.017725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9ad8db2a-778f-428b-ab6f-736ed2c31a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6067948 Aug 31 08:11:49.022159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:49.027794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'port_id': '50562fea-9229-4c29-a33a-abef6aceb2cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:49.106327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:49.107027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:49.142070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Attempting to bind port a6095d3a-5c47-43ee-93e0-4c50216c544e on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:49.142449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Attempting to bind port a6095d3a-5c47-43ee-93e0-4c50216c544e by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:49.142819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Attempting to bind port a6095d3a-5c47-43ee-93e0-4c50216c544e on network e3272b79-ded1-4bbb-b1e0-0291927376a8 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:49.150158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:49.151044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Checking segment: {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:49.151471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.151876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Bound using segment: {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:49.152372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Bound port: a6095d3a-5c47-43ee-93e0-4c50216c544e, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:49.152763 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.154888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:49.155514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1093114-c0fd-4305-a345-e69d16caaa2d None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:49.179962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.246144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Allocated IP 172.25.0.166 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c793cb13-fc90-40f0-99c6-6db3fc448b66) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:49.271575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] For port a6095d3a-5c47-43ee-93e0-4c50216c544e, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:49.279999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] For port a6095d3a-5c47-43ee-93e0-4c50216c544e, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6095d3a-5c47-43ee-93e0-4c50216c544e,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:49.383677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f527a-7583-4fd7-bd1f-243b425dcc9e req-fcf1ebd8-5c5d-4631-b0ca-916e4d8e9b8f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:49.389963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.406654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-815f527a-7583-4fd7-bd1f-243b425dcc9e req-fcf1ebd8-5c5d-4631-b0ca-916e4d8e9b8f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.0967376 Aug 31 08:11:49.498312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-815f527a-7583-4fd7-bd1f-243b425dcc9e req-59a70cb1-32f4-4feb-ab72-44f6fa36950e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902607 Aug 31 08:11:49.547895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6e769-72d8-4600-90f0-f804562f4bdd None None] Pushing event updated for resources: {'Port': ['ID=a6095d3a-5c47-43ee-93e0-4c50216c544e,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:49.639624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.910745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:49.930223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8d8cac79-097f-45a2-bd4d-80232ecb50a8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:49.949090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:49.952779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:49.957221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:50.039796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:50.045164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:50.045575 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:50.091540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Pushing event updated for resources: {'Port': ['ID=c793cb13-fc90-40f0-99c6-6db3fc448b66,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:50.170376 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:50.216276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8d8cac79-097f-45a2-bd4d-80232ecb50a8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8d8cac79-097f-45a2-bd4d-80232ecb50a8,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:50.295026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.resource_extend [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 08:11:50.319770 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:50.384887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:50.398664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8d8cac79-097f-45a2-bd4d-80232ecb50a8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:50.459073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:50.633681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:50.724510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6f25e-fbf8-4653-9a15-e7540fd87052 req-ebf9ace5-06cf-4462-828c-5c1ec9b3bc94 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:50.728673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cab6f25e-fbf8-4653-9a15-e7540fd87052 req-ebf9ace5-06cf-4462-828c-5c1ec9b3bc94 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 943 time: 0.0772872 Aug 31 08:11:50.810453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cab6f25e-fbf8-4653-9a15-e7540fd87052 req-a5ff7268-d01d-4099-b9f5-2b1498523360 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753593 Aug 31 08:11:50.921343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac2861-09ad-4a73-9c90-09d5d11f4fce None None] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:11:50.992563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:51.271583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:11:51.381751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:51.407582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48610) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:51.418257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'mac_address': 'fa:16:3e:32:79:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:11:51.420811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-60842838-43fc-4853-85de-a72fb6892060 None None] Provisioning for port a6095d3a-5c47-43ee-93e0-4c50216c544e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:51.520025 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.549160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:11:51.563904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.581714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:51.587792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.663065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.724803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:51.731341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.746217 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:51.763602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:51.775321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.778653 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:51.780153 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:51.820984 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:51.832292 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:51.833484 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:51.874671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:51.899690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['43ecb1fc-d8e0-412e-b1b7-f7567b8c4687'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:11:51.912373 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:51.913855 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5360f-d8e8-40b7-b1a1-e29d9e9ec6c1 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:51.921622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3893e88b-eee1-4bf9-93b2-3115d4419cb6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:51.951108 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bbbde408-1d89-468b-8669-ad1c99657568 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/floatingips/2a62d447-a1cc-4d06-a479-3ae9b6c77c69 HTTP/1.1" status: 200 len: 978 time: 2.9275053 Aug 31 08:11:51.952049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48618) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:51.960969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.965329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:11:51.977660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6095d3a-5c47-43ee-93e0-4c50216c544e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:51.996728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a9e08c67-326a-4c6d-863b-980500623198 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=166d32b80ab44b8b8c41541bb9f85d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880234 Aug 31 08:11:52.010502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48620) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:52.018729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb298f39-aa21-4cb6-b5e8-2847433e97cb req-11f147f0-adaf-4825-8ce8-c70749e5c6bf tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:52.020264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb298f39-aa21-4cb6-b5e8-2847433e97cb req-11f147f0-adaf-4825-8ce8-c70749e5c6bf tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 944 time: 0.1066806 Aug 31 08:11:52.097137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Router a034465f-5baa-4643-9a32-ea37d515d40f is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:11:52.124818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb298f39-aa21-4cb6-b5e8-2847433e97cb req-a287d6b4-bf75-43e7-ac82-f09f4fbe008c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910020 Aug 31 08:11:52.130786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e402694b-cc21-4ffe-b20b-249c6eb977a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.166135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e402694b-cc21-4ffe-b20b-249c6eb977a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.174604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a6095d3a-5c47-43ee-93e0-4c50216c544e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:52.189717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a6095d3a-5c47-43ee-93e0-4c50216c544e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:52.190191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.314363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e402694b-cc21-4ffe-b20b-249c6eb977a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.319731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e402694b-cc21-4ffe-b20b-249c6eb977a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.322118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e402694b-cc21-4ffe-b20b-249c6eb977a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3893e88b-eee1-4bf9-93b2-3115d4419cb6 HTTP/1.1" status: 204 len: 168 time: 0.2998796 Aug 31 08:11:52.336633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402694b-cc21-4ffe-b20b-249c6eb977a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3893e88b-eee1-4bf9-93b2-3115d4419cb6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:52.356578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 8437a301-2f18-4791-a92c-855c52f91560 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:11:52.357459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.361403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:52.361516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.379484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Sync routers for ids ['a034465f-5baa-4643-9a32-ea37d515d40f'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:52.423009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Routers {'a034465f-5baa-4643-9a32-ea37d515d40f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:52.423009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a034465f-5baa-4643-9a32-ea37d515d40f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:52.426061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a6095d3a-5c47-43ee-93e0-4c50216c544e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6095d3a-5c47-43ee-93e0-4c50216c544e,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:52.471213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.471588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.484667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 8437a301-2f18-4791-a92c-855c52f91560 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:11:52.510289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.511234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8d8cac79-097f-45a2-bd4d-80232ecb50a8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:52.537418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.540941 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5cbff3cf-dffe-4127-b6d4-ea82c11dca35 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7168987 Aug 31 08:11:52.541886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48626) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:52.607762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Set router a034465f-5baa-4643-9a32-ea37d515d40f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:52.638477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a6095d3a-5c47-43ee-93e0-4c50216c544e,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:52.742479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:52.743064 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:52.903395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:11:50Z', 'revision_number': 3, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:52.942506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Checking router: a034465f-5baa-4643-9a32-ea37d515d40f for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:11:52.947247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Updating router a034465f-5baa-4643-9a32-ea37d515d40f port c793cb13-fc90-40f0-99c6-6db3fc448b66 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:11:52.972086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.038180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.072083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=8437a301-2f18-4791-a92c-855c52f91560,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:53.182855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.185101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.185439 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 2a62d447-a1cc-4d06-a479-3ae9b6c77c69 disassociated (deleted). External IP: 172.25.0.159, port: 50562fea-9229-4c29-a33a-abef6aceb2cd. Aug 31 08:11:53.265025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:53.345719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf1eb4-3eb2-42bf-b417-f7077643e756 req-703470fe-87f4-47b9-86f2-f9462d932b46 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:53.347438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eadf1eb4-3eb2-42bf-b417-f7077643e756 req-703470fe-87f4-47b9-86f2-f9462d932b46 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 944 time: 0.0923889 Aug 31 08:11:53.358485 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.375375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Transition to ACTIVE for port object c793cb13-fc90-40f0-99c6-6db3fc448b66 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:53.405114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eadf1eb4-3eb2-42bf-b417-f7077643e756 req-719daefb-e504-4602-ae69-8596d4501f34 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 Aug 31 08:11:53.416419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:53.430126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:53.430511 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.474440 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.537862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Allocated IP 172.20.0.1 (e3272b79-ded1-4bbb-b1e0-0291927376a8/948a68e4-ef97-458c-8927-cd162cb03920/43d0cf51-c010-420d-84b8-5ed3636a5c4f) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:53.571882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Attempting to bind port c793cb13-fc90-40f0-99c6-6db3fc448b66 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:53.571882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Attempting to bind port c793cb13-fc90-40f0-99c6-6db3fc448b66 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:53.571882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Attempting to bind port c793cb13-fc90-40f0-99c6-6db3fc448b66 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:53.574090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f4000-8176-4d44-852e-67d85408b07a None None] Pushing event updated for resources: {'Port': ['ID=c793cb13-fc90-40f0-99c6-6db3fc448b66,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:53.585229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:53.585618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:53.586235 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.586665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:53.587314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Bound port: c793cb13-fc90-40f0-99c6-6db3fc448b66, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:53.587709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.624976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:53.669538 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.845051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] For port c793cb13-fc90-40f0-99c6-6db3fc448b66, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:53.845051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:11:53.845051 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae74dd9f-9346-4180-b5cc-eecbdb54b7a8" -d '{"events": [{"server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "name": "network-vif-plugged", "status": "completed", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:11:53.845051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] For port c793cb13-fc90-40f0-99c6-6db3fc448b66, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c793cb13-fc90-40f0-99c6-6db3fc448b66,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:53.845051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:53.847214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.847558 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db8eed6-976e-4668-8126-cf8500b9782d x-openstack-request-id: req-7db8eed6-976e-4668-8126-cf8500b9782d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:11:53.847558 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "name": "network-vif-plugged", "status": "completed", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:11:53.847558 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7db8eed6-976e-4668-8126-cf8500b9782d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:11:53.847558 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'code': 200} Aug 31 08:11:53.848314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Transition to ACTIVE for port object 43d0cf51-c010-420d-84b8-5ed3636a5c4f will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:53.848314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:53.848314 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.856644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6095d3a-5c47-43ee-93e0-4c50216c544e up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:53.863674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:53.879004 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:53.882483 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:53.894667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29c6f447-f720-4460-aa99-53eed5623d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.902585 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8bdd9d2a-ea2e-4cf7-b7b4-be1a0a54087d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/floatingips/2a62d447-a1cc-4d06-a479-3ae9b6c77c69 HTTP/1.1" status: 204 len: 168 time: 1.9494653 Aug 31 08:11:53.906477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48652) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:53.925834 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.928620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.938080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:53.960800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a632b1-4eb1-4515-ad0b-009fe204fe4d req-f421f00d-747c-49b5-9fba-53c432bc1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:53.965522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:53.969389 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-43a632b1-4eb1-4515-ad0b-009fe204fe4d req-f421f00d-747c-49b5-9fba-53c432bc1641 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 1097 time: 0.0650337 Aug 31 08:11:53.978649 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:53.979780 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:54.024335 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:54.025323 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d55ae-2ea4-4fbe-a2b0-e197aa27eb56 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:54.037144 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-43a632b1-4eb1-4515-ad0b-009fe204fe4d req-42e974d3-9e79-472a-b4bd-5c2a76ba7f76 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Aug 31 08:11:54.037144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.078284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Routers {'a034465f-5baa-4643-9a32-ea37d515d40f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:54.086680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a034465f-5baa-4643-9a32-ea37d515d40f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:54.093875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Pushing event updated for resources: {'Port': ['ID=43d0cf51-c010-420d-84b8-5ed3636a5c4f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:54.111383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:54.111383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:54.119020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:54.235147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.465523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 50562fea-9229-4c29-a33a-abef6aceb2cd {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:11:54.466066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.526630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.547169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:54.615343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad992e1b-0b96-401e-a4d2-dea77d5ca677 req-85aec564-5726-4776-a3c8-6281932630ad tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:54.630213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad992e1b-0b96-401e-a4d2-dea77d5ca677 req-85aec564-5726-4776-a3c8-6281932630ad tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 945 time: 0.0921335 Aug 31 08:11:54.633197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a6095d3a-5c47-43ee-93e0-4c50216c544e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:54.633197 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.638868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f4000-8176-4d44-852e-67d85408b07a None None] Pushing event updated for resources: {'Port': ['ID=c793cb13-fc90-40f0-99c6-6db3fc448b66,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:54.675661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.714151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad992e1b-0b96-401e-a4d2-dea77d5ca677 req-2220edef-8d24-4445-8b56-51f9317abb81 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818465 Aug 31 08:11:54.722798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 50562fea-9229-4c29-a33a-abef6aceb2cd owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:11:54.737424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfe2b-7fcc-4f01-b2e8-a7ff2fb8347a None None] Provisioning for port 43d0cf51-c010-420d-84b8-5ed3636a5c4f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:54.748876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c8bfe2b-7fcc-4f01-b2e8-a7ff2fb8347a None None] Provisioning complete for port 43d0cf51-c010-420d-84b8-5ed3636a5c4f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:54.748876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8bfe2b-7fcc-4f01-b2e8-a7ff2fb8347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.788235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] Set router a034465f-5baa-4643-9a32-ea37d515d40f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:54.809453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.886011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bfe2b-7fcc-4f01-b2e8-a7ff2fb8347a None None] Port 43d0cf51-c010-420d-84b8-5ed3636a5c4f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:11:54.910250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.988275 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:54.990706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Pushing event updated for resources: {'Port': ['ID=43d0cf51-c010-420d-84b8-5ed3636a5c4f,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:55.090712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:11:50Z', 'revision_number': 3, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:55.115144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:55.116718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:55.121799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbbab09-7684-40d2-afc3-28e6474ecb6a None None] The sync data for ids ['a034465f-5baa-4643-9a32-ea37d515d40f'] in n-d-713499-16 is: [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:11:50Z', 'revision_number': 3, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:11:55.221673 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:55.254308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=50562fea-9229-4c29-a33a-abef6aceb2cd,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:55.325692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Router a034465f-5baa-4643-9a32-ea37d515d40f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:11:55.382083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:55.384199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0cc39a21-6c37-4eef-b932-195827e4cc54 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/ports/50562fea-9229-4c29-a33a-abef6aceb2cd HTTP/1.1" status: 204 len: 168 time: 1.4767022 Aug 31 08:11:55.388407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48676) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:55.398001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:55.477798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:11:55.483980 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-873684ff-9e56-433f-81ca-e1a21ba9874c admin admin] 10.222.0.36 "PUT /v2.0/routers/a034465f-5baa-4643-9a32-ea37d515d40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9415593 Aug 31 08:11:55.513377 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:55.533045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-843866d4-dfb3-4e87-b176-2e984a426502 None None] Provisioning complete for port 43d0cf51-c010-420d-84b8-5ed3636a5c4f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:55.534451 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-843866d4-dfb3-4e87-b176-2e984a426502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:55.605673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-843866d4-dfb3-4e87-b176-2e984a426502 None None] Port 43d0cf51-c010-420d-84b8-5ed3636a5c4f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:11:55.697759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:55.846754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c793cb13-fc90-40f0-99c6-6db3fc448b66 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:55.919941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04bdc0-dd42-43f5-90e4-9963c40720cf req-e47d70bb-ee9f-4e75-a0da-633d06f30e8a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:55.928304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a04bdc0-dd42-43f5-90e4-9963c40720cf req-e47d70bb-ee9f-4e75-a0da-633d06f30e8a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 945 time: 0.1245844 Aug 31 08:11:55.986470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a04bdc0-dd42-43f5-90e4-9963c40720cf req-db7db86c-fbdf-49b7-88c0-baec831d1e28 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570085 Aug 31 08:11:56.003322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c793cb13-fc90-40f0-99c6-6db3fc448b66 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:11:56.008935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.39 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c63edfa9-a269-4075-baf7-e61c40ad4045) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:56.010323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c793cb13-fc90-40f0-99c6-6db3fc448b66 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:56.011864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.132620 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:11:56.162166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.176295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.234658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port c793cb13-fc90-40f0-99c6-6db3fc448b66, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c793cb13-fc90-40f0-99c6-6db3fc448b66,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:11:56.296916 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.355357 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.377298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d84f7-15e7-4afc-a164-e4cb01d5ad4b req-cafca3b8-3597-4f1f-9d68-748b0c171ec2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:56.379339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-278d84f7-15e7-4afc-a164-e4cb01d5ad4b req-cafca3b8-3597-4f1f-9d68-748b0c171ec2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 945 time: 0.2901313 Aug 31 08:11:56.401036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=c793cb13-fc90-40f0-99c6-6db3fc448b66,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:56.480618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.518451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-278d84f7-15e7-4afc-a164-e4cb01d5ad4b req-098a751c-eaed-4e1b-b393-29a822fc6e61 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304052 Aug 31 08:11:56.548124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48710) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:56.629485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-21b3e3d1-2590-415a-b2e7-173dedb37bfd tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:56.637108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-21b3e3d1-2590-415a-b2e7-173dedb37bfd tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/networks?id=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 HTTP/1.1" status: 200 len: 910 time: 0.2439196 Aug 31 08:11:56.648779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-8b877feb-c5d0-4a9e-afc1-7841510e1cdf tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/quotas/01aff75413e84c188b580d3332ec1c4d HTTP/1.1" status: 200 len: 375 time: 0.0107183 Aug 31 08:11:56.691074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.732201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7dbbecb3-2df4-4f02-88b7-06b8a6c0dc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:56.773220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:56.779902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=c63edfa9-a269-4075-baf7-e61c40ad4045,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:56.782574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:56.786816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:56.839740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-cd16a690-ee85-4785-bbf0-991afe7d7f21 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=01aff75413e84c188b580d3332ec1c4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831684 Aug 31 08:11:56.978388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc98b4-2a63-4017-9f18-9eff55c867d3 tempest-TestVolumeBootPattern-236814668 tempest-TestVolumeBootPattern-236814668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:56.979926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e3bc98b4-2a63-4017-9f18-9eff55c867d3 tempest-TestVolumeBootPattern-236814668 tempest-TestVolumeBootPattern-236814668-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 1092 time: 0.4293644 Aug 31 08:11:56.984234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:56.989688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:57.001424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-90d61d00-6341-4962-ace1-3d2851b2d009 service neutron] 10.222.0.36 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447253 Aug 31 08:11:57.006106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.108458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.110334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-3b9471d4-bda0-4ebc-8510-86886b0ecb53 service neutron] 10.222.0.36 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013303 Aug 31 08:11:57.150462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.252977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.343494 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.428358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.449034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.25.0.43 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c2a1d2f4-9a37-4537-b854-3dd2e293fdce) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:57.514263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=c63edfa9-a269-4075-baf7-e61c40ad4045,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:57.542035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.564962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Sync routers for ids ['a034465f-5baa-4643-9a32-ea37d515d40f'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:11:57.577449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Routers {'a034465f-5baa-4643-9a32-ea37d515d40f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:57.578510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a034465f-5baa-4643-9a32-ea37d515d40f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:57.628699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.633859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5d8b3845-f74a-4482-b13f-372672faf7b9 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2402964 Aug 31 08:11:57.634082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.634215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48744) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:57.641128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'port': {'network_id': 'e15ce844-5b2b-4ca1-97f2-547225f5811b', 'name': 'tempest-FloatingIPTestJSON-1654711297'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:57.752086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Set router a034465f-5baa-4643-9a32-ea37d515d40f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:11:57.823034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c793cb13-fc90-40f0-99c6-6db3fc448b66 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:11:57.828838 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.875814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:57.880221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:57.884795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:57.895535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:11:57.899206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:57.930454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] device_id is not set on port 9d116288-6850-4414-851f-333a5eaebe08 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:11:57.932262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=c2a1d2f4-9a37-4537-b854-3dd2e293fdce,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:58.021399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c793cb13-fc90-40f0-99c6-6db3fc448b66 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:11:58.021789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.070922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.075635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.8 (e15ce844-5b2b-4ca1-97f2-547225f5811b/4285edc5-0b42-4991-a8b2-42ce86089760/9d116288-6850-4414-851f-333a5eaebe08) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:11:58.205076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:11:54Z', 'revision_number': 4, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '43d0cf51-c010-420d-84b8-5ed3636a5c4f', 'name': '', 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'mac_address': 'fa:16:3e:ef:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '948a68e4-ef97-458c-8927-cd162cb03920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:53Z', 'updated_at': '2021-08-31T08:11:54Z', 'revision_number': 2, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'subnets': [{'id': '948a68e4-ef97-458c-8927-cd162cb03920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:58.260549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Checking router: a034465f-5baa-4643-9a32-ea37d515d40f for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:11:58.260918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Updating router a034465f-5baa-4643-9a32-ea37d515d40f port 43d0cf51-c010-420d-84b8-5ed3636a5c4f binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:11:58.362122 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.399542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.490437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7204fe6-48e4-4ee2-a525-0c049f7c3a97 req-8d5c209b-1183-48a7-9d26-abcfd008b51f tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 210 time: 0.0633016 Aug 31 08:11:58.611756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.680445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=9d116288-6850-4414-851f-333a5eaebe08,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:58.691587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network e15ce844-5b2b-4ca1-97f2-547225f5811b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:11:58.694143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:11:58.702549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:11:58.785328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:11:58.786072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.856441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.871741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Transition to ACTIVE for port object 43d0cf51-c010-420d-84b8-5ed3636a5c4f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:11:58.891457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9f63ea9d-4f75-41a1-918d-92ba2060614e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2560008 Aug 31 08:11:58.894738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48774) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:11:58.900782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'port_id': '9d116288-6850-4414-851f-333a5eaebe08'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:11:58.904970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.962338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:58.994156 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.139674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264a3e-ecde-44ae-9233-140fd8a3d9dd None None] Pushing event updated for resources: {'Port': ['ID=43d0cf51-c010-420d-84b8-5ed3636a5c4f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:59.150641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.247956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Attempting to bind port 43d0cf51-c010-420d-84b8-5ed3636a5c4f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:11:59.248517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Attempting to bind port 43d0cf51-c010-420d-84b8-5ed3636a5c4f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:11:59.249145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Attempting to bind port 43d0cf51-c010-420d-84b8-5ed3636a5c4f on network e3272b79-ded1-4bbb-b1e0-0291927376a8 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:11:59.260068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:11:59.261198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Checking segment: {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:11:59.262523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.263153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Bound using segment: {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:11:59.263936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Bound port: 43d0cf51-c010-420d-84b8-5ed3636a5c4f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbebd622-b998-4396-8595-875c12457f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:11:59.264546 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.438570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] For port 43d0cf51-c010-420d-84b8-5ed3636a5c4f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:11:59.446418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] For port 43d0cf51-c010-420d-84b8-5ed3636a5c4f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=43d0cf51-c010-420d-84b8-5ed3636a5c4f,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:11:59.470181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.589040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5478bf3-1703-47be-8f4d-52d9b61256cd req-692267ba-cd68-4e8b-978c-8a5de2290d53 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 210 time: 0.0564873 Aug 31 08:11:59.645345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.647923 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.652574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.748824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.801883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=c2a1d2f4-9a37-4537-b854-3dd2e293fdce,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:59.804670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.810488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Routers {'a034465f-5baa-4643-9a32-ea37d515d40f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:11:59.811154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a034465f-5baa-4643-9a32-ea37d515d40f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:11:59.841475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:11:59.889121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da264a3e-ecde-44ae-9233-140fd8a3d9dd None None] Pushing event updated for resources: {'Port': ['ID=43d0cf51-c010-420d-84b8-5ed3636a5c4f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:11:59.994699 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 2ac5270b-703d-4c2a-9ba3-674f715248af associated. External IP: 172.25.0.39, port: 9d116288-6850-4414-851f-333a5eaebe08. Aug 31 08:12:00.000475 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Floating IP 27d319c4-0a8d-4a58-afe5-b3f7cea139c0 associated. External IP: 172.25.0.43, port: 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687. Aug 31 08:12:00.044487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] Set router a034465f-5baa-4643-9a32-ea37d515d40f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:00.286489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:00.302643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:00.340223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:11:54Z', 'revision_number': 4, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '43d0cf51-c010-420d-84b8-5ed3636a5c4f', 'name': '', 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'mac_address': 'fa:16:3e:ef:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '948a68e4-ef97-458c-8927-cd162cb03920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:53Z', 'updated_at': '2021-08-31T08:11:59Z', 'revision_number': 4, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'subnets': [{'id': '948a68e4-ef97-458c-8927-cd162cb03920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:00.371584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc708ea-9639-45b0-b8d7-147742dbb48b None None] The sync data for ids ['a034465f-5baa-4643-9a32-ea37d515d40f'] in n-d-713499-16 is: [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:11:54Z', 'revision_number': 4, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '43d0cf51-c010-420d-84b8-5ed3636a5c4f', 'name': '', 'network_id': 'e3272b79-ded1-4bbb-b1e0-0291927376a8', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'mac_address': 'fa:16:3e:ef:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '948a68e4-ef97-458c-8927-cd162cb03920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:53Z', 'updated_at': '2021-08-31T08:11:59Z', 'revision_number': 4, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'subnets': [{'id': '948a68e4-ef97-458c-8927-cd162cb03920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:00.550787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:00.569523 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:00.586698 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:00.587465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:00.591613 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:00.600486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:00.602473 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:00.637707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:00.638936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:00.673016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:00.710427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:00.712562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e8cff6fe-923c-4a3b-b0ef-edd6ab85f055 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/floatingips/2ac5270b-703d-4c2a-9ba3-674f715248af HTTP/1.1" status: 200 len: 977 time: 1.8159754 Aug 31 08:12:00.715120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:00.733945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:00.734589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:00.773512 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:00.803767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3aa220d-7bc4-4fb4-8897-176bf9992066 req-c1b26535-ce35-48d0-9dfc-e941ce21c58f tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 210 time: 0.0586476 Aug 31 08:12:00.844803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:00.845486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459bba5-c776-45a3-80ad-854f21e76321 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:00.854569 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-9ce74f90-ac37-4b30-b398-85a37cd528a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3904965 Aug 31 08:12:00.859456 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66a32b14-b6ed-48af-b032-a856fe2da3e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8739777 Aug 31 08:12:00.863074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:00.865701 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:00.971783 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 9d116288-6850-4414-851f-333a5eaebe08 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:00.972422 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:01.013499 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524c6928-ed26-4bb6-8541-622bbca3b5df x-openstack-request-id: req-524c6928-ed26-4bb6-8541-622bbca3b5df {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:01.013499 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:01.013499 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-524c6928-ed26-4bb6-8541-622bbca3b5df {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:01.013499 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'status': 'completed', 'code': 200} Aug 31 08:12:01.131144 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '27d319c4-0a8d-4a58-afe5-b3f7cea139c0', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:32:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9981a9f6-99e4-428e-b69e-210b58386e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:11:58Z', 'updated_at': '2021-08-31T08:11:58Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:01.186312 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:12:01.190470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49d16-0a23-4028-a9db-f15632d755ab req-d1215b22-773b-4b3e-90b1-09e578d11ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:01.192095 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-d1215b22-773b-4b3e-90b1-09e578d11ce8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1098 time: 0.1441760 Aug 31 08:12:01.203550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-21856a37-9d1b-46c5-8510-9de5aaf0c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:01.204930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-21856a37-9d1b-46c5-8510-9de5aaf0c919 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 1097 time: 0.1259434 Aug 31 08:12:01.209559 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:01.211406 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:01.212057 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:01.330641 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:01.834660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-5adfc255-d452-459e-9a72-40d7fc1fa89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:01.836448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-5adfc255-d452-459e-9a72-40d7fc1fa89f service neutron] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.6130652 Aug 31 08:12:01.849259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:01.849661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:01.850012 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 2ac5270b-703d-4c2a-9ba3-674f715248af disassociated. External IP: 172.25.0.39, port: 9d116288-6850-4414-851f-333a5eaebe08. Aug 31 08:12:01.850361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 9d116288-6850-4414-851f-333a5eaebe08 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:01.874606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 43d0cf51-c010-420d-84b8-5ed3636a5c4f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:01.960613 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '27d319c4-0a8d-4a58-afe5-b3f7cea139c0', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:32:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9981a9f6-99e4-428e-b69e-210b58386e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:11:58Z', 'updated_at': '2021-08-31T08:11:58Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:02.055728 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687beee3-0626-4833-9caf-fb0102b276cf None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '27d319c4-0a8d-4a58-afe5-b3f7cea139c0', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:32:79:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9981a9f6-99e4-428e-b69e-210b58386e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:11:58Z', 'updated_at': '2021-08-31T08:11:58Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:02.063093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 43d0cf51-c010-420d-84b8-5ed3636a5c4f completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:02.075838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 43d0cf51-c010-420d-84b8-5ed3636a5c4f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:02.076881 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:02.179910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49d16-0a23-4028-a9db-f15632d755ab req-de8337cc-b551-4e2f-9015-fec1826f172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:02.186633 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-de8337cc-b551-4e2f-9015-fec1826f172b service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 909 time: 0.9298351 Aug 31 08:12:02.239270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:02.357306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 43d0cf51-c010-420d-84b8-5ed3636a5c4f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=43d0cf51-c010-420d-84b8-5ed3636a5c4f,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:02.365397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec152714-492e-418d-87d8-ebf9001a76c5 req-a0a63396-7f79-427b-b567-b4cb27189497 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 210 time: 0.0336089 Aug 31 08:12:02.393220 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-df2079a6-147c-4c12-bb8a-bc1fa6c61c12 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 1002 time: 0.1692536 Aug 31 08:12:02.412561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-14fd4ae5-75e1-4d08-bb83-9da47b4aa951 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:02.414060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-14fd4ae5-75e1-4d08-bb83-9da47b4aa951 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.68 "GET /v2.0/networks?id=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 HTTP/1.1" status: 200 len: 910 time: 0.6424923 Aug 31 08:12:02.422642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:02.433001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Request body: {'port': {'device_id': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'admin_state_up': True, 'tenant_id': '01aff75413e84c188b580d3332ec1c4d'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:02.458911 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-14413e6e-b891-4c15-995f-8a25e750bf19 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 HTTP/1.1" status: 200 len: 998 time: 0.4692473 Aug 31 08:12:02.583176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Made reservation on behalf of 01aff75413e84c188b580d3332ec1c4d for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:02.585641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:02.626370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-ca777c33-33ac-486c-aad7-269fe46473ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:02.628647 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-ca777c33-33ac-486c-aad7-269fe46473ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.1593757 Aug 31 08:12:02.632363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49d16-0a23-4028-a9db-f15632d755ab req-20628b08-8285-407c-95aa-e7490d30ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:02.633905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-20628b08-8285-407c-95aa-e7490d30ba34 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 200 len: 847 time: 0.2245634 Aug 31 08:12:02.742214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=43d0cf51-c010-420d-84b8-5ed3636a5c4f,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:02.763300 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46316f33-28a1-48d7-ad8d-5c343716214a None None] New status for floating IP 27d319c4-0a8d-4a58-afe5-b3f7cea139c0: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:12:02.797658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49d16-0a23-4028-a9db-f15632d755ab req-783a826d-6d95-4301-abca-d84aeabd612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:02.800488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-783a826d-6d95-4301-abca-d84aeabd612a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fc5bb32-8feb-4b88-88b4-d81c370ac068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461291 Aug 31 08:12:02.802688 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-0b9d48ac-3455-42a0-9859-be9e29c009d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:02.806690 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-0b9d48ac-3455-42a0-9859-be9e29c009d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647232 Aug 31 08:12:02.936945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:02.988118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=9d116288-6850-4414-851f-333a5eaebe08,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:03.013886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Allocated IP 172.20.0.3 (fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6/4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1/03680ac2-b318-4734-9e00-5f839fcb6a67) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:03.095401 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-8ccb6968-5e6e-40b2-a903-ddb7e3f4ec41 service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808647 Aug 31 08:12:03.104237 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-58604527-1e50-4326-90b8-c1502d4335f9 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858465 Aug 31 08:12:03.200990 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:03.216277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Transition to ACTIVE for port object 03680ac2-b318-4734-9e00-5f839fcb6a67 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:03.292211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:03.325505 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-5b684db2-2a5c-4591-b676-0b27fbc85279 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900423 Aug 31 08:12:03.329208 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-e7fa3014-a068-4ec4-bd3e-24e0b3df3c62 service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241027 Aug 31 08:12:03.359572 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:03.403365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:03.406517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:03.423475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:03.423475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Pushing event updated for resources: {'Port': ['ID=03680ac2-b318-4734-9e00-5f839fcb6a67,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:03.454044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:03.454922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:03.456946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:03.468437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61046554-3b84-49ae-800b-15daddb2751d None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:03.481507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61046554-3b84-49ae-800b-15daddb2751d None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:03.482377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-61046554-3b84-49ae-800b-15daddb2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:03.526792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087b29d-25f9-46e9-bb29-d1058cea2aea req-95aa2de7-1fb9-4311-b378-eff4048b151c tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:03.528844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2087b29d-25f9-46e9-bb29-d1058cea2aea req-95aa2de7-1fb9-4311-b378-eff4048b151c tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1027 time: 0.0531723 Aug 31 08:12:03.542532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-61046554-3b84-49ae-800b-15daddb2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:03.555363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:03.558253 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-14895095-0632-4b7b-8c41-7e86ebd075de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/ports/9d116288-6850-4414-851f-333a5eaebe08 HTTP/1.1" status: 204 len: 168 time: 2.8465903 Aug 31 08:12:03.560609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48858) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:03.568843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61046554-3b84-49ae-800b-15daddb2751d None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:03.569730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-61046554-3b84-49ae-800b-15daddb2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:03.584355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-b4859a13-e187-4e7c-9434-952fd08ba10a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1598830 Aug 31 08:12:03.594783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2087b29d-25f9-46e9-bb29-d1058cea2aea req-95170b53-0508-4b69-8aee-aa5b3d1befba tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594885 Aug 31 08:12:03.614738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Request body: {'port': {'device_id': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:03.628730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-61046554-3b84-49ae-800b-15daddb2751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:03.630260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61046554-3b84-49ae-800b-15daddb2751d None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:03.686800 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-35caea6e-3883-452f-98ea-7f0be65c89f5 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/floatingips/2ac5270b-703d-4c2a-9ba3-674f715248af HTTP/1.1" status: 200 len: 687 time: 0.1247456 Aug 31 08:12:03.689123 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48862) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:03.726915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:03.805006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 43d0cf51-c010-420d-84b8-5ed3636a5c4f up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:03.872226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-965b9c6d-8b9c-40b1-ac5d-002f88691a6f None None] Provisioning for port 03680ac2-b318-4734-9e00-5f839fcb6a67 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:03.878631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-965b9c6d-8b9c-40b1-ac5d-002f88691a6f None None] Provisioning complete for port 03680ac2-b318-4734-9e00-5f839fcb6a67 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:03.879067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-965b9c6d-8b9c-40b1-ac5d-002f88691a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:03.937260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-965b9c6d-8b9c-40b1-ac5d-002f88691a6f None None] Port 03680ac2-b318-4734-9e00-5f839fcb6a67 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:12:03.956567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 43d0cf51-c010-420d-84b8-5ed3636a5c4f triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:03.958618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.153773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03680ac2-b318-4734-9e00-5f839fcb6a67 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:12:04.163181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.177682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Transition to ACTIVE for port object 03680ac2-b318-4734-9e00-5f839fcb6a67 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:04.331138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.332610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port c63edfa9-a269-4075-baf7-e61c40ad4045 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:04.333079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.406349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=03680ac2-b318-4734-9e00-5f839fcb6a67,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:04.428434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.428729 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.445122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for c63edfa9-a269-4075-baf7-e61c40ad4045 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:04.504615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Attempting to bind port 03680ac2-b318-4734-9e00-5f839fcb6a67 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:04.508745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Attempting to bind port 03680ac2-b318-4734-9e00-5f839fcb6a67 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:04.510121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Attempting to bind port 03680ac2-b318-4734-9e00-5f839fcb6a67 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:04.536272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Port 03680ac2-b318-4734-9e00-5f839fcb6a67 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:12:04.537089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Attempting to bind port 03680ac2-b318-4734-9e00-5f839fcb6a67 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:04.545608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:04.546566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Checking segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:04.547193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Bound using segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:04.547727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Bound port: 03680ac2-b318-4734-9e00-5f839fcb6a67, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:04.548203 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.658873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] For port 03680ac2-b318-4734-9e00-5f839fcb6a67, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:04.663310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] For port 03680ac2-b318-4734-9e00-5f839fcb6a67, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=03680ac2-b318-4734-9e00-5f839fcb6a67,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:04.751150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.764609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c60dbf-1392-4815-807e-a69ddfe8fdbb req-442d1d57-04f0-447d-97dd-8f4cc5b06f95 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:04.766227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74c60dbf-1392-4815-807e-a69ddfe8fdbb req-442d1d57-04f0-447d-97dd-8f4cc5b06f95 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1053 time: 0.0560904 Aug 31 08:12:04.771884 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.819860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:04.820666 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.822256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] 10.222.0.68 "PUT /v2.0/ports/03680ac2-b318-4734-9e00-5f839fcb6a67 HTTP/1.1" status: 200 len: 1092 time: 1.2232563 Aug 31 08:12:04.824657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'tag': '03680ac2-b318-4734-9e00-5f839fcb6a67'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:04.827458 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7f842d-f603-424a-9c0a-612508f6e309" -d '{"events": [{"name": "network-changed", "server_uuid": "92b791a1-75ca-4ab8-957c-2858e00d5d78", "tag": "03680ac2-b318-4734-9e00-5f839fcb6a67"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:04.851184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=c63edfa9-a269-4075-baf7-e61c40ad4045,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:04.877354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74c60dbf-1392-4815-807e-a69ddfe8fdbb req-5a4efc6c-bfd7-4b76-a7cd-e3a6920f7675 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746672 Aug 31 08:12:04.902524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357abf-c99b-4106-8abe-8f4c19a6c2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=03680ac2-b318-4734-9e00-5f839fcb6a67,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:04.919087 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea50bb2-98a4-4da3-9efb-eaaf11903fb7 x-openstack-request-id: req-1ea50bb2-98a4-4da3-9efb-eaaf11903fb7 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:04.919886 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b791a1-75ca-4ab8-957c-2858e00d5d78", "tag": "03680ac2-b318-4734-9e00-5f839fcb6a67", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:04.919886 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ea50bb2-98a4-4da3-9efb-eaaf11903fb7 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:04.920380 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'tag': '03680ac2-b318-4734-9e00-5f839fcb6a67', 'status': 'completed', 'code': 200} Aug 31 08:12:04.947613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.951664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:04.953041 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7f61a17a-6dc6-4477-8b79-f983d85ccc8b tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ac5270b-703d-4c2a-9ba3-674f715248af HTTP/1.1" status: 204 len: 168 time: 1.2482669 Aug 31 08:12:04.956601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48908) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:04.969099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd151870c-1ba8-4c31-8fa8-6fb14b493350'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:05.008387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f842d-f603-424a-9c0a-612508f6e309 req-4c519682-07dd-4e72-82c6-c2d5a63a19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:05.010341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed7f842d-f603-424a-9c0a-612508f6e309 req-4c519682-07dd-4e72-82c6-c2d5a63a19f8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=01aff75413e84c188b580d3332ec1c4d&device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1095 time: 0.0712628 Aug 31 08:12:05.078993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:05.146185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f842d-f603-424a-9c0a-612508f6e309 req-d04371e6-7f16-417c-8075-5b12ef54c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:05.148406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed7f842d-f603-424a-9c0a-612508f6e309 req-d04371e6-7f16-417c-8075-5b12ef54c220 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=01aff75413e84c188b580d3332ec1c4d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1296265 Aug 31 08:12:05.238281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:05.310769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f842d-f603-424a-9c0a-612508f6e309 req-d8def475-05fc-4e2f-ad5b-e88d4b398622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:05.312765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed7f842d-f603-424a-9c0a-612508f6e309 req-d8def475-05fc-4e2f-ad5b-e88d4b398622 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566057 Aug 31 08:12:05.409862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.136 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/15ab47cc-1610-4400-bdf2-894d347b75a5) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:05.420945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-d30c432e-4799-434c-8f96-c152ed96f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:05.422886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-d30c432e-4799-434c-8f96-c152ed96f615 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=01aff75413e84c188b580d3332ec1c4d&device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1095 time: 0.0556357 Aug 31 08:12:05.489389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-6b54534d-72f2-4c0d-bbba-1c25017de218 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03680ac2-b318-4734-9e00-5f839fcb6a67 HTTP/1.1" status: 200 len: 217 time: 0.0565383 Aug 31 08:12:05.537599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:05.574408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-84fc2441-0ac9-4829-bce7-b443b21ec871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:05.574408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-84fc2441-0ac9-4829-bce7-b443b21ec871 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1 HTTP/1.1" status: 200 len: 848 time: 0.0627890 Aug 31 08:12:05.621863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1258a-0912-4eea-8a54-98a43c48732e req-12a05fd8-9807-4b73-96a6-a5f6cd9d5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:05.623939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-12a05fd8-9807-4b73-96a6-a5f6cd9d5a10 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552249 Aug 31 08:12:05.685988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:05.744629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:05.749909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-58b6309a-2497-44a3-a8f0-dba8073fc500 service neutron] 10.222.0.68 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187649 Aug 31 08:12:05.750862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:05.755672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:05.782393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=15ab47cc-1610-4400-bdf2-894d347b75a5,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:05.875152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba1258a-0912-4eea-8a54-98a43c48732e req-ee27fde9-0fff-4a6d-be91-64bf25274911 service neutron] 10.222.0.68 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165528 Aug 31 08:12:06.000358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f158-f3f6-4112-bc2a-2db3b32b300f req-4bcb0057-8dba-4efa-a722-f8ef6011a406 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:06.006581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e923f158-f3f6-4112-bc2a-2db3b32b300f req-4bcb0057-8dba-4efa-a722-f8ef6011a406 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1095 time: 0.0606911 Aug 31 08:12:06.043982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e923f158-f3f6-4112-bc2a-2db3b32b300f req-83bc22fd-3dd4-421c-93fb-b5a91c25192f tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Aug 31 08:12:06.237429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:06.365055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:06.583842 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:06.599049 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-d91c018d-5612-4fe7-beb4-e27027b00ab5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1435158 Aug 31 08:12:06.699745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:06.711274 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1426-ca8a-464e-918f-91252c0b591f req-8623b023-cb5e-44f8-a24c-5ea462c05bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:06.712917 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-8623b023-cb5e-44f8-a24c-5ea462c05bb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=150945bef38e49f593aa2bfa1e1842ab&device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 1101 time: 0.0636458 Aug 31 08:12:06.830749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=15ab47cc-1610-4400-bdf2-894d347b75a5,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:06.850469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:06.932216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1426-ca8a-464e-918f-91252c0b591f req-4ce65227-4248-4dd4-bb26-6547ba4ab2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:06.933705 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-4ce65227-4248-4dd4-bb26-6547ba4ab2ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1932218 Aug 31 08:12:07.000761 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-cc513379-56db-48d5-8ee4-fab13fc5ed49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0403450 Aug 31 08:12:07.044802 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 82f35d1d-cf2b-488b-99a8-e70d2189d4a1 associated. External IP: 172.25.0.136, port: d151870c-1ba8-4c31-8fa8-6fb14b493350. Aug 31 08:12:07.116299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1426-ca8a-464e-918f-91252c0b591f req-996df0cf-54ca-4a92-992f-735bb19cdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:07.117902 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-996df0cf-54ca-4a92-992f-735bb19cdcb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.1062706 Aug 31 08:12:07.171426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0a4d4-9160-44fc-80fd-aff53199f211 req-31ec2be9-0500-46e0-b0ea-c6d7f00a748d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:07.172980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95e0a4d4-9160-44fc-80fd-aff53199f211 req-31ec2be9-0500-46e0-b0ea-c6d7f00a748d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1095 time: 0.0477574 Aug 31 08:12:07.212188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95e0a4d4-9160-44fc-80fd-aff53199f211 req-ed88a4f0-d1aa-4741-a80c-6310fe3672a8 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Aug 31 08:12:07.222499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1426-ca8a-464e-918f-91252c0b591f req-9957037c-25e5-4e79-9b6a-3005b756e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:07.225291 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-9957037c-25e5-4e79-9b6a-3005b756e0f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715241 Aug 31 08:12:07.327133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 03680ac2-b318-4734-9e00-5f839fcb6a67 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:12:07.419997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:07.450080 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-d33c810d-a717-4394-9a12-6e5bc14b83b0 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832387 Aug 31 08:12:07.455575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 03680ac2-b318-4734-9e00-5f839fcb6a67, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=03680ac2-b318-4734-9e00-5f839fcb6a67,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:07.472362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '03680ac2-b318-4734-9e00-5f839fcb6a67', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'port_id': '03680ac2-b318-4734-9e00-5f839fcb6a67', 'mac_address': 'fa:16:3e:f7:9b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:12:07.523522 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:07.539441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03680ac2-b318-4734-9e00-5f839fcb6a67 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:12:07.563627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 03680ac2-b318-4734-9e00-5f839fcb6a67, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=03680ac2-b318-4734-9e00-5f839fcb6a67,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:07.613017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:07.626719 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:07.639537 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:07.640229 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:07.662173 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:07.682057 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:07.687127 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-055e1426-ca8a-464e-918f-91252c0b591f req-5b5b9b8b-dd5c-4ee5-88cf-725c2de33bff service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280160 Aug 31 08:12:07.704406 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:07.705059 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:07.709187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:07.746871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=03680ac2-b318-4734-9e00-5f839fcb6a67,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:07.752800 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-91fc75ed-6e4e-405f-9a92-47d7ad5fdd93 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7921019 Aug 31 08:12:07.755962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 48982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:07.761235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1601169751'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:07.765764 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:07.766481 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4449034-0432-4b5b-9454-bfe8669daee2 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:07.839619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:07.845715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:07.871721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:12:07.881115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:07.881592 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Added segment 23f415e0-1fbd-4d60-8654-4c05bab2522b of type vlan for network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 Aug 31 08:12:07.921957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['03680ac2-b318-4734-9e00-5f839fcb6a67'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:07.922229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:08.045201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:08.055396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:08.055396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:08.171334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Network': ['ID=7dc514af-5ed7-417f-bf59-c64eb3e3fef3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:08.183100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:12:08.199358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-42a056d6-1f43-4cd4-8cb1-d14259ad1d8e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4420590 Aug 31 08:12:08.202439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 48990) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:08.207876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'subnet': {'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:08.387987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b521-a0fc-44a4-bffd-94b5e2773a08 req-04e7d9f4-ee7a-4a66-8e34-d306a5b801bc tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:08.389564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d29b521-a0fc-44a4-bffd-94b5e2773a08 req-04e7d9f4-ee7a-4a66-8e34-d306a5b801bc tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1096 time: 0.0728273 Aug 31 08:12:08.438335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d29b521-a0fc-44a4-bffd-94b5e2773a08 req-a935d7a6-0dc1-4d71-ab83-85b4eaf2a313 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Aug 31 08:12:08.455137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:08.459706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:08.709519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:08.777681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Subnet': ['ID=b793887f-6d36-485f-ab60-f0eb49c1963c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:08.788144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Checking segment: {'id': '23f415e0-1fbd-4d60-8654-4c05bab2522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:08.788516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network hostable DHCP agents. Network: 7dc514af-5ed7-417f-bf59-c64eb3e3fef3, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:12:08.946904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:12:09.061926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 7dc514af-5ed7-417f-bf59-c64eb3e3fef3) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:09.066403 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:09.067574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.071752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ce930-aaaa-4706-b12f-ffb341088d7f None None] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:09.154716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ba5ca9ee-bc77-46e7-9273-81c597bdb30e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9509089 Aug 31 08:12:09.157006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49006) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:09.194164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1634771452', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:09.239881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-7dc514af-5ed7-417f-bf59-c64eb3e3fef3', 'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3', 'tenant_id': '295b68aa821b460fbb2c8f3b5f79a05c', 'fixed_ips': [{'subnet_id': 'b793887f-6d36-485f-ab60-f0eb49c1963c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:12:09.240772 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.302211 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.303547 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.335035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 03680ac2-b318-4734-9e00-5f839fcb6a67 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:09.406074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.433495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Allocated IP 172.20.0.2 (7dc514af-5ed7-417f-bf59-c64eb3e3fef3/b793887f-6d36-485f-ab60-f0eb49c1963c/3f24c0d6-8928-4258-88b1-8b627ae8febf) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:09.565121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 03680ac2-b318-4734-9e00-5f839fcb6a67 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:09.584883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 03680ac2-b318-4734-9e00-5f839fcb6a67 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:09.585489 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.696341 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.700618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec299d-5f2b-4504-9c3f-2c445c9c2209 req-5c5f01e8-5861-45d8-8836-b78cdfcbd0f9 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:09.701921 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.703127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66ec299d-5f2b-4504-9c3f-2c445c9c2209 req-5c5f01e8-5861-45d8-8836-b78cdfcbd0f9 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1096 time: 0.1724179 Aug 31 08:12:09.721114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Transition to ACTIVE for port object 3f24c0d6-8928-4258-88b1-8b627ae8febf will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:09.774771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Transition to ACTIVE for port object 3f24c0d6-8928-4258-88b1-8b627ae8febf will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:09.782174 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.794770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66ec299d-5f2b-4504-9c3f-2c445c9c2209 req-89e8cc91-d7d5-4725-aa2d-fbff63688d8d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779274 Aug 31 08:12:09.820113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03680ac2-b318-4734-9e00-5f839fcb6a67'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:09.822655 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f596884-2889-4afe-b43f-ebeb7aa15024" -d '{"events": [{"server_uuid": "92b791a1-75ca-4ab8-957c-2858e00d5d78", "name": "network-vif-plugged", "status": "completed", "tag": "03680ac2-b318-4734-9e00-5f839fcb6a67"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:09.846966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 03680ac2-b318-4734-9e00-5f839fcb6a67, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=03680ac2-b318-4734-9e00-5f839fcb6a67,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:09.877987 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c94426-bf46-4c71-9e44-dd0c5ffed5aa x-openstack-request-id: req-62c94426-bf46-4c71-9e44-dd0c5ffed5aa {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:09.878288 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b791a1-75ca-4ab8-957c-2858e00d5d78", "name": "network-vif-plugged", "status": "completed", "tag": "03680ac2-b318-4734-9e00-5f839fcb6a67", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:09.878548 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62c94426-bf46-4c71-9e44-dd0c5ffed5aa {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:09.879001 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03680ac2-b318-4734-9e00-5f839fcb6a67', 'code': 200} Aug 31 08:12:09.902907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.962501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:09.983457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:09.986760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:09.991504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:09.998293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Pushing event updated for resources: {'Port': ['ID=3f24c0d6-8928-4258-88b1-8b627ae8febf,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:10.097391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Attempting to bind port 3f24c0d6-8928-4258-88b1-8b627ae8febf on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:10.098816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Attempting to bind port 3f24c0d6-8928-4258-88b1-8b627ae8febf by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '23f415e0-1fbd-4d60-8654-4c05bab2522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:10.098816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Attempting to bind port 3f24c0d6-8928-4258-88b1-8b627ae8febf on network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:10.118655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:10.119439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Checking segment: {'id': '23f415e0-1fbd-4d60-8654-4c05bab2522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:10.120088 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.120694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Bound using segment: {'id': '23f415e0-1fbd-4d60-8654-4c05bab2522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:10.121418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Bound port: 3f24c0d6-8928-4258-88b1-8b627ae8febf, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f415e0-1fbd-4d60-8654-4c05bab2522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:10.122055 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.127713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=03680ac2-b318-4734-9e00-5f839fcb6a67,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:10.154706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c3bf3-47d2-4ffa-b6aa-c71a8999148b req-f7af1366-de1c-4016-820d-d900d0a2e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:10.156320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c2c3bf3-47d2-4ffa-b6aa-c71a8999148b req-f7af1366-de1c-4016-820d-d900d0a2e6ba service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.2198968 Aug 31 08:12:10.194670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.216537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] For port 3f24c0d6-8928-4258-88b1-8b627ae8febf, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:10.219760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] For port 3f24c0d6-8928-4258-88b1-8b627ae8febf, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3f24c0d6-8928-4258-88b1-8b627ae8febf,segment=NetworkSegment(23f415e0-1fbd-4d60-8654-4c05bab2522b),segment_id=23f415e0-1fbd-4d60-8654-4c05bab2522b)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:10.229875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.300015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c2c3bf3-47d2-4ffa-b6aa-c71a8999148b req-176b9806-cce9-4b19-8ef4-e66fd48955fe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124718 Aug 31 08:12:10.308469 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.378326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.25.0.198 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/b6e009dc-43a2-4b22-a6a8-b2f7c3ee0255) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:10.396248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef02798-2acc-4ec3-8e3e-1c313cd6bde1 None None] Pushing event updated for resources: {'Port': ['ID=3f24c0d6-8928-4258-88b1-8b627ae8febf,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:10.558476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.679638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:10.740652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=b6e009dc-43a2-4b22-a6a8-b2f7c3ee0255,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:10.766545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:10.768477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:10.771696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:11.008552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20220-8995-435e-b146-9000d8105e1c req-8ad23245-88b1-40a2-b99c-2a2997653e05 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:11.010819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48e20220-8995-435e-b146-9000d8105e1c req-8ad23245-88b1-40a2-b99c-2a2997653e05 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.1182353 Aug 31 08:12:11.053007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48e20220-8995-435e-b146-9000d8105e1c req-5198f934-a563-455b-a726-c18feb222a2d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Aug 31 08:12:11.225362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:11.453941 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:11.645516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8c4b0-f93f-44f1-b883-b22f4e8b09f3 None None] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:11.686104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router ea665d80-30d4-4d4f-924a-673947635463 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:12:11.832094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-faa9f852-02a8-48ae-b45f-450fd901545c None None] Provisioning for port 3f24c0d6-8928-4258-88b1-8b627ae8febf completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:11.838417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:11.851202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] Sync routers for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:11.856134 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3f24c0d6-8928-4258-88b1-8b627ae8febf up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:11.897356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:11.898199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:11.937222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:11.950458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:11.955064 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:11.955388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:11.955496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d89eb171-bbc8-49bc-9a13-1389d7100b83 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7962282 Aug 31 08:12:11.955608 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49054) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:12.029590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:12.030698 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f52ec-a0ea-48db-9e54-934d642000ad None None] The sync data for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:12.114385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3f24c0d6-8928-4258-88b1-8b627ae8febf completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:12.121373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3f24c0d6-8928-4258-88b1-8b627ae8febf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:12.127596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:12.186937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7deb-6ff2-4c4c-9df8-6561dde00f97 req-13a72da0-e37c-4f41-b9d9-c72bb7d0dcf4 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:12.200187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08ce7deb-6ff2-4c4c-9df8-6561dde00f97 req-13a72da0-e37c-4f41-b9d9-c72bb7d0dcf4 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.0677216 Aug 31 08:12:12.254935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08ce7deb-6ff2-4c4c-9df8-6561dde00f97 req-59590bc3-ab76-4d24-b637-ecb614049a08 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Aug 31 08:12:12.289069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-50725850-51f9-44a0-a9d4-35d17822a8ba None None] Provisioning complete for port 3f24c0d6-8928-4258-88b1-8b627ae8febf triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:12.289450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50725850-51f9-44a0-a9d4-35d17822a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:12.332660 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:12.371706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bc866-b44b-45cc-9ca3-c4a298eb90c1 req-cc1718ee-1a7c-4f24-8352-e63c57b42a8a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:12.373256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf7bc866-b44b-45cc-9ca3-c4a298eb90c1 req-cc1718ee-1a7c-4f24-8352-e63c57b42a8a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.0465422 Aug 31 08:12:12.377984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3f24c0d6-8928-4258-88b1-8b627ae8febf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3f24c0d6-8928-4258-88b1-8b627ae8febf,segment=NetworkSegment(23f415e0-1fbd-4d60-8654-4c05bab2522b),segment_id=23f415e0-1fbd-4d60-8654-4c05bab2522b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:12.419055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf7bc866-b44b-45cc-9ca3-c4a298eb90c1 req-720332db-1085-4021-995e-962821b5eb06 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385036 Aug 31 08:12:12.430160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-50725850-51f9-44a0-a9d4-35d17822a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:12.450236 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:12.537418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-50725850-51f9-44a0-a9d4-35d17822a8ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:12:12.537841 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-50725850-51f9-44a0-a9d4-35d17822a8ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:12:12.550692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3f24c0d6-8928-4258-88b1-8b627ae8febf,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:12.594542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea205c82-15cf-4e5e-95c6-cba291f3d2d8 req-39f434e4-fe07-40e1-9e0b-1b49ad9814ec tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:12.596217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea205c82-15cf-4e5e-95c6-cba291f3d2d8 req-39f434e4-fe07-40e1-9e0b-1b49ad9814ec tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.0585780 Aug 31 08:12:12.645957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea205c82-15cf-4e5e-95c6-cba291f3d2d8 req-218e6b5d-c167-43f5-baea-c79c60e272fe tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Aug 31 08:12:12.842912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:12.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-1655e4be-9cba-4dba-90bd-23c69ab2c894 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:12.903541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-1655e4be-9cba-4dba-90bd-23c69ab2c894 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/networks?id=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 HTTP/1.1" status: 200 len: 910 time: 0.0973563 Aug 31 08:12:12.923450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-9603559b-8fb8-4529-94c0-2cd87571ea85 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/quotas/01aff75413e84c188b580d3332ec1c4d HTTP/1.1" status: 200 len: 375 time: 0.0134826 Aug 31 08:12:13.002485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-32f11a11-95fd-4e21-93fb-4d16ad1d7826 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=01aff75413e84c188b580d3332ec1c4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723491 Aug 31 08:12:13.139897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-b5d6e8d8-0590-4824-9555-b62e8dfd1b00 service neutron] 10.222.0.36 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321111 Aug 31 08:12:13.188882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.1 (7dc514af-5ed7-417f-bf59-c64eb3e3fef3/b793887f-6d36-485f-ab60-f0eb49c1963c/1b334767-931c-434a-ab3b-67229e765043) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:13.272055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-d624ac5f-f2d7-4c49-a753-482921beaaf5 service neutron] 10.222.0.36 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202345 Aug 31 08:12:13.346026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:13.363304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Transition to ACTIVE for port object 1b334767-931c-434a-ab3b-67229e765043 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:13.457613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:13.525943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:13.530439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:13.545791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:13.575744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc3e5ad2-cb5f-41d9-9f28-dce5c687f627 req-3dc0f626-51ed-4743-80b1-d1de5bcb746d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 210 time: 0.0422671 Aug 31 08:12:13.583538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=1b334767-931c-434a-ab3b-67229e765043,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:13.616942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:13.805670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3f24c0d6-8928-4258-88b1-8b627ae8febf up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:13.896325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3f24c0d6-8928-4258-88b1-8b627ae8febf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:13.896698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:13.910025 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:13.963094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a75279eb-3cc3-487f-a4da-d7059cae242e None None] Provisioning for port 1b334767-931c-434a-ab3b-67229e765043 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:14.010245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a75279eb-3cc3-487f-a4da-d7059cae242e None None] Provisioning complete for port 1b334767-931c-434a-ab3b-67229e765043 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:14.010796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a75279eb-3cc3-487f-a4da-d7059cae242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:14.057572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a75279eb-3cc3-487f-a4da-d7059cae242e None None] Port 1b334767-931c-434a-ab3b-67229e765043 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:12:14.272381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:14.656189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e31362e-0427-4dab-98a7-d76ff394564c req-b9a92a3f-fc3e-4561-bbfd-6f322ecd0054 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 210 time: 0.0264022 Aug 31 08:12:14.690941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:14.776657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=1b334767-931c-434a-ab3b-67229e765043,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:14.781089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:14.896949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:14.898471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:15.025614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router ea665d80-30d4-4d4f-924a-673947635463 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:15.155714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:15.164545 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-704ccb5d-235b-4272-810b-63ef1173f8ee tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/routers/ea665d80-30d4-4d4f-924a-673947635463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2078493 Aug 31 08:12:15.164775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49126) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:15.167544 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] Sync routers for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:15.176413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'port': {'network_id': '7dc514af-5ed7-417f-bf59-c64eb3e3fef3', 'name': 'tempest-FloatingIPTestJSON-374909968'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:15.189479 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:15.192315 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:15.203873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-db386678-c8e7-4539-9eee-609243c36317 None None] Provisioning complete for port 1b334767-931c-434a-ab3b-67229e765043 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:15.212778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-db386678-c8e7-4539-9eee-609243c36317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:15.253508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-db386678-c8e7-4539-9eee-609243c36317 None None] Port 1b334767-931c-434a-ab3b-67229e765043 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:12:15.283469 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:15.292914 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:15.293548 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:15.328716 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:15.329387 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e1426-9699-47bb-9124-476ebdb9c3cf None None] The sync data for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:15.473985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Made reservation on behalf of 295b68aa821b460fbb2c8f3b5f79a05c for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:15.477718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:15.851939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e8157f34-1d5b-4145-9e14-4b2edbb6e863 req-a9e17ab1-b4fa-44a3-a44c-fd624342970f tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 210 time: 0.0299470 Aug 31 08:12:15.853067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] device_id is not set on port ce1a9b61-2db2-4323-b143-a4ba930f09f1 yet. {{(pid=95446) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:12:15.989072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Allocated IP 172.20.0.7 (7dc514af-5ed7-417f-bf59-c64eb3e3fef3/b793887f-6d36-485f-ab60-f0eb49c1963c/ce1a9b61-2db2-4323-b143-a4ba930f09f1) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:16.155121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:16.170090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Transition to ACTIVE for port object ce1a9b61-2db2-4323-b143-a4ba930f09f1 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:16.285220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:16.351917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:16.355885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event updated for resources: {'Port': ['ID=ce1a9b61-2db2-4323-b143-a4ba930f09f1,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:16.360338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:16.368234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:16.433667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:16.434464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:16.582390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f5e0b16c-3cad-4bf9-b2b5-5aecb06eb7cc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4104795 Aug 31 08:12:16.584831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:16.591787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Request body: {'floatingip': {'port_id': 'ce1a9b61-2db2-4323-b143-a4ba930f09f1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:16.657502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:16.805081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3efebfcb-dc17-4a7a-b2ec-94a6486466fe None None] Provisioning for port ce1a9b61-2db2-4323-b143-a4ba930f09f1 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:16.811531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3efebfcb-dc17-4a7a-b2ec-94a6486466fe None None] Provisioning complete for port ce1a9b61-2db2-4323-b143-a4ba930f09f1 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:16.811991 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3efebfcb-dc17-4a7a-b2ec-94a6486466fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:16.850702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49154) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:16.866161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3efebfcb-dc17-4a7a-b2ec-94a6486466fe None None] Port ce1a9b61-2db2-4323-b143-a4ba930f09f1 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:12:16.902555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-082c8f09-5930-4504-9863-97294ce99527 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:16.904332 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-082c8f09-5930-4504-9863-97294ce99527 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.45 "GET /v2.0/networks?id=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 HTTP/1.1" status: 200 len: 910 time: 0.2001791 Aug 31 08:12:16.950438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Request body: {'port': {'device_id': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'admin_state_up': True, 'tenant_id': '01aff75413e84c188b580d3332ec1c4d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:16.986948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-445d35a5-253d-4ad7-a04e-6b0523d98a8a req-cf732891-8e0c-4353-97fc-18ffe1fee9ea tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 210 time: 0.0523598 Aug 31 08:12:17.030562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a52e2b-8960-49a0-8344-020a527a3b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.135447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Made reservation on behalf of 01aff75413e84c188b580d3332ec1c4d for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:17.138828 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.208160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a52e2b-8960-49a0-8344-020a527a3b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.313725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a52e2b-8960-49a0-8344-020a527a3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.359182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a52e2b-8960-49a0-8344-020a527a3b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714805a7-b3eb-4ea0-8ae1-7d7d4c05b12b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:17.364624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a6a52e2b-8960-49a0-8344-020a527a3b97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00f10beca91443118e7fbe0f9af4ccb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127668 Aug 31 08:12:17.369073 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49166) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:17.402105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Allocated IP 172.20.0.6 (fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6/4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1/9e6ae2b6-a1f7-4538-b6da-d026733312d2) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:17.405602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.426135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1360ff37-94f7-47b2-9275-b776198dabfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.448098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1360ff37-94f7-47b2-9275-b776198dabfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.498152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.580699 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1360ff37-94f7-47b2-9275-b776198dabfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.584096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1360ff37-94f7-47b2-9275-b776198dabfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.585125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1360ff37-94f7-47b2-9275-b776198dabfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/714805a7-b3eb-4ea0-8ae1-7d7d4c05b12b HTTP/1.1" status: 204 len: 168 time: 0.2150950 Aug 31 08:12:17.593203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ff37-94f7-47b2-9275-b776198dabfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714805a7-b3eb-4ea0-8ae1-7d7d4c05b12b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:17.641571 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.648172 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 82f35d1d-cf2b-488b-99a8-e70d2189d4a1 associated. External IP: 172.25.0.136, port: d151870c-1ba8-4c31-8fa8-6fb14b493350. Aug 31 08:12:17.701754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Transition to ACTIVE for port object 9e6ae2b6-a1f7-4538-b6da-d026733312d2 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:17.863038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:17.876745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['03680ac2-b318-4734-9e00-5f839fcb6a67'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:18.184869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c3681-7bdf-45cc-b00c-07e68ad47ca9 req-ecaae6a0-e4bc-48fb-bb69-2710bb71950d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:18.190338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-571c3681-7bdf-45cc-b00c-07e68ad47ca9 req-ecaae6a0-e4bc-48fb-bb69-2710bb71950d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1027 time: 0.0710824 Aug 31 08:12:18.224764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:18.231270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-571c3681-7bdf-45cc-b00c-07e68ad47ca9 req-d415241e-a8e4-47bc-9c24-f97638fbdd50 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Aug 31 08:12:18.232963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:18.240212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:18.275163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Pushing event updated for resources: {'Port': ['ID=9e6ae2b6-a1f7-4538-b6da-d026733312d2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:18.295512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:18.308774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:18.309509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:18.425207 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a280ee26-696b-4cb3-99e1-ce37faf4d15e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4787185 Aug 31 08:12:18.443033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Request body: {'port': {'device_id': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:18.480447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:18.492082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:18.504430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:18.505315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:18.552986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:18.555848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:18.563621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:18.564392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:18.607399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:18.608054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ada423-b1d5-49a9-b1ab-c706f17285a4 None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:18.736549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4125aee-01f6-46cf-92f5-4070b5da2eb7 None None] Provisioning for port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:18.742133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4125aee-01f6-46cf-92f5-4070b5da2eb7 None None] Provisioning complete for port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:18.742592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4125aee-01f6-46cf-92f5-4070b5da2eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:18.784144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c4125aee-01f6-46cf-92f5-4070b5da2eb7 None None] Port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:12:18.921462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router ea665d80-30d4-4d4f-924a-673947635463 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:19.100655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6ae2b6-a1f7-4538-b6da-d026733312d2 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:12:19.118707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.126790 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:19.134683 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.144994 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] Sync routers for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:19.156567 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Transition to ACTIVE for port object 9e6ae2b6-a1f7-4538-b6da-d026733312d2 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:19.159119 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:19.160660 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:19.212348 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:19.224700 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e38816e9-e04f-48e5-bdf8-8d06fb3fdea3 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/floatingips/82f35d1d-cf2b-488b-99a8-e70d2189d4a1 HTTP/1.1" status: 200 len: 977 time: 2.6378541 Aug 31 08:12:19.227572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49214) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:19.231151 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:19.231892 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:19.266706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:19.267377 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b4054-a1cc-4edf-a990-2593909fedd6 None None] The sync data for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:19.313602 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.395033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6ae2b6-a1f7-4538-b6da-d026733312d2,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:19.403808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port ce1a9b61-2db2-4323-b143-a4ba930f09f1 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:19.403808 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.451971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Attempting to bind port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:19.452313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Attempting to bind port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:19.452663 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Attempting to bind port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:19.457694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:12:19.458068 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Attempting to bind port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 on network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:19.458266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a985-687d-49b8-8fff-161b6c1ed8bc req-e2259905-060f-4144-8a13-841ea4c44f8a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:19.459920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a5a985-687d-49b8-8fff-161b6c1ed8bc req-e2259905-060f-4144-8a13-841ea4c44f8a tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1053 time: 0.1203201 Aug 31 08:12:19.464358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:19.466695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Checking segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:19.466695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Bound using segment: {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:19.466695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Bound port: 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8182e1-3131-459e-8547-968313254d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:19.466695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.531085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64a5a985-687d-49b8-8fff-161b6c1ed8bc req-067ccab3-80e9-4fbc-bd70-39c236b08fff tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Aug 31 08:12:19.535404 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.552324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] For port 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:19.555763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] For port 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9e6ae2b6-a1f7-4538-b6da-d026733312d2,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:19.663017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.740649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:19.741402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.743370 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e6ae2b6-a1f7-4538-b6da-d026733312d2 HTTP/1.1" status: 200 len: 1092 time: 1.3051138 Aug 31 08:12:19.750448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'tag': '9e6ae2b6-a1f7-4538-b6da-d026733312d2'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:19.755903 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b91480d-92c6-471b-97a9-9cf9e235f32c", "tag": "9e6ae2b6-a1f7-4538-b6da-d026733312d2"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:19.781619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8981ba-8138-42a8-84e7-36ca8180e0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6ae2b6-a1f7-4538-b6da-d026733312d2,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:19.824017 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64267852-9295-4b7b-ab2b-27bd14d4a67f x-openstack-request-id: req-64267852-9295-4b7b-ab2b-27bd14d4a67f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:19.824314 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b91480d-92c6-471b-97a9-9cf9e235f32c", "tag": "9e6ae2b6-a1f7-4538-b6da-d026733312d2", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:19.824567 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64267852-9295-4b7b-ab2b-27bd14d4a67f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:19.824972 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'tag': '9e6ae2b6-a1f7-4538-b6da-d026733312d2', 'status': 'completed', 'code': 200} Aug 31 08:12:19.871826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.872222 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:19.872550 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Floating IP 82f35d1d-cf2b-488b-99a8-e70d2189d4a1 disassociated. External IP: 172.25.0.136, port: ce1a9b61-2db2-4323-b143-a4ba930f09f1. Aug 31 08:12:19.873018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for ce1a9b61-2db2-4323-b143-a4ba930f09f1 owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:19.932562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb req-1a126318-18c5-470a-b5d3-772db191e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:19.936943 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb req-1a126318-18c5-470a-b5d3-772db191e473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01aff75413e84c188b580d3332ec1c4d&device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1095 time: 0.0819275 Aug 31 08:12:20.073398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:20.117355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=ce1a9b61-2db2-4323-b143-a4ba930f09f1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:20.166848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb req-d40752d0-7dcf-4f45-91e3-70ba55896d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:20.171959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb req-d40752d0-7dcf-4f45-91e3-70ba55896d13 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=01aff75413e84c188b580d3332ec1c4d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2270062 Aug 31 08:12:20.344294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router ea665d80-30d4-4d4f-924a-673947635463 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:20.403243 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb req-c28cbade-d4e2-4bd6-bac5-faaf67a57aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:20.407397 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1cec0fc7-3a54-47df-833a-2dc4fbc8d5fb req-c28cbade-d4e2-4bd6-bac5-faaf67a57aa0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232373 Aug 31 08:12:20.482897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:20.492812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] Sync routers for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:20.493662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a10dae42-9b9c-41d3-9bd8-78119a57a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:20.495480 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-a10dae42-9b9c-41d3-9bd8-78119a57a925 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=01aff75413e84c188b580d3332ec1c4d&device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1095 time: 0.0504866 Aug 31 08:12:20.520439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:20.520812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:20.542530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-60de3bb8-2d86-41a6-b9f0-136d7ca682c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6ae2b6-a1f7-4538-b6da-d026733312d2 HTTP/1.1" status: 200 len: 217 time: 0.0386639 Aug 31 08:12:20.569952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:20.576899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6975fac2-8dcd-47a6-9986-963c30b46b28 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/ports/ce1a9b61-2db2-4323-b143-a4ba930f09f1 HTTP/1.1" status: 204 len: 168 time: 1.3478143 Aug 31 08:12:20.577853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49256) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:20.602275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:20.618381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:20.619277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:20.644712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-afd08ac9-e8bd-4d2b-afad-43ad89ba7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:20.647372 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-afd08ac9-e8bd-4d2b-afad-43ad89ba7b11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1 HTTP/1.1" status: 200 len: 848 time: 0.0967276 Aug 31 08:12:20.655528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:20.656417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9e211-141b-460c-abc9-68a9cf026374 None None] The sync data for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 is: [] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:20.731233 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79340-933e-4665-a0f0-f687c1562546 req-ca19b530-aaf3-48ba-91c6-36bed1816d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:20.731233 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-ca19b530-aaf3-48ba-91c6-36bed1816d16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727658 Aug 31 08:12:20.749826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64636168-5922-47f5-8cef-c41589a230c0 req-8951b05f-68d2-4958-933f-11a9a32908e5 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:20.751297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64636168-5922-47f5-8cef-c41589a230c0 req-8951b05f-68d2-4958-933f-11a9a32908e5 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1095 time: 0.0919631 Aug 31 08:12:20.845873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64636168-5922-47f5-8cef-c41589a230c0 req-36ead43f-be91-4438-aacb-cf6794cdef58 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856915 Aug 31 08:12:20.861829 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-cd87257d-5ba6-4720-afa2-e9479f9d9b82 service neutron] 10.222.0.45 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245217 Aug 31 08:12:20.960063 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7fa79340-933e-4665-a0f0-f687c1562546 req-923ffc6c-ef33-409f-af9e-625c58a56cb2 service neutron] 10.222.0.45 "GET /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910120 Aug 31 08:12:21.067966 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:21.358585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 1b334767-931c-434a-ab3b-67229e765043 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:21.359320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:21.446292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:21.458164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 1b334767-931c-434a-ab3b-67229e765043 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:21.738850 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:21.766256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=1b334767-931c-434a-ab3b-67229e765043,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:21.982793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:21.996307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ebaf-d9a4-4150-8f86-7cd82b89f2b2 req-0ecc1818-69f2-438e-a3fc-1b434c71793e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:21.997855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba78ebaf-d9a4-4150-8f86-7cd82b89f2b2 req-0ecc1818-69f2-438e-a3fc-1b434c71793e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1095 time: 0.0662887 Aug 31 08:12:22.110740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba78ebaf-d9a4-4150-8f86-7cd82b89f2b2 req-8ec8d334-53e6-468f-a09d-445d2385ccf8 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Aug 31 08:12:22.240968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router ea665d80-30d4-4d4f-924a-673947635463 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:22.347830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:22.352814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b47b284-1e0f-4688-a2f6-1cdddc876c51 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/routers/ea665d80-30d4-4d4f-924a-673947635463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736418 Aug 31 08:12:22.355744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49290) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:22.358763 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] Sync routers for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:22.368762 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:22.369446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:22.407774 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:22.417102 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] Routers {'ea665d80-30d4-4d4f-924a-673947635463'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:22.417726 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ea665d80-30d4-4d4f-924a-673947635463'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:22.451358 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:22.452407 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c123324-d79c-43e2-a592-c75ab2e15102 None None] The sync data for ids ['ea665d80-30d4-4d4f-924a-673947635463'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:22.464743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49294) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:22.470456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'network': {'name': 'tempest-network-smoke--1570162571', 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'port_security_enabled': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:22.471442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.564622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Made reservation on behalf of e4307243c416424ab60cfe88d7a234cc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:22.569100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.578977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.581450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.668707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.725435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.754755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:12:22.765438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b305675d-5603-44bb-a250-a46be62fd33d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:22.770902 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.771263 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Added segment dca43da0-ecca-4b83-812c-ce3f46789f7a of type vlan for network a6120e65-ea1f-4e5e-8403-dceb6cf75085 Aug 31 08:12:22.815677 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.875234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9e6ae2b6-a1f7-4538-b6da-d026733312d2 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:12:22.907545 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.913726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:22.915207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.983835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port b6e009dc-43a2-4b22-a6a8-b2f7c3ee0255 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:22.984188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:22.999678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9e6ae2b6-a1f7-4538-b6da-d026733312d2,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:23.002836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Network': ['ID=a6120e65-ea1f-4e5e-8403-dceb6cf75085,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:23.010522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9d3dabaf-335a-43aa-af6b-a03f35d8662d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5444357 Aug 31 08:12:23.014047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49300) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:23.018081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:12:23.022039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '9e6ae2b6-a1f7-4538-b6da-d026733312d2', 'network_id': 'fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6', 'port_id': '9e6ae2b6-a1f7-4538-b6da-d026733312d2', 'mac_address': 'fa:16:3e:de:6a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:12:23.023854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'admin_state_up': True, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:23.079773 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.092919 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for b6e009dc-43a2-4b22-a6a8-b2f7c3ee0255 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:23.108849 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.196107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.197311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.260928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec23cf9-e472-4b6c-b8e2-6992c9471d53 req-dba8d523-e91d-4290-9203-ccc9611cd673 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:23.262919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec23cf9-e472-4b6c-b8e2-6992c9471d53 req-dba8d523-e91d-4290-9203-ccc9611cd673 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1095 time: 0.0778239 Aug 31 08:12:23.302769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6ae2b6-a1f7-4538-b6da-d026733312d2 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:12:23.305151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.326782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9e6ae2b6-a1f7-4538-b6da-d026733312d2,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:23.346082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec23cf9-e472-4b6c-b8e2-6992c9471d53 req-b5887b1d-36bd-48c4-9102-9757ab2e4499 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Aug 31 08:12:23.473055 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.473335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.508774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=b6e009dc-43a2-4b22-a6a8-b2f7c3ee0255,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:23.527521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9e6ae2b6-a1f7-4538-b6da-d026733312d2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:23.536909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.537265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.537610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.537999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.538519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.539043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.539381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.539714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.540046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.540372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.540704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.541056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:23.596812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.722136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.725409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.726024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2f96854e-5dcb-485e-89a7-5a587a496e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.783956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['9e6ae2b6-a1f7-4538-b6da-d026733312d2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:23.786026 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.873263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.873912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Fanout notify agent at l3_agent the message router_deleted on router ea665d80-30d4-4d4f-924a-673947635463 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:12:23.891036 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.892573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.894921 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5ed827ea-6fdd-4dc8-b821-9dc635fe2736 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/routers/ea665d80-30d4-4d4f-924a-673947635463 HTTP/1.1" status: 204 len: 168 time: 1.5374720 Aug 31 08:12:23.898666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49316) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:23.949900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting subnet b793887f-6d36-485f-ab60-f0eb49c1963c {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:12:23.953445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:23.994720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.120284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.185366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.205052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.256747 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.288956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Subnet': ['ID=b793887f-6d36-485f-ab60-f0eb49c1963c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:24.291411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.296803 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-706e6302-157f-416d-bf18-d595483c81de tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/subnets/b793887f-6d36-485f-ab60-f0eb49c1963c HTTP/1.1" status: 204 len: 168 time: 0.3980229 Aug 31 08:12:24.296967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49324) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:24.306420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af59b5-b389-4c3c-9b56-e2ef1330727c None None] Network 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:24.392931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.25.0.29 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:24.417950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.484355 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] DHCP port deletion for 7dc514af-5ed7-417f-bf59-c64eb3e3fef3 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:12:24.535956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] Deleting port 3f24c0d6-8928-4258-88b1-8b627ae8febf {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:24.535956 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.588682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a314052-2c2d-44af-a508-48d330b018f3 req-1090006d-b5ab-4c45-8236-482f3c5a6000 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:24.590554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a314052-2c2d-44af-a508-48d330b018f3 req-1090006d-b5ab-4c45-8236-482f3c5a6000 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1096 time: 0.1624660 Aug 31 08:12:24.604815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] For port 3f24c0d6-8928-4258-88b1-8b627ae8febf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3f24c0d6-8928-4258-88b1-8b627ae8febf,segment=NetworkSegment(23f415e0-1fbd-4d60-8654-4c05bab2522b),segment_id=23f415e0-1fbd-4d60-8654-4c05bab2522b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:24.605287 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.611022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 3f24c0d6-8928-4258-88b1-8b627ae8febf {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:24.611597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.615817 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.621633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] Calling delete_port for 3f24c0d6-8928-4258-88b1-8b627ae8febf owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:24.718927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a314052-2c2d-44af-a508-48d330b018f3 req-d12eddb8-579a-465c-9ba2-f9a31e01ef92 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130173 Aug 31 08:12:24.724839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] For port 3f24c0d6-8928-4258-88b1-8b627ae8febf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3f24c0d6-8928-4258-88b1-8b627ae8febf,segment=NetworkSegment(23f415e0-1fbd-4d60-8654-4c05bab2522b),segment_id=23f415e0-1fbd-4d60-8654-4c05bab2522b)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:24.725216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.741902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 3f24c0d6-8928-4258-88b1-8b627ae8febf owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:24.782676 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.813515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] Pushing event deleted for resources: {'Port': ['ID=3f24c0d6-8928-4258-88b1-8b627ae8febf,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:24.818637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02c2f1-19df-44cd-b961-44f92d23d477 None None] No DVR routers for this DVR port 3f24c0d6-8928-4258-88b1-8b627ae8febf on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:24.837524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.864545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=3f24c0d6-8928-4258-88b1-8b627ae8febf,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:24.868040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] No DVR routers for this DVR port 3f24c0d6-8928-4258-88b1-8b627ae8febf on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:24.906795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9e6ae2b6-a1f7-4538-b6da-d026733312d2 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:24.944357 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.977636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:24.997325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc514af-5ed7-417f-bf59-c64eb3e3fef3']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:25.009705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:25.016454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:25.018859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:25.023325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f415e0-1fbd-4d60-8654-4c05bab2522b') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:25.023633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f415e0-1fbd-4d60-8654-4c05bab2522b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:25.047456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:25.056259 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.067126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:25.071099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:25.071987 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.078211 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.086583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:12:25.086984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: self.session.flush() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:12:25.090129 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:12:25.154319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.179730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6ae2b6-a1f7-4538-b6da-d026733312d2'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:25.182562 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2903351d-eff8-49ae-bed7-028e108d24f4" -d '{"events": [{"server_uuid": "5b91480d-92c6-471b-97a9-9cf9e235f32c", "name": "network-vif-plugged", "status": "completed", "tag": "9e6ae2b6-a1f7-4538-b6da-d026733312d2"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:25.200791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9e6ae2b6-a1f7-4538-b6da-d026733312d2,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:25.231458 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f2996e-527f-4cc2-9f4f-18d9b67cc72f x-openstack-request-id: req-63f2996e-527f-4cc2-9f4f-18d9b67cc72f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:25.233841 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b91480d-92c6-471b-97a9-9cf9e235f32c", "name": "network-vif-plugged", "status": "completed", "tag": "9e6ae2b6-a1f7-4538-b6da-d026733312d2", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:25.233841 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63f2996e-527f-4cc2-9f4f-18d9b67cc72f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:25.233841 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6ae2b6-a1f7-4538-b6da-d026733312d2', 'code': 200} Aug 31 08:12:25.267725 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.324351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=9e6ae2b6-a1f7-4538-b6da-d026733312d2,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:25.334104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.338794 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.343169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/networks/7dc514af-5ed7-417f-bf59-c64eb3e3fef3 HTTP/1.1" status: 204 len: 168 time: 1.0428846 Aug 31 08:12:25.344564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49340) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:25.356464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661cd99-e73a-4027-9795-8cb57299d997 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Network': ['ID=7dc514af-5ed7-417f-bf59-c64eb3e3fef3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:25.402164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199c22a-bf00-4ba6-a1ba-5a6c85cf04af req-fa1a7f3e-03bd-42c7-9130-ecbc594fff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:25.403791 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3199c22a-bf00-4ba6-a1ba-5a6c85cf04af req-fa1a7f3e-03bd-42c7-9130-ecbc594fff1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.1021292 Aug 31 08:12:25.485589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.492731 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3199c22a-bf00-4ba6-a1ba-5a6c85cf04af req-ef37811d-666b-4d20-ab6a-9e9aac49dec1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Aug 31 08:12:25.511535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 15ab47cc-1610-4400-bdf2-894d347b75a5 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:25.511889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.592721 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.593073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.608120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 15ab47cc-1610-4400-bdf2-894d347b75a5 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:25.725486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.813829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3f24c0d6-8928-4258-88b1-8b627ae8febf no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:25.841117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3f24c0d6-8928-4258-88b1-8b627ae8febf {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:25.841691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3f24c0d6-8928-4258-88b1-8b627ae8febf not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:25.895190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.903979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd9ea2-27a9-43d2-b6d3-01e5d69ec6cd req-eb82f426-91d6-42c1-bf72-92bebb507b7b tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:25.905574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ebd9ea2-27a9-43d2-b6d3-01e5d69ec6cd req-eb82f426-91d6-42c1-bf72-92bebb507b7b tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.0669799 Aug 31 08:12:25.921599 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=15ab47cc-1610-4400-bdf2-894d347b75a5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:25.950966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ebd9ea2-27a9-43d2-b6d3-01e5d69ec6cd req-99da5689-4690-40b0-848c-350c1220d2e6 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 Aug 31 08:12:25.991370 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.993968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:25.995193 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-224d8179-66e7-4795-8661-5021ce81793d tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/floatingips/82f35d1d-cf2b-488b-99a8-e70d2189d4a1 HTTP/1.1" status: 204 len: 168 time: 0.6482582 Aug 31 08:12:25.999125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.022997 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-656270f8-6422-4d37-8633-ee13b83209aa tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] DELETE failed (client error): The resource could not be found. Aug 31 08:12:26.023623 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656270f8-6422-4d37-8633-ee13b83209aa tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:12:26.025290 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-656270f8-6422-4d37-8633-ee13b83209aa tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/ports/ce1a9b61-2db2-4323-b143-a4ba930f09f1 HTTP/1.1" status: 404 len: 333 time: 0.0252473 Aug 31 08:12:26.027848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49352) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.074661 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a16bef98-48be-4b20-8909-2b984a6e0a6e tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea665d80-30d4-4d4f-924a-673947635463 HTTP/1.1" status: 200 len: 205 time: 0.0457568 Aug 31 08:12:26.077256 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49354) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.096110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router e18a86e0-c6e5-457a-8003-743d30a819dd is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:12:26.120868 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-39ae7f40-c438-49da-a907-b3d1ee702b18 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] delete failed (client error): The resource could not be found. Aug 31 08:12:26.124265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-39ae7f40-c438-49da-a907-b3d1ee702b18 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/routers/ea665d80-30d4-4d4f-924a-673947635463 HTTP/1.1" status: 404 len: 336 time: 0.0437596 Aug 31 08:12:26.124560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49358) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.152977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.155535 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5bc14e-f9eb-4886-9cb5-c11578956349 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] DELETE failed (client error): The resource could not be found. Aug 31 08:12:26.161886 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5bc14e-f9eb-4886-9cb5-c11578956349 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:12:26.161886 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ee5bc14e-f9eb-4886-9cb5-c11578956349 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/subnets/b793887f-6d36-485f-ab60-f0eb49c1963c HTTP/1.1" status: 404 len: 337 time: 0.0350595 Aug 31 08:12:26.163120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49360) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.226807 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:26.240512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Sync routers for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:26.252361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:26.254041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:11:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:26.265746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port d151870c-1ba8-4c31-8fa8-6fb14b493350 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:26.268572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.342854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.347732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-91757307-df3e-4ff9-a389-7e4dd6bb3f4f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3293498 Aug 31 08:12:26.347970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49364) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.375544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.387585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:26.394168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for d151870c-1ba8-4c31-8fa8-6fb14b493350 owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:26.499637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-25df53b4-bd0d-4d42-a665-7e856b99acfc tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e4307243c416424ab60cfe88d7a234cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1505144 Aug 31 08:12:26.502272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49370) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.565288 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.613310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:25Z', 'revision_number': 3, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:26.628292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.647717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Checking router: e18a86e0-c6e5-457a-8003-743d30a819dd for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:12:26.648171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Updating router e18a86e0-c6e5-457a-8003-743d30a819dd port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:12:26.660292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=d151870c-1ba8-4c31-8fa8-6fb14b493350,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:26.683838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.725830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a401947-a440-4710-8270-636706b4445d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:26.731144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a401947-a440-4710-8270-636706b4445d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2275269 Aug 31 08:12:26.731800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49374) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.740177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.745031 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-41785802-beb0-472e-94c5-810d857954e1 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/ports/d151870c-1ba8-4c31-8fa8-6fb14b493350 HTTP/1.1" status: 204 len: 168 time: 0.5808475 Aug 31 08:12:26.746137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49376) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.776983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-be5c51ea-991e-4b29-8d50-b996a03d8cb4 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439444 Aug 31 08:12:26.779480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49378) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:26.780598 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6df2610f-5406-4b65-b543-e6720cc6f52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.785217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598860639', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:26.869784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 920ff8be-2014-4e12-8027-2a775d27cb2e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:26.870561 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.961217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.973935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 920ff8be-2014-4e12-8027-2a775d27cb2e owned by {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:26.982817 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.993688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Made reservation on behalf of e4307243c416424ab60cfe88d7a234cc for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:26.997324 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:26.998971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Transition to ACTIVE for port object ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:27.084579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.113893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd469bf4-a613-4247-b11f-79d354e93226 req-7e268095-ee37-4f8d-9d9b-e73dba467163 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:27.113893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd469bf4-a613-4247-b11f-79d354e93226 req-7e268095-ee37-4f8d-9d9b-e73dba467163 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.0655665 Aug 31 08:12:27.163023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Attempting to bind port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:27.163302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Attempting to bind port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:27.163549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Attempting to bind port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:27.165516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513295-8332-4483-b28f-1d7321321937 None None] Pushing event updated for resources: {'Port': ['ID=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:27.172110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:27.172490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:27.172900 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.173296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:27.174000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Bound port: ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:27.174233 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.204590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd469bf4-a613-4247-b11f-79d354e93226 req-4ef8a1f4-af4c-4d61-a15a-470761b2ec27 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764771 Aug 31 08:12:27.236699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] For port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:27.245408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] For port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:27.296634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.327876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a32a13-46cd-4d6c-aa4a-c74d7fcfea20 req-5d0d6952-9607-4edb-b0d5-8ff74c5034dc tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:27.329495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3a32a13-46cd-4d6c-aa4a-c74d7fcfea20 req-5d0d6952-9607-4edb-b0d5-8ff74c5034dc tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.0512788 Aug 31 08:12:27.333167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=920ff8be-2014-4e12-8027-2a775d27cb2e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:27.359567 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.367810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3a32a13-46cd-4d6c-aa4a-c74d7fcfea20 req-abcd0d8d-8f74-416d-93ca-4f6e67e21181 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Aug 31 08:12:27.410982 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.418358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52a24b6f-850c-4cbe-aee8-b2064d3d5ffe tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/ports/920ff8be-2014-4e12-8027-2a775d27cb2e HTTP/1.1" status: 204 len: 168 time: 0.6651566 Aug 31 08:12:27.419069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:27.419737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:27.420784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49394) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:27.469482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63513295-8332-4483-b28f-1d7321321937 None None] Pushing event updated for resources: {'Port': ['ID=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:27.492909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35762894-c21b-48c0-a26d-f4ed440e0845 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:27.493338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e2e4-7a9f-4564-a97e-641fb76a54c0 req-9919a389-bc6b-421c-b31b-c2efdfe3c2b6 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:27.494561 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-35762894-c21b-48c0-a26d-f4ed440e0845 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "GET /v2.0/ports?device_id=19698528-0a32-4620-baae-e44af3ea94b5 HTTP/1.1" status: 200 len: 913 time: 0.0727417 Aug 31 08:12:27.497355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49396) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:27.498029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5e6e2e4-7a9f-4564-a97e-641fb76a54c0 req-9919a389-bc6b-421c-b31b-c2efdfe3c2b6 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.0475485 Aug 31 08:12:27.502137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.541957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:27.593958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Subnet': ['ID=342bd6bd-0430-4148-9881-e1138ec6c439,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:27.599493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5e6e2e4-7a9f-4564-a97e-641fb76a54c0 req-4308d894-59a3-4913-ac8a-d563d591c35e tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937448 Aug 31 08:12:27.611061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Checking segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:27.611434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network hostable DHCP agents. Network: a6120e65-ea1f-4e5e-8403-dceb6cf75085, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:12:27.697856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:12:27.773489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:25Z', 'revision_number': 3, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:27.805939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac002cbd-30e6-43ea-a741-f2acb96a9c8e None None] The sync data for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 is: [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:25Z', 'revision_number': 3, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:27.849836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a6120e65-ea1f-4e5e-8403-dceb6cf75085) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:27.849836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:27.849836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:27.853313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e60f8-88da-4ec4-a6f3-bedee19868bd None None] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:28.001281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.003766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7b65ee74-eca7-481d-baa6-4aa08512b8c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2218416 Aug 31 08:12:28.009649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49404) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:28.038968 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.069362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:12:28.070622 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.301371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Allocated IP 172.20.0.2 (a6120e65-ea1f-4e5e-8403-dceb6cf75085/342bd6bd-0430-4148-9881-e1138ec6c439/622997df-2b11-4d19-b04b-9ef187569c9c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:28.583598 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.614657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Transition to ACTIVE for port object 622997df-2b11-4d19-b04b-9ef187569c9c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:28.644876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Transition to ACTIVE for port object 622997df-2b11-4d19-b04b-9ef187569c9c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:28.713865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.734594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175efbbb-78ba-4c26-8691-a7cb06f6399e req-cd8a4e0b-c04b-4ac8-a4ea-ebfd90b10eb2 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:28.736477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-175efbbb-78ba-4c26-8691-a7cb06f6399e req-cd8a4e0b-c04b-4ac8-a4ea-ebfd90b10eb2 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.1098495 Aug 31 08:12:28.777258 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:28.781232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:28.786472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:28.796577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Pushing event updated for resources: {'Port': ['ID=622997df-2b11-4d19-b04b-9ef187569c9c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:28.823099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-175efbbb-78ba-4c26-8691-a7cb06f6399e req-1cc68320-24e6-4416-b676-461e69666942 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793786 Aug 31 08:12:28.889213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Attempting to bind port 622997df-2b11-4d19-b04b-9ef187569c9c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:28.890320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Attempting to bind port 622997df-2b11-4d19-b04b-9ef187569c9c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:28.890739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Attempting to bind port 622997df-2b11-4d19-b04b-9ef187569c9c on network a6120e65-ea1f-4e5e-8403-dceb6cf75085 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:28.900009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:28.900954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Checking segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:28.901668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.903327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Bound using segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:28.904734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Bound port: 622997df-2b11-4d19-b04b-9ef187569c9c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:28.905460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:28.991202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 53a5d792-aa8d-461f-a5e0-af2d4ae54ce7 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:28.991776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.002979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] For port 622997df-2b11-4d19-b04b-9ef187569c9c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:29.007327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] For port 622997df-2b11-4d19-b04b-9ef187569c9c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=622997df-2b11-4d19-b04b-9ef187569c9c,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:29.067788 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.121207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.159048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09081f18-6b63-43ca-9362-fa8124151adf None None] Pushing event updated for resources: {'Port': ['ID=622997df-2b11-4d19-b04b-9ef187569c9c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:29.164910 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 53a5d792-aa8d-461f-a5e0-af2d4ae54ce7 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:29.178665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.536519 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.567355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=53a5d792-aa8d-461f-a5e0-af2d4ae54ce7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:29.570319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.601177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.20.0.1 (a6120e65-ea1f-4e5e-8403-dceb6cf75085/342bd6bd-0430-4148-9881-e1138ec6c439/e0639fd6-c1ef-4747-b1bf-e15190f66564) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:29.728453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-d79c9926-15b3-4594-ba76-6117f940c28f tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:29.730219 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-d79c9926-15b3-4594-ba76-6117f940c28f tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.1357949 Aug 31 08:12:29.731490 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.746252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Transition to ACTIVE for port object e0639fd6-c1ef-4747-b1bf-e15190f66564 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:29.840447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.908278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.918463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Deleting port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:29.918728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:29.930536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:29.994363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:29.997099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=e0639fd6-c1ef-4747-b1bf-e15190f66564,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:30.000504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:30.003709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:30.039587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dedd7-4569-4c66-ba8e-b66e9ec5d5cc req-4d9ee8c7-137d-460a-8d36-bef3996d9936 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:30.041155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-250dedd7-4569-4c66-ba8e-b66e9ec5d5cc req-4d9ee8c7-137d-460a-8d36-bef3996d9936 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 1097 time: 0.1187570 Aug 31 08:12:30.054526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:30.060494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:30.061479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.067235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.104755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] For port 9e6ae2b6-a1f7-4538-b6da-d026733312d2, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=9e6ae2b6-a1f7-4538-b6da-d026733312d2,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:30.105366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.130159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Calling delete_port for 9e6ae2b6-a1f7-4538-b6da-d026733312d2 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:30.142574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-250dedd7-4569-4c66-ba8e-b66e9ec5d5cc req-025a90f6-d438-4e0e-a8f1-5dbf513efbc6 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Aug 31 08:12:30.271753 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.298984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:30.356769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.408433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Router 19698528-0a32-4620-baae-e44af3ea94b5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:30.411097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.416549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 622997df-2b11-4d19-b04b-9ef187569c9c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:30.479373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.495261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['03680ac2-b318-4734-9e00-5f839fcb6a67'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:30.542998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['9e6ae2b6-a1f7-4538-b6da-d026733312d2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:30.588502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e6ae2b6-a1f7-4538-b6da-d026733312d2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:30.601289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:30.638376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90700e25-d82b-4f11-b293-817fcb0d141e None None] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:30.650593 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:30.661159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-38eb0685-26bd-47d2-aae0-8e1ff09a4cdc tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "PUT /v2.0/routers/19698528-0a32-4620-baae-e44af3ea94b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1621909 Aug 31 08:12:30.662043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49438) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:30.662800 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] Sync routers for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:30.676420 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:30.677042 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:30.751857 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:30.770927 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] Routers {'19698528-0a32-4620-baae-e44af3ea94b5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:30.771697 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['19698528-0a32-4620-baae-e44af3ea94b5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:30.798486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.827656 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:30.828477 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42b04d-1a83-4c80-ac9c-f16b7c6ef00a None None] The sync data for ids ['19698528-0a32-4620-baae-e44af3ea94b5'] in n-d-713499-16 is: [] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:30.828891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] No DVR routers for this DVR port 9e6ae2b6-a1f7-4538-b6da-d026733312d2 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:30.832931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.836205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2229dde-db54-4206-b74a-d4352a64d0b9 req-0f13c7a4-42d1-4f04-95b9-d8e84d84c1ad tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.45 "DELETE /v2.0/ports/9e6ae2b6-a1f7-4538-b6da-d026733312d2 HTTP/1.1" status: 204 len: 173 time: 1.0957479 Aug 31 08:12:30.836750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'name': 'network-vif-deleted', 'tag': '9e6ae2b6-a1f7-4538-b6da-d026733312d2'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:30.841149 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce89855-78f2-4389-8e68-c0e0174a17ea" -d '{"events": [{"server_uuid": "5b91480d-92c6-471b-97a9-9cf9e235f32c", "name": "network-vif-deleted", "tag": "9e6ae2b6-a1f7-4538-b6da-d026733312d2"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:30.869988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.883979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.940527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 622997df-2b11-4d19-b04b-9ef187569c9c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:30.959114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 622997df-2b11-4d19-b04b-9ef187569c9c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:30.959732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.966995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6ee800e7-bdd8-427a-8cbb-5539615e2894 None None] Provisioning for port 622997df-2b11-4d19-b04b-9ef187569c9c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:30.976316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:30.978845 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c102b9a1-0237-4950-ad76-4cbbc2d49c27 x-openstack-request-id: req-c102b9a1-0237-4950-ad76-4cbbc2d49c27 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:30.979132 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b91480d-92c6-471b-97a9-9cf9e235f32c", "name": "network-vif-deleted", "tag": "9e6ae2b6-a1f7-4538-b6da-d026733312d2", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:30.979383 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c102b9a1-0237-4950-ad76-4cbbc2d49c27 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:30.979806 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b91480d-92c6-471b-97a9-9cf9e235f32c', 'name': 'network-vif-deleted', 'tag': '9e6ae2b6-a1f7-4538-b6da-d026733312d2', 'status': 'completed', 'code': 200} Aug 31 08:12:31.000193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=e0639fd6-c1ef-4747-b1bf-e15190f66564,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:31.003844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6ee800e7-bdd8-427a-8cbb-5539615e2894 None None] Provisioning complete for port 622997df-2b11-4d19-b04b-9ef187569c9c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:31.004398 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6ee800e7-bdd8-427a-8cbb-5539615e2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.017289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.089180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:31.091007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:31.166811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting port 1b596573-c79b-4063-a75d-f9dad67aaa5e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:31.167375 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.228634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router e18a86e0-c6e5-457a-8003-743d30a819dd has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:31.288892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.323288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Calling delete_port for 1b596573-c79b-4063-a75d-f9dad67aaa5e owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:31.371562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:31.382061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d65dcee2-863f-4031-8d29-f3118ba41f5f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "PUT /v2.0/routers/e18a86e0-c6e5-457a-8003-743d30a819dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3703647 Aug 31 08:12:31.385303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49450) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:31.392174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--256921425', 'description': 'tempest-secgroup_access--256921425 description', 'project_id': 'e4307243c416424ab60cfe88d7a234cc'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:31.418185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-001677eb-ee6e-4f01-a5ea-74fd62624feb req-dfc5890f-d700-4b0a-a871-81421135a829 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b91480d-92c6-471b-97a9-9cf9e235f32c HTTP/1.1" status: 200 len: 210 time: 0.0442605 Aug 31 08:12:31.527694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Sync routers for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:31.533415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.556947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.559885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6ee800e7-bdd8-427a-8cbb-5539615e2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.595349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:31.596074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:31.658373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 622997df-2b11-4d19-b04b-9ef187569c9c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=622997df-2b11-4d19-b04b-9ef187569c9c,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:31.681526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.749328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:31.785475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.828954 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.832866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:31.906089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Port': ['ID=1b596573-c79b-4063-a75d-f9dad67aaa5e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:31.942687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.943317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.943841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.944422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.944985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.945483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.946026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.946771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.947285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.947816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.948493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.948993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:31.962246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:32.001878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e718deb3-e028-4eef-8b24-a7b527eeb5dc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:32.031850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.047958 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-6ee800e7-bdd8-427a-8cbb-5539615e2894 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:12:32.048452 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-6ee800e7-bdd8-427a-8cbb-5539615e2894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:12:32.087006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=622997df-2b11-4d19-b04b-9ef187569c9c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:32.108937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.110415 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a4689a10-0861-475b-ac5d-ce4c7a4f1e5b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7238369 Aug 31 08:12:32.115108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49460) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:32.124325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--100186182', 'description': 'tempest-secgroup_general--100186182 description', 'project_id': 'e4307243c416424ab60cfe88d7a234cc'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:32.168783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.172850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.173161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:32.173696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.249047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 2, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:32.296579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Checking router: e18a86e0-c6e5-457a-8003-743d30a819dd for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:12:32.296933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Updating router e18a86e0-c6e5-457a-8003-743d30a819dd port e0639fd6-c1ef-4747-b1bf-e15190f66564 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:12:32.308121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.332564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.333307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Fanout notify agent at l3_agent the message router_deleted on router 19698528-0a32-4620-baae-e44af3ea94b5 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:12:32.340342 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.343255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.344821 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c9e64553-3536-4538-a002-ffb19aeba1f7 tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/routers/19698528-0a32-4620-baae-e44af3ea94b5 HTTP/1.1" status: 204 len: 168 time: 1.6816163 Aug 31 08:12:32.347958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49464) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:32.424588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.433291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Deleting subnet 4285edc5-0b42-4991-a8b2-42ce86089760 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:12:32.437249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.489829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.516209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.537128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6fd748-8b54-43bf-a754-ce8e9574662a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:32.570286 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.633083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.634425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b22ab66d-6696-431b-a1a2-e8ef65a53341 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5195377 Aug 31 08:12:32.640196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49474) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:32.644918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'security_group_rule': {'security_group_id': 'e718deb3-e028-4eef-8b24-a7b527eeb5dc', 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:32.697143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.707016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.708549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Transition to ACTIVE for port object e0639fd6-c1ef-4747-b1bf-e15190f66564 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:32.736814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.743865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Subnet': ['ID=4285edc5-0b42-4991-a8b2-42ce86089760,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:32.745953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.747871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3a899110-f1de-46c3-a10c-6c4f6d0b576a tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/subnets/4285edc5-0b42-4991-a8b2-42ce86089760 HTTP/1.1" status: 204 len: 168 time: 0.3972912 Aug 31 08:12:32.750218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49478) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:32.833976 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.849502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.853299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.853446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-51c2aa86-1d42-4242-876d-9523bc36ef4a None None] Provisioning for port e0639fd6-c1ef-4747-b1bf-e15190f66564 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:32.915114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61071e-4fd0-4474-8908-5b552ff89bf6 None None] Pushing event updated for resources: {'Port': ['ID=e0639fd6-c1ef-4747-b1bf-e15190f66564,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:32.923746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-51c2aa86-1d42-4242-876d-9523bc36ef4a None None] Provisioning complete for port 622997df-2b11-4d19-b04b-9ef187569c9c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:32.924124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-51c2aa86-1d42-4242-876d-9523bc36ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.956049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.958636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:32.972638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15ce844-5b2b-4ca1-97f2-547225f5811b']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:32.982438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9e6ae2b6-a1f7-4538-b6da-d026733312d2 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:32.988726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c62e564-bd22-4f0a-9c4f-70011b50925d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:32.989337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c62e564-bd22-4f0a-9c4f-70011b50925d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:33.001315 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.009397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e24810-c315-4cbc-bc8f-701cacfd6f9d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:33.023940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 9e6ae2b6-a1f7-4538-b6da-d026733312d2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:33.024358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 9e6ae2b6-a1f7-4538-b6da-d026733312d2 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:33.031836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.039998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:12:33.039998 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:12:33.043832 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:12:33.053106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Attempting to bind port e0639fd6-c1ef-4747-b1bf-e15190f66564 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:33.053106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Attempting to bind port e0639fd6-c1ef-4747-b1bf-e15190f66564 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:33.053106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Attempting to bind port e0639fd6-c1ef-4747-b1bf-e15190f66564 on network a6120e65-ea1f-4e5e-8403-dceb6cf75085 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:33.059392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:33.059770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Checking segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:33.060278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.060677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Bound using segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:33.061340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Bound port: e0639fd6-c1ef-4747-b1bf-e15190f66564, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:33.061755 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.104953 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.104953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ac879921-c9aa-4594-b492-bba412c773a2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558587 Aug 31 08:12:33.135559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:12:33.139660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c5fd-d94f-4ee6-8df4-d4d3889a89eb req-58ba96f0-d258-4743-8f3b-4ceef5502d59 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:33.141504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d429c5fd-d94f-4ee6-8df4-d4d3889a89eb req-58ba96f0-d258-4743-8f3b-4ceef5502d59 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.0845273 Aug 31 08:12:33.192978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d429c5fd-d94f-4ee6-8df4-d4d3889a89eb req-b21d5737-2825-4efb-b3e7-f322bdc0a645 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Aug 31 08:12:33.204767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.210154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.212631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] 10.222.0.36 "DELETE /v2.0/networks/e15ce844-5b2b-4ca1-97f2-547225f5811b HTTP/1.1" status: 204 len: 168 time: 0.4614158 Aug 31 08:12:33.242370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ebbc6-7c3c-41b8-8f6e-35ef648771bd tempest-FloatingIPTestJSON-870015903 tempest-FloatingIPTestJSON-870015903-project] Pushing event deleted for resources: {'Network': ['ID=e15ce844-5b2b-4ca1-97f2-547225f5811b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:33.260057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] For port e0639fd6-c1ef-4747-b1bf-e15190f66564, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:33.264970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] For port e0639fd6-c1ef-4747-b1bf-e15190f66564, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0639fd6-c1ef-4747-b1bf-e15190f66564,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:33.303019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-dd2a4e3f-dbc0-4e07-9704-035beac702b3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--100186182&fields=id&tenant_id=e4307243c416424ab60cfe88d7a234cc HTTP/1.1" status: 200 len: 267 time: 0.0504477 Aug 31 08:12:33.350507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-6dc01466-4bb9-40ee-b131-0d42b98d3405 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--256921425&fields=id&tenant_id=e4307243c416424ab60cfe88d7a234cc HTTP/1.1" status: 200 len: 267 time: 0.0464392 Aug 31 08:12:33.433738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:33.460517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-d4b78615-136a-4ebf-8822-b8e6702545f0 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:33.467408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-d4b78615-136a-4ebf-8822-b8e6702545f0 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/networks?id=a6120e65-ea1f-4e5e-8403-dceb6cf75085 HTTP/1.1" status: 200 len: 797 time: 0.1150997 Aug 31 08:12:33.479338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-151e4cca-1bae-4027-9a44-9ad54abd04d7 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/quotas/e4307243c416424ab60cfe88d7a234cc HTTP/1.1" status: 200 len: 375 time: 0.0110524 Aug 31 08:12:33.494406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:33.495429 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:33.532366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61071e-4fd0-4474-8908-5b552ff89bf6 None None] Pushing event updated for resources: {'Port': ['ID=e0639fd6-c1ef-4747-b1bf-e15190f66564,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:33.542177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-a63c7c48-72d7-4289-9efa-8f84ac0aeab5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528207 Aug 31 08:12:33.621619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:33.682858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-281b0027-ae7b-40cc-ba98-219e9cf631d8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195390 Aug 31 08:12:33.800023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-80e926bc-295d-4904-92c0-3ed5df47f96c service neutron] 10.222.0.36 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096885 Aug 31 08:12:33.883120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49508) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:33.929543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:33Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:33.971546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 622997df-2b11-4d19-b04b-9ef187569c9c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:33.975164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98fec4-16bb-4a5a-bc7d-a4690c3a41a9 None None] The sync data for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 is: [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:33Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:34.048583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 622997df-2b11-4d19-b04b-9ef187569c9c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:34.049289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.097112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49518) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:34.099638 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a16cbc1a-8b51-4ea9-a1fa-8c39948f5314 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=295b68aa821b460fbb2c8f3b5f79a05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119408 Aug 31 08:12:34.191704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9311b0e-d0ee-44b0-9d0a-e75c09221a64 req-25a20fad-83ca-489d-81fd-f519f42ebbea tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 210 time: 0.0595548 Aug 31 08:12:34.236110 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae1b356e-104b-4193-a4bc-3ef154bad4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.272261 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae1b356e-104b-4193-a4bc-3ef154bad4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.370277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f18e-e160-456d-ad40-15761e2cac6c req-4d6bc173-15c2-4986-b9dd-f463885839cd tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:34.372179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b427f18e-e160-456d-ad40-15761e2cac6c req-4d6bc173-15c2-4986-b9dd-f463885839cd tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.0692048 Aug 31 08:12:34.423040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b427f18e-e160-456d-ad40-15761e2cac6c req-d4871989-309e-4afa-9b92-b026bf8c0d45 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6435e378-1f04-4056-9bfd-2de2d314ee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Aug 31 08:12:34.432314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae1b356e-104b-4193-a4bc-3ef154bad4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.435154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae1b356e-104b-4193-a4bc-3ef154bad4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.438635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ae1b356e-104b-4193-a4bc-3ef154bad4a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e44bcb1f-56c0-4e4f-a171-b990fee7dc93 HTTP/1.1" status: 204 len: 168 time: 0.3382061 Aug 31 08:12:34.473974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b356e-104b-4193-a4bc-3ef154bad4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44bcb1f-56c0-4e4f-a171-b990fee7dc93,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:34.493570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-720174b9-4478-4303-8d3d-54347bb8f359 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:34.495886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-720174b9-4478-4303-8d3d-54347bb8f359 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 1097 time: 0.0751393 Aug 31 08:12:34.588947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Deleting port 03680ac2-b318-4734-9e00-5f839fcb6a67 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:34.589292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.716315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] For port 03680ac2-b318-4734-9e00-5f839fcb6a67, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=03680ac2-b318-4734-9e00-5f839fcb6a67,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:34.716972 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.735306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Calling delete_port for 03680ac2-b318-4734-9e00-5f839fcb6a67 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:34.958156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:34.971048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['03680ac2-b318-4734-9e00-5f839fcb6a67'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:34.994292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Pushing event deleted for resources: {'Port': ['ID=03680ac2-b318-4734-9e00-5f839fcb6a67,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:35.050641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] No DVR routers for this DVR port 03680ac2-b318-4734-9e00-5f839fcb6a67 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:35.053446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:35.056161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b84a499c-f0c9-46f3-b6ee-908f4abb3977 req-23bcc0f0-6e5c-4b2f-a8fe-af634a76ca6d tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.68 "DELETE /v2.0/ports/03680ac2-b318-4734-9e00-5f839fcb6a67 HTTP/1.1" status: 204 len: 173 time: 0.5514112 Aug 31 08:12:35.056658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'name': 'network-vif-deleted', 'tag': '03680ac2-b318-4734-9e00-5f839fcb6a67'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:35.060032 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cfd415-d546-4ab1-85df-a4b0101e3b9b" -d '{"events": [{"server_uuid": "92b791a1-75ca-4ab8-957c-2858e00d5d78", "name": "network-vif-deleted", "tag": "03680ac2-b318-4734-9e00-5f839fcb6a67"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:35.285102 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefdde0e-42e4-4bcb-8994-f1e9e0c4d823 x-openstack-request-id: req-aefdde0e-42e4-4bcb-8994-f1e9e0c4d823 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:35.285542 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b791a1-75ca-4ab8-957c-2858e00d5d78", "name": "network-vif-deleted", "tag": "03680ac2-b318-4734-9e00-5f839fcb6a67", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:35.285670 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aefdde0e-42e4-4bcb-8994-f1e9e0c4d823 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:35.286109 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b791a1-75ca-4ab8-957c-2858e00d5d78', 'name': 'network-vif-deleted', 'tag': '03680ac2-b318-4734-9e00-5f839fcb6a67', 'status': 'completed', 'code': 200} Aug 31 08:12:35.288692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-08cfff58-36f2-4bda-a36e-14f74c08adef req-7833128f-53e0-440f-91cc-4c340f140bab tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 210 time: 0.0376008 Aug 31 08:12:35.537796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beafd2a6-af1a-4ae3-add9-90abb8fe44d1 req-dbc92375-5372-4c2c-9b74-9a2852e0d089 tempest-TestServerMultinode-1334283753 tempest-TestServerMultinode-1334283753-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=92b791a1-75ca-4ab8-957c-2858e00d5d78 HTTP/1.1" status: 200 len: 210 time: 0.0322955 Aug 31 08:12:35.923213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0639fd6-c1ef-4747-b1bf-e15190f66564 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:35.924004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49578) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:36.034736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--857313779'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:36.071627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e0639fd6-c1ef-4747-b1bf-e15190f66564 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:36.076064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e0639fd6-c1ef-4747-b1bf-e15190f66564 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:36.076462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.130814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.141058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.198243 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.249293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port e0639fd6-c1ef-4747-b1bf-e15190f66564, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0639fd6-c1ef-4747-b1bf-e15190f66564,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:36.268427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.301766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.357859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=e0639fd6-c1ef-4747-b1bf-e15190f66564,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:36.381120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.401778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e6da80c-9194-4d44-a547-84544e59a305 req-9472d44c-7cb4-4043-8ca7-7faf39ad6333 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 210 time: 0.0318806 Aug 31 08:12:36.435108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1784038a-b177-442f-96fc-45de5c051612,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:36.492445 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.569346 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.620521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1bdf2e-8f6b-4f48-a389-6ce979a406c9,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:36.624582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49592) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:36.748069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.749324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f44213cd-07f5-4b4d-b41a-38ee4c1ab75a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8247423 Aug 31 08:12:36.752466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49596) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:36.845491 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b2443d19-83a4-40fa-8470-87ab4e1f4462 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0909016 Aug 31 08:12:36.850190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49600) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:36.854881 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-security--1798848602', 'description': 'tempest-security-description-1716352617'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:36.893456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.927743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-9c36b05a-baed-47ae-8519-3f56ff665989 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:36.929299 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-9c36b05a-baed-47ae-8519-3f56ff665989 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.45 "GET /v2.0/networks?id=a6120e65-ea1f-4e5e-8403-dceb6cf75085 HTTP/1.1" status: 200 len: 797 time: 0.1226842 Aug 31 08:12:36.988993 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:36.997110 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-b0be8393-8b21-4a99-b97b-4c027df24892 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4307243c416424ab60cfe88d7a234cc HTTP/1.1" status: 200 len: 476 time: 0.0410454 Aug 31 08:12:37.011127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'port': {'device_id': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'admin_state_up': True, 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'security_groups': ['5c6fd748-8b54-43bf-a754-ce8e9574662a', 'e718deb3-e028-4eef-8b24-a7b527eeb5dc']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:37.078761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.123816 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.126415 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.130799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "PUT /v2.0/security-groups/6e1bdf2e-8f6b-4f48-a389-6ce979a406c9 HTTP/1.1" status: 200 len: 1780 time: 0.2766762 Aug 31 08:12:37.135399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:37.162523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9baf3f-5e37-445f-acba-182b08884c83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1bdf2e-8f6b-4f48-a389-6ce979a406c9,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:37.190641 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-72e8bc42-b321-4426-80d5-2d7015c58881 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups/6e1bdf2e-8f6b-4f48-a389-6ce979a406c9 HTTP/1.1" status: 200 len: 1780 time: 0.0537810 Aug 31 08:12:37.193070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49606) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:37.224781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Made reservation on behalf of e4307243c416424ab60cfe88d7a234cc for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:12:37.228330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.271247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96950ced-cebe-4153-844c-633acf89e8f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.336947 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96950ced-cebe-4153-844c-633acf89e8f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.383283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Deleting port 8d8cac79-097f-45a2-bd4d-80232ecb50a8 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:37.383629 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.421119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.20.0.9 (a6120e65-ea1f-4e5e-8403-dceb6cf75085/342bd6bd-0430-4148-9881-e1138ec6c439/2238787f-3915-4e1a-9fda-6212d9ad5259) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:37.468046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] For port 8d8cac79-097f-45a2-bd4d-80232ecb50a8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8d8cac79-097f-45a2-bd4d-80232ecb50a8,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:37.471551 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.480806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 03680ac2-b318-4734-9e00-5f839fcb6a67 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:37.491670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Calling delete_port for 8d8cac79-097f-45a2-bd4d-80232ecb50a8 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:37.501285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 03680ac2-b318-4734-9e00-5f839fcb6a67 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:37.501634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 03680ac2-b318-4734-9e00-5f839fcb6a67 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:37.514211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec4981ef-e69f-48ec-a134-3ce8d2c0d3a8 req-ffd7e551-c182-43ad-9bf0-d5f510029de5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 210 time: 0.0355749 Aug 31 08:12:37.572621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96950ced-cebe-4153-844c-633acf89e8f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.577463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96950ced-cebe-4153-844c-633acf89e8f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.577763 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-96950ced-cebe-4153-844c-633acf89e8f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/6e1bdf2e-8f6b-4f48-a389-6ce979a406c9 HTTP/1.1" status: 204 len: 168 time: 0.3835707 Aug 31 08:12:37.584619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49614) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:37.641100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96950ced-cebe-4153-844c-633acf89e8f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1bdf2e-8f6b-4f48-a389-6ce979a406c9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:37.704576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a1fa28b-3ed0-403b-af6c-e41cd05dc3f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1081254 Aug 31 08:12:37.705169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49616) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:37.734270 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-5187facf-0d3e-4adf-ba0a-bdd937b59643 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] delete failed (client error): The resource could not be found. Aug 31 08:12:37.735295 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5187facf-0d3e-4adf-ba0a-bdd937b59643 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/6e1bdf2e-8f6b-4f48-a389-6ce979a406c9 HTTP/1.1" status: 404 len: 347 time: 0.0261831 Aug 31 08:12:37.739841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49618) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:37.744388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094485720'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:37.748627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.821716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.822366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Transition to ACTIVE for port object 2238787f-3915-4e1a-9fda-6212d9ad5259 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:37.853301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8cac79-097f-45a2-bd4d-80232ecb50a8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:37.863194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:37.899581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0639fd6-c1ef-4747-b1bf-e15190f66564 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:37.948765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e0639fd6-c1ef-4747-b1bf-e15190f66564 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:37.949139 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.052628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.079051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.089544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.105848 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:38.109632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:38.113766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:38.157459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=2238787f-3915-4e1a-9fda-6212d9ad5259,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:38.181511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:38.184061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.388050 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-3fb1a8ab-df07-4151-bdde-903d8dc99d14 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3809693 Aug 31 08:12:38.406577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Request body: {'port': {'device_id': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:38.502204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.574584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ef2f82-fe06-486c-817b-263783529e34,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:38.604543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5466c865-6d06-4677-997c-9eae66c86103 None None] Provisioning for port 2238787f-3915-4e1a-9fda-6212d9ad5259 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:38.610532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5466c865-6d06-4677-997c-9eae66c86103 None None] Provisioning complete for port 2238787f-3915-4e1a-9fda-6212d9ad5259 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:38.611903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5466c865-6d06-4677-997c-9eae66c86103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.638655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.642598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-db48e616-0409-4905-9123-a6c3edf49c3c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9001174 Aug 31 08:12:38.643741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49632) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:38.653649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '22ef2f82-fe06-486c-817b-263783529e34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:38.676120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5466c865-6d06-4677-997c-9eae66c86103 None None] Port 2238787f-3915-4e1a-9fda-6212d9ad5259 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:12:38.731180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207af23-ca13-451a-8261-a73a25fa0df4 req-5cea5a7d-19a5-489c-b506-c2aab484d9ff tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:38.732868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6207af23-ca13-451a-8261-a73a25fa0df4 req-5cea5a7d-19a5-489c-b506-c2aab484d9ff tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 970 time: 0.1362290 Aug 31 08:12:38.761476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.834443 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6207af23-ca13-451a-8261-a73a25fa0df4 req-86975b52-0431-49dc-b793-9a42603b4244 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0895054 Aug 31 08:12:38.860983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:38.860983 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:38.994174 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.012333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:39.018491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-af0d7c61-305e-4091-ab21-bcb6f4b3c6c5 admin admin] 10.222.0.36 "PUT /v2.0/routers/21bbef2a-a157-4a05-9a4b-7de19e73b8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3926051 Aug 31 08:12:39.021869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49640) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:39.026217 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] Sync routers for ids ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:39.036541 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] Routers {'21bbef2a-a157-4a05-9a4b-7de19e73b8c3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:39.037363 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:39.067775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.092188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465fb4f0-8026-4826-b36e-781917424309,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:39.151461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2238787f-3915-4e1a-9fda-6212d9ad5259 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:12:39.165060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.175559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] Set router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:39.188695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Transition to ACTIVE for port object 2238787f-3915-4e1a-9fda-6212d9ad5259 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:12:39.191840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.197981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.197981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-91b62aa7-28eb-434c-a76c-28f6c4e251bf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5488584 Aug 31 08:12:39.198373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:39.245029 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-580d01b2-8a81-42ee-8830-e23f126d1502 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.258202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-580d01b2-8a81-42ee-8830-e23f126d1502 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.285517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.365253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Pushing event updated for resources: {'Port': ['ID=2238787f-3915-4e1a-9fda-6212d9ad5259,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:39.370052 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.392779 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:12:37Z', 'revision_number': 5, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:39.416237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-580d01b2-8a81-42ee-8830-e23f126d1502 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.426754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-580d01b2-8a81-42ee-8830-e23f126d1502 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.431095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-580d01b2-8a81-42ee-8830-e23f126d1502 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/465fb4f0-8026-4826-b36e-781917424309 HTTP/1.1" status: 204 len: 168 time: 0.2313397 Aug 31 08:12:39.431521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:39.436342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d01b2-8a81-42ee-8830-e23f126d1502 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=465fb4f0-8026-4826-b36e-781917424309,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:39.469203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Attempting to bind port 2238787f-3915-4e1a-9fda-6212d9ad5259 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:12:39.469641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Attempting to bind port 2238787f-3915-4e1a-9fda-6212d9ad5259 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:12:39.470043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Attempting to bind port 2238787f-3915-4e1a-9fda-6212d9ad5259 on network a6120e65-ea1f-4e5e-8403-dceb6cf75085 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:39.483615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Port 2238787f-3915-4e1a-9fda-6212d9ad5259 on network a6120e65-ea1f-4e5e-8403-dceb6cf75085 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:12:39.483955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Attempting to bind port 2238787f-3915-4e1a-9fda-6212d9ad5259 on network a6120e65-ea1f-4e5e-8403-dceb6cf75085 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:12:39.514277 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0368ad11-0308-41db-a4f0-e034b263eb86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787134 Aug 31 08:12:39.514277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:12:39.514277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Checking segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:12:39.514277 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Bound using segment: {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:12:39.514864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Bound port: 2238787f-3915-4e1a-9fda-6212d9ad5259, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca43da0-ecca-4b83-812c-ce3f46789f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:12:39.514971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.516065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49648) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:39.521874 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] Checking router: 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:12:39.532132 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] Routers {'21bbef2a-a157-4a05-9a4b-7de19e73b8c3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:39.532771 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:39.624677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] For port 2238787f-3915-4e1a-9fda-6212d9ad5259, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:12:39.626748 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91894197-eca5-41db-a440-c4ef2ea23930 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.641075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] For port 2238787f-3915-4e1a-9fda-6212d9ad5259, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2238787f-3915-4e1a-9fda-6212d9ad5259,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:12:39.646559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Deleting port a311031d-a4d0-4226-8894-594d60bcac69 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:39.646910 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.652453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91894197-eca5-41db-a440-c4ef2ea23930 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.661774 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] Set router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:39.775578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] For port a311031d-a4d0-4226-8894-594d60bcac69, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a311031d-a4d0-4226-8894-594d60bcac69,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:39.775958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.790452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Calling delete_port for a311031d-a4d0-4226-8894-594d60bcac69 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:39.802869 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.883508 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:39.884872 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.886937 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] 10.222.0.45 "PUT /v2.0/ports/2238787f-3915-4e1a-9fda-6212d9ad5259 HTTP/1.1" status: 200 len: 1131 time: 1.4849906 Aug 31 08:12:39.889171 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91894197-eca5-41db-a440-c4ef2ea23930 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.890668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-91894197-eca5-41db-a440-c4ef2ea23930 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:39.893237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-91894197-eca5-41db-a440-c4ef2ea23930 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/22ef2f82-fe06-486c-817b-263783529e34 HTTP/1.1" status: 204 len: 168 time: 0.3747320 Aug 31 08:12:39.896201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49656) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:39.898482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:39.902673 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62cf431-1d04-4192-9b44-e247d1a73f19" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:39.912457 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:12:37Z', 'revision_number': 5, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:39.939839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91894197-eca5-41db-a440-c4ef2ea23930 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ef2f82-fe06-486c-817b-263783529e34,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:39.958986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925c63a-0816-4a3a-94db-6071fb91f89b service neutron] Pushing event updated for resources: {'Port': ['ID=2238787f-3915-4e1a-9fda-6212d9ad5259,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:39.959749 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ce5c7-d883-4230-936a-95dcf25a2bb7 None None] The sync data for ids ['21bbef2a-a157-4a05-9a4b-7de19e73b8c3'] in n-d-713499-16 is: [{'id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'name': 'tempest-TestServerMultinode-172815505-router', 'tenant_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:33Z', 'updated_at': '2021-08-31T08:12:37Z', 'revision_number': 5, 'project_id': 'b45eddbbd12c47358d6ce31047bb2e9f', 'gw_port': {'id': 'a311031d-a4d0-4226-8894-594d60bcac69', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bbef2a-a157-4a05-9a4b-7de19e73b8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:34Z', 'updated_at': '2021-08-31T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:40.020679 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63184c8-1d43-4324-a3b2-b1c15233614f x-openstack-request-id: req-f63184c8-1d43-4324-a3b2-b1c15233614f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:40.023209 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:40.023209 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f63184c8-1d43-4324-a3b2-b1c15233614f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:40.023209 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'status': 'completed', 'code': 200} Aug 31 08:12:40.082490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1797a3a-ca9e-41b0-8563-30f077cf30fd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1851809 Aug 31 08:12:40.089202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49662) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:40.095599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020822428'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:40.122159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744a97-c02c-48fd-b068-00d345e7491f req-24c5f1bc-a258-4d52-b87d-fb530544efa6 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.123541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46744a97-c02c-48fd-b068-00d345e7491f req-24c5f1bc-a258-4d52-b87d-fb530544efa6 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 982 time: 0.0817165 Aug 31 08:12:40.132145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf431-1d04-4192-9b44-e247d1a73f19 req-31d60506-6e78-4a1e-947b-52d7c2c79160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.134018 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a62cf431-1d04-4192-9b44-e247d1a73f19 req-31d60506-6e78-4a1e-947b-52d7c2c79160 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1134 time: 0.0872567 Aug 31 08:12:40.176998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-46744a97-c02c-48fd-b068-00d345e7491f req-12c50434-5d97-48ef-8a3d-17207b3db437 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0441949 Aug 31 08:12:40.239031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.255246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf431-1d04-4192-9b44-e247d1a73f19 req-50b73a09-d977-4c4a-9bd3-7fba2eb5aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.256832 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a62cf431-1d04-4192-9b44-e247d1a73f19 req-50b73a09-d977-4c4a-9bd3-7fba2eb5aa8b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e4307243c416424ab60cfe88d7a234cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1098411 Aug 31 08:12:40.294112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.343882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.361001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a311031d-a4d0-4226-8894-594d60bcac69,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:40.432713 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.466341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cf431-1d04-4192-9b44-e247d1a73f19 req-27416c9d-ae2b-4855-a18d-5e972698f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.467870 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a62cf431-1d04-4192-9b44-e247d1a73f19 req-27416c9d-ae2b-4855-a18d-5e972698f098 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984587 Aug 31 08:12:40.471060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.473289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ad3ad-7c58-4aa4-998e-7b2951bbb8df,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:40.553173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.554578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-877c7bc5-e318-4f7d-9197-e48b108ada64 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4641466 Aug 31 08:12:40.557231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49668) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:40.561955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': 'a98ad3ad-7c58-4aa4-998e-7b2951bbb8df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:40.596338 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.604115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.653179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-6d0b97cc-03ea-4e8b-8910-1393276f76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.654810 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-6d0b97cc-03ea-4e8b-8910-1393276f76a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1134 time: 0.1157260 Aug 31 08:12:40.689631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.705396 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-7f68bfb9-120b-4742-9971-906e0220f943 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2238787f-3915-4e1a-9fda-6212d9ad5259 HTTP/1.1" status: 200 len: 217 time: 0.0373387 Aug 31 08:12:40.725288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.727220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21bbef2a-a157-4a05-9a4b-7de19e73b8c3 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:12:40.730365 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.731486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-463ae415-bc93-4c41-bf1c-1fe7b0ec9db3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/21bbef2a-a157-4a05-9a4b-7de19e73b8c3 HTTP/1.1" status: 204 len: 168 time: 1.7079504 Aug 31 08:12:40.737564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49674) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:40.773061 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-737659f4-7933-470b-bd38-32083ceb5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.775037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-737659f4-7933-470b-bd38-32083ceb5b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=342bd6bd-0430-4148-9881-e1138ec6c439 HTTP/1.1" status: 200 len: 834 time: 0.0594478 Aug 31 08:12:40.793231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.803107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Deleting subnet 4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:12:40.806728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.842833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-cedf3d35-21d2-45ce-8b1a-faa9b2abfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:40.844639 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-cedf3d35-21d2-45ce-8b1a-faa9b2abfd8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6120e65-ea1f-4e5e-8403-dceb6cf75085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577099 Aug 31 08:12:40.880616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.936442 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:40.973451 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-817a0375-9438-4704-84a1-d3ce8607fb92 service neutron] 10.222.0.45 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163368 Aug 31 08:12:40.989691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4203be-8f24-4769-a598-8f687c8896c4,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:41.003715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.074729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5a68037c-0d97-4198-8f63-3adf9898fdac req-efd19cbc-5ea2-42f9-9a6d-e2f5b84375c3 service neutron] 10.222.0.45 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896890 Aug 31 08:12:41.095617 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.096877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-231b5f48-885c-4fe5-94d1-156312d18978 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5385616 Aug 31 08:12:41.099442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49680) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:41.103946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': 'a98ad3ad-7c58-4aa4-998e-7b2951bbb8df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:41.153294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.179683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:41.187292 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.187292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b4ca0d8e-1e39-46dc-a935-2b56d3f1e444 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ec9ed20-f2ab-40c4-b70d-d2a4d58e5fe1 HTTP/1.1" status: 204 len: 168 time: 0.4482074 Aug 31 08:12:41.189861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49684) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:41.193216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22462e0-550c-41ad-981f-ed4ff7ba3c3e None None] Network fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:41.283734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.306215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.348557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c07d4-bc78-48c1-b858-b2acf54721d8 req-8bd66060-7daf-4f9a-a4a4-baee0976adf5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:41.350666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-054c07d4-bc78-48c1-b858-b2acf54721d8 req-8bd66060-7daf-4f9a-a4a4-baee0976adf5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 982 time: 0.0929997 Aug 31 08:12:41.355746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Deleting port 6cff69ec-b4fb-495a-9a36-99bfdedd780a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:41.356126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.405933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.429738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-054c07d4-bc78-48c1-b858-b2acf54721d8 req-fc9b2f8a-2928-47f3-8c69-147151411df6 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0550239 Aug 31 08:12:41.445114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] For port 6cff69ec-b4fb-495a-9a36-99bfdedd780a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6cff69ec-b4fb-495a-9a36-99bfdedd780a,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:41.445513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.459456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Calling delete_port for 6cff69ec-b4fb-495a-9a36-99bfdedd780a owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:41.475435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] DHCP port deletion for fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:12:41.530488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.538454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] Deleting port 6cff69ec-b4fb-495a-9a36-99bfdedd780a {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:41.538892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.557052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2bc917-cfcf-4be6-87ae-6cb50b87e1d6,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:41.604598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] For port 6cff69ec-b4fb-495a-9a36-99bfdedd780a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=6cff69ec-b4fb-495a-9a36-99bfdedd780a,segment=NetworkSegment(df8182e1-3131-459e-8547-968313254d73),segment_id=df8182e1-3131-459e-8547-968313254d73)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:41.610129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.626192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] Calling delete_port for 6cff69ec-b4fb-495a-9a36-99bfdedd780a owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:41.673231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.691305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.692929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3d5c1028-83f8-45f1-a2f2-fa3402a1e362 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5925202 Aug 31 08:12:41.695613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49692) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:41.701005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': 'a98ad3ad-7c58-4aa4-998e-7b2951bbb8df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:12:41.713608 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:12:41.729338 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.749187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cff69ec-b4fb-495a-9a36-99bfdedd780a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:41.758652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] No DVR routers for this DVR port 6cff69ec-b4fb-495a-9a36-99bfdedd780a on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:41.777531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] Pushing event deleted for resources: {'Port': ['ID=6cff69ec-b4fb-495a-9a36-99bfdedd780a,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:41.782840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cd4e5-350d-4e70-b6eb-3614e4590931 None None] No DVR routers for this DVR port 6cff69ec-b4fb-495a-9a36-99bfdedd780a on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:41.840248 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.852656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:41.868555 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.873393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8182e1-3131-459e-8547-968313254d73') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:41.873864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8182e1-3131-459e-8547-968313254d73') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:41.896745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6cff69ec-b4fb-495a-9a36-99bfdedd780a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:41.925328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 6cff69ec-b4fb-495a-9a36-99bfdedd780a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:41.925761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.926088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 6cff69ec-b4fb-495a-9a36-99bfdedd780a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:41.926750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8d8cac79-097f-45a2-bd4d-80232ecb50a8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:41.955041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8d8cac79-097f-45a2-bd4d-80232ecb50a8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:41.955690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8d8cac79-097f-45a2-bd4d-80232ecb50a8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:41.956342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a311031d-a4d0-4226-8894-594d60bcac69 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:41.974100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.977087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.991151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:12:41.991736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:12:41.994499 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:12:42.124791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.143959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ac57d1-36b9-496c-9e89-e8d4406b957a,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:42.155568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a311031d-a4d0-4226-8894-594d60bcac69 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:42.155921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a311031d-a4d0-4226-8894-594d60bcac69 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:42.267469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.273905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.276088 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6 HTTP/1.1" status: 204 len: 168 time: 1.0846255 Aug 31 08:12:42.280547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:42.298362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbec6eb-d8cb-489e-ab92-ee115e2b6066 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe97985b-6d3e-4afa-ab66-ede1f7a1b3d6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:42.330328 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.334719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8296419c-f18a-4768-a5bd-86dd87095bc0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6353378 Aug 31 08:12:42.338248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49702) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:42.349702 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': 'a98ad3ad-7c58-4aa4-998e-7b2951bbb8df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:42.545406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.580584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f964ab-e405-4ca7-a59a-1ac8b11ac84c req-7625c277-152b-421e-ace4-d3fae091b08f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:42.582403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8f964ab-e405-4ca7-a59a-1ac8b11ac84c req-7625c277-152b-421e-ace4-d3fae091b08f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 982 time: 0.0651386 Aug 31 08:12:42.637970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8f964ab-e405-4ca7-a59a-1ac8b11ac84c req-8f10433a-11c8-47b7-96e9-80567b15a291 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0457814 Aug 31 08:12:42.659430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.751344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.786628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:42.812545 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094246a4-06d6-4c09-b89b-b290c7865d29,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:43.008052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2238787f-3915-4e1a-9fda-6212d9ad5259 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:12:43.114709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2238787f-3915-4e1a-9fda-6212d9ad5259, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2238787f-3915-4e1a-9fda-6212d9ad5259,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:43.128885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'port_id': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'mac_address': 'fa:16:3e:c5:6b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:12:43.146992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.149440 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-efa48977-5445-4c16-83ad-4c7f6a843a74 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8101401 Aug 31 08:12:43.150995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49712) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:43.161628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': 'a98ad3ad-7c58-4aa4-998e-7b2951bbb8df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:43.176458 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.191327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2238787f-3915-4e1a-9fda-6212d9ad5259 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:12:43.211784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2238787f-3915-4e1a-9fda-6212d9ad5259, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2238787f-3915-4e1a-9fda-6212d9ad5259,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:43.324024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Deleting port 43d0cf51-c010-420d-84b8-5ed3636a5c4f {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:43.324607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.336939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.363259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.401035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.417640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=2238787f-3915-4e1a-9fda-6212d9ad5259,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:43.426067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] For port 43d0cf51-c010-420d-84b8-5ed3636a5c4f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=43d0cf51-c010-420d-84b8-5ed3636a5c4f,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:43.426442 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.441116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Calling delete_port for 43d0cf51-c010-420d-84b8-5ed3636a5c4f owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:43.495700 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.520243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5bdaf1-945b-4d86-8ba6-c23ead656ec4,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:43.620792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['2238787f-3915-4e1a-9fda-6212d9ad5259'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:12:43.644923 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.646383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02b71edb-2d20-46fa-bff5-da969933e63b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4925354 Aug 31 08:12:43.649038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:43.678508 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-988601b4-33d8-49f9-922a-3957b928d828 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.687775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-988601b4-33d8-49f9-922a-3957b928d828 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.736453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.766180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac9f91-09ee-4320-8cd1-d3d8547c592a req-d630f292-9b77-43fe-abd0-03567e43c69d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:43.767989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85ac9f91-09ee-4320-8cd1-d3d8547c592a req-d630f292-9b77-43fe-abd0-03567e43c69d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 983 time: 0.0542865 Aug 31 08:12:43.769463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d0cf51-c010-420d-84b8-5ed3636a5c4f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:43.823201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85ac9f91-09ee-4320-8cd1-d3d8547c592a req-9de1b97c-5254-478f-9e43-4c046a0d069d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0430305 Aug 31 08:12:43.834351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-988601b4-33d8-49f9-922a-3957b928d828 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.842984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-988601b4-33d8-49f9-922a-3957b928d828 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:43.847270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-988601b4-33d8-49f9-922a-3957b928d828 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fc5bdaf1-945b-4d86-8ba6-c23ead656ec4 HTTP/1.1" status: 204 len: 168 time: 0.1945441 Aug 31 08:12:43.847971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49726) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:43.871756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988601b4-33d8-49f9-922a-3957b928d828 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc5bdaf1-945b-4d86-8ba6-c23ead656ec4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:43.934819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2624f650-017a-4426-856e-9ef19c51ea68 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0851443 Aug 31 08:12:43.937008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49728) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:43.988379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9711e042-bf07-4883-88b2-c836004771cd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.011600 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9711e042-bf07-4883-88b2-c836004771cd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.047898 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.141206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9711e042-bf07-4883-88b2-c836004771cd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.148742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9711e042-bf07-4883-88b2-c836004771cd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.149868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9711e042-bf07-4883-88b2-c836004771cd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/094246a4-06d6-4c09-b89b-b290c7865d29 HTTP/1.1" status: 204 len: 168 time: 0.2118883 Aug 31 08:12:44.152530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49734) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.155372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711e042-bf07-4883-88b2-c836004771cd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=094246a4-06d6-4c09-b89b-b290c7865d29,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:44.241130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1c73b602-4112-42df-a51e-8bd35be7c2a2 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0874221 Aug 31 08:12:44.244067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.269052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf4ed8d-1db5-442c-b488-3017e0445b0c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.276658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf4ed8d-1db5-442c-b488-3017e0445b0c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.319426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Router a034465f-5baa-4643-9a32-ea37d515d40f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:44.410692 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf4ed8d-1db5-442c-b488-3017e0445b0c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.416953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf4ed8d-1db5-442c-b488-3017e0445b0c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.418078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2bf4ed8d-1db5-442c-b488-3017e0445b0c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/72ac57d1-36b9-496c-9e89-e8d4406b957a HTTP/1.1" status: 204 len: 168 time: 0.1728864 Aug 31 08:12:44.422560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49740) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.425161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4ed8d-1db5-442c-b488-3017e0445b0c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72ac57d1-36b9-496c-9e89-e8d4406b957a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:44.460314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:44.465533 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-40585e30-2651-4b81-8997-1dd496505d44 admin admin] 10.222.0.36 "PUT /v2.0/routers/a034465f-5baa-4643-9a32-ea37d515d40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1835709 Aug 31 08:12:44.473714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49742) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.473926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] Sync routers for ids ['a034465f-5baa-4643-9a32-ea37d515d40f'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:44.481412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] Routers {'a034465f-5baa-4643-9a32-ea37d515d40f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:44.482323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a034465f-5baa-4643-9a32-ea37d515d40f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:44.488900 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a534c8ca-9932-4f0d-8c59-02ef52f3cfd9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0651262 Aug 31 08:12:44.491706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49744) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.524774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f62ecda5-6ad8-4af3-8ba6-9301d08d52d0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.533310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f62ecda5-6ad8-4af3-8ba6-9301d08d52d0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.595804 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.615356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] Set router a034465f-5baa-4643-9a32-ea37d515d40f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:44.673796 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f62ecda5-6ad8-4af3-8ba6-9301d08d52d0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.680761 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f62ecda5-6ad8-4af3-8ba6-9301d08d52d0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.682195 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f62ecda5-6ad8-4af3-8ba6-9301d08d52d0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bb2bc917-cfcf-4be6-87ae-6cb50b87e1d6 HTTP/1.1" status: 204 len: 168 time: 0.1895542 Aug 31 08:12:44.685123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49748) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.692245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ecda5-6ad8-4af3-8ba6-9301d08d52d0 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb2bc917-cfcf-4be6-87ae-6cb50b87e1d6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:44.723124 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.748329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-80ab92e5-967e-4093-85e0-876924336a79 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0620532 Aug 31 08:12:44.751082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49752) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:44.776294 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-824d9bfc-eb7d-432b-8596-c689ff117951 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.786118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-824d9bfc-eb7d-432b-8596-c689ff117951 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.818054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:12:43Z', 'revision_number': 5, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port': {'id': 'c793cb13-fc90-40f0-99c6-6db3fc448b66', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:11:48Z', 'updated_at': '2021-08-31T08:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:44.852441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] Checking router: a034465f-5baa-4643-9a32-ea37d515d40f for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:12:44.861796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] Routers {'a034465f-5baa-4643-9a32-ea37d515d40f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:44.863013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a034465f-5baa-4643-9a32-ea37d515d40f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:44.901413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Deleting port c793cb13-fc90-40f0-99c6-6db3fc448b66 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:44.901798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.923745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-824d9bfc-eb7d-432b-8596-c689ff117951 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.953978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] Set router a034465f-5baa-4643-9a32-ea37d515d40f gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:44.962706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-824d9bfc-eb7d-432b-8596-c689ff117951 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:44.967367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-824d9bfc-eb7d-432b-8596-c689ff117951 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6e4203be-8f24-4769-a598-8f687c8896c4 HTTP/1.1" status: 204 len: 168 time: 0.2118044 Aug 31 08:12:44.968177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49756) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:45.003055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d9bfc-eb7d-432b-8596-c689ff117951 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e4203be-8f24-4769-a598-8f687c8896c4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:45.036805 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bba80967-c6a9-4c4c-8e87-25471bebc2cf tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657978 Aug 31 08:12:45.040321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49762) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:45.044918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2238787f-3915-4e1a-9fda-6212d9ad5259 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:12:45.049060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:12:44Z', 'revision_number': 6, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:45.054388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce05415-bf2b-4b33-8dc0-eebedc55cf50 req-b123ffb5-c4a1-4450-9116-80e5d5a34a47 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:45.055948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ce05415-bf2b-4b33-8dc0-eebedc55cf50 req-b123ffb5-c4a1-4450-9116-80e5d5a34a47 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 983 time: 0.1004932 Aug 31 08:12:45.061385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] For port c793cb13-fc90-40f0-99c6-6db3fc448b66, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c793cb13-fc90-40f0-99c6-6db3fc448b66,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:45.061714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.087368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Calling delete_port for c793cb13-fc90-40f0-99c6-6db3fc448b66 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:45.097470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bf37e2cc-272a-4d8c-9831-a4397b30883f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.103711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8481e5c-c706-45ec-8591-21a5be0c6fbc None None] The sync data for ids ['a034465f-5baa-4643-9a32-ea37d515d40f'] in n-d-713499-16 is: [{'id': 'a034465f-5baa-4643-9a32-ea37d515d40f', 'name': 'tempest-TestServerMultinode-425047480-router', 'tenant_id': '01aff75413e84c188b580d3332ec1c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:11:47Z', 'updated_at': '2021-08-31T08:12:44Z', 'revision_number': 6, 'project_id': '01aff75413e84c188b580d3332ec1c4d', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:45.126768 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bf37e2cc-272a-4d8c-9831-a4397b30883f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.166038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ce05415-bf2b-4b33-8dc0-eebedc55cf50 req-5ae1324c-d22e-4c41-8eda-0d23bbde3149 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0963252 Aug 31 08:12:45.216471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 2238787f-3915-4e1a-9fda-6212d9ad5259 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:12:45.220570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 2238787f-3915-4e1a-9fda-6212d9ad5259 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:12:45.221002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.312313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.335864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:45.338521 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d1a9fe-2af3-45b6-b47f-9b68c678e8f2" -d '{"events": [{"server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "name": "network-vif-plugged", "status": "completed", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:45.353419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2238787f-3915-4e1a-9fda-6212d9ad5259, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2238787f-3915-4e1a-9fda-6212d9ad5259,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:45.466136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bf37e2cc-272a-4d8c-9831-a4397b30883f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.466136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bf37e2cc-272a-4d8c-9831-a4397b30883f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.466136 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bf37e2cc-272a-4d8c-9831-a4397b30883f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/a98ad3ad-7c58-4aa4-998e-7b2951bbb8df HTTP/1.1" status: 204 len: 168 time: 0.4172914 Aug 31 08:12:45.467285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49772) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:45.479491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37e2cc-272a-4d8c-9831-a4397b30883f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ad3ad-7c58-4aa4-998e-7b2951bbb8df,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:45.525912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-95b5f664-8450-4a46-86c1-9a87ae228a62 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595746 Aug 31 08:12:45.530367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:45.535839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--277587417'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:45.542729 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1b50d9-6dcb-4dee-a168-e91e086be372 x-openstack-request-id: req-fe1b50d9-6dcb-4dee-a168-e91e086be372 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:45.543248 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "name": "network-vif-plugged", "status": "completed", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:45.543352 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe1b50d9-6dcb-4dee-a168-e91e086be372 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:45.543668 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'code': 200} Aug 31 08:12:45.644020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d88cc-7a03-46b8-8033-3da98ee9a491 req-ef5eca62-4090-4c9c-93b7-d816031bfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:45.645079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.645686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed9d88cc-7a03-46b8-8033-3da98ee9a491 req-ef5eca62-4090-4c9c-93b7-d816031bfbf6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1135 time: 0.0421059 Aug 31 08:12:45.671219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Pushing event deleted for resources: {'Port': ['ID=c793cb13-fc90-40f0-99c6-6db3fc448b66,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:45.687975 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ed9d88cc-7a03-46b8-8033-3da98ee9a491 req-a30a84ce-8a54-4f3e-8152-0060d9819db1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5c6fd748-8b54-43bf-a754-ce8e9574662a&id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346231 Aug 31 08:12:45.707677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.710981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.739771 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.769878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=2238787f-3915-4e1a-9fda-6212d9ad5259,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:45.796907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.839174 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.850684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.875548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.911998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0837e49f-a92c-413a-85f5-27649ee8d660,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:45.976038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.977590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c793cb13-fc90-40f0-99c6-6db3fc448b66 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:45.977726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a034465f-5baa-4643-9a32-ea37d515d40f {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:12:45.985362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:45.986822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-95fa7281-ccdf-4dbd-b57f-aea41d0ab896 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a034465f-5baa-4643-9a32-ea37d515d40f HTTP/1.1" status: 204 len: 168 time: 1.5174897 Aug 31 08:12:45.989875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49778) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:46.004542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c793cb13-fc90-40f0-99c6-6db3fc448b66 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:46.005784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c793cb13-fc90-40f0-99c6-6db3fc448b66 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:46.005784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 43d0cf51-c010-420d-84b8-5ed3636a5c4f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:46.021695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.029388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-03d335b2-7ec1-4089-abee-ead3592787ee tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4915578 Aug 31 08:12:46.029388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49780) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:46.030558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '0837e49f-a92c-413a-85f5-27649ee8d660', 'direction': 'ingress', 'protocol': 17}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:46.048065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Deleting subnet 948a68e4-ef97-458c-8927-cd162cb03920 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:12:46.052719 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.055932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 43d0cf51-c010-420d-84b8-5ed3636a5c4f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:46.056296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 43d0cf51-c010-420d-84b8-5ed3636a5c4f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:46.101111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.146970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.189274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.217879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.295621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.297374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0887e-3f6a-43d5-940d-6050d2086edf req-c356e5e2-3a49-4d26-bbd4-48fe621b481c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:46.299140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fe0887e-3f6a-43d5-940d-6050d2086edf req-c356e5e2-3a49-4d26-bbd4-48fe621b481c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 984 time: 0.0628231 Aug 31 08:12:46.320199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8121210-5225-43d7-b876-1f2394d1c096,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:46.366409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fe0887e-3f6a-43d5-940d-6050d2086edf req-2d90eae9-6a3b-43bd-ac2f-ae0eb9ebd9a1 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0511365 Aug 31 08:12:46.399273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.427405 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.429205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-55ade321-8c7e-4941-804f-2df02d6ba250 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4021142 Aug 31 08:12:46.429390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948a68e4-ef97-458c-8927-cd162cb03920,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:46.431743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.436352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d0c8523-6df5-4c2f-9298-6acbad02e611 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/948a68e4-ef97-458c-8927-cd162cb03920 HTTP/1.1" status: 204 len: 168 time: 0.4429250 Aug 31 08:12:46.436352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49790) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:46.437894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905cfae-1e5d-4277-a126-67120d44cca5 None None] Network e3272b79-ded1-4bbb-b1e0-0291927376a8 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:12:46.438695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49792) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:46.490458 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e767cf6-53d2-49a0-8fcd-cd4d94139c37 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.513925 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e767cf6-53d2-49a0-8fcd-cd4d94139c37 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.522505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.592570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Deleting port a6095d3a-5c47-43ee-93e0-4c50216c544e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:46.592836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.677589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] For port a6095d3a-5c47-43ee-93e0-4c50216c544e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6095d3a-5c47-43ee-93e0-4c50216c544e,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:46.678037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.693284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Calling delete_port for a6095d3a-5c47-43ee-93e0-4c50216c544e owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:46.693754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] DHCP port deletion for e3272b79-ded1-4bbb-b1e0-0291927376a8 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:12:46.706895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e767cf6-53d2-49a0-8fcd-cd4d94139c37 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.709452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0e767cf6-53d2-49a0-8fcd-cd4d94139c37 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.713011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0e767cf6-53d2-49a0-8fcd-cd4d94139c37 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/0837e49f-a92c-413a-85f5-27649ee8d660 HTTP/1.1" status: 204 len: 168 time: 0.2751348 Aug 31 08:12:46.714752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49796) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:46.735799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e767cf6-53d2-49a0-8fcd-cd4d94139c37 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0837e49f-a92c-413a-85f5-27649ee8d660,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:46.774747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] Deleting port a6095d3a-5c47-43ee-93e0-4c50216c544e {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:12:46.775117 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.784841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-20da9eca-63dd-4c50-80e4-6a46dc62d9ef tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650373 Aug 31 08:12:46.785145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:46.789764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863322994'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:46.843686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] For port a6095d3a-5c47-43ee-93e0-4c50216c544e, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a6095d3a-5c47-43ee-93e0-4c50216c544e,segment=NetworkSegment(bbebd622-b998-4396-8595-875c12457f3f),segment_id=bbebd622-b998-4396-8595-875c12457f3f)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:12:46.844001 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.860520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] Calling delete_port for a6095d3a-5c47-43ee-93e0-4c50216c544e owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:12:46.890336 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.924656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6095d3a-5c47-43ee-93e0-4c50216c544e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:46.928110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] No DVR routers for this DVR port a6095d3a-5c47-43ee-93e0-4c50216c544e on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:46.952356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.957672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:46.985506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] Pushing event deleted for resources: {'Port': ['ID=a6095d3a-5c47-43ee-93e0-4c50216c544e,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:46.992561 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43862c88-d62f-48be-bc90-ba0013b64df6 None None] No DVR routers for this DVR port a6095d3a-5c47-43ee-93e0-4c50216c544e on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:12:47.031850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.046548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3272b79-ded1-4bbb-b1e0-0291927376a8']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:47.062114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbebd622-b998-4396-8595-875c12457f3f') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:47.062340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbebd622-b998-4396-8595-875c12457f3f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:47.077326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.101572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.111537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:12:47.113134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:12:47.113918 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:12:47.196630 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.300458 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.310936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.310936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] 10.222.0.36 "DELETE /v2.0/networks/e3272b79-ded1-4bbb-b1e0-0291927376a8 HTTP/1.1" status: 204 len: 168 time: 0.8683736 Aug 31 08:12:47.321515 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3754413-c98c-4176-968a-f8e25ca5366b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3272b79-ded1-4bbb-b1e0-0291927376a8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:47.328975 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.366764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209c5b72-96ee-417b-ba24-c0ad9e8cfc26,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:47.415327 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.418773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ed90632a-99ad-49ca-981c-702bbba41c86 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6306942 Aug 31 08:12:47.419770 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49812) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:47.424445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--673244570'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:47.498028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277764-2dd2-41b8-a82f-bd2c109277aa req-bf1abe9b-57be-42a5-81ac-14b74e589139 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:47.499593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54277764-2dd2-41b8-a82f-bd2c109277aa req-bf1abe9b-57be-42a5-81ac-14b74e589139 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 984 time: 0.0519240 Aug 31 08:12:47.541348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54277764-2dd2-41b8-a82f-bd2c109277aa req-6f9a60f9-ab9d-40a2-9771-31cbd435391a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0351231 Aug 31 08:12:47.574452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.666420 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.678950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77660195-4cce-4bd7-94c2-07c1d1c6da51 req-02b1ef1e-ec9a-42a9-9f5d-5bf4e1950a50 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:47.680785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77660195-4cce-4bd7-94c2-07c1d1c6da51 req-02b1ef1e-ec9a-42a9-9f5d-5bf4e1950a50 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 984 time: 0.0687211 Aug 31 08:12:47.725437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77660195-4cce-4bd7-94c2-07c1d1c6da51 req-18d25a22-5120-4770-b20b-d4c0bcec7d99 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386400 Aug 31 08:12:47.741350 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.776760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e337cd23-8751-4755-b6b7-aef50284e505,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:47.812334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49822) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:47.871955 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-743319e6-c13d-4465-9007-67ea46d1a655 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b45eddbbd12c47358d6ce31047bb2e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581744 Aug 31 08:12:47.872803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49824) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:47.883283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f490456-465a-40f0-ad69-6daad1cc3765 req-2ef629b7-4c8e-4ea7-a743-0e8c6b441f84 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:47.884960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6095d3a-5c47-43ee-93e0-4c50216c544e no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:12:47.885501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f490456-465a-40f0-ad69-6daad1cc3765 req-2ef629b7-4c8e-4ea7-a743-0e8c6b441f84 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1136 time: 0.0721211 Aug 31 08:12:47.900262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.901508 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3ba5fe0b-4e22-4d29-b8c7-999a92c42fd6 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4807456 Aug 31 08:12:47.914484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a6095d3a-5c47-43ee-93e0-4c50216c544e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:12:47.914840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a6095d3a-5c47-43ee-93e0-4c50216c544e not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:12:47.915175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49826) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:47.920036 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '209c5b72-96ee-417b-ba24-c0ad9e8cfc26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e337cd23-8751-4755-b6b7-aef50284e505', 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:47.920276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7f490456-465a-40f0-ad69-6daad1cc3765 req-531532d5-8e43-45e6-9a57-a8e81b851cf2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.947098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7726d4c-3f8d-42e0-b86d-ad64b716879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:47.957972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:12:47.957972 n-d-713499-16 neutron-server[95445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 08:12:47.957972 n-d-713499-16 neutron-server[95445]: [parameters: {'project_id': 'aae4acb4e74844e790c7009f2c56c188', 'id': 'cec26a12-2297-45b8-b374-e0344487965d', 'expiration': datetime.datetime(2021, 8, 31, 8, 14, 47, 945025)}] Aug 31 08:12:47.957972 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:12:47.962911 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:12:47.972536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7726d4c-3f8d-42e0-b86d-ad64b716879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.019720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7f490456-465a-40f0-ad69-6daad1cc3765 req-531532d5-8e43-45e6-9a57-a8e81b851cf2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.198669 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7f490456-465a-40f0-ad69-6daad1cc3765 req-531532d5-8e43-45e6-9a57-a8e81b851cf2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.223220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f490456-465a-40f0-ad69-6daad1cc3765 req-531532d5-8e43-45e6-9a57-a8e81b851cf2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3252997 Aug 31 08:12:48.232651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531532d5-8e43-45e6-9a57-a8e81b851cf2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ce57b-810c-401f-bf6c-b221a96ca651,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:48.246768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49838) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:48.286753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e7997c-22fb-4d27-ba5f-f8c78b1a3a38 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:48.288320 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26e7997c-22fb-4d27-ba5f-f8c78b1a3a38 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1131 time: 0.0403528 Aug 31 08:12:48.289435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7726d4c-3f8d-42e0-b86d-ad64b716879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.291388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49840) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:48.296188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e7726d4c-3f8d-42e0-b86d-ad64b716879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.296188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7726d4c-3f8d-42e0-b86d-ad64b716879f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdb96988-f7e2-4087-9b2a-a2e405be5445 HTTP/1.1" status: 204 len: 168 time: 0.4191287 Aug 31 08:12:48.296868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:48.301288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7726d4c-3f8d-42e0-b86d-ad64b716879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb96988-f7e2-4087-9b2a-a2e405be5445,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:48.444363 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.539633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.644562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.25.0.108 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/1fc4d486-12da-4a54-ae62-96e000c06656) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:12:48.647642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.731564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.755380 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.855766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.877344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982c39ec-be29-4314-9a14-d55c93ae88ee,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:48.930612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:48.973940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:12:48.976993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:12:48.980556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:12:49.003531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=1fc4d486-12da-4a54-ae62-96e000c06656,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:49.015000 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.022227 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b58635e6-9abe-4110-982f-701e5f53df83 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1000671 Aug 31 08:12:49.022227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49852) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.046398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c490de0d-df99-4ead-a642-ff83abf47a9b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.054719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c490de0d-df99-4ead-a642-ff83abf47a9b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.277671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c490de0d-df99-4ead-a642-ff83abf47a9b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.284897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c490de0d-df99-4ead-a642-ff83abf47a9b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.288570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c490de0d-df99-4ead-a642-ff83abf47a9b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/982c39ec-be29-4314-9a14-d55c93ae88ee HTTP/1.1" status: 204 len: 168 time: 0.2652421 Aug 31 08:12:49.288844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49856) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.304505 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490de0d-df99-4ead-a642-ff83abf47a9b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=982c39ec-be29-4314-9a14-d55c93ae88ee,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:49.344908 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e67c6929-5375-45cf-879e-9b48dd7d7f7c tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0548639 Aug 31 08:12:49.347491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49858) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.406973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d150434d-4d96-442f-9c2a-5de4f736f1f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.426088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49860) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.444891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d150434d-4d96-442f-9c2a-5de4f736f1f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.447906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.502289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20a01eee-5a3f-4eef-9d86-1e2f531409fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01aff75413e84c188b580d3332ec1c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749838 Aug 31 08:12:49.505227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49862) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.555414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a4181d-ea0c-4048-88a3-88ba7ff74da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.578532 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a4181d-ea0c-4048-88a3-88ba7ff74da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.692126 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.735467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d150434d-4d96-442f-9c2a-5de4f736f1f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.738582 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d150434d-4d96-442f-9c2a-5de4f736f1f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.740137 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d150434d-4d96-442f-9c2a-5de4f736f1f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/e337cd23-8751-4755-b6b7-aef50284e505 HTTP/1.1" status: 204 len: 168 time: 0.3912582 Aug 31 08:12:49.743155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49864) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.750045 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150434d-4d96-442f-9c2a-5de4f736f1f5 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337cd23-8751-4755-b6b7-aef50284e505,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:49.855368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a4181d-ea0c-4048-88a3-88ba7ff74da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.858092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-52a4181d-ea0c-4048-88a3-88ba7ff74da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.859273 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-52a4181d-ea0c-4048-88a3-88ba7ff74da6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6435e378-1f04-4056-9bfd-2de2d314ee2d HTTP/1.1" status: 204 len: 168 time: 0.3530931 Aug 31 08:12:49.861842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-afccbd4e-c99f-47ce-9a4f-b2fef414d17b tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1174171 Aug 31 08:12:49.862429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49866) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:49.871462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4181d-ea0c-4048-88a3-88ba7ff74da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435e378-1f04-4056-9bfd-2de2d314ee2d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:49.926056 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.943790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c15032-b98a-40f6-9195-dac7891570da tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:49.967364 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c15032-b98a-40f6-9195-dac7891570da tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.038426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.107119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=1fc4d486-12da-4a54-ae62-96e000c06656,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:50.123153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.550871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c15032-b98a-40f6-9195-dac7891570da tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.553542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56c15032-b98a-40f6-9195-dac7891570da tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.558078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-56c15032-b98a-40f6-9195-dac7891570da tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/209c5b72-96ee-417b-ba24-c0ad9e8cfc26 HTTP/1.1" status: 204 len: 168 time: 0.6895034 Aug 31 08:12:50.560524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49872) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:50.568888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c15032-b98a-40f6-9195-dac7891570da tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209c5b72-96ee-417b-ba24-c0ad9e8cfc26,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:50.609543 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Floating IP 74e71e4a-60ec-4c6e-a474-b08e2893b34a associated. External IP: 172.25.0.108, port: 2238787f-3915-4e1a-9fda-6212d9ad5259. Aug 31 08:12:50.674147 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-068f4def-2c0a-4dc9-828c-0eb2104d459a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119885 Aug 31 08:12:50.682210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49874) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:50.689460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654788023'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:50.805627 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.864601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router e18a86e0-c6e5-457a-8003-743d30a819dd has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:12:50.924424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:50.977646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:12:50.987022 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] Sync routers for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:12:50.997293 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:50.997995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:51.073412 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.106551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3852e864-f7eb-4b49-b90e-6c1ad1204862,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:51.109898 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:51.221376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.258397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ac83622-3558-4b05-9b89-9a3ae0be0638 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9657953 Aug 31 08:12:51.259253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:12:51.261430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.262154 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abd603-311f-48d2-8e4e-19565888edd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:12:51.264498 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-74f48824-8050-45cc-aa23-da46799c7ca7 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5792460 Aug 31 08:12:51.264498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49878) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:51.266550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49882) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:51.280110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '3852e864-f7eb-4b49-b90e-6c1ad1204862', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:51.303494 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7990dc-ead3-4f13-8ddb-5f80a773955e x-openstack-request-id: req-2a7990dc-ead3-4f13-8ddb-5f80a773955e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:12:51.304022 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:12:51.304442 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a7990dc-ead3-4f13-8ddb-5f80a773955e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:12:51.304998 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'status': 'completed', 'code': 200} Aug 31 08:12:51.355329 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '74e71e4a-60ec-4c6e-a474-b08e2893b34a', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'port_id': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'mac_address': 'fa:16:3e:c5:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:12:49Z', 'updated_at': '2021-08-31T08:12:49Z', 'revision_number': 0, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:36Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:51.382135 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] Checking router: e18a86e0-c6e5-457a-8003-743d30a819dd for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:12:51.397273 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:12:51.398019 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:12:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:51.477130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd603-311f-48d2-8e4e-19565888edd3 req-a3a074b0-73b1-4159-af94-4534f38f05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.478792 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-a3a074b0-73b1-4159-af94-4534f38f05fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1136 time: 0.1200037 Aug 31 08:12:51.511522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:12:51.580821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.589134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.589607 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.590237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.590714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.591485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.591973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.592450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.592915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.597960 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-564c59dc-bbd4-41ee-9b93-32bb2a13143a tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.3301196 Aug 31 08:12:51.598655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49884) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:51.658049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd603-311f-48d2-8e4e-19565888edd3 req-918dafa0-5738-439b-95a1-46b28c5b45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.660164 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-918dafa0-5738-439b-95a1-46b28c5b45b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6120e65-ea1f-4e5e-8403-dceb6cf75085 HTTP/1.1" status: 200 len: 898 time: 0.1687243 Aug 31 08:12:51.676673 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.730681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.731571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.732044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.732688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.733148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.733744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.734293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.734885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.739272 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-eb08e9bf-90d4-4612-8999-8d9eacec951b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2238787f-3915-4e1a-9fda-6212d9ad5259 HTTP/1.1" status: 200 len: 999 time: 0.0712488 Aug 31 08:12:51.740097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49886) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:51.740887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0e78bbfd-4c45-4c13-9539-28b0ad8818cd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5274 time: 0.1407375 Aug 31 08:12:51.774139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.796271 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '74e71e4a-60ec-4c6e-a474-b08e2893b34a', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'port_id': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'mac_address': 'fa:16:3e:c5:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:12:49Z', 'updated_at': '2021-08-31T08:12:49Z', 'revision_number': 0, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:36Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:12:51.833002 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe2521-383e-4ce7-924f-2e1c5af728fe None None] The sync data for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 is: [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '74e71e4a-60ec-4c6e-a474-b08e2893b34a', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'port_id': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'mac_address': 'fa:16:3e:c5:6b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:12:49Z', 'updated_at': '2021-08-31T08:12:49Z', 'revision_number': 0, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:36Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:12:51.870727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e323109a-8f4b-4c5d-b78f-2160a15c9779,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:51.884870 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd603-311f-48d2-8e4e-19565888edd3 req-3f1f6e2c-05ee-4f2c-b159-c1af9af452be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:51.886429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-3f1f6e2c-05ee-4f2c-b159-c1af9af452be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=342bd6bd-0430-4148-9881-e1138ec6c439 HTTP/1.1" status: 200 len: 834 time: 0.1401258 Aug 31 08:12:51.955414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:51.959577 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e8666cfe-7783-4215-9417-f35e91abf7bd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6890230 Aug 31 08:12:51.960029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49888) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:51.992519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.004104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.008793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd603-311f-48d2-8e4e-19565888edd3 req-1407ccd0-2c1a-421d-8dae-51cb249cf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:52.010330 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-1407ccd0-2c1a-421d-8dae-51cb249cf782 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6120e65-ea1f-4e5e-8403-dceb6cf75085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155300 Aug 31 08:12:52.112971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b74456-8928-4e75-a65c-c1d01be66921 None None] New status for floating IP 74e71e4a-60ec-4c6e-a474-b08e2893b34a: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:12:52.157927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.168025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.168025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e323109a-8f4b-4c5d-b78f-2160a15c9779 HTTP/1.1" status: 204 len: 168 time: 0.2040243 Aug 31 08:12:52.173615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49890) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:52.173850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e323109a-8f4b-4c5d-b78f-2160a15c9779,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:52.201513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.202141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.202490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.202823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.203163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.204976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.204976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.204976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.204976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.204976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.205494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.217435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7600a2ea-c62d-42eb-b302-0765af7bf27d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:12:52.261111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bbc3a16e-4a1b-463e-b22f-e6563706f077 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812886 Aug 31 08:12:52.261338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49894) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:52.324559 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bc5d59c-efa5-4946-a4f4-e830875d1f98 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.350741 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bc5d59c-efa5-4946-a4f4-e830875d1f98 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.484918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bc5d59c-efa5-4946-a4f4-e830875d1f98 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.484918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4bc5d59c-efa5-4946-a4f4-e830875d1f98 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.484918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4bc5d59c-efa5-4946-a4f4-e830875d1f98 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/3852e864-f7eb-4b49-b90e-6c1ad1204862 HTTP/1.1" status: 204 len: 168 time: 0.2199709 Aug 31 08:12:52.485615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49896) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:52.504012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5d59c-efa5-4946-a4f4-e830875d1f98 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852e864-f7eb-4b49-b90e-6c1ad1204862,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:52.511319 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-4292c35c-aab0-4437-8cd2-1df293f01ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930027 Aug 31 08:12:52.540796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1f5cfa26-1abf-430d-9ce9-39f6098d1ed5 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.7968788 Aug 31 08:12:52.541859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49898) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:52.588014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f53d416b-58d2-4240-947a-c721e725361f tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011436 Aug 31 08:12:52.591614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49900) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:52.601640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group': {'name': 'tempest-secgroup--818221190'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:52.626175 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-20abd603-311f-48d2-8e4e-19565888edd3 req-8dba786a-da36-4ab1-bfe0-e2af8afcb919 service neutron] 10.222.0.45 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042171 Aug 31 08:12:52.634409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d49be0-7ead-447c-836f-45e2c469a902 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:52.634900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d49be0-7ead-447c-836f-45e2c469a902 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:12:52.641909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-88d49be0-7ead-447c-836f-45e2c469a902 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e18a86e0-c6e5-457a-8003-743d30a819dd HTTP/1.1" status: 200 len: 1991 time: 0.0944164 Aug 31 08:12:52.753140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.838278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.918215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:52.947291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c3736-bf18-44f8-9ba3-b585defedfd6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:53.067912 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.069626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cdfb65fd-d868-4c3c-bf14-9232fa16837e tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4768856 Aug 31 08:12:53.072386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49904) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:53.077650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '1d6c3736-bf18-44f8-9ba3-b585defedfd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:53.363802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.420864 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.587151 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.609205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db91ed3-6277-4d2a-905b-04403bd27fc1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:53.741373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.742817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3faab701-fb3d-4cdd-8833-3157c38fbbca tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6693177 Aug 31 08:12:53.745311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49908) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:53.762808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b8cc432-f0ab-4fc2-b042-acda4cd224b2 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules/2db91ed3-6277-4d2a-905b-04403bd27fc1 HTTP/1.1" status: 200 len: 763 time: 0.0163362 Aug 31 08:12:53.765132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49910) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:53.803891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-09070e17-3915-4803-8c4d-7ad74a760811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.809133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1e97c49c-055a-4ff3-9ee1-457ed078cdbb tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428774 Aug 31 08:12:53.811712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49912) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:53.838091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.854426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcb8661f-e9b1-461d-84c9-f897ed790d2d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.854426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcb8661f-e9b1-461d-84c9-f897ed790d2d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.958823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcb8661f-e9b1-461d-84c9-f897ed790d2d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.965403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bcb8661f-e9b1-461d-84c9-f897ed790d2d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:53.966716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bcb8661f-e9b1-461d-84c9-f897ed790d2d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2db91ed3-6277-4d2a-905b-04403bd27fc1 HTTP/1.1" status: 204 len: 168 time: 0.1540012 Aug 31 08:12:53.969423 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49914) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:53.972876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8661f-e9b1-461d-84c9-f897ed790d2d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db91ed3-6277-4d2a-905b-04403bd27fc1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:54.016893 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82a6df20-33ed-436b-b489-ef1e54ae9fa4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429943 Aug 31 08:12:54.017104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49916) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:54.022335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '1d6c3736-bf18-44f8-9ba3-b585defedfd6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:54.140617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.193057 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.294634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.314568 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9554e63f-0cbf-4db9-b677-a80e56dcebef,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:54.374575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.380644 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63c05a76-19cc-4a37-ab42-e7d027ce76f4 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3578990 Aug 31 08:12:54.380804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49924) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:54.401123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4118c1b0-a954-425c-991b-aee69c960511 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules/9554e63f-0cbf-4db9-b677-a80e56dcebef HTTP/1.1" status: 200 len: 763 time: 0.0206380 Aug 31 08:12:54.403645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49926) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:54.444337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f7a8eb10-6572-44f3-a1ae-4042abed5d2a tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0396245 Aug 31 08:12:54.447123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49928) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:54.485762 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-031473e4-5157-4af0-96c4-3b23cd5b1793 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.498020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-031473e4-5157-4af0-96c4-3b23cd5b1793 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.603997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-031473e4-5157-4af0-96c4-3b23cd5b1793 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.610594 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-031473e4-5157-4af0-96c4-3b23cd5b1793 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.611736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-031473e4-5157-4af0-96c4-3b23cd5b1793 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9554e63f-0cbf-4db9-b677-a80e56dcebef HTTP/1.1" status: 204 len: 168 time: 0.1636631 Aug 31 08:12:54.615142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:54.618025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031473e4-5157-4af0-96c4-3b23cd5b1793 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9554e63f-0cbf-4db9-b677-a80e56dcebef,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:54.658100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7cae4de1-40db-4b13-b46c-6a0bab930878 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392203 Aug 31 08:12:54.658335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49938) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:54.663442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Request body: {'security_group_rule': {'security_group_id': '1d6c3736-bf18-44f8-9ba3-b585defedfd6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:54.791465 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Project aae4acb4e74844e790c7009f2c56c188 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:12:54.792725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.857403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.958407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:54.977260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa9cd4b-49d9-4fd0-8e6c-bc6f3ae8e85d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:55.100366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.101681 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb574693-db9d-461f-bea1-61304f4f8df1 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4424930 Aug 31 08:12:55.104597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49952) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.122484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-99ded424-1dd0-444f-8cc8-4886f4508715 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules/1fa9cd4b-49d9-4fd0-8e6c-bc6f3ae8e85d HTTP/1.1" status: 200 len: 769 time: 0.0160711 Aug 31 08:12:55.124647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.170376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c88fbb6a-ce5b-4556-919b-bdee5ab60f8d tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0420473 Aug 31 08:12:55.170955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49956) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.199090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3b9-279a-432a-8de9-d0c1012261d9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.207960 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3b9-279a-432a-8de9-d0c1012261d9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.346903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3b9-279a-432a-8de9-d0c1012261d9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.353284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3b9-279a-432a-8de9-d0c1012261d9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.354453 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8c2ab3b9-279a-432a-8de9-d0c1012261d9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1fa9cd4b-49d9-4fd0-8e6c-bc6f3ae8e85d HTTP/1.1" status: 204 len: 168 time: 0.1824491 Aug 31 08:12:55.357051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49966) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.360156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ab3b9-279a-432a-8de9-d0c1012261d9 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fa9cd4b-49d9-4fd0-8e6c-bc6f3ae8e85d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:55.401588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2beb7582-6702-475b-a604-758bba4147dd tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433004 Aug 31 08:12:55.404331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49968) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.458469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b80d54de-6035-470d-8f66-079f7ca0acdc tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.481157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b80d54de-6035-470d-8f66-079f7ca0acdc tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.724127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b80d54de-6035-470d-8f66-079f7ca0acdc tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.727239 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b80d54de-6035-470d-8f66-079f7ca0acdc tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:55.728491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b80d54de-6035-470d-8f66-079f7ca0acdc tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d6c3736-bf18-44f8-9ba3-b585defedfd6 HTTP/1.1" status: 204 len: 168 time: 0.3231533 Aug 31 08:12:55.731235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 49980) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.738022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d54de-6035-470d-8f66-079f7ca0acdc tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c3736-bf18-44f8-9ba3-b585defedfd6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:55.777636 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fbd72133-c7b0-497d-95b2-4b663f829202 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447752 Aug 31 08:12:55.781662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 49984) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:55.831030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3e7cd29-6c0f-407f-bbda-b9633811f683 tempest-SecGroupIPv6Test-1163965097 tempest-SecGroupIPv6Test-1163965097-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479720 Aug 31 08:12:56.193271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.415136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50008) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:56.557942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0089c8b6-413e-4b32-8474-da3ea75b1cfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aae4acb4e74844e790c7009f2c56c188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401134 Aug 31 08:12:56.559057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50018) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:56.592669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.620408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-15b39aa3-0452-4d8d-a4f6-d4f8d23a601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.634560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-15b39aa3-0452-4d8d-a4f6-d4f8d23a601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.741531 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb062c40-40a9-4c51-845e-5a53f98edf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.838127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-15b39aa3-0452-4d8d-a4f6-d4f8d23a601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.842036 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-15b39aa3-0452-4d8d-a4f6-d4f8d23a601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:56.845716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-15b39aa3-0452-4d8d-a4f6-d4f8d23a601a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1784038a-b177-442f-96fc-45de5c051612 HTTP/1.1" status: 204 len: 168 time: 0.2856774 Aug 31 08:12:56.854424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b39aa3-0452-4d8d-a4f6-d4f8d23a601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1784038a-b177-442f-96fc-45de5c051612,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:58.026923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50082) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:58.101386 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.129153 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--257811028'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:58.261696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.271173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.364672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.495763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.531559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2334a17-2617-4205-91d0-66191ffe056f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:58.588940 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.746592 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.775466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8abd8a-3136-42c5-90b2-1ff543903b52,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:58.964166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:58.965399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-601cebd5-d2c3-44cd-8bdc-85293b070991 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9372833 Aug 31 08:12:58.968002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50114) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.021130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2502ea71-09a5-4fcb-a5a4-e1a482b49815 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0514252 Aug 31 08:12:59.023971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50116) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.028659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-security--1357426080', 'description': 'tempest-security-description-793566476'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:59.062112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.108289 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.307304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.310064 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.311338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "PUT /v2.0/security-groups/8b8abd8a-3136-42c5-90b2-1ff543903b52 HTTP/1.1" status: 200 len: 1779 time: 0.2863903 Aug 31 08:12:59.314149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.335253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e3d76-1cfa-4937-b0a0-186a01e2e7a3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8abd8a-3136-42c5-90b2-1ff543903b52,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:59.357975 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a8ed287-4da2-4c78-b132-9616d64ea3db tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups/8b8abd8a-3136-42c5-90b2-1ff543903b52 HTTP/1.1" status: 200 len: 1779 time: 0.0416980 Aug 31 08:12:59.359942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50128) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.410917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-904fedd8-d591-45ce-8dd7-a122f65302ea tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.433967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-904fedd8-d591-45ce-8dd7-a122f65302ea tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.556804 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.621250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-904fedd8-d591-45ce-8dd7-a122f65302ea tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.624514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-904fedd8-d591-45ce-8dd7-a122f65302ea tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.625933 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-904fedd8-d591-45ce-8dd7-a122f65302ea tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b8abd8a-3136-42c5-90b2-1ff543903b52 HTTP/1.1" status: 204 len: 168 time: 0.2649436 Aug 31 08:12:59.628518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.636782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fedd8-d591-45ce-8dd7-a122f65302ea tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8abd8a-3136-42c5-90b2-1ff543903b52,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:12:59.685574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-815d4333-5ba7-42b9-a67c-fed11a5c456d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558953 Aug 31 08:12:59.688299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50142) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.702237 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-958baa8a-990e-498d-b2d5-bf356eb69410 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] delete failed (client error): The resource could not be found. Aug 31 08:12:59.707257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-958baa8a-990e-498d-b2d5-bf356eb69410 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b8abd8a-3136-42c5-90b2-1ff543903b52 HTTP/1.1" status: 404 len: 347 time: 0.0180557 Aug 31 08:12:59.707563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:12:59.712637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162988180'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:12:59.855410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:12:59.936346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.118557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.150210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56a577-11cc-4fd1-b62f-c4e97fcdc315,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:00.255470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.256805 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b80671e7-4e1f-47a0-be13-0260caec260e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5481858 Aug 31 08:13:00.259694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50162) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:00.264162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '7d56a577-11cc-4fd1-b62f-c4e97fcdc315', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:00.398463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.455679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-e96f071d-1b93-45d4-b0a0-d473b2ad4d38 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420096 Aug 31 08:13:00.465423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.519565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a5ede-3044-425d-b191-80be85542c1e req-761c02f7-abcc-4f58-a2e9-afedc96195a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:00.521244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-761c02f7-abcc-4f58-a2e9-afedc96195a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 1097 time: 0.0435209 Aug 31 08:13:00.541168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.560379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cee05b-02f6-4b73-b999-cdbb029e1785,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:00.628260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a5ede-3044-425d-b191-80be85542c1e req-e58f6c5a-c1b2-48aa-bc09-a5fbf0bd61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:00.629740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-e58f6c5a-c1b2-48aa-bc09-a5fbf0bd61e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.0890419 Aug 31 08:13:00.706124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.707595 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3f0e67a-01bc-4124-81ae-b73984d49e56 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4469256 Aug 31 08:13:00.710140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-39c345a3-ff66-4901-a5de-cccdb16aa6df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 HTTP/1.1" status: 200 len: 1000 time: 0.0722225 Aug 31 08:13:00.762495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50182) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:00.767035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc779ead-99a6-4c1c-8e9c-42fa448ae324 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.778136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a5ede-3044-425d-b191-80be85542c1e req-eb7b0d3f-60f3-4267-b028-34563bcc4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:00.779667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-eb7b0d3f-60f3-4267-b028-34563bcc4a02 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0621626 Aug 31 08:13:00.781015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc779ead-99a6-4c1c-8e9c-42fa448ae324 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.841427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a5ede-3044-425d-b191-80be85542c1e req-c30c5250-3644-40e2-aab5-d2d1f0b98cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:00.843066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-c30c5250-3644-40e2-aab5-d2d1f0b98cd2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545518 Aug 31 08:13:00.935867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-8d510dd9-4d30-4cad-8034-364dc9edc954 service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837898 Aug 31 08:13:00.988736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc779ead-99a6-4c1c-8e9c-42fa448ae324 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.998427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cc779ead-99a6-4c1c-8e9c-42fa448ae324 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:00.999512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cc779ead-99a6-4c1c-8e9c-42fa448ae324 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/36cee05b-02f6-4b73-b999-cdbb029e1785 HTTP/1.1" status: 204 len: 168 time: 0.2877002 Aug 31 08:13:01.002376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50188) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:01.012049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc779ead-99a6-4c1c-8e9c-42fa448ae324 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36cee05b-02f6-4b73-b999-cdbb029e1785,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:01.046559 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-72632460-dea4-4653-84d8-29bfd5343b9d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0404468 Aug 31 08:13:01.046814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50190) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:01.055906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-148a5ede-3044-425d-b191-80be85542c1e req-ae6bab9c-ed42-4996-8f5f-7695da296cdd service neutron] 10.222.0.68 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116340 Aug 31 08:13:01.107226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f68db0cc-4cc5-40e1-aed5-45352cfbc390 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.132234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f68db0cc-4cc5-40e1-aed5-45352cfbc390 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.232659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f68db0cc-4cc5-40e1-aed5-45352cfbc390 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.235311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f68db0cc-4cc5-40e1-aed5-45352cfbc390 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.236479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f68db0cc-4cc5-40e1-aed5-45352cfbc390 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d56a577-11cc-4fd1-b62f-c4e97fcdc315 HTTP/1.1" status: 204 len: 168 time: 0.1886976 Aug 31 08:13:01.239134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50202) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:01.247863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68db0cc-4cc5-40e1-aed5-45352cfbc390 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56a577-11cc-4fd1-b62f-c4e97fcdc315,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:01.295823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-47cdd92f-a367-4ce8-bc30-a256958087bb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446920 Aug 31 08:13:01.296090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50208) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:01.296090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--174675642'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:01.452425 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.526669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.615373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.644686 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935f3b0a-b6cc-49aa-a69e-3ff8e60970e3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:01.758039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.759351 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b445a30-be68-4061-8885-8420c801ccc8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4690428 Aug 31 08:13:01.762025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50224) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:01.766692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '935f3b0a-b6cc-49aa-a69e-3ff8e60970e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:01.883804 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:01.944701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.140231 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.159642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d16264a-933b-4fb0-ac49-ea6b0d9ef344,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:02.346863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.348108 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-036d553b-be26-465b-986a-44764fd1b882 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5850697 Aug 31 08:13:02.350771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50238) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:02.355334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '935f3b0a-b6cc-49aa-a69e-3ff8e60970e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:02.495701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.558435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.683917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.701721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d03fd10-067c-4861-90ae-a8e355f67379,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:02.832356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:02.833704 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d31d1e31-25c3-41e7-96c4-530cb467b34e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4819975 Aug 31 08:13:02.836540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:02.841103 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '935f3b0a-b6cc-49aa-a69e-3ff8e60970e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:02.969523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.030068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.158366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.176801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b255ff61-431c-42eb-adcf-9a804bcea8bc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:03.329771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.331127 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a6420b3f-2286-4d8c-a3a9-02191fec6ea7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4936097 Aug 31 08:13:03.333789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:03.338900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '935f3b0a-b6cc-49aa-a69e-3ff8e60970e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:03.551772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.612454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.740728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.761195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cba9e9a-08a4-49ed-9cb8-5b263cbbe508,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:03.855607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:03.857014 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d236c37-f902-4f5e-84a1-beafc82b6d93 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5222068 Aug 31 08:13:03.859953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50290) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:03.864712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '935f3b0a-b6cc-49aa-a69e-3ff8e60970e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:04.015943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.078029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.169263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.191202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7903b223-038d-4548-a132-b1b29fe6037a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:04.306828 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.315543 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-02746d70-c0e9-45e6-9cbe-2b381c0511be tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4472020 Aug 31 08:13:04.315543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50306) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:04.336457 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf3f9-19bb-4596-958c-adc4096a2442 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.344101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf3f9-19bb-4596-958c-adc4096a2442 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.455040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf3f9-19bb-4596-958c-adc4096a2442 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.459985 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d9dbf3f9-19bb-4596-958c-adc4096a2442 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.461223 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d9dbf3f9-19bb-4596-958c-adc4096a2442 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7903b223-038d-4548-a132-b1b29fe6037a HTTP/1.1" status: 204 len: 168 time: 0.1483355 Aug 31 08:13:04.464564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50312) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:04.469633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbf3f9-19bb-4596-958c-adc4096a2442 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7903b223-038d-4548-a132-b1b29fe6037a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:04.512865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-53abd3ba-0867-4506-8093-7f171d5042b1 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0471244 Aug 31 08:13:04.515559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50314) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:04.538663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b174-ac8d-4ad7-a724-5a5571ec110e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.546250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b174-ac8d-4ad7-a724-5a5571ec110e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.678502 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b174-ac8d-4ad7-a724-5a5571ec110e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.684076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b174-ac8d-4ad7-a724-5a5571ec110e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.685262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3ab7b174-ac8d-4ad7-a724-5a5571ec110e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3cba9e9a-08a4-49ed-9cb8-5b263cbbe508 HTTP/1.1" status: 204 len: 168 time: 0.1687646 Aug 31 08:13:04.688979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50322) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:04.693284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7b174-ac8d-4ad7-a724-5a5571ec110e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cba9e9a-08a4-49ed-9cb8-5b263cbbe508,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:04.737714 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5e4c6357-1088-4f0b-a276-004400ffe84a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0470312 Aug 31 08:13:04.740446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50326) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:04.764227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65970a10-2475-420c-b1ce-248f7331e83c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.771963 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65970a10-2475-420c-b1ce-248f7331e83c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.929488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65970a10-2475-420c-b1ce-248f7331e83c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.935340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65970a10-2475-420c-b1ce-248f7331e83c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:04.936487 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65970a10-2475-420c-b1ce-248f7331e83c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b255ff61-431c-42eb-adcf-9a804bcea8bc HTTP/1.1" status: 204 len: 168 time: 0.1951385 Aug 31 08:13:04.939183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50336) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:04.946479 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65970a10-2475-420c-b1ce-248f7331e83c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b255ff61-431c-42eb-adcf-9a804bcea8bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:04.984319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f05c9693-3654-4324-9444-f29e95351d3f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0439425 Aug 31 08:13:04.987231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50340) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.013457 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1813fde1-dfd0-49ff-a57b-a0924799a4d8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.021532 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1813fde1-dfd0-49ff-a57b-a0924799a4d8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.158162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1813fde1-dfd0-49ff-a57b-a0924799a4d8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.164820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1813fde1-dfd0-49ff-a57b-a0924799a4d8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.166267 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1813fde1-dfd0-49ff-a57b-a0924799a4d8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4d03fd10-067c-4861-90ae-a8e355f67379 HTTP/1.1" status: 204 len: 168 time: 0.1778457 Aug 31 08:13:05.168861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50348) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.171912 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813fde1-dfd0-49ff-a57b-a0924799a4d8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d03fd10-067c-4861-90ae-a8e355f67379,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:05.213218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a668e8a-860c-4c43-af36-e96f3c00c6b2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0423200 Aug 31 08:13:05.215647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50352) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.241020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b8e25ae-78e6-40b2-b022-548e5e3ee2b8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.248405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b8e25ae-78e6-40b2-b022-548e5e3ee2b8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.346790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b8e25ae-78e6-40b2-b022-548e5e3ee2b8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.353750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b8e25ae-78e6-40b2-b022-548e5e3ee2b8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.354888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4b8e25ae-78e6-40b2-b022-548e5e3ee2b8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1d16264a-933b-4fb0-ac49-ea6b0d9ef344 HTTP/1.1" status: 204 len: 168 time: 0.1383238 Aug 31 08:13:05.357575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50360) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.360639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e25ae-78e6-40b2-b022-548e5e3ee2b8 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d16264a-933b-4fb0-ac49-ea6b0d9ef344,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:05.401607 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4e2a9ddf-e527-48e8-8d6f-a9e4c6e80fd2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427952 Aug 31 08:13:05.409652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50366) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.462745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c211272-27a8-4729-be58-cdd48ea1e723 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.484386 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c211272-27a8-4729-be58-cdd48ea1e723 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.643059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c211272-27a8-4729-be58-cdd48ea1e723 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.645730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c211272-27a8-4729-be58-cdd48ea1e723 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.647020 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c211272-27a8-4729-be58-cdd48ea1e723 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/935f3b0a-b6cc-49aa-a69e-3ff8e60970e3 HTTP/1.1" status: 204 len: 168 time: 0.2363954 Aug 31 08:13:05.649766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50372) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.656878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c211272-27a8-4729-be58-cdd48ea1e723 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935f3b0a-b6cc-49aa-a69e-3ff8e60970e3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:05.719871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d86274c9-d048-436a-b4de-0c59af491e4d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683382 Aug 31 08:13:05.723928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50378) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:05.728968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--205435473'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:05.878069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:05.956256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.049009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.077668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d971e76-8183-402e-8189-ba98efd4a367,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:06.192706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.194048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bd69df0a-4885-46ec-b5bb-8be7a749debb tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4690027 Aug 31 08:13:06.196635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50396) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:06.201152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '5d971e76-8183-402e-8189-ba98efd4a367', 'direction': 'ingress', 'protocol': 17}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:06.374905 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.430034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.541489 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.560487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2614e37d-0366-406c-a34a-b732cf3d7f6e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:06.660809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.662309 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0cd3c97b-6357-4543-b4d2-2b1010edce7d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4647038 Aug 31 08:13:06.664923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50410) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:06.720561 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1323562-4fed-427f-a20a-e123188df91a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.745622 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1323562-4fed-427f-a20a-e123188df91a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.872715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1323562-4fed-427f-a20a-e123188df91a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.875548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1323562-4fed-427f-a20a-e123188df91a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:06.876828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1323562-4fed-427f-a20a-e123188df91a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/5d971e76-8183-402e-8189-ba98efd4a367 HTTP/1.1" status: 204 len: 168 time: 0.2103291 Aug 31 08:13:06.879418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50420) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:06.887036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1323562-4fed-427f-a20a-e123188df91a tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d971e76-8183-402e-8189-ba98efd4a367,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:06.924771 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7aa3e370-6af3-4b8d-80fe-1d926c84e6c7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438848 Aug 31 08:13:06.928794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50424) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:06.933646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068878279'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:07.123677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:07.208540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:07.261164 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:07.290784 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f572414f-6381-40da-a6cb-eaf9f8ce13ce,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:07.385925 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:07.387226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1a56ed8e-c03e-4f3e-81c7-bc3c4320e2dc tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4574082 Aug 31 08:13:07.389974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50434) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:07.394740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241090920'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:07.453395 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-cb107299-4698-45c4-a41d-243b8090c78b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469549 Aug 31 08:13:07.535265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-97f41016-9a38-4411-ba89-95a129c40236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:07.536798 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-97f41016-9a38-4411-ba89-95a129c40236 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=150945bef38e49f593aa2bfa1e1842ab&device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 1101 time: 0.0407894 Aug 31 08:13:07.583952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:07.690996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-6e005d71-3c8b-4426-806a-4e80a1a489a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:07.692558 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-6e005d71-3c8b-4426-806a-4e80a1a489a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=094babcb-144a-4294-b5d1-46cd74cbffac HTTP/1.1" status: 200 len: 870 time: 0.1275873 Aug 31 08:13:07.744192 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-8591cf8b-200f-4491-af59-0a36599b8523 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0416014 Aug 31 08:13:07.795413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:07.813440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-833ed5c0-3e44-4674-9814-e4bd49807e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:07.814945 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-833ed5c0-3e44-4674-9814-e4bd49807e58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0594883 Aug 31 08:13:07.865654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-2993400f-9b4c-4bfc-95d8-9af4e2b1dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:07.867333 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-2993400f-9b4c-4bfc-95d8-9af4e2b1dc2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437155 Aug 31 08:13:07.968580 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-cdf08adb-7796-4aef-9ffb-870383c10b2e service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903926 Aug 31 08:13:08.062796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a0eab523-45a8-4588-bb24-72e001cad8a1 req-0811fd26-ca7f-4469-b8ae-0e2eeacf7175 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840678 Aug 31 08:13:08.095022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.124582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde37723-be06-4828-9962-b7c36853e350,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:08.199294 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.200519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4dbdced8-af62-43e7-b743-71c5d1c8dec6 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8094792 Aug 31 08:13:08.203569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50464) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:08.208485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': 'f572414f-6381-40da-a6cb-eaf9f8ce13ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cde37723-be06-4828-9962-b7c36853e350', 'remote_ip_prefix': None}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:08.396128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.478858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.586360 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.607947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eaa267-5251-44fe-9339-f83076e2fbe2,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:08.724030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.725197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dca8ad07-69e6-4cb1-b9c6-7d6271e30da5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5205703 Aug 31 08:13:08.728651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50480) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:08.752857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90af9093-5e25-4d34-9d08-daf72ede78b3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.761029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90af9093-5e25-4d34-9d08-daf72ede78b3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.866606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90af9093-5e25-4d34-9d08-daf72ede78b3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.874821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90af9093-5e25-4d34-9d08-daf72ede78b3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:08.876071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-90af9093-5e25-4d34-9d08-daf72ede78b3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c6eaa267-5251-44fe-9339-f83076e2fbe2 HTTP/1.1" status: 204 len: 168 time: 0.1463103 Aug 31 08:13:08.878811 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:08.894513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af9093-5e25-4d34-9d08-daf72ede78b3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6eaa267-5251-44fe-9339-f83076e2fbe2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:08.933642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67d42172-78bf-4c6b-ae4f-b0f597fa433d tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0536261 Aug 31 08:13:08.936488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50494) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:08.989532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12c5a181-533e-44fb-ba63-24c42f122ff5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.011430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12c5a181-533e-44fb-ba63-24c42f122ff5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.169423 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12c5a181-533e-44fb-ba63-24c42f122ff5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.172146 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-12c5a181-533e-44fb-ba63-24c42f122ff5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.173463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-12c5a181-533e-44fb-ba63-24c42f122ff5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/cde37723-be06-4828-9962-b7c36853e350 HTTP/1.1" status: 204 len: 168 time: 0.2359586 Aug 31 08:13:09.176168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50504) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:09.183562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5a181-533e-44fb-ba63-24c42f122ff5 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde37723-be06-4828-9962-b7c36853e350,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:09.237074 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-55a57de8-03de-4f9c-9285-570c315621ac tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0555732 Aug 31 08:13:09.237074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50510) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:09.293736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dddd5d66-f5f0-4607-a65d-258f3ffac438 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.316834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dddd5d66-f5f0-4607-a65d-258f3ffac438 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.461186 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dddd5d66-f5f0-4607-a65d-258f3ffac438 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.464011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dddd5d66-f5f0-4607-a65d-258f3ffac438 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.465193 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dddd5d66-f5f0-4607-a65d-258f3ffac438 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/f572414f-6381-40da-a6cb-eaf9f8ce13ce HTTP/1.1" status: 204 len: 168 time: 0.2287109 Aug 31 08:13:09.467890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:09.474691 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd5d66-f5f0-4607-a65d-258f3ffac438 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572414f-6381-40da-a6cb-eaf9f8ce13ce,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:09.523684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-05edb824-ffc3-40de-842a-e707579dd13f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543590 Aug 31 08:13:09.527229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50526) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:09.531857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008066053'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:09.667228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.750180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.901516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:09.932548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b991bcf-1479-466f-9163-30bd2fcb0ef3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:10.129244 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.130716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-915d728f-d583-4ea0-873e-96d3c1cbf25c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6023180 Aug 31 08:13:10.145354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:10.145518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:13:10.146014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': '5b991bcf-1479-466f-9163-30bd2fcb0ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:10.294536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.349121 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.472385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.492220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276d004b-3a62-4085-854b-17c7424b65e4,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:10.615295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.616469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-edb091ee-1d89-4ba7-8217-98d31fcc2824 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4821320 Aug 31 08:13:10.619384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50546) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:10.642659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a13f319-cffd-424e-84f3-2822c6add6f3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.651492 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a13f319-cffd-424e-84f3-2822c6add6f3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.746487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a13f319-cffd-424e-84f3-2822c6add6f3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.753428 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2a13f319-cffd-424e-84f3-2822c6add6f3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.753428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2a13f319-cffd-424e-84f3-2822c6add6f3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/276d004b-3a62-4085-854b-17c7424b65e4 HTTP/1.1" status: 204 len: 168 time: 0.1321383 Aug 31 08:13:10.755158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50548) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:10.771977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13f319-cffd-424e-84f3-2822c6add6f3 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=276d004b-3a62-4085-854b-17c7424b65e4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:10.801971 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-63edc077-eb50-45bd-a875-b8ce623af7b7 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457127 Aug 31 08:13:10.804721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50550) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:10.860258 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c730e4-8c81-4f37-ae6f-b31ff2c49961 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:10.883044 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c730e4-8c81-4f37-ae6f-b31ff2c49961 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.009826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c730e4-8c81-4f37-ae6f-b31ff2c49961 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.012797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9c730e4-8c81-4f37-ae6f-b31ff2c49961 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.014302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f9c730e4-8c81-4f37-ae6f-b31ff2c49961 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b991bcf-1479-466f-9163-30bd2fcb0ef3 HTTP/1.1" status: 204 len: 168 time: 0.2085567 Aug 31 08:13:11.017522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50558) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:11.024853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c730e4-8c81-4f37-ae6f-b31ff2c49961 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b991bcf-1479-466f-9163-30bd2fcb0ef3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:11.077094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-92971b2c-5d11-4a95-8027-9eb911db670f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575404 Aug 31 08:13:11.080963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50562) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:11.085875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735532010'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:11.186397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.273906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.363413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.392050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5457f6a-b9d7-4e4d-a6a8-114e3e0dd417,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:11.454902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.458677 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e3c12f38-9d67-4dc1-9823-01eb315ae4a2 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3741286 Aug 31 08:13:11.459063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50566) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:11.464035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': 'b5457f6a-b9d7-4e4d-a6a8-114e3e0dd417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:11.547295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.610395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.717457 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.735427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1263f5-40ca-4fba-908e-20a922f4e412,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:11.907081 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:11.908334 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5ffa9f49-9734-43e2-8ed3-6281d92fd3ab tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4484806 Aug 31 08:13:11.911967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50568) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:11.928304 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9bd02696-7579-4571-9f31-4c07459a7228 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules/3c1263f5-40ca-4fba-908e-20a922f4e412 HTTP/1.1" status: 200 len: 763 time: 0.0152750 Aug 31 08:13:11.931393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50570) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:11.973046 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-63771a6a-b3bd-4b1c-a191-4af341ef2117 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404456 Aug 31 08:13:11.975835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50572) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:11.999791 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff594-217d-42c9-8c74-07cd33566e69 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.008115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff594-217d-42c9-8c74-07cd33566e69 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.089305 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff594-217d-42c9-8c74-07cd33566e69 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.095690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff594-217d-42c9-8c74-07cd33566e69 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.096812 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb0ff594-217d-42c9-8c74-07cd33566e69 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3c1263f5-40ca-4fba-908e-20a922f4e412 HTTP/1.1" status: 204 len: 168 time: 0.1199105 Aug 31 08:13:12.099512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.103806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ff594-217d-42c9-8c74-07cd33566e69 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c1263f5-40ca-4fba-908e-20a922f4e412,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:12.140470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-eb10c573-1245-4ae9-8043-0ff3f0c8563e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395970 Aug 31 08:13:12.142937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50576) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.147267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': 'b5457f6a-b9d7-4e4d-a6a8-114e3e0dd417', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:12.243408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.291521 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.375425 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.395762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8963427-eb39-4018-8376-6c752827d2b4,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:12.460735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.462595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bafdd19d-4a25-4a22-aabe-896901d379d4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3180506 Aug 31 08:13:12.465308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50582) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.482504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-68f29f71-095f-4ce2-8afd-ec31c83b3d41 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules/f8963427-eb39-4018-8376-6c752827d2b4 HTTP/1.1" status: 200 len: 763 time: 0.0155504 Aug 31 08:13:12.486393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50584) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.528114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-68f58936-cc81-4414-ad59-4705ee52e1f4 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405278 Aug 31 08:13:12.530784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50586) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.553309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-220481c9-35d7-474f-9a7b-a815c99b5a89 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.560776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-220481c9-35d7-474f-9a7b-a815c99b5a89 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.688517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-220481c9-35d7-474f-9a7b-a815c99b5a89 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.695241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-220481c9-35d7-474f-9a7b-a815c99b5a89 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.699338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-220481c9-35d7-474f-9a7b-a815c99b5a89 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f8963427-eb39-4018-8376-6c752827d2b4 HTTP/1.1" status: 204 len: 168 time: 0.1647060 Aug 31 08:13:12.699827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50588) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.703124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220481c9-35d7-474f-9a7b-a815c99b5a89 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8963427-eb39-4018-8376-6c752827d2b4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:12.745579 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-24a3cf0a-6db0-485d-91a6-fcac0da5f6ce tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414436 Aug 31 08:13:12.745836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50590) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:12.750203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Request body: {'security_group_rule': {'security_group_id': 'b5457f6a-b9d7-4e4d-a6a8-114e3e0dd417', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:12.882948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:12.941551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.020623 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.039953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abd7244-dcd3-4290-b70b-30437d10904a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:13.112771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.114191 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-47b27aed-2491-4d24-a743-9fb71e18e945 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675027 Aug 31 08:13:13.116965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50592) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.134495 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-323e2b89-0707-4a60-88b8-0c58abfc3a7e tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules/3abd7244-dcd3-4290-b70b-30437d10904a HTTP/1.1" status: 200 len: 764 time: 0.0160563 Aug 31 08:13:13.136727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.184493 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70493eba-7645-493a-a405-dfb67b38820c tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0464458 Aug 31 08:13:13.186890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50596) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.215292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bd493fbd-a7e6-403c-a807-ff8fce848f67 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.222855 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bd493fbd-a7e6-403c-a807-ff8fce848f67 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.359299 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bd493fbd-a7e6-403c-a807-ff8fce848f67 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.363679 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bd493fbd-a7e6-403c-a807-ff8fce848f67 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.367264 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bd493fbd-a7e6-403c-a807-ff8fce848f67 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3abd7244-dcd3-4290-b70b-30437d10904a HTTP/1.1" status: 204 len: 168 time: 0.1771061 Aug 31 08:13:13.367648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50598) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.380249 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd493fbd-a7e6-403c-a807-ff8fce848f67 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3abd7244-dcd3-4290-b70b-30437d10904a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:13.422825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3a109a3a-b69e-4175-b7a9-a79f8dad2171 tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508826 Aug 31 08:13:13.423916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50602) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.477452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b828eafc-07a8-4d98-b861-aa23c75a3a9f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.500414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b828eafc-07a8-4d98-b861-aa23c75a3a9f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.632018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b828eafc-07a8-4d98-b861-aa23c75a3a9f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.634871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b828eafc-07a8-4d98-b861-aa23c75a3a9f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:13.636098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b828eafc-07a8-4d98-b861-aa23c75a3a9f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5457f6a-b9d7-4e4d-a6a8-114e3e0dd417 HTTP/1.1" status: 204 len: 168 time: 0.2121351 Aug 31 08:13:13.638922 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50604) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.646016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828eafc-07a8-4d98-b861-aa23c75a3a9f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5457f6a-b9d7-4e4d-a6a8-114e3e0dd417,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:13.695378 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0cff5faf-c303-4ca2-80e3-2002385166af tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552409 Aug 31 08:13:13.700910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50606) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:13.744296 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0af96f00-ad42-4171-a57b-5dc565492e7f tempest-SecGroupTest-1160568443 tempest-SecGroupTest-1160568443-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421641 Aug 31 08:13:14.237877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50612) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:14.377795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50616) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:14.378465 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d9c1bd1a-6369-4963-99ed-68d4af3b5705 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a411a20605ec4354b4440b5329dae6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387813 Aug 31 08:13:14.427544 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb676-b225-4732-b783-04312d1ff6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:14.448078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb676-b225-4732-b783-04312d1ff6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:14.614865 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb676-b225-4732-b783-04312d1ff6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:14.617538 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb676-b225-4732-b783-04312d1ff6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:14.618752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6b0eb676-b225-4732-b783-04312d1ff6af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2334a17-2617-4205-91d0-66191ffe056f HTTP/1.1" status: 204 len: 168 time: 0.2399104 Aug 31 08:13:14.627365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0eb676-b225-4732-b783-04312d1ff6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2334a17-2617-4205-91d0-66191ffe056f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:15.718840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50642) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:15.816004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-296463839'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:15.929548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Made reservation on behalf of 2ce8a52bf691488f8a1ff9e5a3e5f412 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:13:15.933287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:15.942153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.031621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.152126 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.181024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:13:16.187346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065a0ca2-ff7b-400f-8677-21047dc6cf89,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:16.193702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.194080 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Added segment 231c695c-37fe-4a94-8527-1b12de7159d6 of type vlan for network 61643654-4b92-47e4-8e9b-ea83e97de495 Aug 31 08:13:16.234779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.792809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.801171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:16.801837 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:16.877079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event updated for resources: {'Network': ['ID=61643654-4b92-47e4-8e9b-ea83e97de495,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:16.888113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 61643654-4b92-47e4-8e9b-ea83e97de495 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:13:17.009972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3732a3f-43bd-4561-872e-aaf2c8bb74d4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2898736 Aug 31 08:13:17.012820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50652) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:17.018188 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Request body: {'subnet': {'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:17.197719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Made reservation on behalf of 2ce8a52bf691488f8a1ff9e5a3e5f412 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:13:17.202288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:17.270815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a7aa8-3c89-4f4a-b484-565ee7a10b7f req-b828f3de-e639-4b6c-a3f2-40aa87d00d1a tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:17.272642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b35a7aa8-3c89-4f4a-b484-565ee7a10b7f req-b828f3de-e639-4b6c-a3f2-40aa87d00d1a tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 949 time: 0.0589657 Aug 31 08:13:17.318521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b35a7aa8-3c89-4f4a-b484-565ee7a10b7f req-334a1c10-63b7-42d1-a39e-519e7a68ba15 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Aug 31 08:13:17.483657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:17.546111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event updated for resources: {'Subnet': ['ID=c6874d19-f841-4312-ac47-b53c97f109ec,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:17.553583 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Checking segment: {'id': '231c695c-37fe-4a94-8527-1b12de7159d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:17.554013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Network hostable DHCP agents. Network: 61643654-4b92-47e4-8e9b-ea83e97de495, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:13:17.660566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Network 61643654-4b92-47e4-8e9b-ea83e97de495 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:13:17.722869 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 61643654-4b92-47e4-8e9b-ea83e97de495) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:17.728120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:17.728893 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:17.732192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f5713-b455-4dda-a5d9-57c367d28f8c None None] Network 61643654-4b92-47e4-8e9b-ea83e97de495 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:13:17.804631 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f4faa54-d98f-4d4f-b2dd-16dab9cbb7f0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7905760 Aug 31 08:13:17.807259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50658) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:17.813621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Request body: {'port': {'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495', 'name': 'tempest-TagsExtTest-1329847164'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:17.883839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-61643654-4b92-47e4-8e9b-ea83e97de495', 'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495', 'tenant_id': '2ce8a52bf691488f8a1ff9e5a3e5f412', 'fixed_ips': [{'subnet_id': 'c6874d19-f841-4312-ac47-b53c97f109ec'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:13:17.885239 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.003311 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Made reservation on behalf of 2ce8a52bf691488f8a1ff9e5a3e5f412 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:13:18.007418 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.032166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] device_id is not set on port 3c49c617-a331-4ab1-982e-77bfb885b6dc yet. {{(pid=95445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 08:13:18.042401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Allocated IP 172.20.0.2 (61643654-4b92-47e4-8e9b-ea83e97de495/c6874d19-f841-4312-ac47-b53c97f109ec/bc7ce14d-115a-466e-82c2-7281d09c89c4) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:13:18.187517 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.195873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Transition to ACTIVE for port object bc7ce14d-115a-466e-82c2-7281d09c89c4 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:18.213105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Transition to ACTIVE for port object bc7ce14d-115a-466e-82c2-7281d09c89c4 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:18.290109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.342884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Network 61643654-4b92-47e4-8e9b-ea83e97de495 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:18.347045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:18.349944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Allocated IP 172.20.0.5 (61643654-4b92-47e4-8e9b-ea83e97de495/c6874d19-f841-4312-ac47-b53c97f109ec/3c49c617-a331-4ab1-982e-77bfb885b6dc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:13:18.355585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:13:18.361892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Pushing event updated for resources: {'Port': ['ID=bc7ce14d-115a-466e-82c2-7281d09c89c4,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:18.431206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Attempting to bind port bc7ce14d-115a-466e-82c2-7281d09c89c4 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:13:18.431679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Attempting to bind port bc7ce14d-115a-466e-82c2-7281d09c89c4 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '231c695c-37fe-4a94-8527-1b12de7159d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:13:18.432148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Attempting to bind port bc7ce14d-115a-466e-82c2-7281d09c89c4 on network 61643654-4b92-47e4-8e9b-ea83e97de495 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:13:18.439834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:13:18.440250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Checking segment: {'id': '231c695c-37fe-4a94-8527-1b12de7159d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:18.440834 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.441320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Bound using segment: {'id': '231c695c-37fe-4a94-8527-1b12de7159d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:13:18.441954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Bound port: bc7ce14d-115a-466e-82c2-7281d09c89c4, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231c695c-37fe-4a94-8527-1b12de7159d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61643654-4b92-47e4-8e9b-ea83e97de495'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:13:18.442406 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.458958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7936cf-ee42-4595-9738-71b68c3a62be req-4209d2f0-79ad-44b2-9e6f-b7a610ce7e1f tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:18.466369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df7936cf-ee42-4595-9738-71b68c3a62be req-4209d2f0-79ad-44b2-9e6f-b7a610ce7e1f tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 949 time: 0.0682216 Aug 31 08:13:18.510431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df7936cf-ee42-4595-9738-71b68c3a62be req-52989044-d912-46c1-ada0-ae5b77ea5bca tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/security-groups?id=47810441-b8e3-4f06-8d91-a7903b52ba6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Aug 31 08:13:18.522550 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.523051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] For port bc7ce14d-115a-466e-82c2-7281d09c89c4, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:13:18.527918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] For port bc7ce14d-115a-466e-82c2-7281d09c89c4, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc7ce14d-115a-466e-82c2-7281d09c89c4,segment=NetworkSegment(231c695c-37fe-4a94-8527-1b12de7159d6),segment_id=231c695c-37fe-4a94-8527-1b12de7159d6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:13:18.537533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Transition to ACTIVE for port object 3c49c617-a331-4ab1-982e-77bfb885b6dc will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:18.667260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.700943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.726632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13de94-3367-4d16-9e77-721ed00491b3 None None] Pushing event updated for resources: {'Port': ['ID=bc7ce14d-115a-466e-82c2-7281d09c89c4,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:18.752587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Network 61643654-4b92-47e4-8e9b-ea83e97de495 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:18.758375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:18.763084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:13:18.789616 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event updated for resources: {'Port': ['ID=3c49c617-a331-4ab1-982e-77bfb885b6dc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:18.818305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:18.819092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:18.918517 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6d5a0635-fdf6-469c-b2f7-09da57029161 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1101401 Aug 31 08:13:18.921161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50662) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:18.926022 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1073801788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:19.006536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-18c96590-7a58-4013-ad8b-4eb17c17ca71 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:19.008146 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-18c96590-7a58-4013-ad8b-4eb17c17ca71 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 949 time: 0.0703299 Aug 31 08:13:19.057558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.058671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.142483 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.152962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Deleting port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:13:19.153295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.245612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] For port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:19.245927 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.259298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Calling delete_port for 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:13:19.350549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.488677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.490069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4a881e0-c61d-4583-9786-503892a82525 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5678296 Aug 31 08:13:19.492762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50664) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:19.498742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5aaa154d-fcec-4576-970e-9d2e944729c4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1225246714', 'prefixes': ['172.20.0.0/16']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:19.509531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.527456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:13:19.560306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Pushing event deleted for resources: {'Port': ['ID=4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:19.615457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] No DVR routers for this DVR port 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:13:19.619281 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.627434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b0153bb0-4eb3-443c-b4f5-553277197677 req-cc94a5be-3aca-4244-bd35-33647d4b0e8c tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.45 "DELETE /v2.0/ports/4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 HTTP/1.1" status: 204 len: 173 time: 0.6071177 Aug 31 08:13:19.627434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'name': 'network-vif-deleted', 'tag': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:13:19.627434 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac1828f-aa4e-4268-9f1e-5d0769da6b62" -d '{"events": [{"server_uuid": "ec7b700a-2882-41a3-aeb9-0df37adade82", "name": "network-vif-deleted", "tag": "4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:13:19.676682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e08b274e-4afb-4dcc-be74-88f8e004e3b9 req-94d3eb26-58ee-4cca-8830-6ff5241d3179 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 210 time: 0.0661745 Aug 31 08:13:19.686180 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c84d9-ac38-45c8-b7cc-8be8006cdc17 x-openstack-request-id: req-468c84d9-ac38-45c8-b7cc-8be8006cdc17 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:13:19.686705 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7b700a-2882-41a3-aeb9-0df37adade82", "name": "network-vif-deleted", "tag": "4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:13:19.687007 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-468c84d9-ac38-45c8-b7cc-8be8006cdc17 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:13:19.687425 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7b700a-2882-41a3-aeb9-0df37adade82', 'name': 'network-vif-deleted', 'tag': '4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9', 'status': 'completed', 'code': 200} Aug 31 08:13:19.736607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780ae52-b37e-43b0-a6a5-b47c4c98ce48 None None] Network 61643654-4b92-47e4-8e9b-ea83e97de495 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:13:19.933640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc7ce14d-115a-466e-82c2-7281d09c89c4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:19.979923 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5aaa154d-fcec-4576-970e-9d2e944729c4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:19.980359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1c4c0524-fdb2-4be1-9041-805e0caf96f9 None None] Provisioning for port bc7ce14d-115a-466e-82c2-7281d09c89c4 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:19.984494 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5aaa154d-fcec-4576-970e-9d2e944729c4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4865639 Aug 31 08:13:19.990585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50670) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:19.993566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-12cbee8d-4f41-45b6-bd99-a61aad2b589e tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-970809356') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:20.105442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bc7ce14d-115a-466e-82c2-7281d09c89c4 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:20.110332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bc7ce14d-115a-466e-82c2-7281d09c89c4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:20.111302 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:20.195846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:20.237493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port bc7ce14d-115a-466e-82c2-7281d09c89c4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc7ce14d-115a-466e-82c2-7281d09c89c4,segment=NetworkSegment(231c695c-37fe-4a94-8527-1b12de7159d6),segment_id=231c695c-37fe-4a94-8527-1b12de7159d6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:20.250346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-12cbee8d-4f41-45b6-bd99-a61aad2b589e tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-970809356 HTTP/1.1" status: 201 len: 201 time: 0.2641478 Aug 31 08:13:20.252848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50672) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:20.257497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-d3ee6f43-d013-400e-a83c-17f7265f5d3a tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-1849665864') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:20.363788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-54ebfae1-d40e-44be-995c-06ef1ec794e4 None None] Provisioning for port 3c49c617-a331-4ab1-982e-77bfb885b6dc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:20.368145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-54ebfae1-d40e-44be-995c-06ef1ec794e4 None None] Provisioning complete for port 3c49c617-a331-4ab1-982e-77bfb885b6dc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:20.368547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-54ebfae1-d40e-44be-995c-06ef1ec794e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:20.407042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-54ebfae1-d40e-44be-995c-06ef1ec794e4 None None] Port 3c49c617-a331-4ab1-982e-77bfb885b6dc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:13:20.417281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-54ebfae1-d40e-44be-995c-06ef1ec794e4 None None] Provisioning complete for port bc7ce14d-115a-466e-82c2-7281d09c89c4 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:20.417654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-54ebfae1-d40e-44be-995c-06ef1ec794e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:20.461274 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:20.513204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d3ee6f43-d013-400e-a83c-17f7265f5d3a tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-1849665864 HTTP/1.1" status: 201 len: 201 time: 0.2592390 Aug 31 08:13:20.515975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50674) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:20.521235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-2c010e63-c01c-4632-9431-255ba517fae9 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-625032127') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:20.540657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=bc7ce14d-115a-466e-82c2-7281d09c89c4,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:20.649073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-28a7dd8d-f2c8-4423-87e3-141cba429df3 None None] Provisioning complete for port 3c49c617-a331-4ab1-982e-77bfb885b6dc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:20.649925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-28a7dd8d-f2c8-4423-87e3-141cba429df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:20.687895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-28a7dd8d-f2c8-4423-87e3-141cba429df3 None None] Port 3c49c617-a331-4ab1-982e-77bfb885b6dc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:13:20.730189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2c010e63-c01c-4632-9431-255ba517fae9 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-625032127 HTTP/1.1" status: 201 len: 201 time: 0.2128525 Aug 31 08:13:20.732551 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50678) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:20.738557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-6acee4ac-47d4-4d3d-9f72-5e4e1cc0c6a1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-744954090') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:20.823389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c721125-9edd-4c48-9252-a8fa8a2ef992 req-8dde429e-555e-4eb4-bc6a-992d28cd35e3 tempest-VolumesBackupsTest-484695542 tempest-VolumesBackupsTest-484695542-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec7b700a-2882-41a3-aeb9-0df37adade82 HTTP/1.1" status: 200 len: 210 time: 0.0426176 Aug 31 08:13:20.907237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6acee4ac-47d4-4d3d-9f72-5e4e1cc0c6a1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-744954090 HTTP/1.1" status: 201 len: 201 time: 0.1728675 Aug 31 08:13:20.909712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50682) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:20.914427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-03421c1f-1032-4937-9e71-f2c4a7a51d3e tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:20.967002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-03421c1f-1032-4937-9e71-f2c4a7a51d3e tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags HTTP/1.1" status: 200 len: 240 time: 0.0561697 Aug 31 08:13:20.969693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50684) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:20.974124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-c6b95dff-8837-4c3c-a5d7-26930ce36a5c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-970809356') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.026723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c6b95dff-8837-4c3c-a5d7-26930ce36a5c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-970809356 HTTP/1.1" status: 204 len: 168 time: 0.0559764 Aug 31 08:13:21.029244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50686) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.034025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-c8c54a67-d8a5-4fdc-8530-28d9d6ada33e tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-970809356') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.136526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c8c54a67-d8a5-4fdc-8530-28d9d6ada33e tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-970809356 HTTP/1.1" status: 204 len: 168 time: 0.1062195 Aug 31 08:13:21.138866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50688) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.143179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-8df7cc2d-a8f2-4bfd-a81a-2cc30def0969 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.200763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8df7cc2d-a8f2-4bfd-a81a-2cc30def0969 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags HTTP/1.1" status: 200 len: 205 time: 0.0605872 Aug 31 08:13:21.203301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50690) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.207536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-5ca16318-ca3e-4d9f-9599-ae6eaf58af45 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.273817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ca16318-ca3e-4d9f-9599-ae6eaf58af45 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags HTTP/1.1" status: 200 len: 241 time: 0.0694869 Aug 31 08:13:21.276430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50692) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.280838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-7e0a6513-d153-4015-92bb-b5b4f2d31614 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-1849665864') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.331253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7e0a6513-d153-4015-92bb-b5b4f2d31614 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-1849665864 HTTP/1.1" status: 204 len: 168 time: 0.0537605 Aug 31 08:13:21.333777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50694) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.338243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-bc49fb44-48e1-4660-a93a-6bce0f76a033 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-1849665864') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.513160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bc49fb44-48e1-4660-a93a-6bce0f76a033 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-1849665864 HTTP/1.1" status: 204 len: 168 time: 0.1782467 Aug 31 08:13:21.515531 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50696) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.519729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-7652252a-d0da-4f5c-9d52-9cb507221fee tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.574392 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7652252a-d0da-4f5c-9d52-9cb507221fee tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0576813 Aug 31 08:13:21.576826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50698) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.581645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-c349d35e-ec00-4c87-840e-fd691dafbf11 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.654127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c349d35e-ec00-4c87-840e-fd691dafbf11 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags HTTP/1.1" status: 200 len: 240 time: 0.0759466 Aug 31 08:13:21.656619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50700) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.661157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-6dc2a2b0-7b0a-4117-a2f4-d2ba230d01cf tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-625032127') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.740487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6dc2a2b0-7b0a-4117-a2f4-d2ba230d01cf tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-625032127 HTTP/1.1" status: 204 len: 168 time: 0.0828409 Aug 31 08:13:21.743038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.747800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-818908b2-d5ea-4bf0-8bf2-6a95b2295751 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-625032127') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:21.906308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc7ce14d-115a-466e-82c2-7281d09c89c4 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:21.953277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bc7ce14d-115a-466e-82c2-7281d09c89c4 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:21.953650 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:21.958694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-818908b2-d5ea-4bf0-8bf2-6a95b2295751 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-625032127 HTTP/1.1" status: 204 len: 168 time: 0.2145743 Aug 31 08:13:21.961100 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50708) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:21.967848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-c70d5ca3-3e24-425d-8e1f-4977be1b1100 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.048329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c70d5ca3-3e24-425d-8e1f-4977be1b1100 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags HTTP/1.1" status: 200 len: 205 time: 0.0855343 Aug 31 08:13:22.050948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50710) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.055444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-099ce558-b221-4b60-8eef-3d193b53bdf8 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.077558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-099ce558-b221-4b60-8eef-3d193b53bdf8 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags HTTP/1.1" status: 200 len: 240 time: 0.0252869 Aug 31 08:13:22.080236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50712) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.084504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-681eb3e3-9d31-4def-99c2-941e327715ec tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-744954090') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.106813 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-681eb3e3-9d31-4def-99c2-941e327715ec tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-744954090 HTTP/1.1" status: 204 len: 168 time: 0.0256302 Aug 31 08:13:22.109618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50714) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.114327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-29250551-5c33-4cd3-974e-2d8575134edb tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-744954090') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.261611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-29250551-5c33-4cd3-974e-2d8575134edb tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-744954090 HTTP/1.1" status: 204 len: 168 time: 0.1508322 Aug 31 08:13:22.265191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.270508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-ec19d281-a02c-4684-b3c9-53d29667b286 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.292760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec19d281-a02c-4684-b3c9-53d29667b286 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags HTTP/1.1" status: 200 len: 205 time: 0.0261841 Aug 31 08:13:22.295486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.300086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-8968e59c-5eab-4c86-8485-549036e8fec5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.326833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8968e59c-5eab-4c86-8485-549036e8fec5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags HTTP/1.1" status: 204 len: 168 time: 0.0303273 Aug 31 08:13:22.329623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50722) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.334460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-0cdd940e-91ce-4b4c-8928-df361361f591 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.418759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0cdd940e-91ce-4b4c-8928-df361361f591 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0878282 Aug 31 08:13:22.421199 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50724) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.427292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-25d0f64a-8b8b-4351-8c4e-af834bb75bef tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.485530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-25d0f64a-8b8b-4351-8c4e-af834bb75bef tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0630534 Aug 31 08:13:22.488045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50726) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.492759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-196854d0-a047-47d3-9388-68e5628a421c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.553308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-196854d0-a047-47d3-9388-68e5628a421c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0642309 Aug 31 08:13:22.557893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50728) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.561944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-cecd21fa-4764-443f-82be-c0b878b4a9bb tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-1383400987') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.730756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cecd21fa-4764-443f-82be-c0b878b4a9bb tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-1383400987 HTTP/1.1" status: 201 len: 201 time: 0.1724114 Aug 31 08:13:22.733106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50730) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.737748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-60e1b2d1-0990-455b-ab23-92eda4def249 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-435184353') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:22.918490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-60e1b2d1-0990-455b-ab23-92eda4def249 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-435184353 HTTP/1.1" status: 201 len: 201 time: 0.1843174 Aug 31 08:13:22.921169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50732) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:22.926618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-46dd6541-5d39-4929-92fa-a8dd0c49a648 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-838176878') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.107583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-46dd6541-5d39-4929-92fa-a8dd0c49a648 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-838176878 HTTP/1.1" status: 201 len: 201 time: 0.1850944 Aug 31 08:13:23.110289 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.114959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-f328d604-91e3-40e7-9333-1b07305ec615 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-219331221') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.171920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:13:23.195575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:13:23.195853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 4ef50fc2-dd08-4ff4-b6a0-6079f279c7e9 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:13:23.204894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f328d604-91e3-40e7-9333-1b07305ec615 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-219331221 HTTP/1.1" status: 201 len: 201 time: 0.0935426 Aug 31 08:13:23.207479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50736) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.212619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-85a13bdf-521e-420c-b598-78d3e2db4f25 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', {'tags': ['tempest-TagsExtTest-Tag-403592603', 'tempest-TagsExtTest-Tag-1515138792', 'tempest-TagsExtTest-Tag-1963619429']}) {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.381905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-85a13bdf-521e-420c-b598-78d3e2db4f25 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags HTTP/1.1" status: 200 len: 317 time: 0.1732104 Aug 31 08:13:23.384239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50740) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.388752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-466640d6-05b2-4e28-836f-f5095d0c61d7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.554784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-466640d6-05b2-4e28-836f-f5095d0c61d7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags HTTP/1.1" status: 204 len: 168 time: 0.1620309 Aug 31 08:13:23.554784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50742) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.557665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-a13ea0e5-7828-4ea6-aa2c-b9d527049371 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-403592603') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.615979 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-a13ea0e5-7828-4ea6-aa2c-b9d527049371 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:23.619790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a13ea0e5-7828-4ea6-aa2c-b9d527049371 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-403592603 HTTP/1.1" status: 404 len: 328 time: 0.0657074 Aug 31 08:13:23.620013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50744) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.624228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-903e1e7d-9734-46e8-8848-e3a2c6a83774 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-1515138792') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.679089 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-903e1e7d-9734-46e8-8848-e3a2c6a83774 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:23.680141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-903e1e7d-9734-46e8-8848-e3a2c6a83774 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-1515138792 HTTP/1.1" status: 404 len: 329 time: 0.0592303 Aug 31 08:13:23.683255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.687475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.tag.tag_plugin [None req-d2929efa-fecc-4b2a-9e78-94ca99abeee7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec', 'tempest-TagsExtTest-Tag-1963619429') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.740713 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-d2929efa-fecc-4b2a-9e78-94ca99abeee7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:23.741770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d2929efa-fecc-4b2a-9e78-94ca99abeee7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags/tempest-TagsExtTest-Tag-1963619429 HTTP/1.1" status: 404 len: 329 time: 0.0576243 Aug 31 08:13:23.744997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50748) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.750797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-4d46dc80-44d2-49d5-b06c-778077cd2c2b tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', {'tags': ['tempest-TagsExtTest-Tag-639966037', 'tempest-TagsExtTest-Tag-3386512', 'tempest-TagsExtTest-Tag-612446846']}) {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:23.759062 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1cc09f8d-37ae-4aec-bbdf-33bb493a4da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:23.832147 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:23.935328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4d46dc80-44d2-49d5-b06c-778077cd2c2b tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags HTTP/1.1" status: 200 len: 313 time: 0.1891162 Aug 31 08:13:23.937895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50750) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:23.942538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-eb6bcb68-04c3-4965-895f-309a4860b7e4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.119021 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb6bcb68-04c3-4965-895f-309a4860b7e4 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1799662 Aug 31 08:13:24.121931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50752) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.126511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-9856779b-f883-4ffa-b247-2bfb819c91b0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-639966037') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.181449 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-9856779b-f883-4ffa-b247-2bfb819c91b0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:24.185388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9856779b-f883-4ffa-b247-2bfb819c91b0 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-639966037 HTTP/1.1" status: 404 len: 328 time: 0.0596037 Aug 31 08:13:24.185657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50754) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.190314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-81f9360f-5132-454f-a588-28df4fc292da tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-3386512') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.245166 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-81f9360f-5132-454f-a588-28df4fc292da tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:24.246153 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-81f9360f-5132-454f-a588-28df4fc292da tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-3386512 HTTP/1.1" status: 404 len: 326 time: 0.0595007 Aug 31 08:13:24.249101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50756) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.253399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-66e487e7-5cc4-428a-be11-539c1d05b12c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc', 'tempest-TagsExtTest-Tag-612446846') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.304541 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-66e487e7-5cc4-428a-be11-539c1d05b12c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:24.305837 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66e487e7-5cc4-428a-be11-539c1d05b12c tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags/tempest-TagsExtTest-Tag-612446846 HTTP/1.1" status: 404 len: 328 time: 0.0556397 Aug 31 08:13:24.308370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50758) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.313136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-da7b133d-4b74-436e-90b3-b012fe4c8c7f tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', {'tags': ['tempest-TagsExtTest-Tag-1060154693', 'tempest-TagsExtTest-Tag-823572032', 'tempest-TagsExtTest-Tag-607563924']}) {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.501218 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da7b133d-4b74-436e-90b3-b012fe4c8c7f tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags HTTP/1.1" status: 200 len: 316 time: 0.1918020 Aug 31 08:13:24.503740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50762) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.509348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-00a46b43-0fba-4150-b692-297d7a766465 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.701356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-00a46b43-0fba-4150-b692-297d7a766465 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags HTTP/1.1" status: 204 len: 168 time: 0.1965225 Aug 31 08:13:24.704148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50764) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.708798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-b072b3e3-296f-4158-b076-31ce2b2e6127 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-1060154693') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.786813 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-b072b3e3-296f-4158-b076-31ce2b2e6127 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:24.788474 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b072b3e3-296f-4158-b076-31ce2b2e6127 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-1060154693 HTTP/1.1" status: 404 len: 329 time: 0.0833106 Aug 31 08:13:24.790729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50766) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.795278 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-55d8e6ad-fc0e-4843-81e7-1ae5db3a29b1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-823572032') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.877099 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-55d8e6ad-fc0e-4843-81e7-1ae5db3a29b1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:24.878122 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-55d8e6ad-fc0e-4843-81e7-1ae5db3a29b1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-823572032 HTTP/1.1" status: 404 len: 328 time: 0.0864351 Aug 31 08:13:24.880986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50768) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.886160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-01f99032-abba-4e9f-9677-276a24242c26 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f', 'tempest-TagsExtTest-Tag-607563924') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:24.961717 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-01f99032-abba-4e9f-9677-276a24242c26 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:24.962843 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-01f99032-abba-4e9f-9677-276a24242c26 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags/tempest-TagsExtTest-Tag-607563924 HTTP/1.1" status: 404 len: 328 time: 0.0808752 Aug 31 08:13:24.965655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50770) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:24.970294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-71f8df9d-1d89-4aa1-a88c-f4cf7823d928 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', {'tags': ['tempest-TagsExtTest-Tag-1183503060', 'tempest-TagsExtTest-Tag-1541354479', 'tempest-TagsExtTest-Tag-1919483769']}) {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.141758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-71f8df9d-1d89-4aa1-a88c-f4cf7823d928 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "PUT /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags HTTP/1.1" status: 200 len: 318 time: 0.1750269 Aug 31 08:13:25.144341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50772) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.148984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-aaed8b8b-5684-405d-9ae9-8aee507ee688 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.346433 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aaed8b8b-5684-405d-9ae9-8aee507ee688 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags HTTP/1.1" status: 204 len: 168 time: 0.2009096 Aug 31 08:13:25.348904 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.353775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-b23cddef-5635-4451-ac7c-97fe719481f5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-1183503060') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.374734 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-b23cddef-5635-4451-ac7c-97fe719481f5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:25.376063 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b23cddef-5635-4451-ac7c-97fe719481f5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-1183503060 HTTP/1.1" status: 404 len: 329 time: 0.0259633 Aug 31 08:13:25.378625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50778) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.383074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-e1ba800c-cdd9-46ed-b808-9f4a4c45dc87 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-1541354479') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.406030 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-e1ba800c-cdd9-46ed-b808-9f4a4c45dc87 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:25.407070 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e1ba800c-cdd9-46ed-b808-9f4a4c45dc87 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-1541354479 HTTP/1.1" status: 404 len: 329 time: 0.0275276 Aug 31 08:13:25.409973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50780) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.414239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-48ce437a-4913-488f-9608-baa4be0a66d9 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b', 'tempest-TagsExtTest-Tag-1919483769') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.435129 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-48ce437a-4913-488f-9608-baa4be0a66d9 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] show failed (client error): The resource could not be found. Aug 31 08:13:25.442284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-48ce437a-4913-488f-9608-baa4be0a66d9 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags/tempest-TagsExtTest-Tag-1919483769 HTTP/1.1" status: 404 len: 329 time: 0.0253212 Aug 31 08:13:25.444337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50786) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.449609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-93771448-338e-40cb-b830-0e8c4be49d0f tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8eb3e2d7-c346-444e-9115-956053c2e81b') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.480387 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-93771448-338e-40cb-b830-0e8c4be49d0f tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b/tags HTTP/1.1" status: 204 len: 168 time: 0.0331712 Aug 31 08:13:25.482282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.486855 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-4124a75d-8499-426b-96ec-b0dd8c0e8efd tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd40dfb5a-11fc-45a1-9cd8-46285e0cec1f') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.580484 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4124a75d-8499-426b-96ec-b0dd8c0e8efd tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0947855 Aug 31 08:13:25.581015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50816) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.585699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-57a3b149-61a8-4a27-b592-d15d58abc5bc tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c49c617-a331-4ab1-982e-77bfb885b6dc') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.646877 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-57a3b149-61a8-4a27-b592-d15d58abc5bc tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0648859 Aug 31 08:13:25.650401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50826) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.654270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.tag.tag_plugin [None req-7315a138-cc49-429f-b43a-4a0f84029a29 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c6874d19-f841-4312-ac47-b53c97f109ec') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:25.746331 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7315a138-cc49-429f-b43a-4a0f84029a29 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0958321 Aug 31 08:13:25.750778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50828) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:25.966369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e6b3-0cac-4670-985a-f6e926427a93 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for subnetpool, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:25.967501 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bcd0e6b3-0cac-4670-985a-f6e926427a93 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8eb3e2d7-c346-444e-9115-956053c2e81b HTTP/1.1" status: 204 len: 168 time: 0.2157922 Aug 31 08:13:25.970400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50830) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:26.008685 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ef500984-0f3b-4a68-9c75-31e57354be58 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "GET /v2.0/ports?device_id=d40dfb5a-11fc-45a1-9cd8-46285e0cec1f HTTP/1.1" status: 200 len: 205 time: 0.0369461 Aug 31 08:13:26.011001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50832) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:26.102942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.221344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.267430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.269496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.529222 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.769449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.769695 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2244bc9e-5640-4573-9d44-0dd686a59abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.769984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Fanout notify agent at l3_agent the message router_deleted on router d40dfb5a-11fc-45a1-9cd8-46285e0cec1f {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:13:26.777848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.781316 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c2cf6d4b-f8b3-4e22-b32b-bcfce18579b7 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/routers/d40dfb5a-11fc-45a1-9cd8-46285e0cec1f HTTP/1.1" status: 204 len: 168 time: 0.7693272 Aug 31 08:13:26.781630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50838) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:26.885775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Deleting port 3c49c617-a331-4ab1-982e-77bfb885b6dc {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:13:26.891519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.981392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:26.998297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Calling delete_port for 3c49c617-a331-4ab1-982e-77bfb885b6dc owned by {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:13:27.249025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:27.277084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event deleted for resources: {'Port': ['ID=3c49c617-a331-4ab1-982e-77bfb885b6dc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:27.388465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:27.391644 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-31b556a5-69d9-48b5-a841-babab8cefae1 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/ports/3c49c617-a331-4ab1-982e-77bfb885b6dc HTTP/1.1" status: 204 len: 168 time: 0.6088433 Aug 31 08:13:27.394101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50870) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:27.799099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Deleting subnet c6874d19-f841-4312-ac47-b53c97f109ec {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:13:27.802384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:27.847356 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:27.941780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.037683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.170030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.200597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event deleted for resources: {'Subnet': ['ID=c6874d19-f841-4312-ac47-b53c97f109ec,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:28.205145 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.207181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-18d33d2c-9ae4-44b7-98bf-29473ae1d1c5 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/subnets/c6874d19-f841-4312-ac47-b53c97f109ec HTTP/1.1" status: 204 len: 168 time: 0.8121085 Aug 31 08:13:28.209786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50878) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:28.220566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a0990-5107-4283-b30b-3125a8287b44 None None] Network 61643654-4b92-47e4-8e9b-ea83e97de495 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:13:28.300950 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.364239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Deleting port bc7ce14d-115a-466e-82c2-7281d09c89c4 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:13:28.364705 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.431908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] DHCP port deletion for 61643654-4b92-47e4-8e9b-ea83e97de495 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:13:28.441868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] For port bc7ce14d-115a-466e-82c2-7281d09c89c4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc7ce14d-115a-466e-82c2-7281d09c89c4,segment=NetworkSegment(231c695c-37fe-4a94-8527-1b12de7159d6),segment_id=231c695c-37fe-4a94-8527-1b12de7159d6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:28.442124 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.456514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Calling delete_port for bc7ce14d-115a-466e-82c2-7281d09c89c4 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:13:28.483800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Deleting port bc7ce14d-115a-466e-82c2-7281d09c89c4 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:13:28.484178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.554161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] For port bc7ce14d-115a-466e-82c2-7281d09c89c4, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc7ce14d-115a-466e-82c2-7281d09c89c4,segment=NetworkSegment(231c695c-37fe-4a94-8527-1b12de7159d6),segment_id=231c695c-37fe-4a94-8527-1b12de7159d6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:28.554563 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.570176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Calling delete_port for bc7ce14d-115a-466e-82c2-7281d09c89c4 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:13:28.683576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.693204 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.712457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event deleted for resources: {'Port': ['ID=bc7ce14d-115a-466e-82c2-7281d09c89c4,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:28.714398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] No DVR routers for this DVR port bc7ce14d-115a-466e-82c2-7281d09c89c4 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:13:28.726637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Pushing event deleted for resources: {'Port': ['ID=bc7ce14d-115a-466e-82c2-7281d09c89c4,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:28.732094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] No DVR routers for this DVR port bc7ce14d-115a-466e-82c2-7281d09c89c4 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:13:28.746522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.746522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.746522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.746522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.747497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.747497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.747753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.748163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.748557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.748952 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.749450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.750102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e1d404-e780-42f0-8f7f-4ee1d7c5861a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:28.800473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50882) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:28.811581 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.823080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61643654-4b92-47e4-8e9b-ea83e97de495']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:28.841013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231c695c-37fe-4a94-8527-1b12de7159d6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:28.841013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231c695c-37fe-4a94-8527-1b12de7159d6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:28.847053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.861606 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.869309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:13:28.869771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:13:28.873020 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:13:28.908129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2c27262e-960a-4133-808c-23add446a24d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3447 time: 0.1062627 Aug 31 08:13:28.913374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50884) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:28.918640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'network': {'name': 'tempest-network-smoke--614159803', 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'port_security_enabled': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:29.026590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Made reservation on behalf of e4307243c416424ab60cfe88d7a234cc for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:13:29.030599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.042934 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.050426 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.055290 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] 10.222.0.36 "DELETE /v2.0/networks/61643654-4b92-47e4-8e9b-ea83e97de495 HTTP/1.1" status: 204 len: 168 time: 0.8411875 Aug 31 08:13:29.064219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:13:29.067648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6614b7-3c1a-487f-936b-75e48ea58a52 tempest-TagsExtTest-97046255 tempest-TagsExtTest-97046255-project] Pushing event deleted for resources: {'Network': ['ID=61643654-4b92-47e4-8e9b-ea83e97de495,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:29.083382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.083382 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Added segment a595f2b0-5a81-4728-816b-1f61fd974b44 of type vlan for network d08869aa-b479-442b-b3ea-6aaa1a0be97d Aug 31 08:13:29.121827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.214138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.219945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:29.231992 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.284611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Network': ['ID=d08869aa-b479-442b-b3ea-6aaa1a0be97d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:29.295914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:13:29.637741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b85099b4-64b2-4f40-862b-37b02173bfd2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7137692 Aug 31 08:13:29.639715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50890) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:29.644476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'admin_state_up': True, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:29.683449 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.798108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.799123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.822419 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50894) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:29.903804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc7ce14d-115a-466e-82c2-7281d09c89c4 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:13:29.906282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:29.930755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bc7ce14d-115a-466e-82c2-7281d09c89c4 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:13:29.944686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc7ce14d-115a-466e-82c2-7281d09c89c4 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:13:29.987673 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e7a7862a-d16e-437e-be67-582654151712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ce8a52bf691488f8a1ff9e5a3e5f412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638806 Aug 31 08:13:29.990489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50898) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:30.047599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f51a06c-8b40-4b91-8059-f04f2692d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.070492 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f51a06c-8b40-4b91-8059-f04f2692d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.207884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.232175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f51a06c-8b40-4b91-8059-f04f2692d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.237102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5f51a06c-8b40-4b91-8059-f04f2692d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.237102 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5f51a06c-8b40-4b91-8059-f04f2692d1f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/065a0ca2-ff7b-400f-8677-21047dc6cf89 HTTP/1.1" status: 204 len: 168 time: 0.2446461 Aug 31 08:13:30.245168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51a06c-8b40-4b91-8059-f04f2692d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a0ca2-ff7b-400f-8677-21047dc6cf89,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:30.510760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.534101 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.677078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.25.0.109 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:13:30.811488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.935018 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:30.983164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:30.988861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:30.990995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:30.994084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:13:31.400921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:31.612501 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:31.865908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router 48bb8097-75e3-47a0-9f2e-f99b704f7077 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:13:31.984964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:13:31.996473 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Sync routers for ids ['48bb8097-75e3-47a0-9f2e-f99b704f7077'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:13:32.007687 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Routers {'48bb8097-75e3-47a0-9f2e-f99b704f7077'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:13:32.008762 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['48bb8097-75e3-47a0-9f2e-f99b704f7077'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:32.112162 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:32.113427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e76d5ce4-e03f-4b7f-806f-168bee682e07 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4727457 Aug 31 08:13:32.116528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50932) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.124095 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Set router 48bb8097-75e3-47a0-9f2e-f99b704f7077 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:13:32.203680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c5fe0-ab48-458c-91e4-9434012090bd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:32.205486 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-659c5fe0-ab48-458c-91e4-9434012090bd tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e4307243c416424ab60cfe88d7a234cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0872393 Aug 31 08:13:32.209440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50936) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.320403 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:13:31Z', 'revision_number': 3, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:32.406452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da4039-c950-427b-a31d-e048503495f2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:32.408578 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c6da4039-c950-427b-a31d-e048503495f2 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1981235 Aug 31 08:13:32.413544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 50942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.453457 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-90f7c3a3-1565-4ea6-a090-adbc667adb92 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379379 Aug 31 08:13:32.453984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50944) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.457614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Checking router: 48bb8097-75e3-47a0-9f2e-f99b704f7077 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:13:32.458237 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Updating router 48bb8097-75e3-47a0-9f2e-f99b704f7077 port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:13:32.489763 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:32.496217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d7bdb34f-3536-453a-8b70-0e2ec3be2740 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e4307243c416424ab60cfe88d7a234cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410206 Aug 31 08:13:32.498799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50950) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.795904 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:32.808981 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Transition to ACTIVE for port object bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:32.924498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c76558-595a-4444-aa9a-3c4492b0307d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:32.926302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-46c76558-595a-4444-aa9a-3c4492b0307d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4265940 Aug 31 08:13:32.929107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50960) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.965284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c54e7a88-bf28-43ea-8df9-4a14c684e701 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342371 Aug 31 08:13:32.967746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50962) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:32.972540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246526071', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:33.310980 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:33.352171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Made reservation on behalf of e4307243c416424ab60cfe88d7a234cc for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:13:33.356252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:33.388335 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Attempting to bind port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:13:33.388701 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Attempting to bind port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:13:33.389261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Attempting to bind port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:13:33.392511 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Pushing event updated for resources: {'Port': ['ID=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:33.401188 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:13:33.401559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:33.402050 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:33.405516 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:13:33.405516 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Bound port: bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:13:33.405516 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:33.405879 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.405989 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.406282 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.406608 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.406937 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.407304 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.407647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.407972 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.408307 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.408631 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.408969 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.409308 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:33.472788 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] For port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:13:33.476313 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] For port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:13:33.666477 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:33.721068 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Routers {'48bb8097-75e3-47a0-9f2e-f99b704f7077'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:13:33.721970 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['48bb8097-75e3-47a0-9f2e-f99b704f7077'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:33.729513 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:33.783428 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66b1d9-87f0-469f-88ce-0f4a6c1ba92e None None] Pushing event updated for resources: {'Port': ['ID=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:33.836989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Subnet': ['ID=3d97bba2-6a7d-4079-ac36-923d8058ad8f,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:33.846178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Checking segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:33.846178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network hostable DHCP agents. Network: d08869aa-b479-442b-b3ea-6aaa1a0be97d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:13:33.865487 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] Set router 48bb8097-75e3-47a0-9f2e-f99b704f7077 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:13:33.980522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:13:34.055965 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:13:31Z', 'revision_number': 3, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:34.087393 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c9d93-510f-4bac-9cf8-490b1a279f78 None None] The sync data for ids ['48bb8097-75e3-47a0-9f2e-f99b704f7077'] in n-d-713499-16 is: [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:13:31Z', 'revision_number': 3, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:13:34.157738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, d08869aa-b479-442b-b3ea-6aaa1a0be97d) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:34.162363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:34.163086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:34.166811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d5360-d210-4aec-a04d-f9be4d161c99 None None] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:13:34.283822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fd5100fe-8a99-4d53-8f53-59f025906558 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3150284 Aug 31 08:13:34.286995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 50968) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:34.351385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-d08869aa-b479-442b-b3ea-6aaa1a0be97d', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'fixed_ips': [{'subnet_id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:13:34.352332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:34.522097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Allocated IP 172.20.0.18 (d08869aa-b479-442b-b3ea-6aaa1a0be97d/3d97bba2-6a7d-4079-ac36-923d8058ad8f/c3fc2b77-431c-4daf-ad09-ffe5d922e840) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:13:34.725114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:34.738257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Transition to ACTIVE for port object c3fc2b77-431c-4daf-ad09-ffe5d922e840 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:34.761541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Transition to ACTIVE for port object c3fc2b77-431c-4daf-ad09-ffe5d922e840 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:34.854163 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:34.883570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:34.934806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:34.938473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:34.941132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:13:35.002615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Pushing event updated for resources: {'Port': ['ID=c3fc2b77-431c-4daf-ad09-ffe5d922e840,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:35.028040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Attempting to bind port c3fc2b77-431c-4daf-ad09-ffe5d922e840 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:13:35.028501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Attempting to bind port c3fc2b77-431c-4daf-ad09-ffe5d922e840 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:13:35.028941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Attempting to bind port c3fc2b77-431c-4daf-ad09-ffe5d922e840 on network d08869aa-b479-442b-b3ea-6aaa1a0be97d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:13:35.039775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:13:35.042615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Checking segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:35.043109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:35.043514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Bound using segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:13:35.044012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Bound port: c3fc2b77-431c-4daf-ad09-ffe5d922e840, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:13:35.044402 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:35.136294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] For port c3fc2b77-431c-4daf-ad09-ffe5d922e840, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:13:35.140907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] For port c3fc2b77-431c-4daf-ad09-ffe5d922e840, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c3fc2b77-431c-4daf-ad09-ffe5d922e840,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:13:35.216103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.20.0.17 (d08869aa-b479-442b-b3ea-6aaa1a0be97d/3d97bba2-6a7d-4079-ac36-923d8058ad8f/dd035373-5f9d-46d4-b8ac-95f41de39718) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:13:35.226413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:35.291631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e6583-516c-4008-bf56-6ce960e11598 None None] Pushing event updated for resources: {'Port': ['ID=c3fc2b77-431c-4daf-ad09-ffe5d922e840,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:35.354677 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:35.371138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Transition to ACTIVE for port object dd035373-5f9d-46d4-b8ac-95f41de39718 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:35.479637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:35.533402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:35.536683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:35.539910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:13:35.568170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=dd035373-5f9d-46d4-b8ac-95f41de39718,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:35.602704 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:35.966560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c3fc2b77-431c-4daf-ad09-ffe5d922e840 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:36.328786 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.380039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c3fc2b77-431c-4daf-ad09-ffe5d922e840 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:36.384808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:36.413464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f468fd6-2b90-44e6-8729-8714f0e407f2 None None] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:13:36.605515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] Provisioning for port c3fc2b77-431c-4daf-ad09-ffe5d922e840 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:36.607533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:36.617968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] Provisioning complete for port c3fc2b77-431c-4daf-ad09-ffe5d922e840 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:36.618217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.620408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:36.620712 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.670616 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.717556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.776560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.783508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.823082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=dd035373-5f9d-46d4-b8ac-95f41de39718,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:36.826505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.846637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:36.869424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] For port c3fc2b77-431c-4daf-ad09-ffe5d922e840, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c3fc2b77-431c-4daf-ad09-ffe5d922e840,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:36.957434 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:36.974993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:36.976609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:36.998494 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:37.038301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:37.123755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9be437-295b-43dc-8a53-f4899bca6cc9 None None] Pushing event updated for resources: {'Port': ['ID=c3fc2b77-431c-4daf-ad09-ffe5d922e840,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:37.159384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router 48bb8097-75e3-47a0-9f2e-f99b704f7077 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:13:37.248928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8fc928b4-c959-416d-933b-575b9bafdb5a None None] Provisioning for port dd035373-5f9d-46d4-b8ac-95f41de39718 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:37.253267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8fc928b4-c959-416d-933b-575b9bafdb5a None None] Provisioning complete for port dd035373-5f9d-46d4-b8ac-95f41de39718 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:37.253953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc928b4-c959-416d-933b-575b9bafdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:37.300407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:13:37.308663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bc85ced3-24e5-4d2e-b2fc-c7a2a1b3e28c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "PUT /v2.0/routers/48bb8097-75e3-47a0-9f2e-f99b704f7077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0205791 Aug 31 08:13:37.310538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8fc928b4-c959-416d-933b-575b9bafdb5a None None] Port dd035373-5f9d-46d4-b8ac-95f41de39718 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:13:37.331416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Sync routers for ids ['48bb8097-75e3-47a0-9f2e-f99b704f7077'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:13:37.338018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8fc928b4-c959-416d-933b-575b9bafdb5a None None] Provisioning complete for port c3fc2b77-431c-4daf-ad09-ffe5d922e840 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:37.338366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8fc928b4-c959-416d-933b-575b9bafdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:37.378768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Routers {'48bb8097-75e3-47a0-9f2e-f99b704f7077'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:13:37.379453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['48bb8097-75e3-47a0-9f2e-f99b704f7077'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:37.543888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Set router 48bb8097-75e3-47a0-9f2e-f99b704f7077 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:13:37.681275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-e47ffbc7-938e-4cea-8a5e-eac8b5046231 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:37.688855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-e47ffbc7-938e-4cea-8a5e-eac8b5046231 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/networks?id=d08869aa-b479-442b-b3ea-6aaa1a0be97d HTTP/1.1" status: 200 len: 797 time: 0.1236444 Aug 31 08:13:37.700605 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-738fa5f9-82ed-492c-a9c5-c1dcacaeb2e1 None None] Provisioning complete for port dd035373-5f9d-46d4-b8ac-95f41de39718 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:37.700605 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-738fa5f9-82ed-492c-a9c5-c1dcacaeb2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:37.700911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-f0a0ba15-4c99-461f-bb6c-9fa5a1870711 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/quotas/e4307243c416424ab60cfe88d7a234cc HTTP/1.1" status: 200 len: 375 time: 0.0097454 Aug 31 08:13:37.745107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-738fa5f9-82ed-492c-a9c5-c1dcacaeb2e1 None None] Port dd035373-5f9d-46d4-b8ac-95f41de39718 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:13:37.765734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-485c3d02-167a-4da1-ba6b-28f8163b1068 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0601010 Aug 31 08:13:37.803711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:13:35Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'dd035373-5f9d-46d4-b8ac-95f41de39718', 'name': '', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:93:52:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:35Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 2, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:37.832078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Checking router: 48bb8097-75e3-47a0-9f2e-f99b704f7077 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:13:37.834587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Updating router 48bb8097-75e3-47a0-9f2e-f99b704f7077 port dd035373-5f9d-46d4-b8ac-95f41de39718 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:13:37.859785 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:37.967972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c3fc2b77-431c-4daf-ad09-ffe5d922e840 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:38.022494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-dce4ed94-03b7-43a0-8543-f2fe0128daf5 service neutron] 10.222.0.36 "GET /v2.0/networks/d08869aa-b479-442b-b3ea-6aaa1a0be97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379496 Aug 31 08:13:38.085173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c3fc2b77-431c-4daf-ad09-ffe5d922e840 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:38.085543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:38.151759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-6bd8d499-f432-4fd2-8bf3-4736fce8b11c service neutron] 10.222.0.36 "GET /v2.0/networks/d08869aa-b479-442b-b3ea-6aaa1a0be97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233668 Aug 31 08:13:38.243660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:38.247126 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:38.287901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Transition to ACTIVE for port object dd035373-5f9d-46d4-b8ac-95f41de39718 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:38.309288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:38.309663 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:38.358043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:38.467083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a64dff-3575-487c-bd69-6f7d294be355 None None] Pushing event updated for resources: {'Port': ['ID=dd035373-5f9d-46d4-b8ac-95f41de39718,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:38.551324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-978468c1-5802-46fc-80f0-5c4dbe96acb4 req-696815ee-5056-4a65-8e42-63412de8bf5d tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 210 time: 0.0505469 Aug 31 08:13:38.565323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Attempting to bind port dd035373-5f9d-46d4-b8ac-95f41de39718 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:13:38.566097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Attempting to bind port dd035373-5f9d-46d4-b8ac-95f41de39718 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:13:38.566097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Attempting to bind port dd035373-5f9d-46d4-b8ac-95f41de39718 on network d08869aa-b479-442b-b3ea-6aaa1a0be97d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:13:38.576445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:13:38.576829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Checking segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:38.577493 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:38.577926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Bound using segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:13:38.578730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Bound port: dd035373-5f9d-46d4-b8ac-95f41de39718, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:13:38.579259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:38.701037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] For port dd035373-5f9d-46d4-b8ac-95f41de39718, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:13:38.705792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] For port dd035373-5f9d-46d4-b8ac-95f41de39718, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dd035373-5f9d-46d4-b8ac-95f41de39718,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:13:39.271065 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:39.302406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Routers {'48bb8097-75e3-47a0-9f2e-f99b704f7077'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:13:39.303033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['48bb8097-75e3-47a0-9f2e-f99b704f7077'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:39.361164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a64dff-3575-487c-bd69-6f7d294be355 None None] Pushing event updated for resources: {'Port': ['ID=dd035373-5f9d-46d4-b8ac-95f41de39718,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:39.458786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] Set router 48bb8097-75e3-47a0-9f2e-f99b704f7077 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:13:39.673214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a91a167-e18a-4bda-8484-b8b794a36b6d req-c68a5495-e291-485d-bc46-132bbe81c4b5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 210 time: 0.0451965 Aug 31 08:13:39.715123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:13:35Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'dd035373-5f9d-46d4-b8ac-95f41de39718', 'name': '', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:93:52:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:35Z', 'updated_at': '2021-08-31T08:13:38Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:13:39.741470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c82a04-57d1-4c5e-9b48-bfacaa8282fa None None] The sync data for ids ['48bb8097-75e3-47a0-9f2e-f99b704f7077'] in n-d-713499-16 is: [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:13:35Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'dd035373-5f9d-46d4-b8ac-95f41de39718', 'name': '', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:93:52:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:35Z', 'updated_at': '2021-08-31T08:13:38Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:13:39.964756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd035373-5f9d-46d4-b8ac-95f41de39718 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:40.111558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port dd035373-5f9d-46d4-b8ac-95f41de39718 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:40.117640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port dd035373-5f9d-46d4-b8ac-95f41de39718 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:40.118291 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:40.220748 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:40.262623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port dd035373-5f9d-46d4-b8ac-95f41de39718, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dd035373-5f9d-46d4-b8ac-95f41de39718,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:40.551573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:40.613093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=dd035373-5f9d-46d4-b8ac-95f41de39718,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:40.810450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ddbbd27-0f08-4ad1-9f87-3353fbf3c2e6 req-d4bb2ba8-e6be-4498-9f37-d87113397236 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 210 time: 0.0300121 Aug 31 08:13:41.983654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd035373-5f9d-46d4-b8ac-95f41de39718 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:42.008342 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97e05214-dc41-4c35-834f-08485e44c947 req-d93ad6ef-7fea-4ff2-a1dd-565cd09bae15 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 210 time: 0.0901296 Aug 31 08:13:42.046657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port dd035373-5f9d-46d4-b8ac-95f41de39718 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:42.047070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:42.066308 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-7676955a-466e-4559-871e-5608ed591af3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:42.067992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-7676955a-466e-4559-871e-5608ed591af3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.68 "GET /v2.0/networks?id=d08869aa-b479-442b-b3ea-6aaa1a0be97d HTTP/1.1" status: 200 len: 797 time: 0.1389086 Aug 31 08:13:42.081045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Request body: {'port': {'device_id': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'admin_state_up': True, 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:42.403815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Made reservation on behalf of e4307243c416424ab60cfe88d7a234cc for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:13:42.408603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:42.555311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Allocated IP 172.20.0.26 (d08869aa-b479-442b-b3ea-6aaa1a0be97d/3d97bba2-6a7d-4079-ac36-923d8058ad8f/05a5c8dc-188a-401c-a32f-a27e6ddae725) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:13:42.761154 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:42.777673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Transition to ACTIVE for port object 05a5c8dc-188a-401c-a32f-a27e6ddae725 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:42.889078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:42.933890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:13:42.937055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:13:42.941173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:13:42.948562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event updated for resources: {'Port': ['ID=05a5c8dc-188a-401c-a32f-a27e6ddae725,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:43.006561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:43.007240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:43.091468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-cd229fbb-0f1f-452d-b1c6-f5f807e4eacd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0135162 Aug 31 08:13:43.111804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Request body: {'port': {'device_id': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:13:43.194865 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:43.266127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a4ba-0e2f-441d-b8b0-1df3e2bea0ea req-5fc7b534-72ef-418a-80cb-e7e7e8e81e47 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:43.267707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb18a4ba-0e2f-441d-b8b0-1df3e2bea0ea req-5fc7b534-72ef-418a-80cb-e7e7e8e81e47 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 895 time: 0.1752484 Aug 31 08:13:43.350941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-518ac979-8429-4058-8f5f-8ded42f4871f None None] Provisioning for port 05a5c8dc-188a-401c-a32f-a27e6ddae725 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:43.355188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-518ac979-8429-4058-8f5f-8ded42f4871f None None] Provisioning complete for port 05a5c8dc-188a-401c-a32f-a27e6ddae725 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:43.355870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-518ac979-8429-4058-8f5f-8ded42f4871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:43.428023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-518ac979-8429-4058-8f5f-8ded42f4871f None None] Port 05a5c8dc-188a-401c-a32f-a27e6ddae725 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:13:43.881928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a5c8dc-188a-401c-a32f-a27e6ddae725 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:13:43.890413 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:43.906262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Transition to ACTIVE for port object 05a5c8dc-188a-401c-a32f-a27e6ddae725 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:13:44.003300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:44.058348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Pushing event updated for resources: {'Port': ['ID=05a5c8dc-188a-401c-a32f-a27e6ddae725,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:44.138868 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Attempting to bind port 05a5c8dc-188a-401c-a32f-a27e6ddae725 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:13:44.139524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Attempting to bind port 05a5c8dc-188a-401c-a32f-a27e6ddae725 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:13:44.139524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Attempting to bind port 05a5c8dc-188a-401c-a32f-a27e6ddae725 on network d08869aa-b479-442b-b3ea-6aaa1a0be97d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:13:44.144342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Port 05a5c8dc-188a-401c-a32f-a27e6ddae725 on network d08869aa-b479-442b-b3ea-6aaa1a0be97d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:13:44.144671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Attempting to bind port 05a5c8dc-188a-401c-a32f-a27e6ddae725 on network d08869aa-b479-442b-b3ea-6aaa1a0be97d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:13:44.150456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:13:44.150801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Checking segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:13:44.151244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Bound using segment: {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:13:44.151679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Bound port: 05a5c8dc-188a-401c-a32f-a27e6ddae725, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595f2b0-5a81-4728-816b-1f61fd974b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:13:44.152038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:44.263207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] For port 05a5c8dc-188a-401c-a32f-a27e6ddae725, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:13:44.267234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] For port 05a5c8dc-188a-401c-a32f-a27e6ddae725, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=05a5c8dc-188a-401c-a32f-a27e6ddae725,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:13:44.453925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee0f6b-ce2d-492f-b861-3557da434e6a req-91aeb47e-7b37-4cdc-80a1-d170aacd2a6f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:44.455699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4ee0f6b-ce2d-492f-b861-3557da434e6a req-91aeb47e-7b37-4cdc-80a1-d170aacd2a6f tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 907 time: 0.0643375 Aug 31 08:13:44.471807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:44.507176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:44.508407 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:44.509830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] 10.222.0.68 "PUT /v2.0/ports/05a5c8dc-188a-401c-a32f-a27e6ddae725 HTTP/1.1" status: 200 len: 1056 time: 1.4034617 Aug 31 08:13:44.511498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'tag': '05a5c8dc-188a-401c-a32f-a27e6ddae725'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:13:44.514169 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f43482-75a7-412d-89fc-4cafc08ba0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4275364-d5cc-46c9-a9f8-0b048f36ac21", "tag": "05a5c8dc-188a-401c-a32f-a27e6ddae725"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:13:44.559957 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063d759-c8c4-4230-a9dc-2c925a6dd9d9 x-openstack-request-id: req-7063d759-c8c4-4230-a9dc-2c925a6dd9d9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:13:44.560652 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4275364-d5cc-46c9-a9f8-0b048f36ac21", "tag": "05a5c8dc-188a-401c-a32f-a27e6ddae725", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:13:44.560652 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7063d759-c8c4-4230-a9dc-2c925a6dd9d9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:13:44.561397 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'tag': '05a5c8dc-188a-401c-a32f-a27e6ddae725', 'status': 'completed', 'code': 200} Aug 31 08:13:44.563286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6331196-7d22-4886-9f33-70e67ff882d9 service neutron] Pushing event updated for resources: {'Port': ['ID=05a5c8dc-188a-401c-a32f-a27e6ddae725,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:44.647842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-8bbd80db-ab69-4003-85e2-854203ed380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:44.652871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-8bbd80db-ab69-4003-85e2-854203ed380c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 1059 time: 0.0669384 Aug 31 08:13:44.859514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-53524a18-1d65-489e-adbd-9933c4460412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:44.859994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-53524a18-1d65-489e-adbd-9933c4460412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:44.864406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-53524a18-1d65-489e-adbd-9933c4460412 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e4307243c416424ab60cfe88d7a234cc&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2000268 Aug 31 08:13:45.039806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-2659dc38-f478-43c4-b777-cd9bcdc2130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:45.041258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8f43482-75a7-412d-89fc-4cafc08ba0bf req-2659dc38-f478-43c4-b777-cd9bcdc2130e service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719491 Aug 31 08:13:45.131095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-ad639340-0d86-415e-bd81-a96018132dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:45.132686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-ad639340-0d86-415e-bd81-a96018132dc1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 1059 time: 0.0429440 Aug 31 08:13:45.175312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-4019ae76-058b-4378-9d50-c3b872619a63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=05a5c8dc-188a-401c-a32f-a27e6ddae725 HTTP/1.1" status: 200 len: 217 time: 0.0351546 Aug 31 08:13:45.228315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-dac6ceda-bfb7-4aec-966c-dbc338de1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:45.230242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-dac6ceda-bfb7-4aec-966c-dbc338de1881 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3d97bba2-6a7d-4079-ac36-923d8058ad8f HTTP/1.1" status: 200 len: 838 time: 0.0485475 Aug 31 08:13:45.283860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-7226a4a2-78ef-421a-9613-0e9ecab0c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:45.285829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-7226a4a2-78ef-421a-9613-0e9ecab0c684 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d08869aa-b479-442b-b3ea-6aaa1a0be97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0476501 Aug 31 08:13:45.384209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-4efa4f04-ac3c-4ffb-97cc-7e1ef02213c5 service neutron] 10.222.0.68 "GET /v2.0/networks/d08869aa-b479-442b-b3ea-6aaa1a0be97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896554 Aug 31 08:13:45.482199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-022b6776-a48b-42b2-98b3-37c1df6670e8 req-22bb7059-8989-4b3a-9a23-0a7d66a0b92c service neutron] 10.222.0.68 "GET /v2.0/networks/d08869aa-b479-442b-b3ea-6aaa1a0be97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908301 Aug 31 08:13:45.573205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458537d-c66e-4a06-8342-a8e6306c9456 req-36220218-9554-41d1-b3a9-bfa47fe4358e tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:45.574930 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d458537d-c66e-4a06-8342-a8e6306c9456 req-36220218-9554-41d1-b3a9-bfa47fe4358e tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 907 time: 0.0505533 Aug 31 08:13:46.705597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dee44-5ceb-47b2-b256-c67c716e6eda req-1e2ca8a8-0f6a-48af-8756-a97bd809c45b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:46.707167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-692dee44-5ceb-47b2-b256-c67c716e6eda req-1e2ca8a8-0f6a-48af-8756-a97bd809c45b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 907 time: 0.0554883 Aug 31 08:13:47.134893 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:13:47.826981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40118e8b-f433-4ccc-a7c7-02b6bf36bada req-a854e59f-919f-45a1-9c5b-bd02d373f2da tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:47.830331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40118e8b-f433-4ccc-a7c7-02b6bf36bada req-a854e59f-919f-45a1-9c5b-bd02d373f2da tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 907 time: 0.0537834 Aug 31 08:13:48.951887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17706d1-4b11-452d-931e-e005479da77b req-15f1c8ab-88c7-41a8-901c-d524c15b843b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:48.953691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b17706d1-4b11-452d-931e-e005479da77b req-15f1c8ab-88c7-41a8-901c-d524c15b843b tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 907 time: 0.0559165 Aug 31 08:13:49.713757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 05a5c8dc-188a-401c-a32f-a27e6ddae725 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:13:49.973908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 05a5c8dc-188a-401c-a32f-a27e6ddae725, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=05a5c8dc-188a-401c-a32f-a27e6ddae725,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:49.997243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '05a5c8dc-188a-401c-a32f-a27e6ddae725', 'network_id': 'd08869aa-b479-442b-b3ea-6aaa1a0be97d', 'port_id': '05a5c8dc-188a-401c-a32f-a27e6ddae725', 'mac_address': 'fa:16:3e:c8:6e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d97bba2-6a7d-4079-ac36-923d8058ad8f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:13:50.033224 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:50.049658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a5c8dc-188a-401c-a32f-a27e6ddae725 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:13:50.079460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 05a5c8dc-188a-401c-a32f-a27e6ddae725, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=05a5c8dc-188a-401c-a32f-a27e6ddae725,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:50.091897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bbd45-d545-4b6b-9806-d15d0c67c9d5 req-ac984344-351a-466b-a6b8-e853193be3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:50.093407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-804bbd45-d545-4b6b-9806-d15d0c67c9d5 req-ac984344-351a-466b-a6b8-e853193be3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 907 time: 0.0655730 Aug 31 08:13:50.295361 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:50.355688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=05a5c8dc-188a-401c-a32f-a27e6ddae725,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:50.538771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['05a5c8dc-188a-401c-a32f-a27e6ddae725'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:13:51.212098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d72d8-d88c-4553-8939-3677ca134580 req-29485bdc-1a81-48f0-b448-a1a8b165e417 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:51.213609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-413d72d8-d88c-4553-8939-3677ca134580 req-29485bdc-1a81-48f0-b448-a1a8b165e417 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 908 time: 0.0496666 Aug 31 08:13:51.731572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 05a5c8dc-188a-401c-a32f-a27e6ddae725 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:13:51.906770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 05a5c8dc-188a-401c-a32f-a27e6ddae725 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:13:51.913281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 05a5c8dc-188a-401c-a32f-a27e6ddae725 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:13:51.914649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:52.011002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:52.034350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5c8dc-188a-401c-a32f-a27e6ddae725'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:13:52.036647 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cebe970-f6a9-4eac-b831-71beff51b45f" -d '{"events": [{"server_uuid": "a4275364-d5cc-46c9-a9f8-0b048f36ac21", "name": "network-vif-plugged", "status": "completed", "tag": "05a5c8dc-188a-401c-a32f-a27e6ddae725"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:13:52.053034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 05a5c8dc-188a-401c-a32f-a27e6ddae725, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=05a5c8dc-188a-401c-a32f-a27e6ddae725,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:52.075732 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8f486c-4518-4477-b13e-eb8759519dfb x-openstack-request-id: req-ff8f486c-4518-4477-b13e-eb8759519dfb {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:13:52.076030 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4275364-d5cc-46c9-a9f8-0b048f36ac21", "name": "network-vif-plugged", "status": "completed", "tag": "05a5c8dc-188a-401c-a32f-a27e6ddae725", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:13:52.076293 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff8f486c-4518-4477-b13e-eb8759519dfb {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:13:52.076693 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5c8dc-188a-401c-a32f-a27e6ddae725', 'code': 200} Aug 31 08:13:52.180635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf8d3c-eeb3-42e3-98d7-b7d2a24c1dea req-5deb68e9-da6f-46d9-9bae-c002dbc01834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:52.182192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31bf8d3c-eeb3-42e3-98d7-b7d2a24c1dea req-5deb68e9-da6f-46d9-9bae-c002dbc01834 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 1060 time: 0.0450313 Aug 31 08:13:52.202538 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:52.259084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=05a5c8dc-188a-401c-a32f-a27e6ddae725,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:52.338964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb5219-c20b-4cd2-919e-67e16e79af28 req-b2c3cb3e-756c-4bea-9df8-d91f6a446ec3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:52.340696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1eeb5219-c20b-4cd2-919e-67e16e79af28 req-b2c3cb3e-756c-4bea-9df8-d91f6a446ec3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0541766 Aug 31 08:13:53.460383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe73cf-33e8-4535-b6be-bd99503350e9 req-84ac2852-9161-44a3-8d92-1a13ce1a25ba tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:53.462453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdfe73cf-33e8-4535-b6be-bd99503350e9 req-84ac2852-9161-44a3-8d92-1a13ce1a25ba tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0508134 Aug 31 08:13:53.774367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2772e7c-e7d0-48dd-bdd2-10fa0437e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:53.917194 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:54.582871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70ff1-4e60-401a-9173-0bed0857adca req-43ab7c07-7089-47e9-9984-929927da88bd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:54.584314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17a70ff1-4e60-401a-9173-0bed0857adca req-43ab7c07-7089-47e9-9984-929927da88bd tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0513563 Aug 31 08:13:54.701779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fde365-cae9-48e2-830a-01dc8ab28865 req-fce88a43-40d7-4167-b720-a3406707cdd9 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:54.703546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25fde365-cae9-48e2-830a-01dc8ab28865 req-fce88a43-40d7-4167-b720-a3406707cdd9 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0505447 Aug 31 08:13:54.813454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196dd12-a8bd-43e1-8d0e-3c540b182c5a req-d7fae383-d9dd-4b9f-b02e-4fe537da336d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:54.815032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2196dd12-a8bd-43e1-8d0e-3c540b182c5a req-d7fae383-d9dd-4b9f-b02e-4fe537da336d tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 1061 time: 0.0450802 Aug 31 08:13:54.926508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328ffb-1af9-4eea-9717-5d26539094ab req-2417170b-b038-4d5a-8b78-6301dec13567 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:54.928132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b328ffb-1af9-4eea-9717-5d26539094ab req-2417170b-b038-4d5a-8b78-6301dec13567 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1136 time: 0.0454662 Aug 31 08:13:54.965301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6b328ffb-1af9-4eea-9717-5d26539094ab req-0077667c-3488-41aa-97a8-5d0829305b15 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0306692 Aug 31 08:13:54.987318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51200) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:13:55.028165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1b30e-2443-41d6-bfd0-7d78f68082f6 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:55.029734 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2ec1b30e-2443-41d6-bfd0-7d78f68082f6 tempest-TestSecurityGroupsBasicOps-1206538237 tempest-TestSecurityGroupsBasicOps-1206538237-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 1056 time: 0.0414114 Aug 31 08:13:55.966801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1528ce-4359-4bb4-85ca-1b5efa5b7afb req-c8d0a5c1-7a97-4c05-808b-1422a7e3cd44 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:55.968278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f1528ce-4359-4bb4-85ca-1b5efa5b7afb req-c8d0a5c1-7a97-4c05-808b-1422a7e3cd44 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0531087 Aug 31 08:13:56.203154 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:56.511636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:56.757034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b45a46e5-0c42-4762-80cd-7ac8071b26b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:57.099262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a431-cd73-4d52-8ed9-c12c3f78f918 req-b356c12e-b9bc-4113-9f5a-4036b6d8b6e9 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:57.100756 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9aa9a431-cd73-4d52-8ed9-c12c3f78f918 req-b356c12e-b9bc-4113-9f5a-4036b6d8b6e9 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0565178 Aug 31 08:13:57.328281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-051e4ef2-07d0-4cf9-ae8f-061ed6229e89 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:13:57.329860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-051e4ef2-07d0-4cf9-ae8f-061ed6229e89 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.68 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 909 time: 0.0505772 Aug 31 08:13:57.423520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port 05a5c8dc-188a-401c-a32f-a27e6ddae725 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:13:57.424001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:57.520380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] For port 05a5c8dc-188a-401c-a32f-a27e6ddae725, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=05a5c8dc-188a-401c-a32f-a27e6ddae725,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:13:57.520759 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:57.535343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for 05a5c8dc-188a-401c-a32f-a27e6ddae725 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:13:57.768243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:57.796088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=05a5c8dc-188a-401c-a32f-a27e6ddae725,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:13:57.834101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.834505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.834859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.835207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.835544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.836395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.836722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.837060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.837495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.837710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.838068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.838400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:13:57.855595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] No DVR routers for this DVR port 05a5c8dc-188a-401c-a32f-a27e6ddae725 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:13:57.858108 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:57.860327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-119f2f31-79b1-483c-849d-6ab3692517d3 req-0d5c3456-e9c7-447d-be2b-5503f006f25c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.68 "DELETE /v2.0/ports/05a5c8dc-188a-401c-a32f-a27e6ddae725 HTTP/1.1" status: 204 len: 173 time: 0.5245101 Aug 31 08:13:57.860774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'name': 'network-vif-deleted', 'tag': '05a5c8dc-188a-401c-a32f-a27e6ddae725'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:13:57.863154 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6676ab-8aa0-4df1-b9a7-7a9acf11d4b9" -d '{"events": [{"server_uuid": "a4275364-d5cc-46c9-a9f8-0b048f36ac21", "name": "network-vif-deleted", "tag": "05a5c8dc-188a-401c-a32f-a27e6ddae725"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:13:57.904164 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f9f9cc-9c3f-4a53-8b97-b26b4bb93d72 x-openstack-request-id: req-77f9f9cc-9c3f-4a53-8b97-b26b4bb93d72 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:13:57.904486 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4275364-d5cc-46c9-a9f8-0b048f36ac21", "name": "network-vif-deleted", "tag": "05a5c8dc-188a-401c-a32f-a27e6ddae725", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:13:57.904751 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77f9f9cc-9c3f-4a53-8b97-b26b4bb93d72 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:13:57.905158 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4275364-d5cc-46c9-a9f8-0b048f36ac21', 'name': 'network-vif-deleted', 'tag': '05a5c8dc-188a-401c-a32f-a27e6ddae725', 'status': 'completed', 'code': 200} Aug 31 08:13:58.083120 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:58.199542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02863208-c040-4ab8-9629-28e89e7ba311 req-234e4915-09b0-4732-935e-4e57399e7525 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 210 time: 0.0261052 Aug 31 08:13:59.312203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beca2b25-91bc-478d-98f4-ec9c40ac79c0 req-2e2c20e2-a130-4099-9e9d-b35bb1349102 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4275364-d5cc-46c9-a9f8-0b048f36ac21 HTTP/1.1" status: 200 len: 210 time: 0.0281491 Aug 31 08:13:59.559150 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:13:59.771201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 05a5c8dc-188a-401c-a32f-a27e6ddae725 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:13:59.791500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 05a5c8dc-188a-401c-a32f-a27e6ddae725 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:13:59.791853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 05a5c8dc-188a-401c-a32f-a27e6ddae725 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:13:59.936054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51274) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:00.045278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90c6b26a-034b-4fef-85c5-8bbcf7185b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.136459 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90c6b26a-034b-4fef-85c5-8bbcf7185b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.247995 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-90c6b26a-034b-4fef-85c5-8bbcf7185b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.287423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-90c6b26a-034b-4fef-85c5-8bbcf7185b5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebac92c898ae44f8b7dcbb7e10279501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501503 Aug 31 08:14:00.288311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6b26a-034b-4fef-85c5-8bbcf7185b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890561a6-2c44-4d04-89c1-73577844a836,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:00.290628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51278) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:00.345226 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.371833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51282) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:00.372735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.585309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.588035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:00.596043 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/890561a6-2c44-4d04-89c1-73577844a836 HTTP/1.1" status: 204 len: 168 time: 0.2970221 Aug 31 08:14:00.598520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890561a6-2c44-4d04-89c1-73577844a836,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:00.607205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.607562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.608109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.608626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.608967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.609309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.609643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.610060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.610394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.610724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.611057 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.611391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bc247-4742-4f5b-88e7-c782f592f337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:14:00.741994 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.017093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port dd035373-5f9d-46d4-b8ac-95f41de39718 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:01.017353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.118564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] For port dd035373-5f9d-46d4-b8ac-95f41de39718, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=dd035373-5f9d-46d4-b8ac-95f41de39718,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:01.119010 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.133910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for dd035373-5f9d-46d4-b8ac-95f41de39718 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:01.410899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51292) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:01.425167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82be-f955-4b10-b8fa-df33584f1d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.473493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.511956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=dd035373-5f9d-46d4-b8ac-95f41de39718,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:01.660424 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82be-f955-4b10-b8fa-df33584f1d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.729016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5e5a82be-f955-4b10-b8fa-df33584f1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.756485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.776033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5e5a82be-f955-4b10-b8fa-df33584f1d80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0b97b498c894955a68818388ae1294d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633304 Aug 31 08:14:01.779327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51296) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:01.782206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a82be-f955-4b10-b8fa-df33584f1d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78df90b6-a1a1-44ea-af1a-f36281be4bca,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:01.834748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e870dc0-2d62-4e20-95bc-24c32225f3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.857939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e870dc0-2d62-4e20-95bc-24c32225f3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.974599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e870dc0-2d62-4e20-95bc-24c32225f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.978971 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7e870dc0-2d62-4e20-95bc-24c32225f3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:01.990500 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7e870dc0-2d62-4e20-95bc-24c32225f3e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78df90b6-a1a1-44ea-af1a-f36281be4bca HTTP/1.1" status: 204 len: 168 time: 0.2067852 Aug 31 08:14:02.002395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e870dc0-2d62-4e20-95bc-24c32225f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78df90b6-a1a1-44ea-af1a-f36281be4bca,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:02.291460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router 48bb8097-75e3-47a0-9f2e-f99b704f7077 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:14:02.400437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:14:02.412394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9bf93f6d-e131-4f5b-bee9-fe2971be6a18 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "PUT /v2.0/routers/48bb8097-75e3-47a0-9f2e-f99b704f7077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0370388 Aug 31 08:14:02.424553 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] Sync routers for ids ['48bb8097-75e3-47a0-9f2e-f99b704f7077'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:14:02.424955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51302) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:02.428567 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] Routers {'48bb8097-75e3-47a0-9f2e-f99b704f7077'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:02.429193 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['48bb8097-75e3-47a0-9f2e-f99b704f7077'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:02.494610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting subnet 3d97bba2-6a7d-4079-ac36-923d8058ad8f {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:14:02.498998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:02.547517 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] Set router 48bb8097-75e3-47a0-9f2e-f99b704f7077 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:02.549284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:02.647198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:02.769250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:14:01Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:02.797651 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:02.812003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:02.812507 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] Checking router: 48bb8097-75e3-47a0-9f2e-f99b704f7077 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:14:02.817510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf76e9-f6e9-4732-8612-3c26726dfdab None None] Network d08869aa-b479-442b-b3ea-6aaa1a0be97d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:14:02.818120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51314) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:02.825936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/subnets/3d97bba2-6a7d-4079-ac36-923d8058ad8f HTTP/1.1" status: 204 len: 168 time: 0.4013262 Aug 31 08:14:02.832589 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] Routers {'48bb8097-75e3-47a0-9f2e-f99b704f7077'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:02.833237 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['48bb8097-75e3-47a0-9f2e-f99b704f7077'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:02.875494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d74970-53f7-4b14-8524-4ed671c479be tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Subnet': ['ID=3d97bba2-6a7d-4079-ac36-923d8058ad8f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:02.979866 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] Set router 48bb8097-75e3-47a0-9f2e-f99b704f7077 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:02.988432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.047411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] DHCP port deletion for d08869aa-b479-442b-b3ea-6aaa1a0be97d request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:14:03.134600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] Deleting port c3fc2b77-431c-4daf-ad09-ffe5d922e840 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:03.135264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.172351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.194933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-6d33983b-7eff-4b6a-bacc-276ab5fb93dc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643208 Aug 31 08:14:03.214966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] For port c3fc2b77-431c-4daf-ad09-ffe5d922e840, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c3fc2b77-431c-4daf-ad09-ffe5d922e840,segment=NetworkSegment(a595f2b0-5a81-4728-816b-1f61fd974b44),segment_id=a595f2b0-5a81-4728-816b-1f61fd974b44)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:03.215479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.229706 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:14:01Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:03.230514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] Calling delete_port for c3fc2b77-431c-4daf-ad09-ffe5d922e840 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:03.261976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc05e4-9e64-4ec2-b747-d40a0cdffc1b None None] The sync data for ids ['48bb8097-75e3-47a0-9f2e-f99b704f7077'] in n-d-713499-16 is: [{'id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1944540290', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:13:29Z', 'updated_at': '2021-08-31T08:14:01Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bb8097-75e3-47a0-9f2e-f99b704f7077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:13:30Z', 'updated_at': '2021-08-31T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:14:03.345883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-63a463b6-3524-479e-9275-c73e2c672e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:03.347406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-63a463b6-3524-479e-9275-c73e2c672e88 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1023c07cf51a43b98323a7005581473d&device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 1098 time: 0.0749829 Aug 31 08:14:03.362367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:03.362645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.408667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.454323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] Pushing event deleted for resources: {'Port': ['ID=c3fc2b77-431c-4daf-ad09-ffe5d922e840,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:03.457061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616faf7-f3de-4c81-b851-9fbdafc56b25 None None] No DVR routers for this DVR port c3fc2b77-431c-4daf-ad09-ffe5d922e840 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:14:03.534098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-5b8458fb-0261-4256-9d6b-dc9bcde1bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:03.535571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-5b8458fb-0261-4256-9d6b-dc9bcde1bbc8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 200 len: 909 time: 0.1593976 Aug 31 08:14:03.537204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] For port bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:03.537570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:03.556660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:03.653994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-36dbb6e0-0c1e-4469-acfd-192b900f4e54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 200 len: 1002 time: 0.1065614 Aug 31 08:14:03.771118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-027a427f-f6c6-4299-b3dd-b2895e6e1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:03.771118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-027a427f-f6c6-4299-b3dd-b2895e6e1b91 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 200 len: 847 time: 0.1033258 Aug 31 08:14:03.871757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-abd5beb5-619d-4bf6-913d-0d93033aec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:03.873483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-abd5beb5-619d-4bf6-913d-0d93033aec8e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2fc5bb32-8feb-4b88-88b4-d81c370ac068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952835 Aug 31 08:14:03.997522 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c3fc2b77-431c-4daf-ad09-ffe5d922e840 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:03.998094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-540f491f-a1d1-4d75-ae85-4b34d8db914e service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157622 Aug 31 08:14:04.018663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c3fc2b77-431c-4daf-ad09-ffe5d922e840 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:04.019222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c3fc2b77-431c-4daf-ad09-ffe5d922e840 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:04.019740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd035373-5f9d-46d4-b8ac-95f41de39718 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:04.040669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: dd035373-5f9d-46d4-b8ac-95f41de39718 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:04.041327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device dd035373-5f9d-46d4-b8ac-95f41de39718 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:04.057668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.095591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:04.174588 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae698ce-b7e1-4e66-b749-5d0481adbf7c req-e2683857-ea9a-4a41-80b4-01785c67a43c service neutron] 10.222.0.68 "GET /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676714 Aug 31 08:14:04.184862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.286272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.288627 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.420284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.421230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Fanout notify agent at l3_agent the message router_deleted on router 48bb8097-75e3-47a0-9f2e-f99b704f7077 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:14:04.428684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.433210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51342) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:04.433772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-566ae589-ad8a-498c-bd39-1a54b9a45d43 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/routers/48bb8097-75e3-47a0-9f2e-f99b704f7077 HTTP/1.1" status: 204 len: 168 time: 1.6143632 Aug 31 08:14:04.538055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.657547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.669083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08869aa-b479-442b-b3ea-6aaa1a0be97d']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:04.680720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a595f2b0-5a81-4728-816b-1f61fd974b44') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:04.681084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a595f2b0-5a81-4728-816b-1f61fd974b44') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:04.690156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.704325 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.710897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:14:04.711300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:14:04.714414 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:14:04.877334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.890656 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:04.893358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/networks/d08869aa-b479-442b-b3ea-6aaa1a0be97d HTTP/1.1" status: 204 len: 168 time: 0.4587839 Aug 31 08:14:04.897474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51354) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:04.910903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c08432-40a4-4f89-a441-2f945d1ba3c3 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Network': ['ID=d08869aa-b479-442b-b3ea-6aaa1a0be97d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:05.140160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port 1fc4d486-12da-4a54-ae62-96e000c06656 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:05.140160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:05.222530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:05.222872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:05.234490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for 1fc4d486-12da-4a54-ae62-96e000c06656 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:05.502761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:05.529718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=1fc4d486-12da-4a54-ae62-96e000c06656,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:05.609763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:05.609961 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Floating IP 74e71e4a-60ec-4c6e-a474-b08e2893b34a disassociated (deleted). External IP: 172.25.0.108, port: 2238787f-3915-4e1a-9fda-6212d9ad5259. Aug 31 08:14:05.840593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router e18a86e0-c6e5-457a-8003-743d30a819dd has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:14:05.945501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:05.966873 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:05.967501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bf0ccad5-2aa8-4c95-8913-5ce4f9a0706c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:06.237694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:14:06.243374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:06.248285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] Sync routers for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:14:06.264642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:06.264642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:06.271585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fe7d3462-5082-4517-90f3-743a2724d7d4 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/floatingips/74e71e4a-60ec-4c6e-a474-b08e2893b34a HTTP/1.1" status: 204 len: 168 time: 1.3723717 Aug 31 08:14:06.272324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:14:06.274757 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d0e5b-58ab-4552-b94c-528064503e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:14:06.329650 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b9ba3-ae8d-4ca5-bf07-02087ad121a9 x-openstack-request-id: req-126b9ba3-ae8d-4ca5-bf07-02087ad121a9 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:14:06.330227 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:14:06.330546 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-126b9ba3-ae8d-4ca5-bf07-02087ad121a9 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:14:06.331037 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'status': 'completed', 'code': 200} Aug 31 08:14:06.392288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:06.400030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-702b8dfa-08a5-4a4c-91ac-f3b4fc29b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:06.401706 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-702b8dfa-08a5-4a4c-91ac-f3b4fc29b6fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 1136 time: 0.0484822 Aug 31 08:14:06.499458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-7681f000-f0bf-45ad-a2a5-8df1d62ac318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:06.500887 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-7681f000-f0bf-45ad-a2a5-8df1d62ac318 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6120e65-ea1f-4e5e-8403-dceb6cf75085 HTTP/1.1" status: 200 len: 898 time: 0.0922160 Aug 31 08:14:06.546594 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-bd85170e-05ab-4de9-a961-49fd3a7b91a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2238787f-3915-4e1a-9fda-6212d9ad5259 HTTP/1.1" status: 200 len: 217 time: 0.0381787 Aug 31 08:14:06.613098 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-a5e4609b-210e-4554-9108-0f055c21d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:06.615171 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-a5e4609b-210e-4554-9108-0f055c21d5a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=342bd6bd-0430-4148-9881-e1138ec6c439 HTTP/1.1" status: 200 len: 834 time: 0.0616717 Aug 31 08:14:06.650184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:36Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:06.679267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-fc01b014-8fc5-4e15-9e30-c02cf797dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:06.680800 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-fc01b014-8fc5-4e15-9e30-c02cf797dd04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6120e65-ea1f-4e5e-8403-dceb6cf75085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571625 Aug 31 08:14:06.685425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] Checking router: e18a86e0-c6e5-457a-8003-743d30a819dd for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:14:06.694298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:06.695469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:06.782262 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-7ead45be-e75a-4607-8270-bb3d3290eee0 service neutron] 10.222.0.45 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933092 Aug 31 08:14:06.837566 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:06.905281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c3f8-7434-48ad-bfc5-158f4f3b8d19 req-d5ac92e6-d706-4162-b325-c5b31ee11b06 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:06.907462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c528c3f8-7434-48ad-bfc5-158f4f3b8d19 req-d5ac92e6-d706-4162-b325-c5b31ee11b06 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 984 time: 0.0547307 Aug 31 08:14:06.917891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e11d0e5b-58ab-4552-b94c-528064503e0f req-7ed8c06f-711c-4075-b8ec-5694f8dea7fb service neutron] 10.222.0.45 "GET /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242104 Aug 31 08:14:06.962365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c528c3f8-7434-48ad-bfc5-158f4f3b8d19 req-a43bccc0-aae0-45aa-a137-edeb5a09ef7c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0460348 Aug 31 08:14:07.089383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:36Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:07.121106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054a5e6-5003-4376-867d-3e4fec574f86 None None] The sync data for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 is: [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'e0639fd6-c1ef-4747-b1bf-e15190f66564', 'name': '', 'network_id': 'a6120e65-ea1f-4e5e-8403-dceb6cf75085', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'mac_address': 'fa:16:3e:01:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:29Z', 'updated_at': '2021-08-31T08:12:36Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'subnets': [{'id': '342bd6bd-0430-4148-9881-e1138ec6c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:14:07.351652 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb248058-c8a2-4ab2-8990-09eaf5bca3f9 None None] New status for floating IP 74e71e4a-60ec-4c6e-a474-b08e2893b34a: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:14:08.087174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8aaa2-d2c1-4aa4-a4ff-28d34adc33b3 req-a0df5edf-7058-42e4-8abf-7639b83835d2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:08.088723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bd8aaa2-d2c1-4aa4-a4ff-28d34adc33b3 req-a0df5edf-7058-42e4-8abf-7639b83835d2 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 984 time: 0.0544474 Aug 31 08:14:08.143792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1bd8aaa2-d2c1-4aa4-a4ff-28d34adc33b3 req-6d372b04-0901-4455-ad2b-9ddfbfb229f1 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/security-groups?id=e718deb3-e028-4eef-8b24-a7b527eeb5dc&id=5c6fd748-8b54-43bf-a754-ce8e9574662a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0487061 Aug 31 08:14:08.203712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-012d8aa7-4c75-4afd-af1f-70524b5af23c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:08.205248 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-012d8aa7-4c75-4afd-af1f-70524b5af23c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 984 time: 0.0552340 Aug 31 08:14:08.312339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port 2238787f-3915-4e1a-9fda-6212d9ad5259 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:08.312755 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:08.404497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] For port 2238787f-3915-4e1a-9fda-6212d9ad5259, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2238787f-3915-4e1a-9fda-6212d9ad5259,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:08.404785 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:08.418289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for 2238787f-3915-4e1a-9fda-6212d9ad5259 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:08.672285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:08.700128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=2238787f-3915-4e1a-9fda-6212d9ad5259,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:08.749594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] No DVR routers for this DVR port 2238787f-3915-4e1a-9fda-6212d9ad5259 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:14:08.752384 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:08.754626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8eb2ba09-db98-44a8-9614-c789a4067ae9 req-ba3344cb-b06e-4b3a-aa5a-509cb9c7c874 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.45 "DELETE /v2.0/ports/2238787f-3915-4e1a-9fda-6212d9ad5259 HTTP/1.1" status: 204 len: 173 time: 0.5428674 Aug 31 08:14:08.755078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'name': 'network-vif-deleted', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:14:08.757443 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ecf2c-433c-4735-85bf-5f3c06e8a250" -d '{"events": [{"server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "name": "network-vif-deleted", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:14:08.798837 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a474d832-a6d1-4a74-8422-80b81f336c4a x-openstack-request-id: req-a474d832-a6d1-4a74-8422-80b81f336c4a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:14:08.799144 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f665ac-2767-4a76-a0ea-b472a3b104c5", "name": "network-vif-deleted", "tag": "2238787f-3915-4e1a-9fda-6212d9ad5259", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:14:08.799455 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a474d832-a6d1-4a74-8422-80b81f336c4a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:14:08.799890 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f665ac-2767-4a76-a0ea-b472a3b104c5', 'name': 'network-vif-deleted', 'tag': '2238787f-3915-4e1a-9fda-6212d9ad5259', 'status': 'completed', 'code': 200} Aug 31 08:14:08.817026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51486) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:08.927379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67ed666c-2676-4295-bd83-1e11093a2116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.022156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67ed666c-2676-4295-bd83-1e11093a2116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.144710 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-67ed666c-2676-4295-bd83-1e11093a2116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.188622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed666c-2676-4295-bd83-1e11093a2116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc83e2e6-e6b2-47ff-b53b-645f1c1d4bbd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:09.195926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51494) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:09.196128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67ed666c-2676-4295-bd83-1e11093a2116 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e9f0a6a26704449bf28a871f269c3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779604 Aug 31 08:14:09.270001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d381b37-e204-475d-9b35-a6dc555efd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.290969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b116bc41-a62b-4a25-a389-308f360ba632 req-92103bea-c8fc-494b-8ff2-27a8c7dd8afe tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Aug 31 08:14:09.293015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d381b37-e204-475d-9b35-a6dc555efd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.446076 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5277bdb-ec58-4fcb-ae29-d96851838ffb req-e982f200-55fd-4ae9-86e9-1a3bd4706e79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262258 Aug 31 08:14:09.464994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d381b37-e204-475d-9b35-a6dc555efd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.467629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5d381b37-e204-475d-9b35-a6dc555efd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:09.468776 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5d381b37-e204-475d-9b35-a6dc555efd55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc83e2e6-e6b2-47ff-b53b-645f1c1d4bbd HTTP/1.1" status: 204 len: 168 time: 0.2718678 Aug 31 08:14:09.502864 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5277bdb-ec58-4fcb-ae29-d96851838ffb req-a71882bd-3a03-419c-a29d-791b22456962 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4307243c416424ab60cfe88d7a234cc&device_id=a4f665ac-2767-4a76-a0ea-b472a3b104c5 HTTP/1.1" status: 200 len: 210 time: 0.0313041 Aug 31 08:14:09.503647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d381b37-e204-475d-9b35-a6dc555efd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc83e2e6-e6b2-47ff-b53b-645f1c1d4bbd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:09.625424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277bdb-ec58-4fcb-ae29-d96851838ffb req-a34fcae4-af0e-4e1d-b55d-f440069ac6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:09.626980 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5277bdb-ec58-4fcb-ae29-d96851838ffb req-a34fcae4-af0e-4e1d-b55d-f440069ac6cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e4307243c416424ab60cfe88d7a234cc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1003156 Aug 31 08:14:09.735135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5277bdb-ec58-4fcb-ae29-d96851838ffb req-2e25bd40-158e-49f1-ad01-662c8d7c6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:09.736530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b5277bdb-ec58-4fcb-ae29-d96851838ffb req-2e25bd40-158e-49f1-ad01-662c8d7c6dfe service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982411 Aug 31 08:14:10.274006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51506) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:10.287695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d12d44f5-6dbb-4e96-8b38-84bd22e51717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.388490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:10.389014 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d12d44f5-6dbb-4e96-8b38-84bd22e51717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.439599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c18f1f20-b226-45eb-919d-d13cccbb431c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.467423 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c18f1f20-b226-45eb-919d-d13cccbb431c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.636957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d12d44f5-6dbb-4e96-8b38-84bd22e51717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.675853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d12d44f5-6dbb-4e96-8b38-84bd22e51717 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1554ee268e52448ca4eb3aa49a8ed1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007261 Aug 31 08:14:10.677107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d44f5-6dbb-4e96-8b38-84bd22e51717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a7e0d-f1ac-4b3e-a252-839a826e7599,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:10.679758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51514) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:10.688545 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c18f1f20-b226-45eb-919d-d13cccbb431c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.691482 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c18f1f20-b226-45eb-919d-d13cccbb431c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.696071 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c18f1f20-b226-45eb-919d-d13cccbb431c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c6fd748-8b54-43bf-a754-ce8e9574662a HTTP/1.1" status: 204 len: 168 time: 0.3138502 Aug 31 08:14:10.696864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51518) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:10.738604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f1f20-b226-45eb-919d-d13cccbb431c tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6fd748-8b54-43bf-a754-ce8e9574662a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:10.809866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb017dc2-c687-4e13-80e5-e1d8c4f264bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.812399 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37bc5d1e-8a19-4031-9a7c-671e05899363 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.849380 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb017dc2-c687-4e13-80e5-e1d8c4f264bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:10.852475 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37bc5d1e-8a19-4031-9a7c-671e05899363 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.008344 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37bc5d1e-8a19-4031-9a7c-671e05899363 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.011079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37bc5d1e-8a19-4031-9a7c-671e05899363 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.012284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-37bc5d1e-8a19-4031-9a7c-671e05899363 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/security-groups/e718deb3-e028-4eef-8b24-a7b527eeb5dc HTTP/1.1" status: 204 len: 168 time: 0.3024602 Aug 31 08:14:11.015191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51522) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:11.023328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc5d1e-8a19-4031-9a7c-671e05899363 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e718deb3-e028-4eef-8b24-a7b527eeb5dc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:11.054073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb017dc2-c687-4e13-80e5-e1d8c4f264bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.057017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb017dc2-c687-4e13-80e5-e1d8c4f264bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.061103 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb017dc2-c687-4e13-80e5-e1d8c4f264bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b19a7e0d-f1ac-4b3e-a252-839a826e7599 HTTP/1.1" status: 204 len: 168 time: 0.3789454 Aug 31 08:14:11.069507 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb017dc2-c687-4e13-80e5-e1d8c4f264bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a7e0d-f1ac-4b3e-a252-839a826e7599,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:11.399720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.433936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2238787f-3915-4e1a-9fda-6212d9ad5259 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:11.459270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 2238787f-3915-4e1a-9fda-6212d9ad5259 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:11.460000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2238787f-3915-4e1a-9fda-6212d9ad5259 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:11.687985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port e0639fd6-c1ef-4747-b1bf-e15190f66564 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:11.688369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.778354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] For port e0639fd6-c1ef-4747-b1bf-e15190f66564, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e0639fd6-c1ef-4747-b1bf-e15190f66564,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:11.779033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:11.812914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for e0639fd6-c1ef-4747-b1bf-e15190f66564 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:12.128446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:12.157389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=e0639fd6-c1ef-4747-b1bf-e15190f66564,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:12.352926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:12.584521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Router e18a86e0-c6e5-457a-8003-743d30a819dd has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:14:12.705141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:14:12.710893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8a4b0aff-6ebf-4bf0-a4f7-2a40f4b464f5 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "PUT /v2.0/routers/e18a86e0-c6e5-457a-8003-743d30a819dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940949 Aug 31 08:14:12.713404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51558) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:12.715925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] Sync routers for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:14:12.727788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:12.728860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:12.774210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting subnet 342bd6bd-0430-4148-9881-e1138ec6c439 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:14:12.778455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:12.821072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:12.852087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:12.943994 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.042182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:14:11Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:13.073829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] Checking router: e18a86e0-c6e5-457a-8003-743d30a819dd for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:14:13.084480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] Routers {'e18a86e0-c6e5-457a-8003-743d30a819dd'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:13.086133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:13:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['e18a86e0-c6e5-457a-8003-743d30a819dd'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:13.117736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.155611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Subnet': ['ID=342bd6bd-0430-4148-9881-e1138ec6c439,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:13.170016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.180781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51574) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:13.181337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3597b2d1-a96f-45cd-b375-6d83637cd94a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/subnets/342bd6bd-0430-4148-9881-e1138ec6c439 HTTP/1.1" status: 204 len: 168 time: 0.4600167 Aug 31 08:14:13.181485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67672a38-c198-46b5-9948-80c257382614 None None] Network a6120e65-ea1f-4e5e-8403-dceb6cf75085 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:14:13.263389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] Set router e18a86e0-c6e5-457a-8003-743d30a819dd gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:13.312149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.441918 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.662008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Deleting port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:13.662361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.699161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:14:11Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:13.745726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b8de2-4cca-460b-8afb-2ec477fcadab None None] The sync data for ids ['e18a86e0-c6e5-457a-8003-743d30a819dd'] in n-d-713499-16 is: [{'id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033225518', 'tenant_id': 'e4307243c416424ab60cfe88d7a234cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:12:23Z', 'updated_at': '2021-08-31T08:14:11Z', 'revision_number': 5, 'project_id': 'e4307243c416424ab60cfe88d7a234cc', 'gw_port': {'id': 'ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a86e0-c6e5-457a-8003-743d30a819dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:12:24Z', 'updated_at': '2021-08-31T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:14:13.766217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] DHCP port deletion for a6120e65-ea1f-4e5e-8403-dceb6cf75085 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:14:13.773998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] For port ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:13.774726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.799125 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Calling delete_port for ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:13.837751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] Deleting port 622997df-2b11-4d19-b04b-9ef187569c9c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:13.838265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.902716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] For port 622997df-2b11-4d19-b04b-9ef187569c9c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=622997df-2b11-4d19-b04b-9ef187569c9c,segment=NetworkSegment(dca43da0-ecca-4b83-812c-ce3f46789f7a),segment_id=dca43da0-ecca-4b83-812c-ce3f46789f7a)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:13.904446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:13.917498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] Calling delete_port for 622997df-2b11-4d19-b04b-9ef187569c9c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:14.082348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.119114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Port': ['ID=ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:14.176944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0639fd6-c1ef-4747-b1bf-e15190f66564 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:14.181419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.190827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.206997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e0639fd6-c1ef-4747-b1bf-e15190f66564 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:14.207316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e0639fd6-c1ef-4747-b1bf-e15190f66564 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:14.207743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 622997df-2b11-4d19-b04b-9ef187569c9c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:14.244720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] Pushing event deleted for resources: {'Port': ['ID=622997df-2b11-4d19-b04b-9ef187569c9c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:14.247233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f333d3-1b30-4c38-8d22-d7aec87d83f9 None None] No DVR routers for this DVR port 622997df-2b11-4d19-b04b-9ef187569c9c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:14:14.249071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 622997df-2b11-4d19-b04b-9ef187569c9c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:14.249426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 622997df-2b11-4d19-b04b-9ef187569c9c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:14.301891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.301891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.459739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.460786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Fanout notify agent at l3_agent the message router_deleted on router e18a86e0-c6e5-457a-8003-743d30a819dd {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:14:14.468537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.471094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-27f934e0-971b-4062-b4cb-d4748314644a tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/routers/e18a86e0-c6e5-457a-8003-743d30a819dd HTTP/1.1" status: 204 len: 168 time: 1.2947469 Aug 31 08:14:14.473302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51594) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:14.562002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.654097 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.669842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6120e65-ea1f-4e5e-8403-dceb6cf75085']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:14.679753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca43da0-ecca-4b83-812c-ce3f46789f7a') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:14.680063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca43da0-ecca-4b83-812c-ce3f46789f7a') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:14.689525 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.704779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.710695 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:14:14.711155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:14:14.714158 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:14:14.900156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.908197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:14.912519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] 10.222.0.36 "DELETE /v2.0/networks/a6120e65-ea1f-4e5e-8403-dceb6cf75085 HTTP/1.1" status: 204 len: 168 time: 0.4358680 Aug 31 08:14:14.928079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dc481-f349-4a06-b0d9-ae0249422500 tempest-TestSecurityGroupsBasicOps-236017208 tempest-TestSecurityGroupsBasicOps-236017208-project] Pushing event deleted for resources: {'Network': ['ID=a6120e65-ea1f-4e5e-8403-dceb6cf75085,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:15.631274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51618) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:15.780677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e017eeaf-cdcf-4cdf-9e69-061cd7ee8da6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4307243c416424ab60cfe88d7a234cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472900 Aug 31 08:14:15.783197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51624) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:15.832962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7b80c40-2249-4316-bd01-c0f923009653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:15.855110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7b80c40-2249-4316-bd01-c0f923009653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:15.933603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:15.954259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:15.954603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccb77f1b-8f4c-4aba-ad52-7d6edb36b13b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:16.047908 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7b80c40-2249-4316-bd01-c0f923009653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:16.050644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7b80c40-2249-4316-bd01-c0f923009653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:16.060999 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b7b80c40-2249-4316-bd01-c0f923009653 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b305675d-5603-44bb-a250-a46be62fd33d HTTP/1.1" status: 204 len: 168 time: 0.2675705 Aug 31 08:14:16.061757 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80c40-2249-4316-bd01-c0f923009653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b305675d-5603-44bb-a250-a46be62fd33d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:16.854696 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51642) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:16.869567 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d857512-5a99-4fd5-b7ff-df501ed3452c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.099236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d857512-5a99-4fd5-b7ff-df501ed3452c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.157250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7d857512-5a99-4fd5-b7ff-df501ed3452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.201458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7d857512-5a99-4fd5-b7ff-df501ed3452c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83d12614efb248508a313cc3b34408b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455458 Aug 31 08:14:17.202831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d857512-5a99-4fd5-b7ff-df501ed3452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505ad5bb-1a05-4b9a-9959-bb4688f9d4e1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:17.205885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51648) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:17.273933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc358e95-92e4-40b1-ada6-125b3fd9a485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.296895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc358e95-92e4-40b1-ada6-125b3fd9a485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.436406 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc358e95-92e4-40b1-ada6-125b3fd9a485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.439144 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dc358e95-92e4-40b1-ada6-125b3fd9a485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:17.443065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dc358e95-92e4-40b1-ada6-125b3fd9a485 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/505ad5bb-1a05-4b9a-9959-bb4688f9d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2333815 Aug 31 08:14:17.449945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc358e95-92e4-40b1-ada6-125b3fd9a485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ad5bb-1a05-4b9a-9959-bb4688f9d4e1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:18.478683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51664) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:18.545577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a32c0b7b-c43a-4e07-b3da-20b03937ae3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=548e2cf366b84d2c9adba7a59b2ef4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647871 Aug 31 08:14:18.554429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51666) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:18.639447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60a074a5-80bf-47ca-ad44-3c2c2116909f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:18.679585 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60a074a5-80bf-47ca-ad44-3c2c2116909f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:18.808044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60a074a5-80bf-47ca-ad44-3c2c2116909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:18.810956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-60a074a5-80bf-47ca-ad44-3c2c2116909f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:18.812578 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-60a074a5-80bf-47ca-ad44-3c2c2116909f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e3ce57b-810c-401f-bf6c-b221a96ca651 HTTP/1.1" status: 204 len: 168 time: 0.2557561 Aug 31 08:14:18.833145 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a074a5-80bf-47ca-ad44-3c2c2116909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ce57b-810c-401f-bf6c-b221a96ca651,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:23.749936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a7bfa2b-136c-460d-a61c-b756ce6a1198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:23.854186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:24.135088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:14:26.201962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:26.459148 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:26.682221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5d74cdda-fd5e-4235-83dc-3b4322a1b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:27.979636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:28.454070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51774) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:28.582981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a441932a-5d83-4b0e-8f82-ac6440f38386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:28.703355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a441932a-5d83-4b0e-8f82-ac6440f38386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:28.812089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a441932a-5d83-4b0e-8f82-ac6440f38386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:28.847189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a441932a-5d83-4b0e-8f82-ac6440f38386 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0b6fecbdf144e04959e82fec803b074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923371 Aug 31 08:14:28.848071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441932a-5d83-4b0e-8f82-ac6440f38386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118d370-f2ae-4756-90a6-16bc3c3d7d6d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:28.851386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51778) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:28.908241 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34ec-fd0d-4a69-8f42-65f2c56cbcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:28.936776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34ec-fd0d-4a69-8f42-65f2c56cbcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.064971 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34ec-fd0d-4a69-8f42-65f2c56cbcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.067960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0f4b34ec-fd0d-4a69-8f42-65f2c56cbcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.069269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0f4b34ec-fd0d-4a69-8f42-65f2c56cbcee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c118d370-f2ae-4756-90a6-16bc3c3d7d6d HTTP/1.1" status: 204 len: 168 time: 0.2160234 Aug 31 08:14:29.077852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b34ec-fd0d-4a69-8f42-65f2c56cbcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118d370-f2ae-4756-90a6-16bc3c3d7d6d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:29.607759 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.770588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51790) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:29.784548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b919bf14-3d92-48a7-a870-d609f14e4881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.874204 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b919bf14-3d92-48a7-a870-d609f14e4881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.950448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b919bf14-3d92-48a7-a870-d609f14e4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:29.989450 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b919bf14-3d92-48a7-a870-d609f14e4881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3e40950ba784f6bb92cf98feef9d6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177808 Aug 31 08:14:29.990506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919bf14-3d92-48a7-a870-d609f14e4881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a5fdd-e3eb-46d9-9944-9c43cf8af740,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:29.992872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51792) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:30.047870 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01038a83-9abb-40c1-ba29-4ea41430c43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:30.069648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01038a83-9abb-40c1-ba29-4ea41430c43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:30.213695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01038a83-9abb-40c1-ba29-4ea41430c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:30.217429 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01038a83-9abb-40c1-ba29-4ea41430c43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:30.227384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-01038a83-9abb-40c1-ba29-4ea41430c43e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c3a5fdd-e3eb-46d9-9944-9c43cf8af740 HTTP/1.1" status: 204 len: 168 time: 0.2268214 Aug 31 08:14:30.230250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038a83-9abb-40c1-ba29-4ea41430c43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a5fdd-e3eb-46d9-9944-9c43cf8af740,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:38.495818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51934) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:38.607754 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3d31-beeb-4da7-b80c-d2f2bba19900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:38.708500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3d31-beeb-4da7-b80c-d2f2bba19900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:38.801597 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3d31-beeb-4da7-b80c-d2f2bba19900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:38.847054 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a8b3d31-beeb-4da7-b80c-d2f2bba19900 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdb04ad02563455fb5897f345a739182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501229 Aug 31 08:14:38.848019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b3d31-beeb-4da7-b80c-d2f2bba19900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c386be-5b74-4701-b39f-001b4974a2b2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:38.849767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51940) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:38.903210 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4afbe044-f4b6-470e-893b-8fcea5df0584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:38.925180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4afbe044-f4b6-470e-893b-8fcea5df0584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:39.173191 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4afbe044-f4b6-470e-893b-8fcea5df0584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:39.176139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4afbe044-f4b6-470e-893b-8fcea5df0584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:39.179961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4afbe044-f4b6-470e-893b-8fcea5df0584 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00c386be-5b74-4701-b39f-001b4974a2b2 HTTP/1.1" status: 204 len: 168 time: 0.3258941 Aug 31 08:14:39.187796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbe044-f4b6-470e-893b-8fcea5df0584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c386be-5b74-4701-b39f-001b4974a2b2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:39.942400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 51956) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:39.956526 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80022d52-f0fc-4abb-8b67-f93040adb406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.055253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80022d52-f0fc-4abb-8b67-f93040adb406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.162644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-80022d52-f0fc-4abb-8b67-f93040adb406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.230294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-80022d52-f0fc-4abb-8b67-f93040adb406 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ff6ec0d1edc48f59d6298639f5d27f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866058 Aug 31 08:14:40.232787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 51962) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:40.237584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80022d52-f0fc-4abb-8b67-f93040adb406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79312f62-5333-4f70-8719-28381ea1eb33,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:40.259529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22fbd-8026-4ef9-98a0-d32350cd800d req-aac33201-eca7-46ae-bd5d-53ca76b19994 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:40.261060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bac22fbd-8026-4ef9-98a0-d32350cd800d req-aac33201-eca7-46ae-bd5d-53ca76b19994 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 945 time: 0.0915792 Aug 31 08:14:40.283560 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ac063b1-866f-410e-8a3b-44e366bb7fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.300482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bac22fbd-8026-4ef9-98a0-d32350cd800d req-d84fa035-1d82-4266-a352-ff01f988433e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Aug 31 08:14:40.306041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ac063b1-866f-410e-8a3b-44e366bb7fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.494540 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ac063b1-866f-410e-8a3b-44e366bb7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.500491 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ac063b1-866f-410e-8a3b-44e366bb7fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:40.500491 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ac063b1-866f-410e-8a3b-44e366bb7fba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79312f62-5333-4f70-8719-28381ea1eb33 HTTP/1.1" status: 204 len: 168 time: 0.2644231 Aug 31 08:14:40.506469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac063b1-866f-410e-8a3b-44e366bb7fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79312f62-5333-4f70-8719-28381ea1eb33,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:41.444332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a226811-4499-4dbb-8b0e-9e5033bea8af req-faff98de-278d-4a4b-9f51-82ab2529865c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:41.445970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a226811-4499-4dbb-8b0e-9e5033bea8af req-faff98de-278d-4a4b-9f51-82ab2529865c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 945 time: 0.0594530 Aug 31 08:14:41.485517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a226811-4499-4dbb-8b0e-9e5033bea8af req-7db03dc2-b80f-40fd-926a-1073aca50819 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314507 Aug 31 08:14:41.843062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-dad7e288-a463-450e-b7cc-16bfe9d3abe5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:41.844828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-dad7e288-a463-450e-b7cc-16bfe9d3abe5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 945 time: 0.0578651 Aug 31 08:14:41.947776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:14:41.948444 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:42.050786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:14:42.051519 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:42.293565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:42.294097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:42.294551 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Floating IP 27d319c4-0a8d-4a58-afe5-b3f7cea139c0 disassociated. External IP: 172.25.0.43, port: 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687. Aug 31 08:14:42.294754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:14:42.522074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:42.624880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=43ecb1fc-d8e0-412e-b1b7-f7567b8c4687,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:42.686247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f0dfef2-7655-40a2-9b0e-179429ad0eaa req-9ff71ed7-173a-4469-84eb-0240530d6df7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.1109140 Aug 31 08:14:42.717612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:14:42.832295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:14:42.846273 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:14:42.858016 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:42.858016 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:42.875823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:14:42.880512 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:42.882511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4a9522b-b26f-4300-96ad-ece3554e153c req-173e7c39-7649-44a6-8e9b-0aee8034a809 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.68 "DELETE /v2.0/ports/43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 HTTP/1.1" status: 204 len: 173 time: 1.0309520 Aug 31 08:14:42.882818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'name': 'network-vif-deleted', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:14:42.886285 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162aa707-398f-4e1c-9d01-8b4d7a4d0958" -d '{"events": [{"server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "name": "network-vif-deleted", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:14:42.963235 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b7b17-864c-48fa-a11d-8531135fcf49 x-openstack-request-id: req-633b7b17-864c-48fa-a11d-8531135fcf49 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:14:42.963576 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9981a9f6-99e4-428e-b69e-210b58386e63", "name": "network-vif-deleted", "tag": "43ecb1fc-d8e0-412e-b1b7-f7567b8c4687", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:14:42.963821 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-633b7b17-864c-48fa-a11d-8531135fcf49 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:14:42.964226 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9981a9f6-99e4-428e-b69e-210b58386e63', 'name': 'network-vif-deleted', 'tag': '43ecb1fc-d8e0-412e-b1b7-f7567b8c4687', 'status': 'completed', 'code': 200} Aug 31 08:14:43.019695 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:43.272909 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:43.304148 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:14:43.314289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:14:43.315145 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:43.444995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:14:43.658565 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:14:43.719721 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a076f8de-b1bb-45fb-81ee-b409a75398af None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:14:43.822732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aead0014-defa-4fba-88cb-89c75307f5b6 req-2aa9aebf-f1c3-44c9-b214-2a50f3385519 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0358946 Aug 31 08:14:44.032056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e07259-c805-43ea-873f-804ee4a60bc5 None None] New status for floating IP 27d319c4-0a8d-4a58-afe5-b3f7cea139c0: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:14:44.037011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:14:44.175096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:14:44.175449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 43ecb1fc-d8e0-412e-b1b7-f7567b8c4687 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:14:44.923130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12a5a739-c1de-4ea7-88ce-a29648144315 req-6a0755cf-4dab-43ac-9439-90ff03daedd4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0285702 Aug 31 08:14:46.018925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527ef3f5-2755-4efe-a0f1-d07de19b7764 req-36b584d8-38c8-4025-bea8-b8c37f904afa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0267336 Aug 31 08:14:47.150810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e7d143f-679d-4fd6-9c15-81155af4ee78 req-b7f6c67a-70ac-420a-b9b4-90ec6eb9c49d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9981a9f6-99e4-428e-b69e-210b58386e63 HTTP/1.1" status: 200 len: 210 time: 0.0433726 Aug 31 08:14:48.422786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-6b3a4785-a55a-4d89-8b4d-e2af312dc933 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171409663&fields=id&tenant_id=fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 267 time: 0.0326810 Aug 31 08:14:48.531268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-fa5b7c00-4999-4449-a116-df82c6529527 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:48.532675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-fa5b7c00-4999-4449-a116-df82c6529527 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1025677 Aug 31 08:14:48.547873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-f1357d5a-8b3a-496d-a901-80fdde38cdd2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0090461 Aug 31 08:14:48.607422 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-d46bba4b-eb93-4f2c-94a9-53d25e4dcccb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540416 Aug 31 08:14:49.145540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-02005f22-75e7-4e54-92eb-550c57c3852f service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260386 Aug 31 08:14:49.247574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-bbb01809-70f1-4dfa-ae0a-2a00edb13bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951076 Aug 31 08:14:49.362407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:49.489603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fba2e1f-92f7-4e77-b642-5987d524a287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:49.583569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fba2e1f-92f7-4e77-b642-5987d524a287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:49.698774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5fba2e1f-92f7-4e77-b642-5987d524a287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:49.738545 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5fba2e1f-92f7-4e77-b642-5987d524a287 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6820e00c8ba4ef09de8f89cc3c44ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748674 Aug 31 08:14:49.739383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba2e1f-92f7-4e77-b642-5987d524a287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921eb95e-6a20-4c6b-9917-8d6dbee1dd0e,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:49.742240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52128) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:49.805235 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c97e-ff67-4153-88be-e4785ac3b54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:49.825730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c97e-ff67-4153-88be-e4785ac3b54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:50.000088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578f6f14-b333-4db8-bb3d-001b57c0c19f req-14713653-8538-4e0e-a286-05b6957f92e0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0286226 Aug 31 08:14:50.007119 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c97e-ff67-4153-88be-e4785ac3b54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:50.014123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0f8c97e-ff67-4153-88be-e4785ac3b54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:50.027587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f0f8c97e-ff67-4153-88be-e4785ac3b54d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/921eb95e-6a20-4c6b-9917-8d6dbee1dd0e HTTP/1.1" status: 204 len: 168 time: 0.2825332 Aug 31 08:14:50.037500 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8c97e-ff67-4153-88be-e4785ac3b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921eb95e-6a20-4c6b-9917-8d6dbee1dd0e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:50.717013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:50.730449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb38f144-05de-452a-ba2c-d439804e684c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:50.820749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb38f144-05de-452a-ba2c-d439804e684c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:50.950298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb38f144-05de-452a-ba2c-d439804e684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:50.991890 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb38f144-05de-452a-ba2c-d439804e684c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=608ff9dcd4014b16a9de5e52ebfa31b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737801 Aug 31 08:14:50.993890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38f144-05de-452a-ba2c-d439804e684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036e158c-23a4-40a0-a72d-6dd159ba167b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:50.994685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52152) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:14:51.067820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e659d19-8966-4330-8fef-eb82ea0a1d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:51.118548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9aadc9e-ed05-4778-996b-aa3ae69dfe2f req-a43460b9-3957-4b36-8e56-6ca85a5587d6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0369935 Aug 31 08:14:51.120540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e659d19-8966-4330-8fef-eb82ea0a1d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:51.310172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e659d19-8966-4330-8fef-eb82ea0a1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:51.312869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3e659d19-8966-4330-8fef-eb82ea0a1d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:51.314060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3e659d19-8966-4330-8fef-eb82ea0a1d47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/036e158c-23a4-40a0-a72d-6dd159ba167b HTTP/1.1" status: 204 len: 168 time: 0.3181882 Aug 31 08:14:51.327885 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659d19-8966-4330-8fef-eb82ea0a1d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e158c-23a4-40a0-a72d-6dd159ba167b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:52.254520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-246a197b-f36b-4943-824b-cb809eec7ea8 req-13b3dc6b-58cd-4ec5-a427-7f4caf440e48 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0551229 Aug 31 08:14:52.322899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-7b6b4884-6dbf-4f4c-82b5-dd72229c99fa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:52.324570 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-7b6b4884-6dbf-4f4c-82b5-dd72229c99fa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1468427 Aug 31 08:14:52.371507 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-7b1f708b-fe81-40c3-94a2-d4dff4795ef1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 380 time: 0.0365691 Aug 31 08:14:52.382958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'security_groups': ['c2c74fe5-7990-4ac4-a57f-5cd680352796']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:14:52.567110 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:14:52.571002 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:52.719143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.14 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/6547d449-5dd9-4a13-8a48-92483ca07a12) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:14:52.865609 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:52.881847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object 6547d449-5dd9-4a13-8a48-92483ca07a12 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:14:53.013037 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.060291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:14:53.065760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:14:53.074937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:14:53.115377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=6547d449-5dd9-4a13-8a48-92483ca07a12,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:53.156839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:53.157632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.259805 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-561f3504-443d-477c-aa58-78d5eb944fc2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8815126 Aug 31 08:14:53.274088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Request body: {'port': {'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:14:53.361451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.431978 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8392e-1ebe-4279-ab47-f5acd1b31eb1 req-9efcd1a4-cf8c-485d-9eb4-94a573d109d7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:53.433658 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eb8392e-1ebe-4279-ab47-f5acd1b31eb1 req-9efcd1a4-cf8c-485d-9eb4-94a573d109d7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 932 time: 0.0808706 Aug 31 08:14:53.481685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-99eefbfe-a195-4ec9-93bf-829f784480e1 None None] Provisioning for port 6547d449-5dd9-4a13-8a48-92483ca07a12 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:14:53.486879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-99eefbfe-a195-4ec9-93bf-829f784480e1 None None] Provisioning complete for port 6547d449-5dd9-4a13-8a48-92483ca07a12 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:14:53.492368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-99eefbfe-a195-4ec9-93bf-829f784480e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.495617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eb8392e-1ebe-4279-ab47-f5acd1b31eb1 req-6f271506-be6c-4d25-b121-7e527a2c8050 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526419 Aug 31 08:14:53.541604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-99eefbfe-a195-4ec9-93bf-829f784480e1 None None] Port 6547d449-5dd9-4a13-8a48-92483ca07a12 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:14:53.734843 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b730b6a3-6f98-4339-abf2-f238bba5a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.813252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6547d449-5dd9-4a13-8a48-92483ca07a12 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:14:53.819161 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.822520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:53.836668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Transition to ACTIVE for port object 6547d449-5dd9-4a13-8a48-92483ca07a12 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:14:53.951489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:54.045441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Pushing event updated for resources: {'Port': ['ID=6547d449-5dd9-4a13-8a48-92483ca07a12,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:54.120719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Attempting to bind port 6547d449-5dd9-4a13-8a48-92483ca07a12 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:14:54.121066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Attempting to bind port 6547d449-5dd9-4a13-8a48-92483ca07a12 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:14:54.121396 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Attempting to bind port 6547d449-5dd9-4a13-8a48-92483ca07a12 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:14:54.127176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Port 6547d449-5dd9-4a13-8a48-92483ca07a12 on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:14:54.127502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Attempting to bind port 6547d449-5dd9-4a13-8a48-92483ca07a12 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:14:54.133995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:14:54.134452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:14:54.134957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:14:54.135806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Bound port: 6547d449-5dd9-4a13-8a48-92483ca07a12, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:14:54.136272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:54.229250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] For port 6547d449-5dd9-4a13-8a48-92483ca07a12, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:14:54.236302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] For port 6547d449-5dd9-4a13-8a48-92483ca07a12, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6547d449-5dd9-4a13-8a48-92483ca07a12,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:14:54.362023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:54.405054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:54.406586 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:54.408384 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] 10.222.0.45 "PUT /v2.0/ports/6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1093 time: 1.1399081 Aug 31 08:14:54.412059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:14:54.413139 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce480746-d827-4c0f-9eb3-abde22aa2e63" -d '{"events": [{"name": "network-changed", "server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:14:54.443915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67793b-482c-4821-9da3-77b8b8e74b0a service neutron] Pushing event updated for resources: {'Port': ['ID=6547d449-5dd9-4a13-8a48-92483ca07a12,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:14:54.638789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad5533-f565-470b-a3a5-df6cfb883de0 req-fedc1b48-294c-4c7f-a3db-9c576b4294b0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:54.641196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89ad5533-f565-470b-a3a5-df6cfb883de0 req-fedc1b48-294c-4c7f-a3db-9c576b4294b0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0744505 Aug 31 08:14:54.681928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-77ebfdec-121b-4100-998d-e6faf649a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:54.681928 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-77ebfdec-121b-4100-998d-e6faf649a003 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1096 time: 0.0809801 Aug 31 08:14:54.739753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89ad5533-f565-470b-a3a5-df6cfb883de0 req-2c0e6d1d-2abf-4faa-87f6-1daf12000e0e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916529 Aug 31 08:14:54.764037 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b33d0b-cfa4-4a64-85db-e43d3fd4f0db x-openstack-request-id: req-32b33d0b-cfa4-4a64-85db-e43d3fd4f0db {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:14:54.764381 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:14:54.764592 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32b33d0b-cfa4-4a64-85db-e43d3fd4f0db {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:14:54.765011 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'status': 'completed', 'code': 200} Aug 31 08:14:54.767264 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-4098ec98-c7e6-41f0-924f-7e55f481967d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 217 time: 0.0807233 Aug 31 08:14:54.835740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9bf8c57b-c4af-4ce5-9726-72b69c45117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:54.838207 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-9bf8c57b-c4af-4ce5-9726-72b69c45117d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0617259 Aug 31 08:14:54.894634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-f588c297-996e-44ed-83ad-765c349dfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:54.896827 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-f588c297-996e-44ed-83ad-765c349dfcdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502071 Aug 31 08:14:55.400219 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-719a11dc-7620-4e4c-a770-9a91466b1b22 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959044 Aug 31 08:14:55.512157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a9b09ef2-4fb6-4b63-8169-9bd045446c65 req-61ad9c7c-ebff-4fb5-b6a2-3e600104339b service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035318 Aug 31 08:14:55.681793 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-ba9f3b2b-9c99-4b95-899b-71d74165b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:55.683464 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-ba9f3b2b-9c99-4b95-899b-71d74165b9c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1096 time: 0.0753014 Aug 31 08:14:55.793533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-3f956fc9-5c37-49d3-bfee-daace86fcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:55.795444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-3f956fc9-5c37-49d3-bfee-daace86fcfb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1045485 Aug 31 08:14:55.871013 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-7d12176e-001c-47dd-97be-60bfb22fbed4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 217 time: 0.0678852 Aug 31 08:14:55.937600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-2276d4bb-21dc-4040-b6fc-ee6600366b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:55.939492 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-2276d4bb-21dc-4040-b6fc-ee6600366b52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0613992 Aug 31 08:14:55.940751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d1e1-0900-47a8-aabe-72cd84fc2c0d req-1851d728-5b33-41e8-a613-4f20828cbaab tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:55.942442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd70d1e1-0900-47a8-aabe-72cd84fc2c0d req-1851d728-5b33-41e8-a613-4f20828cbaab tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0919456 Aug 31 08:14:56.006574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd70d1e1-0900-47a8-aabe-72cd84fc2c0d req-40be8693-978e-42ad-84bd-2f5a1ea651b6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554378 Aug 31 08:14:56.015769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-b855dc36-c044-4da0-8255-c5666234dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:56.017959 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-b855dc36-c044-4da0-8255-c5666234dc2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700800 Aug 31 08:14:56.150110 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-0718b5d3-9572-41c2-b4c8-e6ee3d7f74a5 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244869 Aug 31 08:14:56.255244 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ce480746-d827-4c0f-9eb3-abde22aa2e63 req-7c6ff18e-7f03-4323-bcdf-c3842529b30c service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977380 Aug 31 08:14:56.281500 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:56.482737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:56.710270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-69b3ee55-be11-41c4-87b7-0012bffec1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:57.137944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47bfbd-40a8-42b4-9438-7b4f27d1e8e9 req-74ee4e97-5f88-4aba-ac8c-c7d2d7667ce6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:57.139548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd47bfbd-40a8-42b4-9438-7b4f27d1e8e9 req-74ee4e97-5f88-4aba-ac8c-c7d2d7667ce6 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0578003 Aug 31 08:14:57.189070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd47bfbd-40a8-42b4-9438-7b4f27d1e8e9 req-517ca25f-958f-43fa-ab35-05b2b3217d03 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404797 Aug 31 08:14:58.018878 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:14:58.318243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df2113-2b16-4e03-8c2d-c2cbd6847400 req-7816c98d-3462-4e5b-badf-6b758514616b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:58.319908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31df2113-2b16-4e03-8c2d-c2cbd6847400 req-7816c98d-3462-4e5b-badf-6b758514616b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0563366 Aug 31 08:14:58.410077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31df2113-2b16-4e03-8c2d-c2cbd6847400 req-34fc713f-dcab-448d-92e2-186ca874f1ea tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619881 Aug 31 08:14:59.549006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14d745-1c49-4e36-96bb-aa1f9bb8bc5b req-f448ba00-2492-45ce-9cb5-16b774255a7f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:14:59.550935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af14d745-1c49-4e36-96bb-aa1f9bb8bc5b req-f448ba00-2492-45ce-9cb5-16b774255a7f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0521355 Aug 31 08:14:59.594026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af14d745-1c49-4e36-96bb-aa1f9bb8bc5b req-1648c9d4-c816-4ab3-b7a4-7a057864ce6e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354631 Aug 31 08:14:59.600996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:00.729081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac245-1a78-40a2-987f-24c44fc7e891 req-46da2916-063a-4000-9592-0ee942bda8f3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:00.730751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a5ac245-1a78-40a2-987f-24c44fc7e891 req-46da2916-063a-4000-9592-0ee942bda8f3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0605986 Aug 31 08:15:00.798210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a5ac245-1a78-40a2-987f-24c44fc7e891 req-b40bf659-562c-44e4-be65-4d8f18a9467d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541022 Aug 31 08:15:01.134325 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:15:01.939125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd0552-e871-4e18-9704-5cd76af4ae5d req-c604a82b-508e-4476-adeb-79f34b69b37a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:01.940707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1cdd0552-e871-4e18-9704-5cd76af4ae5d req-c604a82b-508e-4476-adeb-79f34b69b37a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0620410 Aug 31 08:15:01.983163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1cdd0552-e871-4e18-9704-5cd76af4ae5d req-dbe89d7a-cb47-4e82-a0d1-92fcc12e1321 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331736 Aug 31 08:15:03.119347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53cb3-8b5b-4b02-9515-3cbc0150b549 req-124a8a6e-9906-4e18-82a8-a585f91d95f3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:03.120950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cb53cb3-8b5b-4b02-9515-3cbc0150b549 req-124a8a6e-9906-4e18-82a8-a585f91d95f3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0705159 Aug 31 08:15:03.162397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cb53cb3-8b5b-4b02-9515-3cbc0150b549 req-1919481d-b68e-4897-9ce3-b7c0646b94e2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Aug 31 08:15:04.289490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51ae5-09ea-4615-8984-cad1a6bbc424 req-de001b79-8827-423a-87c7-aa4c8e037520 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:04.294323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdc51ae5-09ea-4615-8984-cad1a6bbc424 req-de001b79-8827-423a-87c7-aa4c8e037520 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0620301 Aug 31 08:15:04.331054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdc51ae5-09ea-4615-8984-cad1a6bbc424 req-3ae43daf-5380-4517-933a-5a118fe4d5cc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 31 08:15:05.468853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b09b-53be-433e-949a-16b7a221563e req-ede18b24-8827-4c03-9b17-f6fa4d5c8ee7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:05.470364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a38b09b-53be-433e-949a-16b7a221563e req-ede18b24-8827-4c03-9b17-f6fa4d5c8ee7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 944 time: 0.0583487 Aug 31 08:15:05.511914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a38b09b-53be-433e-949a-16b7a221563e req-74c0854f-fd93-4c10-84da-b29a57930b19 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Aug 31 08:15:05.635706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6547d449-5dd9-4a13-8a48-92483ca07a12 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:15:05.761734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 6547d449-5dd9-4a13-8a48-92483ca07a12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6547d449-5dd9-4a13-8a48-92483ca07a12,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:05.775505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:15:05.815183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:05.833656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6547d449-5dd9-4a13-8a48-92483ca07a12 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:15:05.853476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 6547d449-5dd9-4a13-8a48-92483ca07a12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6547d449-5dd9-4a13-8a48-92483ca07a12,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:05.984256 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:06.032934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=6547d449-5dd9-4a13-8a48-92483ca07a12,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:06.041427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.041865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.042434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.042778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.043114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.043447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.043779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.044119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.044490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.044991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.045327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.045655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.270008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['6547d449-5dd9-4a13-8a48-92483ca07a12'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:15:06.293696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1e571-481c-4fd1-acc4-4415d3657956 req-e630dcb4-c953-4be5-b09e-b9681307ed05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:06.295271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1e1e571-481c-4fd1-acc4-4415d3657956 req-e630dcb4-c953-4be5-b09e-b9681307ed05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.0593204 Aug 31 08:15:06.339139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1e1e571-481c-4fd1-acc4-4415d3657956 req-1de9278a-46cc-46e4-8c49-1d7dbb3ff4e0 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362263 Aug 31 08:15:06.546192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52410) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:06.641958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688defc-67f8-44f2-b36d-abd3dc11d18c req-64affefb-889e-4b9e-abfc-29f49080581f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:06.643533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5688defc-67f8-44f2-b36d-abd3dc11d18c req-64affefb-889e-4b9e-abfc-29f49080581f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 945 time: 0.0550551 Aug 31 08:15:06.691779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:06.713409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5688defc-67f8-44f2-b36d-abd3dc11d18c req-1479f076-e2a4-4b93-b831-d37c429a9345 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638537 Aug 31 08:15:06.793903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:06.864577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:06.902794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3debd-934b-4500-956c-88125a5dfcca,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:06.906667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fe6fcd2e2324cdea23acc8c039c2859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583910 Aug 31 08:15:06.909416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:06.912993 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.913379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.914311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.914673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.915011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.915343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.915668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.915991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.916313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.916633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.916955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.917275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b6b3a-c975-4a22-bb93-26721a1b1dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:06.967930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:06.989227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.115349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.117949 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.119160 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aab3debd-934b-4500-956c-88125a5dfcca HTTP/1.1" status: 204 len: 168 time: 0.2081351 Aug 31 08:15:07.129082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3debd-934b-4500-956c-88125a5dfcca,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:07.137836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.138926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.139467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.139956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.140298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.140756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.141198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.141532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.141828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.142252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.142719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.143161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde7cd-2972-4a83-82b2-b16a54e727a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:07.462625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cbcf4-52e1-41e3-bc98-4b1db54cd8cb req-601d71b0-090b-4991-bed3-39f0a96dbc8f tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:07.464176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-970cbcf4-52e1-41e3-bc98-4b1db54cd8cb req-601d71b0-090b-4991-bed3-39f0a96dbc8f tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.0535951 Aug 31 08:15:07.534679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-970cbcf4-52e1-41e3-bc98-4b1db54cd8cb req-7c0fd21a-8c2b-46d0-8a6a-7292b10d655c tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/security-groups?id=27573bb9-f537-4cea-b6b4-93560e5620b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645268 Aug 31 08:15:07.552283 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93e907-57f4-4964-9516-195a62c2f036 req-5efc2fb5-3114-45b1-85a0-d6db124ae82b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:07.553869 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f93e907-57f4-4964-9516-195a62c2f036 req-5efc2fb5-3114-45b1-85a0-d6db124ae82b tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 946 time: 0.0767298 Aug 31 08:15:07.635128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6547d449-5dd9-4a13-8a48-92483ca07a12 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:15:07.650616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Deleting port 48759619-99f8-469e-9bcd-35f7e12ab058 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:07.650963 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.745406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] For port 48759619-99f8-469e-9bcd-35f7e12ab058, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=48759619-99f8-469e-9bcd-35f7e12ab058,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:07.745781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.761093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 6547d449-5dd9-4a13-8a48-92483ca07a12 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:15:07.765655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 6547d449-5dd9-4a13-8a48-92483ca07a12 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:07.766347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.850010 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52436) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:07.871352 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.872840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e51d6fb1-66ce-494a-8d60-d4a3cc731a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:07.926921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:15:07.930602 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c556c51c-deb9-446a-8c91-a24a58cd1d08" -d '{"events": [{"server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "name": "network-vif-plugged", "status": "completed", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:15:07.946202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 6547d449-5dd9-4a13-8a48-92483ca07a12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6547d449-5dd9-4a13-8a48-92483ca07a12,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:07.987348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceeb87-ad4c-41eb-8130-ba0f95e31428 req-d7bc5138-2576-47d5-86c7-68c006953eaa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:07.989082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1ceeb87-ad4c-41eb-8130-ba0f95e31428 req-d7bc5138-2576-47d5-86c7-68c006953eaa tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 945 time: 0.1702685 Aug 31 08:15:07.994936 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebf7485-b217-4eac-ae24-730e8418edd0 x-openstack-request-id: req-2ebf7485-b217-4eac-ae24-730e8418edd0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:15:07.995776 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "name": "network-vif-plugged", "status": "completed", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:15:07.996526 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ebf7485-b217-4eac-ae24-730e8418edd0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:15:07.997130 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'code': 200} Aug 31 08:15:08.024544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e51d6fb1-66ce-494a-8d60-d4a3cc731a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.035192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.035918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.036316 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Floating IP ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7 disassociated. External IP: 172.25.0.180, port: 48759619-99f8-469e-9bcd-35f7e12ab058. Aug 31 08:15:08.036728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Calling delete_port for 48759619-99f8-469e-9bcd-35f7e12ab058 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:08.065529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1ceeb87-ad4c-41eb-8130-ba0f95e31428 req-77737137-1a19-4125-a8bf-9baf9ee4ec62 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648115 Aug 31 08:15:08.070618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.117972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0c3f4-af87-4e63-8ab8-509a3351e551 req-29279aca-92f7-4f0a-a8ca-6753c06d8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:08.120175 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cbd0c3f4-af87-4e63-8ab8-509a3351e551 req-29279aca-92f7-4f0a-a8ca-6753c06d8ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1097 time: 0.0650496 Aug 31 08:15:08.121829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e51d6fb1-66ce-494a-8d60-d4a3cc731a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.136956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=6547d449-5dd9-4a13-8a48-92483ca07a12,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:08.193566 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e51d6fb1-66ce-494a-8d60-d4a3cc731a10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a83bed533b49402aa3ebdf5402c8d00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420584 Aug 31 08:15:08.196769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52440) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:08.208726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d6fb1-66ce-494a-8d60-d4a3cc731a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6409b96f-d7b1-4cd0-9b52-296c490b31fd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:08.225197 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cbd0c3f4-af87-4e63-8ab8-509a3351e551 req-7f41460a-a873-4547-aa9b-f8a0bf7b9c5b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898590 Aug 31 08:15:08.260444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37cd15a7-37d0-4d00-bb30-feb9fbda6e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.269844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.284815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37cd15a7-37d0-4d00-bb30-feb9fbda6e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.300896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event deleted for resources: {'Port': ['ID=48759619-99f8-469e-9bcd-35f7e12ab058,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:08.423968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Router 7683ee43-9047-47ab-bed5-1034d1eb5c29 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:15:08.476889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37cd15a7-37d0-4d00-bb30-feb9fbda6e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.479579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37cd15a7-37d0-4d00-bb30-feb9fbda6e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.480609 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-37cd15a7-37d0-4d00-bb30-feb9fbda6e74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6409b96f-d7b1-4cd0-9b52-296c490b31fd HTTP/1.1" status: 204 len: 168 time: 0.2829080 Aug 31 08:15:08.491140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd15a7-37d0-4d00-bb30-feb9fbda6e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6409b96f-d7b1-4cd0-9b52-296c490b31fd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:08.552368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:08.574513 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] Sync routers for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:08.625025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] No DVR routers for this DVR port 48759619-99f8-469e-9bcd-35f7e12ab058 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:08.627922 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:08.630227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f93e907-57f4-4964-9516-195a62c2f036 req-fd6f5d19-dba9-4cec-9703-18dfd59f2a05 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.68 "DELETE /v2.0/ports/48759619-99f8-469e-9bcd-35f7e12ab058 HTTP/1.1" status: 204 len: 173 time: 1.0704656 Aug 31 08:15:08.630771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'name': 'network-vif-deleted', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:15:08.633452 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3097c4-2829-45e9-a2b3-5b55ed5aad9f" -d '{"events": [{"server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "name": "network-vif-deleted", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:15:08.641368 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:08.641873 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:08.676036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5e43265-b692-4dfe-9480-88e7dbd64a89 req-b096e970-bc01-431c-81a8-d5c99be89ede tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0521166 Aug 31 08:15:08.689880 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20dee2-b5c8-44a0-a283-8a98964e9124 x-openstack-request-id: req-ff20dee2-b5c8-44a0-a283-8a98964e9124 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:15:08.689880 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2345bc6-7dfa-4432-b97d-f38158bf2a41", "name": "network-vif-deleted", "tag": "48759619-99f8-469e-9bcd-35f7e12ab058", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:15:08.689880 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff20dee2-b5c8-44a0-a283-8a98964e9124 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:15:08.689880 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2345bc6-7dfa-4432-b97d-f38158bf2a41', 'name': 'network-vif-deleted', 'tag': '48759619-99f8-469e-9bcd-35f7e12ab058', 'status': 'completed', 'code': 200} Aug 31 08:15:08.782534 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:09.003333 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:09.034991 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] Checking router: 7683ee43-9047-47ab-bed5-1034d1eb5c29 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:09.046480 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:09.047330 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:09.174753 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:09.234266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2afb3-05d4-4366-9435-8c36965b9991 req-6faf8328-a7a6-4e30-b8bb-f0105f80eabc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:09.243097 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90f2afb3-05d4-4366-9435-8c36965b9991 req-6faf8328-a7a6-4e30-b8bb-f0105f80eabc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 946 time: 0.0678618 Aug 31 08:15:09.300352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90f2afb3-05d4-4366-9435-8c36965b9991 req-149e5d26-3cc4-4c94-a570-c8e9b960cdef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522208 Aug 31 08:15:09.536822 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:09.573881 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd788e1-ead2-4147-89e5-a1745368c568 None None] The sync data for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 is: [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:09:39Z', 'revision_number': 4, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '199bd3b7-ee8f-4066-b58f-ad870b640a2f', 'name': '', 'network_id': '2fc5bb32-8feb-4b88-88b4-d81c370ac068', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'mac_address': 'fa:16:3e:b2:31:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:37Z', 'updated_at': '2021-08-31T08:09:48Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'subnets': [{'id': '152be464-6dc2-46c3-9128-e8c16fa34894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:09.821436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97122876-9d77-4a33-b707-2585889472a0 req-ec11afb5-e771-4b2e-bab9-12142bc9dae4 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2345bc6-7dfa-4432-b97d-f38158bf2a41 HTTP/1.1" status: 200 len: 210 time: 0.0306776 Aug 31 08:15:09.876823 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa8cd9-9fe9-4f34-9ade-1ae77e60fcc9 None None] New status for floating IP ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:15:10.159146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 48759619-99f8-469e-9bcd-35f7e12ab058 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:10.184383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 48759619-99f8-469e-9bcd-35f7e12ab058 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:10.184383 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 48759619-99f8-469e-9bcd-35f7e12ab058 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:10.418479 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2577-8733-4572-9d5a-3ee6ebb9a3d7 req-2a393fa7-3588-473a-a9c5-a2150ee276a0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:10.420126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7ed2577-8733-4572-9d5a-3ee6ebb9a3d7 req-2a393fa7-3588-473a-a9c5-a2150ee276a0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 946 time: 0.0594881 Aug 31 08:15:10.472760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7ed2577-8733-4572-9d5a-3ee6ebb9a3d7 req-757aa64b-dbea-4dc5-afbf-15231db9e4dc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Aug 31 08:15:10.611994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778b394-a120-4e99-b762-9c1c1384cb35 req-47a729d4-6e31-4e0f-a652-0c1df0409f8e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:10.613528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0778b394-a120-4e99-b762-9c1c1384cb35 req-47a729d4-6e31-4e0f-a652-0c1df0409f8e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 946 time: 0.0590160 Aug 31 08:15:10.655344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0778b394-a120-4e99-b762-9c1c1384cb35 req-6f09b454-ed97-4bef-be3d-5e131ffffaf7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344532 Aug 31 08:15:10.694033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52514) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:10.734525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b87c7b-4886-4d09-b9df-c740b87ca350 tempest-TestVolumeBootPattern-236814668 tempest-TestVolumeBootPattern-236814668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:10.736061 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c5b87c7b-4886-4d09-b9df-c740b87ca350 tempest-TestVolumeBootPattern-236814668 tempest-TestVolumeBootPattern-236814668-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1093 time: 0.0411222 Aug 31 08:15:10.739141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52518) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:10.744385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:15:10.876923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52524) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:10.878139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:10.993992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.013189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Deleting port dbf2d47b-0e51-4d41-a712-72f353dc40f6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:11.014021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.097375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.097711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.110198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Calling delete_port for dbf2d47b-0e51-4d41-a712-72f353dc40f6 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:11.121797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.25.0.242 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/44fa6786-7a7e-4e1d-8dcb-adaed567ff31) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:15:11.265624 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.362237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.362397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.401999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event deleted for resources: {'Port': ['ID=dbf2d47b-0e51-4d41-a712-72f353dc40f6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:11.420080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:15:11.441005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:15:11.450202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:15:11.453984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=44fa6786-7a7e-4e1d-8dcb-adaed567ff31,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:11.486224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.493387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.493387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aec96b12-f809-4088-84a4-bf10161ea69d tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "DELETE /v2.0/floatingips/ee6f8fcb-d1a4-4035-9343-c1b68ab7abf7 HTTP/1.1" status: 204 len: 168 time: 0.6150050 Aug 31 08:15:11.570302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52550) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:11.652703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54c2b14-ed2f-48af-9a54-efeff5280428 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.693507 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54c2b14-ed2f-48af-9a54-efeff5280428 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.883564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.921132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54c2b14-ed2f-48af-9a54-efeff5280428 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.923807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54c2b14-ed2f-48af-9a54-efeff5280428 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:11.927748 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b54c2b14-ed2f-48af-9a54-efeff5280428 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] 10.222.0.36 "DELETE /v2.0/security-groups/27573bb9-f537-4cea-b6b4-93560e5620b5 HTTP/1.1" status: 204 len: 168 time: 0.3534200 Aug 31 08:15:11.940630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c2b14-ed2f-48af-9a54-efeff5280428 tempest-TestServerBasicOps-360334598 tempest-TestServerBasicOps-360334598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27573bb9-f537-4cea-b6b4-93560e5620b5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:12.073557 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:12.104014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52570) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:12.271675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:12.538515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:12.611729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=44fa6786-7a7e-4e1d-8dcb-adaed567ff31,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:12.625028 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:12.702285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:12.753661 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Floating IP 189741a0-8782-46fb-b046-0a7a3cd06019 associated. External IP: 172.25.0.242, port: 6547d449-5dd9-4a13-8a48-92483ca07a12. Aug 31 08:15:12.974822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Deleting port 199bd3b7-ee8f-4066-b58f-ad870b640a2f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:12.975458 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:12.978090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:15:13.056026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] For port 199bd3b7-ee8f-4066-b58f-ad870b640a2f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=199bd3b7-ee8f-4066-b58f-ad870b640a2f,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:13.056291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:13.073862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Calling delete_port for 199bd3b7-ee8f-4066-b58f-ad870b640a2f owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:13.103876 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:13.125906 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:13.137764 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:13.138713 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:13.239678 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:13.257652 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:13.270296 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78056de3-b88b-4361-9267-18bdefe2e84f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5298893 Aug 31 08:15:13.270950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:15:13.273954 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de20c157-cc96-4c65-a987-8af1a976f6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:15:13.321081 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e554bb-af87-4ff0-bb00-492b71159f40 x-openstack-request-id: req-c7e554bb-af87-4ff0-bb00-492b71159f40 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:15:13.321469 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:15:13.321778 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7e554bb-af87-4ff0-bb00-492b71159f40 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:15:13.322285 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'status': 'completed', 'code': 200} Aug 31 08:15:13.389389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-e0c0ec5c-6d24-4cb8-a0ff-9eb394a41a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:13.390992 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-e0c0ec5c-6d24-4cb8-a0ff-9eb394a41a02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0429122 Aug 31 08:15:13.412464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:13.437950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Pushing event deleted for resources: {'Port': ['ID=199bd3b7-ee8f-4066-b58f-ad870b640a2f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:13.504672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-6038909b-2fba-46c6-a9f5-730003ccdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:13.507063 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-6038909b-2fba-46c6-a9f5-730003ccdb6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1090550 Aug 31 08:15:13.525944 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:11Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:13.565050 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:13.570410 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:13.571150 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:13.595039 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-196c6e7f-17ba-49a0-b0b4-a52ce7bfa0e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1000 time: 0.0795538 Aug 31 08:15:13.715109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-fc440af5-c613-47ad-baa6-caa637c26a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:13.720312 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-fc440af5-c613-47ad-baa6-caa637c26a46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.1133821 Aug 31 08:15:13.743158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:13.783839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-5e0278c5-5f00-4707-9b80-c385a9d85f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:13.784097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:13.785509 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-5e0278c5-5f00-4707-9b80-c385a9d85f37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566382 Aug 31 08:15:13.920277 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-02e0c7c0-5c8c-4e44-ae62-cbe032a8db8b service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233499 Aug 31 08:15:14.053424 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-de20c157-cc96-4c65-a987-8af1a976f6ab req-fe834e9a-fba0-42d6-b147-42e811e7d8c6 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246843 Aug 31 08:15:14.065666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Router 7683ee43-9047-47ab-bed5-1034d1eb5c29 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:15:14.164168 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:11Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:14.201326 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76717c-fd78-4d0d-95f0-0b2510ac4ea7 None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:11Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:14.487999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549b82ad-2d4e-4195-9afd-28ed1ec21050 None None] New status for floating IP 189741a0-8782-46fb-b046-0a7a3cd06019: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:15:14.550503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:14.561995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-13237c1b-903c-40c2-ac3d-7b0f16c91968 admin admin] 10.222.0.36 "PUT /v2.0/routers/7683ee43-9047-47ab-bed5-1034d1eb5c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539785 Aug 31 08:15:14.568049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52612) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:14.571237 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] Sync routers for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:14.594476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:14.596391 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:14.693988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:14.743763 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:14.810676 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:14.957302 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:15:13Z', 'revision_number': 5, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port': {'id': 'b9ecd758-396d-4a41-a7a9-9fd3a4abd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:31Z', 'updated_at': '2021-08-31T08:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:14.967070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Deleting port b9ecd758-396d-4a41-a7a9-9fd3a4abd180 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:14.967419 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:14.984849 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] Checking router: 7683ee43-9047-47ab-bed5-1034d1eb5c29 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:14.994316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] Routers {'7683ee43-9047-47ab-bed5-1034d1eb5c29'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:14.994999 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7683ee43-9047-47ab-bed5-1034d1eb5c29'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:15.058192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] For port b9ecd758-396d-4a41-a7a9-9fd3a4abd180, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:15.058830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.074996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Calling delete_port for b9ecd758-396d-4a41-a7a9-9fd3a4abd180 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:15.085111 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] Set router 7683ee43-9047-47ab-bed5-1034d1eb5c29 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:15.231449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 6, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:15.258661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fb6e2-8906-493b-9aaa-e6cf365370f4 None None] The sync data for ids ['7683ee43-9047-47ab-bed5-1034d1eb5c29'] in n-d-713499-16 is: [{'id': '7683ee43-9047-47ab-bed5-1034d1eb5c29', 'name': 'tempest-TestServerBasicOps-459875303-router', 'tenant_id': '1023c07cf51a43b98323a7005581473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:30Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 6, 'project_id': '1023c07cf51a43b98323a7005581473d', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:15.315286 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.347394 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ecd758-396d-4a41-a7a9-9fd3a4abd180,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:15.410713 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.506271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.509014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.662235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.662235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7683ee43-9047-47ab-bed5-1034d1eb5c29 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:15:15.664544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.665729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4c5bb59-47da-4ac8-a7f0-292239a74812 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7683ee43-9047-47ab-bed5-1034d1eb5c29 HTTP/1.1" status: 204 len: 168 time: 1.1024270 Aug 31 08:15:15.668598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52634) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:15.715920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Deleting subnet 152be464-6dc2-46c3-9128-e8c16fa34894 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:15:15.719485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.759405 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.846961 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:15.995976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9ecd758-396d-4a41-a7a9-9fd3a4abd180 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:16.022376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b9ecd758-396d-4a41-a7a9-9fd3a4abd180 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:16.022376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b9ecd758-396d-4a41-a7a9-9fd3a4abd180 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:16.022376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 199bd3b7-ee8f-4066-b58f-ad870b640a2f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:16.023387 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.043164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 199bd3b7-ee8f-4066-b58f-ad870b640a2f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:16.043798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 199bd3b7-ee8f-4066-b58f-ad870b640a2f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:16.046546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152be464-6dc2-46c3-9128-e8c16fa34894,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:16.057691 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.058656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078941b-e7c4-48d5-962d-418e1b30624e None None] Network 2fc5bb32-8feb-4b88-88b4-d81c370ac068 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:15:16.062497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-70dc2df1-5116-4f25-a4c9-e1843c9ca238 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/152be464-6dc2-46c3-9128-e8c16fa34894 HTTP/1.1" status: 204 len: 168 time: 0.3904665 Aug 31 08:15:16.062988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52646) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:16.164043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.220455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Deleting port f6a81bf7-c836-4569-951b-0d9794940fe3 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:16.220810 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.267656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] DHCP port deletion for 2fc5bb32-8feb-4b88-88b4-d81c370ac068 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:15:16.300348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] For port f6a81bf7-c836-4569-951b-0d9794940fe3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f6a81bf7-c836-4569-951b-0d9794940fe3,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:16.305111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.320852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Calling delete_port for f6a81bf7-c836-4569-951b-0d9794940fe3 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:16.341956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] Deleting port f6a81bf7-c836-4569-951b-0d9794940fe3 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:16.342479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.412144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] For port f6a81bf7-c836-4569-951b-0d9794940fe3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f6a81bf7-c836-4569-951b-0d9794940fe3,segment=NetworkSegment(6a4457b2-4844-49c2-9246-444783df1253),segment_id=6a4457b2-4844-49c2-9246-444783df1253)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:16.412475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.431433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] Calling delete_port for f6a81bf7-c836-4569-951b-0d9794940fe3 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:16.555815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.562231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.583627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a81bf7-c836-4569-951b-0d9794940fe3,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:16.588980 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] Pushing event deleted for resources: {'Port': ['ID=f6a81bf7-c836-4569-951b-0d9794940fe3,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:16.589107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] No DVR routers for this DVR port f6a81bf7-c836-4569-951b-0d9794940fe3 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:16.592260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3c9bf-c0c7-4b09-b628-627aa3c9a5ff None None] No DVR routers for this DVR port f6a81bf7-c836-4569-951b-0d9794940fe3 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:16.668235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.678234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc5bb32-8feb-4b88-88b4-d81c370ac068']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:16.688282 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4457b2-4844-49c2-9246-444783df1253') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:16.688586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4457b2-4844-49c2-9246-444783df1253') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:16.697719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.711863 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.717541 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:15:16.717975 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:15:16.719588 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:15:17.087699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:17.093395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:17.095327 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] 10.222.0.36 "DELETE /v2.0/networks/2fc5bb32-8feb-4b88-88b4-d81c370ac068 HTTP/1.1" status: 204 len: 168 time: 1.0304580 Aug 31 08:15:17.098437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52670) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:17.107331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c7c42-dcf9-45ab-83ce-213cae88eb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc5bb32-8feb-4b88-88b4-d81c370ac068,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:17.471900 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:17.746591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Deleting port be172866-4d5a-46fe-bbf6-519d08185fa7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:17.747065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:17.838237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] For port be172866-4d5a-46fe-bbf6-519d08185fa7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=be172866-4d5a-46fe-bbf6-519d08185fa7,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:17.838237 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:17.848987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Calling delete_port for be172866-4d5a-46fe-bbf6-519d08185fa7 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:17.982725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f6a81bf7-c836-4569-951b-0d9794940fe3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:18.002904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f6a81bf7-c836-4569-951b-0d9794940fe3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:18.003517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f6a81bf7-c836-4569-951b-0d9794940fe3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:18.240975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:18.270620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be172866-4d5a-46fe-bbf6-519d08185fa7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:18.486411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:18.732770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Router ac55308a-dd3e-422f-a09a-7ee32e61edd3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:15:18.857388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:18.869194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] Sync routers for ids ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:18.877086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:18.878134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-21fb4767-bbd5-4280-8727-29ce986c8db8 admin admin] 10.222.0.36 "PUT /v2.0/routers/ac55308a-dd3e-422f-a09a-7ee32e61edd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7747645 Aug 31 08:15:18.902159 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] Routers {'ac55308a-dd3e-422f-a09a-7ee32e61edd3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:18.903767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:19.007993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.019477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] Set router ac55308a-dd3e-422f-a09a-7ee32e61edd3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:19.115961 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.215293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:15:18Z', 'revision_number': 5, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port': {'id': '284a81c3-b4bb-41b4-9c56-fdf0ec9800e6', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:21:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:09:48Z', 'updated_at': '2021-08-31T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:19.254879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] Checking router: ac55308a-dd3e-422f-a09a-7ee32e61edd3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:19.265775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] Routers {'ac55308a-dd3e-422f-a09a-7ee32e61edd3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:19.266483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:14:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:19.274190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Deleting port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:19.274709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.358866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] Set router ac55308a-dd3e-422f-a09a-7ee32e61edd3 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:19.373941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] For port 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:19.374316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.390300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Calling delete_port for 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:19.419203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:15:19Z', 'revision_number': 6, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:19.456329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73021385-68e6-49c1-92ba-c447fb75968b None None] The sync data for ids ['ac55308a-dd3e-422f-a09a-7ee32e61edd3'] in n-d-713499-16 is: [{'id': 'ac55308a-dd3e-422f-a09a-7ee32e61edd3', 'name': 'tempest-TestServerBasicOps-387088558-router', 'tenant_id': '0315b48265434d9ea6af4a77a1b7f823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:09:47Z', 'updated_at': '2021-08-31T08:15:19Z', 'revision_number': 6, 'project_id': '0315b48265434d9ea6af4a77a1b7f823', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:19.673056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.702094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Pushing event deleted for resources: {'Port': ['ID=284a81c3-b4bb-41b4-9c56-fdf0ec9800e6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:19.768814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.888229 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:19.890807 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.063887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.064430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac55308a-dd3e-422f-a09a-7ee32e61edd3 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:15:20.068779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.070017 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e36a78ec-0628-433d-91ae-c4e327ffe269 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ac55308a-dd3e-422f-a09a-7ee32e61edd3 HTTP/1.1" status: 204 len: 168 time: 1.1908023 Aug 31 08:15:20.072516 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52712) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:20.124634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Deleting subnet afb52e66-9883-4664-b169-25bfa126b459 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:15:20.128317 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.395227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be172866-4d5a-46fe-bbf6-519d08185fa7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:20.419100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: be172866-4d5a-46fe-bbf6-519d08185fa7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:20.419545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device be172866-4d5a-46fe-bbf6-519d08185fa7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:20.530461 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.624619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.773040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.787485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52728) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:20.811432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb52e66-9883-4664-b169-25bfa126b459,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:20.816414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.819479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-41239590-3b16-4864-bea3-8163e2ec1516 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/afb52e66-9883-4664-b169-25bfa126b459 HTTP/1.1" status: 204 len: 168 time: 0.7451510 Aug 31 08:15:20.822665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:20.824587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4e35c-57ca-4193-ad46-5e81923c04e5 None None] Network 6c1d50b6-4693-4fa5-a444-824a80aaf160 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:15:20.899618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:20.918382 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02cac8e5-9fb6-4661-b27e-7337c62e52c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.020343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Deleting port f38040c2-dca9-41dc-9a77-cf2757e21fd0 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:21.020343 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.027627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] DHCP port deletion for 6c1d50b6-4693-4fa5-a444-824a80aaf160 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:15:21.085991 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] Deleting port f38040c2-dca9-41dc-9a77-cf2757e21fd0 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:21.086672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.117818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] For port f38040c2-dca9-41dc-9a77-cf2757e21fd0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f38040c2-dca9-41dc-9a77-cf2757e21fd0,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:21.118252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.142452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Calling delete_port for f38040c2-dca9-41dc-9a77-cf2757e21fd0 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:21.149592 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02cac8e5-9fb6-4661-b27e-7337c62e52c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.154389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] For port f38040c2-dca9-41dc-9a77-cf2757e21fd0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f38040c2-dca9-41dc-9a77-cf2757e21fd0,segment=NetworkSegment(bab22e81-aee0-49d0-8913-73c51989478e),segment_id=bab22e81-aee0-49d0-8913-73c51989478e)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:21.154796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.169906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] Calling delete_port for f38040c2-dca9-41dc-9a77-cf2757e21fd0 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:21.246648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-02cac8e5-9fb6-4661-b27e-7337c62e52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.288631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-02cac8e5-9fb6-4661-b27e-7337c62e52c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcd78d9f9af44e4aa7c8bcde29978d17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999752 Aug 31 08:15:21.289502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cac8e5-9fb6-4661-b27e-7337c62e52c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f19a23-5d01-449a-91d4-cd85e8a2fbf6,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:21.291493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52742) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:21.342820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-019292e3-12f7-454d-b136-be409bf34327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.349973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.358415 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.369058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-019292e3-12f7-454d-b136-be409bf34327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.380578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Pushing event deleted for resources: {'Port': ['ID=f38040c2-dca9-41dc-9a77-cf2757e21fd0,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:21.386683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] No DVR routers for this DVR port f38040c2-dca9-41dc-9a77-cf2757e21fd0 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:21.391203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] Pushing event deleted for resources: {'Port': ['ID=f38040c2-dca9-41dc-9a77-cf2757e21fd0,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:21.397303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6637a6-7953-486e-a61d-b6683de50952 None None] No DVR routers for this DVR port f38040c2-dca9-41dc-9a77-cf2757e21fd0 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:21.484575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.499977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d50b6-4693-4fa5-a444-824a80aaf160']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:21.504120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-019292e3-12f7-454d-b136-be409bf34327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.506967 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-019292e3-12f7-454d-b136-be409bf34327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.508847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-019292e3-12f7-454d-b136-be409bf34327 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7f19a23-5d01-449a-91d4-cd85e8a2fbf6 HTTP/1.1" status: 204 len: 168 time: 0.2153931 Aug 31 08:15:21.516473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab22e81-aee0-49d0-8913-73c51989478e') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:21.516684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab22e81-aee0-49d0-8913-73c51989478e') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:21.520358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019292e3-12f7-454d-b136-be409bf34327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f19a23-5d01-449a-91d4-cd85e8a2fbf6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:21.527281 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.545753 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.553670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:15:21.554557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:15:21.556468 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:15:21.709307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.715072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:21.717090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] 10.222.0.36 "DELETE /v2.0/networks/6c1d50b6-4693-4fa5-a444-824a80aaf160 HTTP/1.1" status: 204 len: 168 time: 0.8932636 Aug 31 08:15:21.734935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e7ea7-15c9-4489-b4a0-3a9b9485e07d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1d50b6-4693-4fa5-a444-824a80aaf160,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:21.983292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:22.004277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:22.004621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 284a81c3-b4bb-41b4-9c56-fdf0ec9800e6 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:22.005131 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f38040c2-dca9-41dc-9a77-cf2757e21fd0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:22.025223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f38040c2-dca9-41dc-9a77-cf2757e21fd0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:22.025527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f38040c2-dca9-41dc-9a77-cf2757e21fd0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:22.301780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52760) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:22.343742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-67839ecb-1349-4384-a898-a46868ecdbf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1023c07cf51a43b98323a7005581473d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407407 Aug 31 08:15:22.346316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52764) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:22.390130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52766) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:22.407337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf71f-0df9-49f3-8eb1-fb55ba2bfc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.409494 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f24cdabf-1a0e-48cf-9966-de64f5f8a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.432290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f24cdabf-1a0e-48cf-9966-de64f5f8a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.506564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf71f-0df9-49f3-8eb1-fb55ba2bfc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.567106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f24cdabf-1a0e-48cf-9966-de64f5f8a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.570750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f24cdabf-1a0e-48cf-9966-de64f5f8a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.573255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f24cdabf-1a0e-48cf-9966-de64f5f8a1f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73d474a6-cf1e-4c3e-8d36-74e3f52e8e7e HTTP/1.1" status: 204 len: 168 time: 0.2247446 Aug 31 08:15:22.580606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cdabf-1a0e-48cf-9966-de64f5f8a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d474a6-cf1e-4c3e-8d36-74e3f52e8e7e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:22.601931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e1dcf71f-0df9-49f3-8eb1-fb55ba2bfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.643001 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e1dcf71f-0df9-49f3-8eb1-fb55ba2bfc30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51e29346796648a3a71f4a6f31a5514f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517567 Aug 31 08:15:22.643718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcf71f-0df9-49f3-8eb1-fb55ba2bfc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f7869-5740-42d2-b48f-0b79845fd518,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:22.646078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52772) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:22.715839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-702a3e9a-1771-489a-a640-5dbe015f87c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.739167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-702a3e9a-1771-489a-a640-5dbe015f87c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.909305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-702a3e9a-1771-489a-a640-5dbe015f87c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.911957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-702a3e9a-1771-489a-a640-5dbe015f87c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:22.913195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-702a3e9a-1771-489a-a640-5dbe015f87c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e90f7869-5740-42d2-b48f-0b79845fd518 HTTP/1.1" status: 204 len: 168 time: 0.2621243 Aug 31 08:15:22.922263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a3e9a-1771-489a-a640-5dbe015f87c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f7869-5740-42d2-b48f-0b79845fd518,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:23.447407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52790) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:23.488820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5cf071c1-7a40-4e02-a82e-7acc530af495 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0315b48265434d9ea6af4a77a1b7f823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402474 Aug 31 08:15:23.492187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52792) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:23.546767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a2f32ea-1186-40a6-91b0-76f2d174971c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.569757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a2f32ea-1186-40a6-91b0-76f2d174971c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.686396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a2f32ea-1186-40a6-91b0-76f2d174971c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.689416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a2f32ea-1186-40a6-91b0-76f2d174971c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.693254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a2f32ea-1186-40a6-91b0-76f2d174971c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f83b99af-d58a-4e1f-a51f-33606972f75d HTTP/1.1" status: 204 len: 168 time: 0.1974661 Aug 31 08:15:23.708076 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f32ea-1186-40a6-91b0-76f2d174971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83b99af-d58a-4e1f-a51f-33606972f75d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:23.731912 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-24233426-f9bd-4ca4-928e-318aebc25afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.767645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 52800) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:23.781750 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3541a8e7-d859-4982-b391-9e1432b8e611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.846609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.883543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3541a8e7-d859-4982-b391-9e1432b8e611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:23.966310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3541a8e7-d859-4982-b391-9e1432b8e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:24.007157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3541a8e7-d859-4982-b391-9e1432b8e611 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4648b768f53407b9195a381b93cad37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383392 Aug 31 08:15:24.008215 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541a8e7-d859-4982-b391-9e1432b8e611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fafe034-5638-4288-8421-fe94a94f534d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:24.010318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52808) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:24.073463 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ff4ace9-b6eb-4bff-8675-36f5e932d8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:24.095085 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ff4ace9-b6eb-4bff-8675-36f5e932d8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:24.206620 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ff4ace9-b6eb-4bff-8675-36f5e932d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:24.211278 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5ff4ace9-b6eb-4bff-8675-36f5e932d8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:24.217574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5ff4ace9-b6eb-4bff-8675-36f5e932d8de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fafe034-5638-4288-8421-fe94a94f534d HTTP/1.1" status: 204 len: 168 time: 0.2012317 Aug 31 08:15:24.220966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4ace9-b6eb-4bff-8675-36f5e932d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fafe034-5638-4288-8421-fe94a94f534d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:24.888502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52850) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:24.993976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-800675067-network', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:15:25.096033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Made reservation on behalf of bdc6bcf1add8406d9d8c6998b86f0cd6 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:15:25.098660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.108006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.208100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.292514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.324255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:15:25.331655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987633b4-2b18-476b-ab27-b66f7f7fe895,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:25.338694 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.339330 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Added segment a828674e-7334-44d6-a680-79d308eba215 of type vlan for network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 Aug 31 08:15:25.384833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.469668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.470715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:25.471306 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:25.563490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] Pushing event updated for resources: {'Network': ['ID=5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:25.583323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:15:25.613328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2bf2144d-2e61-4f44-915a-b10d871a082a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7236834 Aug 31 08:15:25.616392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52908) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:25.622891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Request body: {'subnet': {'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-800675067-subnet', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:15:25.783406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Made reservation on behalf of bdc6bcf1add8406d9d8c6998b86f0cd6 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:15:25.785892 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.058589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.119340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff50fb9-3729-4377-b346-79e2c5fa2871,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:26.133387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Checking segment: {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:15:26.134264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Network hostable DHCP agents. Network: 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:15:26.206813 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.235040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:15:26.321331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:15:26.327587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:15:26.327587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.332493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9093f6a-7e6d-4ab1-bd58-ab00fb326004 None None] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:15:26.437350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5bf4dcaa-cbad-4226-b25c-e99145e0b35e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8194361 Aug 31 08:15:26.445475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52914) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:26.451430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:15:26.538855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.539996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.600263 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.666381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06', 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'fixed_ips': [{'subnet_id': 'eff50fb9-3729-4377-b346-79e2c5fa2871'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:15:26.667930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.734770 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.812236 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0320-a835-4b98-9c57-7370aeaf9317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:26.822357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Allocated IP 172.20.0.2 (5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06/eff50fb9-3729-4377-b346-79e2c5fa2871/0a2fa029-5e63-485a-b632-b493d66db141) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:15:27.015094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.027364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Transition to ACTIVE for port object 0a2fa029-5e63-485a-b632-b493d66db141 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:15:27.048702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Transition to ACTIVE for port object 0a2fa029-5e63-485a-b632-b493d66db141 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:15:27.173070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.225348 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.243117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:15:27.247042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:15:27.248920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Pushing event updated for resources: {'Port': ['ID=0a2fa029-5e63-485a-b632-b493d66db141,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:27.251250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:15:27.306435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Attempting to bind port 0a2fa029-5e63-485a-b632-b493d66db141 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:15:27.306803 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Attempting to bind port 0a2fa029-5e63-485a-b632-b493d66db141 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:15:27.307173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Attempting to bind port 0a2fa029-5e63-485a-b632-b493d66db141 on network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:15:27.312841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:15:27.313237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Checking segment: {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:15:27.313885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.314259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Bound using segment: {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:15:27.319560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Bound port: 0a2fa029-5e63-485a-b632-b493d66db141, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:15:27.319560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.389126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] For port 0a2fa029-5e63-485a-b632-b493d66db141, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:15:27.394914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] For port 0a2fa029-5e63-485a-b632-b493d66db141, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0a2fa029-5e63-485a-b632-b493d66db141,segment=NetworkSegment(a828674e-7334-44d6-a680-79d308eba215),segment_id=a828674e-7334-44d6-a680-79d308eba215)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:15:27.486957 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.557562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.576223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a200cd-a258-41b7-a19a-e5747988b94e None None] Pushing event updated for resources: {'Port': ['ID=0a2fa029-5e63-485a-b632-b493d66db141,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:27.584720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:27.721698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Allocated IP 172.25.0.131 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/5621a895-2395-4097-8259-fab08862c718) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:15:27.882372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:28.064441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0a2fa029-5e63-485a-b632-b493d66db141 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:15:28.071798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:28.120725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:15:28.124958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:15:28.130709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:15:28.139871 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:28.186574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5621a895-2395-4097-8259-fab08862c718,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:28.217878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0a2fa029-5e63-485a-b632-b493d66db141 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:15:28.598953 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:28.762039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d57efe-e67b-4e6f-9a9d-b5b2243560bc None None] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:15:28.904435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:28.922252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] Provisioning for port 0a2fa029-5e63-485a-b632-b493d66db141 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:15:28.929301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] Provisioning complete for port 0a2fa029-5e63-485a-b632-b493d66db141 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:28.929861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.056364 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.100034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] For port 0a2fa029-5e63-485a-b632-b493d66db141, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0a2fa029-5e63-485a-b632-b493d66db141,segment=NetworkSegment(a828674e-7334-44d6-a680-79d308eba215),segment_id=a828674e-7334-44d6-a680-79d308eba215)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:29.120852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Router 179ca374-e81b-4438-baa6-eb953c4efd5c is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:15:29.202419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.272408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f08640-6caf-406b-9267-5e639b92f28a None None] Pushing event updated for resources: {'Port': ['ID=0a2fa029-5e63-485a-b632-b493d66db141,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:29.283031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:29.295500 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Sync routers for ids ['179ca374-e81b-4438-baa6-eb953c4efd5c'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:29.307206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Routers {'179ca374-e81b-4438-baa6-eb953c4efd5c'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:29.307812 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:15:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['179ca374-e81b-4438-baa6-eb953c4efd5c'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:29.426074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-48ea33d3-1847-4961-8dac-f31c38c8d570 None None] Provisioning complete for port 0a2fa029-5e63-485a-b632-b493d66db141 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:29.426644 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-48ea33d3-1847-4961-8dac-f31c38c8d570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.429341 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Set router 179ca374-e81b-4438-baa6-eb953c4efd5c gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:29.461447 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.468549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-74811b27-db86-47d0-883c-511faa5f15e1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.0189626 Aug 31 08:15:29.468853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 52962) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:29.630371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.637544 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5621a895-2395-4097-8259-fab08862c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:28Z', 'revision_number': 3, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port': {'id': '5621a895-2395-4097-8259-fab08862c718', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:27Z', 'updated_at': '2021-08-31T08:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:29.671077 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Checking router: 179ca374-e81b-4438-baa6-eb953c4efd5c for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:29.671497 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Updating router 179ca374-e81b-4438-baa6-eb953c4efd5c port 5621a895-2395-4097-8259-fab08862c718 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:15:29.699579 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.985303 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.986465 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:29.997375 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Transition to ACTIVE for port object 5621a895-2395-4097-8259-fab08862c718 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:15:30.009409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0a2fa029-5e63-485a-b632-b493d66db141 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:15:30.063180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0a2fa029-5e63-485a-b632-b493d66db141 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:30.063642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.092431 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.151183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7115d42-57b4-4409-b288-19610659436a None None] Pushing event updated for resources: {'Port': ['ID=5621a895-2395-4097-8259-fab08862c718,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:30.154824 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Attempting to bind port 5621a895-2395-4097-8259-fab08862c718 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:15:30.155312 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Attempting to bind port 5621a895-2395-4097-8259-fab08862c718 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:15:30.155745 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Attempting to bind port 5621a895-2395-4097-8259-fab08862c718 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:15:30.164253 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.164719 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.165131 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.165540 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.165967 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168238 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.168822 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7115d42-57b4-4409-b288-19610659436a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:15:30.173576 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:15:30.173576 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:15:30.173973 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.174153 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:15:30.174781 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Bound port: 5621a895-2395-4097-8259-fab08862c718, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:15:30.175262 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.234849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Allocated IP 172.20.0.1 (5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06/eff50fb9-3729-4377-b346-79e2c5fa2871/1c5b78cb-2458-4350-bcca-070c481e8b5f) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:15:30.235018 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] For port 5621a895-2395-4097-8259-fab08862c718, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:15:30.238553 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] For port 5621a895-2395-4097-8259-fab08862c718, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5621a895-2395-4097-8259-fab08862c718,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:15:30.315399 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.366777 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.381405 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Routers {'179ca374-e81b-4438-baa6-eb953c4efd5c'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:30.382669 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:15:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['179ca374-e81b-4438-baa6-eb953c4efd5c'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:30.384746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Transition to ACTIVE for port object 1c5b78cb-2458-4350-bcca-070c481e8b5f will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:15:30.434050 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7115d42-57b4-4409-b288-19610659436a None None] Pushing event updated for resources: {'Port': ['ID=5621a895-2395-4097-8259-fab08862c718,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:30.508494 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] Set router 179ca374-e81b-4438-baa6-eb953c4efd5c gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:30.527628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.586734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:15:30.592945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:15:30.597785 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:15:30.642732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Pushing event updated for resources: {'Port': ['ID=1c5b78cb-2458-4350-bcca-070c481e8b5f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:30.673994 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:30.810851 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5621a895-2395-4097-8259-fab08862c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:28Z', 'revision_number': 3, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port': {'id': '5621a895-2395-4097-8259-fab08862c718', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:27Z', 'updated_at': '2021-08-31T08:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:30.848285 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d2bd-4eb8-4f6d-a01f-80a2b1054d71 None None] The sync data for ids ['179ca374-e81b-4438-baa6-eb953c4efd5c'] in n-d-713499-16 is: [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5621a895-2395-4097-8259-fab08862c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:28Z', 'revision_number': 3, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port': {'id': '5621a895-2395-4097-8259-fab08862c718', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:27Z', 'updated_at': '2021-08-31T08:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:30.943571 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:31.040595 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0207e5f6-2934-4470-9a73-76110874155b None None] Provisioning for port 1c5b78cb-2458-4350-bcca-070c481e8b5f completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:15:31.046370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0207e5f6-2934-4470-9a73-76110874155b None None] Provisioning complete for port 1c5b78cb-2458-4350-bcca-070c481e8b5f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:31.046812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0207e5f6-2934-4470-9a73-76110874155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:31.108657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-0207e5f6-2934-4470-9a73-76110874155b None None] Port 1c5b78cb-2458-4350-bcca-070c481e8b5f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:15:31.169332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:31.223660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:31.305097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Pushing event updated for resources: {'Port': ['ID=1c5b78cb-2458-4350-bcca-070c481e8b5f,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:31.307607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:31.409469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:15:31.411151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:15:31.571456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Router 179ca374-e81b-4438-baa6-eb953c4efd5c has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:15:31.738430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d1d6d6ae-a249-42b0-950f-b85f595c6330 None None] Provisioning complete for port 1c5b78cb-2458-4350-bcca-070c481e8b5f triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:31.741102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d6ae-a249-42b0-950f-b85f595c6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:31.759817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:31.770070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c007c33a-209f-4cc0-ab00-0a1c2a178f1b admin admin] 10.222.0.36 "PUT /v2.0/routers/179ca374-e81b-4438-baa6-eb953c4efd5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2948115 Aug 31 08:15:31.800832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6d6ae-a249-42b0-950f-b85f595c6330 None None] Port 1c5b78cb-2458-4350-bcca-070c481e8b5f cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:15:32.035390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5621a895-2395-4097-8259-fab08862c718 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:15:32.155389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5621a895-2395-4097-8259-fab08862c718 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:15:32.160982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5621a895-2395-4097-8259-fab08862c718 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:32.162497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:32.278990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:32.305854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5621a895-2395-4097-8259-fab08862c718, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5621a895-2395-4097-8259-fab08862c718,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:32.389090 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:32.456747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5621a895-2395-4097-8259-fab08862c718,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:32.720025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Sync routers for ids ['179ca374-e81b-4438-baa6-eb953c4efd5c'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:32.730914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Routers {'179ca374-e81b-4438-baa6-eb953c4efd5c'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:32.731751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:15:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['179ca374-e81b-4438-baa6-eb953c4efd5c'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:32.880309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Set router 179ca374-e81b-4438-baa6-eb953c4efd5c gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:33.131493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5621a895-2395-4097-8259-fab08862c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:30Z', 'revision_number': 4, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port': {'id': '5621a895-2395-4097-8259-fab08862c718', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:27Z', 'updated_at': '2021-08-31T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '1c5b78cb-2458-4350-bcca-070c481e8b5f', 'name': '', 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'mac_address': 'fa:16:3e:f5:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'eff50fb9-3729-4377-b346-79e2c5fa2871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:30Z', 'updated_at': '2021-08-31T08:15:31Z', 'revision_number': 2, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'subnets': [{'id': 'eff50fb9-3729-4377-b346-79e2c5fa2871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:33.162557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Checking router: 179ca374-e81b-4438-baa6-eb953c4efd5c for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:33.163932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Updating router 179ca374-e81b-4438-baa6-eb953c4efd5c port 1c5b78cb-2458-4350-bcca-070c481e8b5f binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:15:33.195798 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:33.276363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53000) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:33.596860 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:33.609507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Transition to ACTIVE for port object 1c5b78cb-2458-4350-bcca-070c481e8b5f will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:15:33.757416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:33.823010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228a3d6-df39-44b3-a8c9-498c67711cac None None] Pushing event updated for resources: {'Port': ['ID=1c5b78cb-2458-4350-bcca-070c481e8b5f,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:33.890749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Attempting to bind port 1c5b78cb-2458-4350-bcca-070c481e8b5f on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:15:33.891138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Attempting to bind port 1c5b78cb-2458-4350-bcca-070c481e8b5f by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:15:33.891634 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Attempting to bind port 1c5b78cb-2458-4350-bcca-070c481e8b5f on network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:15:33.898946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:15:33.899325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Checking segment: {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:15:33.899729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:33.900125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Bound using segment: {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:15:33.900596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Bound port: 1c5b78cb-2458-4350-bcca-070c481e8b5f, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a828674e-7334-44d6-a680-79d308eba215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:15:33.900973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.043269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5621a895-2395-4097-8259-fab08862c718 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:15:34.079469 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.093577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] For port 1c5b78cb-2458-4350-bcca-070c481e8b5f, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:15:34.122067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] For port 1c5b78cb-2458-4350-bcca-070c481e8b5f, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1c5b78cb-2458-4350-bcca-070c481e8b5f,segment=NetworkSegment(a828674e-7334-44d6-a680-79d308eba215),segment_id=a828674e-7334-44d6-a680-79d308eba215)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:15:34.126513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5621a895-2395-4097-8259-fab08862c718 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:15:34.126898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.222128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.302206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228a3d6-df39-44b3-a8c9-498c67711cac None None] Pushing event updated for resources: {'Port': ['ID=1c5b78cb-2458-4350-bcca-070c481e8b5f,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:34.306637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Routers {'179ca374-e81b-4438-baa6-eb953c4efd5c'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:34.307460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:15:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['179ca374-e81b-4438-baa6-eb953c4efd5c'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:34.415224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Deleting port 1c5b78cb-2458-4350-bcca-070c481e8b5f {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:34.415822 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.468676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] Set router 179ca374-e81b-4438-baa6-eb953c4efd5c gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:34.541842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] For port 1c5b78cb-2458-4350-bcca-070c481e8b5f, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=1c5b78cb-2458-4350-bcca-070c481e8b5f,segment=NetworkSegment(a828674e-7334-44d6-a680-79d308eba215),segment_id=a828674e-7334-44d6-a680-79d308eba215)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:34.542256 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.560888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Calling delete_port for 1c5b78cb-2458-4350-bcca-070c481e8b5f owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:34.870395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:34.907808 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5b78cb-2458-4350-bcca-070c481e8b5f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:34.922891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5621a895-2395-4097-8259-fab08862c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:30Z', 'revision_number': 4, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port': {'id': '5621a895-2395-4097-8259-fab08862c718', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:27Z', 'updated_at': '2021-08-31T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '1c5b78cb-2458-4350-bcca-070c481e8b5f', 'name': '', 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'mac_address': 'fa:16:3e:f5:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'eff50fb9-3729-4377-b346-79e2c5fa2871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:30Z', 'updated_at': '2021-08-31T08:15:34Z', 'revision_number': 4, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'subnets': [{'id': 'eff50fb9-3729-4377-b346-79e2c5fa2871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:34.965548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd6efa9-f146-4941-a62e-3442b0ebe377 None None] The sync data for ids ['179ca374-e81b-4438-baa6-eb953c4efd5c'] in n-d-713499-16 is: [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '5621a895-2395-4097-8259-fab08862c718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:30Z', 'revision_number': 4, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port': {'id': '5621a895-2395-4097-8259-fab08862c718', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:27Z', 'updated_at': '2021-08-31T08:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '1c5b78cb-2458-4350-bcca-070c481e8b5f', 'name': '', 'network_id': '5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'mac_address': 'fa:16:3e:f5:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'eff50fb9-3729-4377-b346-79e2c5fa2871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:15:30Z', 'updated_at': '2021-08-31T08:15:34Z', 'revision_number': 4, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'subnets': [{'id': 'eff50fb9-3729-4377-b346-79e2c5fa2871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:35.210608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:35.543901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Router 179ca374-e81b-4438-baa6-eb953c4efd5c has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:15:35.710223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:15:35.717194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-63b235db-4f4d-4fb1-9b5f-d7fed8839dcd admin admin] 10.222.0.36 "PUT /v2.0/routers/179ca374-e81b-4438-baa6-eb953c4efd5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4372404 Aug 31 08:15:35.717644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53014) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:35.860783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:35.994517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.138056 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Deleting port 5621a895-2395-4097-8259-fab08862c718 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:36.138056 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.251451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] For port 5621a895-2395-4097-8259-fab08862c718, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5621a895-2395-4097-8259-fab08862c718,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:36.251876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.270202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Calling delete_port for 5621a895-2395-4097-8259-fab08862c718 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:36.566822 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] Sync routers for ids ['179ca374-e81b-4438-baa6-eb953c4efd5c'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:15:36.578846 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] Routers {'179ca374-e81b-4438-baa6-eb953c4efd5c'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:36.579762 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:15:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['179ca374-e81b-4438-baa6-eb953c4efd5c'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:36.589833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.622180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Pushing event deleted for resources: {'Port': ['ID=5621a895-2395-4097-8259-fab08862c718,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:36.687287 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] Set router 179ca374-e81b-4438-baa6-eb953c4efd5c gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:36.704785 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.755939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:35Z', 'revision_number': 6, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:36.785684 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] Checking router: 179ca374-e81b-4438-baa6-eb953c4efd5c for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:15:36.794976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] Routers {'179ca374-e81b-4438-baa6-eb953c4efd5c'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:15:36.795624 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:15:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['179ca374-e81b-4438-baa6-eb953c4efd5c'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:36.806992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.809529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.873614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] Set router 179ca374-e81b-4438-baa6-eb953c4efd5c gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:15:36.930623 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:36Z', 'revision_number': 7, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:36.995464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:36.996326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 179ca374-e81b-4438-baa6-eb953c4efd5c {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:15:37.006772 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.013646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53020) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:37.014260 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f33a8e89-84be-4890-b76a-5aa32239a918 admin admin] 10.222.0.36 "DELETE /v2.0/routers/179ca374-e81b-4438-baa6-eb953c4efd5c HTTP/1.1" status: 204 len: 168 time: 1.2951667 Aug 31 08:15:37.064918 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd5553-3942-4dd7-8ac2-89635d40d542 None None] The sync data for ids ['179ca374-e81b-4438-baa6-eb953c4efd5c'] in n-d-713499-16 is: [{'id': '179ca374-e81b-4438-baa6-eb953c4efd5c', 'name': 'tempest-ImageQuotaTest-800675067-router', 'tenant_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:15:26Z', 'updated_at': '2021-08-31T08:15:36Z', 'revision_number': 7, 'project_id': 'bdc6bcf1add8406d9d8c6998b86f0cd6', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:15:37.068745 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Deleting subnet eff50fb9-3729-4377-b346-79e2c5fa2871 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:15:37.073317 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.116560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.197663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.389872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.428565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff50fb9-3729-4377-b346-79e2c5fa2871,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:37.434711 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.439874 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53024) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:37.442118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5091b-d38b-4caf-b1f4-6da46dfbdc6a None None] Network 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:15:37.461200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7166a8e3-186d-415f-93ef-ba1bf14c0153 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eff50fb9-3729-4377-b346-79e2c5fa2871 HTTP/1.1" status: 204 len: 168 time: 0.4463413 Aug 31 08:15:37.540599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.616779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Deleting port 0a2fa029-5e63-485a-b632-b493d66db141 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:37.617152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.692778 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] For port 0a2fa029-5e63-485a-b632-b493d66db141, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0a2fa029-5e63-485a-b632-b493d66db141,segment=NetworkSegment(a828674e-7334-44d6-a680-79d308eba215),segment_id=a828674e-7334-44d6-a680-79d308eba215)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:37.694498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:37.712440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Calling delete_port for 0a2fa029-5e63-485a-b632-b493d66db141 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:37.866680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] DHCP port deletion for 5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:15:37.926393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] Deleting port 0a2fa029-5e63-485a-b632-b493d66db141 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:15:37.926761 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.026870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] For port 0a2fa029-5e63-485a-b632-b493d66db141, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0a2fa029-5e63-485a-b632-b493d66db141,segment=NetworkSegment(a828674e-7334-44d6-a680-79d308eba215),segment_id=a828674e-7334-44d6-a680-79d308eba215)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:15:38.027388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.046675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] Calling delete_port for 0a2fa029-5e63-485a-b632-b493d66db141 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:15:38.068083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5621a895-2395-4097-8259-fab08862c718 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:38.093016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5621a895-2395-4097-8259-fab08862c718 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:38.093223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5621a895-2395-4097-8259-fab08862c718 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:38.093647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1c5b78cb-2458-4350-bcca-070c481e8b5f no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:38.101339 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.128666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 1c5b78cb-2458-4350-bcca-070c481e8b5f {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:38.129082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 1c5b78cb-2458-4350-bcca-070c481e8b5f not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:38.129570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0a2fa029-5e63-485a-b632-b493d66db141 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:15:38.134566 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:15:38.135413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2fa029-5e63-485a-b632-b493d66db141,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:38.144683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] No DVR routers for this DVR port 0a2fa029-5e63-485a-b632-b493d66db141 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:38.201913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0a2fa029-5e63-485a-b632-b493d66db141 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:15:38.202408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0a2fa029-5e63-485a-b632-b493d66db141 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:15:38.242039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.253891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:38.269124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.271187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a828674e-7334-44d6-a680-79d308eba215') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:38.271494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a828674e-7334-44d6-a680-79d308eba215') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:15:38.284289 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.303534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.303792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] Pushing event deleted for resources: {'Port': ['ID=0a2fa029-5e63-485a-b632-b493d66db141,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:38.309020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906eb8b-e556-4725-bbe2-fca94e6c68d8 None None] No DVR routers for this DVR port 0a2fa029-5e63-485a-b632-b493d66db141 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:15:38.315890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:15:38.316390 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:15:38.321530 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:15:38.549287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.559502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:38.561461 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06 HTTP/1.1" status: 204 len: 168 time: 1.1201825 Aug 31 08:15:38.579084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2500ff-81f0-4649-8819-987932c46305 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3e3a2b-ade0-4a75-89de-7b9d8ec7ec06,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:38.975928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53038) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:39.022032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fdeaf5e6-f88e-49c3-b7fb-9d742c6c958e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdc6bcf1add8406d9d8c6998b86f0cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424290 Aug 31 08:15:39.022289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:39.074036 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-701fd56c-0927-4938-a9cd-a718884cf820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:39.095647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-701fd56c-0927-4938-a9cd-a718884cf820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:39.240558 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-701fd56c-0927-4938-a9cd-a718884cf820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:39.243711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-701fd56c-0927-4938-a9cd-a718884cf820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:39.244964 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-701fd56c-0927-4938-a9cd-a718884cf820 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/987633b4-2b18-476b-ab27-b66f7f7fe895 HTTP/1.1" status: 204 len: 168 time: 0.2217724 Aug 31 08:15:39.253264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fd56c-0927-4938-a9cd-a718884cf820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987633b4-2b18-476b-ab27-b66f7f7fe895,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:40.062149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53050) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:40.076798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7957430-38a1-4a80-9be5-3b157661e552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:40.210902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7957430-38a1-4a80-9be5-3b157661e552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:40.300273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d7957430-38a1-4a80-9be5-3b157661e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:40.300273 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957430-38a1-4a80-9be5-3b157661e552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd88706-e975-4796-a9ac-e0026ff6ffa6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:40.306535 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d7957430-38a1-4a80-9be5-3b157661e552 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2432976 Aug 31 08:15:40.309237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53060) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:15:40.370512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-703e91a0-cea2-4c30-932d-55f7067dee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:40.463959 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-703e91a0-cea2-4c30-932d-55f7067dee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:41.743815 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-703e91a0-cea2-4c30-932d-55f7067dee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:41.749493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-703e91a0-cea2-4c30-932d-55f7067dee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:41.751528 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-703e91a0-cea2-4c30-932d-55f7067dee47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfd88706-e975-4796-a9ac-e0026ff6ffa6 HTTP/1.1" status: 204 len: 168 time: 1.4410369 Aug 31 08:15:41.792729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e91a0-cea2-4c30-932d-55f7067dee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd88706-e975-4796-a9ac-e0026ff6ffa6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:15:53.829497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04dd25a6-a5b2-4830-8a01-364a2a5162f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:53.920374 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:56.230438 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:56.480368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:56.743388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a72936a7-3f51-4caf-9660-f3c7b77412d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:58.126383 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:15:59.588889 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:03.714001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53426) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:16:03.840748 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28d4df7-ca65-4e12-bd05-6f35929f8b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:03.935379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28d4df7-ca65-4e12-bd05-6f35929f8b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:04.040023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d28d4df7-ca65-4e12-bd05-6f35929f8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:04.080468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4df7-ca65-4e12-bd05-6f35929f8b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de72c6d6-0e1f-46e3-9823-9e0a2bacf68d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:16:04.085905 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d28d4df7-ca65-4e12-bd05-6f35929f8b2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb45acf8ae184c5b91d69047478e2540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707936 Aug 31 08:16:04.089135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53432) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:16:04.142784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4253d18-62cc-4f0d-a624-7398b065209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:04.165063 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4253d18-62cc-4f0d-a624-7398b065209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:04.320346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4253d18-62cc-4f0d-a624-7398b065209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:04.324130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4253d18-62cc-4f0d-a624-7398b065209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:04.325576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4253d18-62cc-4f0d-a624-7398b065209d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de72c6d6-0e1f-46e3-9823-9e0a2bacf68d HTTP/1.1" status: 204 len: 168 time: 0.2351370 Aug 31 08:16:04.345526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253d18-62cc-4f0d-a624-7398b065209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de72c6d6-0e1f-46e3-9823-9e0a2bacf68d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:16:09.444479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-52475dae-f9d6-4b47-b5a6-a1e6277c58b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473061 Aug 31 08:16:09.538310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-37a2dcb3-db2c-415a-acf5-1daea324113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:16:09.540655 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-37a2dcb3-db2c-415a-acf5-1daea324113c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0442724 Aug 31 08:16:09.659992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-b88825ab-ca85-4ee8-80ea-ae8c8da35227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:16:09.661685 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-b88825ab-ca85-4ee8-80ea-ae8c8da35227 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.0952044 Aug 31 08:16:09.738228 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-b56ac2bf-2bbb-4e74-9143-75c63c9248be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1002 time: 0.0649529 Aug 31 08:16:09.803600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-207c4b2b-45a2-4eac-abb9-c0a94278b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:16:09.805178 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-207c4b2b-45a2-4eac-abb9-c0a94278b5bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0548606 Aug 31 08:16:09.861773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-bce9795f-9233-4778-8f27-ab472d3605b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:16:09.863938 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-bce9795f-9233-4778-8f27-ab472d3605b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447049 Aug 31 08:16:09.996880 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-1ab42716-d8a4-42bd-a60f-a2ce72cbb3ff service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214776 Aug 31 08:16:10.178221 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5cc82a96-8390-402d-a3d4-1f2a19665045 req-c47341e6-eff3-441d-b93d-9d37b7e21081 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684308 Aug 31 08:16:15.134404 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:16:17.340941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 53738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:16:17.476611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:17.569435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:17.663171 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:17.713582 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6eed1adb622d4ab5986ec258702afa2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714223 Aug 31 08:16:17.714416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3ae3bd-a869-4520-a75e-a3a0737027b2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:16:17.716273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 53754) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:16:17.722120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.722475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.722841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.723554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.723554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.723820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.724166 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.724482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.724811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.725142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.725467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.725791 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66340e16-1888-45e1-917c-b05e869f969d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:17.769326 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:17.796092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:18.022557 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:18.025231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:18.026504 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc3ae3bd-a869-4520-a75e-a3a0737027b2 HTTP/1.1" status: 204 len: 168 time: 0.3091896 Aug 31 08:16:18.034478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3ae3bd-a869-4520-a75e-a3a0737027b2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:16:18.042040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.042391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.042734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.043072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.043407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.043736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.044079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.044527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.044855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.045288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.045618 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:18.045972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b618638-8b90-4023-860f-31d61f6a8fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:16:23.725876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a69e8ce9-b443-4ce4-8017-4f416b0cf2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:23.869151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:26.262460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:26.526246 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:26.776783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-79ed698c-1b98-4079-92a6-2513700e0656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:28.006140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:29.662639 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:52.133559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:16:54.007434 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4c70-3d23-4bed-b802-b79917e06c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:54.096222 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:56.285273 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:56.542765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:56.747684 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c8c78629-9f6b-4db1-8527-dd614810fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:58.159602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:16:59.610192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:10.578819 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-fbd6eb7a-32da-450d-9162-685347187fc1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1494935 Aug 31 08:17:10.702649 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-111a78be-df1f-4b22-ab15-9c93924648eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:10.704542 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-111a78be-df1f-4b22-ab15-9c93924648eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0719604 Aug 31 08:17:10.830105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-b229d4cc-dcbe-493c-857e-72d18a99992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:10.832082 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-b229d4cc-dcbe-493c-857e-72d18a99992b service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.0987394 Aug 31 08:17:10.911005 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-84d5325f-18c6-4f8e-8ed5-2a5b01791491 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1002 time: 0.0675285 Aug 31 08:17:10.966823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-ec209293-cb16-4a01-9872-6fc170b39ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:10.968331 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-ec209293-cb16-4a01-9872-6fc170b39ade service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0458512 Aug 31 08:17:11.031294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-d0eaf6a1-4c96-4610-b5d9-2bed7dadb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:11.033253 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-d0eaf6a1-4c96-4610-b5d9-2bed7dadb6cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519986 Aug 31 08:17:11.153665 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-e14f67f2-94dc-4891-97b9-a9a47faee6ca service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084335 Aug 31 08:17:11.288571 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ac435f26-b3a7-43bf-9298-183f1bead881 req-2bfb34bb-b5fb-4f55-9fd8-00e2503da093 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236212 Aug 31 08:17:23.719023 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-696a2921-a16b-43b1-825b-92295a95f44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:23.839367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:26.198813 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:26.479420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:26.698178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ecb9-4887-4d9e-9f30-e8b26de593bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:28.010358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:29.134289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:17:29.565039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.214764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55228) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:47.392215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.494100 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.617841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.657058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac276049-67a5-4304-a40c-bec7726f8fde,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:47.671362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.672038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.672567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.673087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.673622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.674174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.674935 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.675473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.676032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.676573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.677121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.677965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:47.701611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-10e386a5-697e-41d0-ad05-47f31c675ffe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9b385a25eb14a7ab666592b158320e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852157 Aug 31 08:17:47.702162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55244) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:47.765944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.791713 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.971080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.976556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:47.982157 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac276049-67a5-4304-a40c-bec7726f8fde HTTP/1.1" status: 204 len: 168 time: 0.2777574 Aug 31 08:17:48.007351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac276049-67a5-4304-a40c-bec7726f8fde,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:48.016519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.016802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.017132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.017588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.017994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.019035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.019378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.020185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.020340 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.020731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.020947 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:48.027554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef0be87-0eac-4c1a-aa74-97f78b0edc3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:17:50.114379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55310) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:50.234919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b26e0f1-7072-4e37-8fd7-d5333c76c9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.345172 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b26e0f1-7072-4e37-8fd7-d5333c76c9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.456043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8b26e0f1-7072-4e37-8fd7-d5333c76c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.504047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8b26e0f1-7072-4e37-8fd7-d5333c76c9c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee6228f629c94671bd073d7c7305554d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884137 Aug 31 08:17:50.505068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26e0f1-7072-4e37-8fd7-d5333c76c9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ed6ac-9d5b-4774-8f55-a4ad16b2d3bf,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:50.507709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:50.567048 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0046-2b81-4c37-b531-3e4e7785d940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.592219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0046-2b81-4c37-b531-3e4e7785d940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.754488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0046-2b81-4c37-b531-3e4e7785d940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.758016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0046-2b81-4c37-b531-3e4e7785d940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:50.759567 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ce3d0046-2b81-4c37-b531-3e4e7785d940 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c1ed6ac-9d5b-4774-8f55-a4ad16b2d3bf HTTP/1.1" status: 204 len: 168 time: 0.2500889 Aug 31 08:17:50.769357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d0046-2b81-4c37-b531-3e4e7785d940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ed6ac-9d5b-4774-8f55-a4ad16b2d3bf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:52.021744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55368) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:52.136438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1558856370-network', 'tenant_id': 'dd518918c872403dbfbc1d5639414aa0'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:17:52.238489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Made reservation on behalf of dd518918c872403dbfbc1d5639414aa0 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:17:52.241520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.251035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.359932 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.467477 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.497270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:17:52.517304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.518066 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Added segment 91a25301-6214-40f0-aab7-ba8099a9c944 of type vlan for network 64244709-8839-4a39-b59f-d144332b02fc Aug 31 08:17:52.519761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d12855f-56b2-40a9-8441-74e7dd82c7f1,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:52.576887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.672830 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.676091 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:52.677137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:52.743471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] Pushing event updated for resources: {'Network': ['ID=64244709-8839-4a39-b59f-d144332b02fc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:52.761332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 64244709-8839-4a39-b59f-d144332b02fc details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:17:52.815631 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-76a22f5f-7975-478e-9441-656a557e411d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7927709 Aug 31 08:17:52.821404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55384) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:52.831074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Request body: {'subnet': {'network_id': '64244709-8839-4a39-b59f-d144332b02fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1558856370-subnet', 'tenant_id': 'dd518918c872403dbfbc1d5639414aa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:17:53.010118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Made reservation on behalf of dd518918c872403dbfbc1d5639414aa0 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:17:53.012590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:53.284524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:53.342874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91faacc8-2870-4d67-a6e0-612db1a35d42,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:53.356234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Checking segment: {'id': '91a25301-6214-40f0-aab7-ba8099a9c944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64244709-8839-4a39-b59f-d144332b02fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:17:53.356732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Network hostable DHCP agents. Network: 64244709-8839-4a39-b59f-d144332b02fc, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:17:53.483821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Network 64244709-8839-4a39-b59f-d144332b02fc is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:17:53.662181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 64244709-8839-4a39-b59f-d144332b02fc) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:17:53.668071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:53.668789 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:53.673560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38317ab7-32be-4953-85f9-9b94af2817f7 None None] Network 64244709-8839-4a39-b59f-d144332b02fc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:17:53.782368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f0f56a2b-0dd2-41ce-8a32-bb19aa32394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:53.838077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def166ca-00d2-4d47-87b6-a900b898c99e None None] Network 64244709-8839-4a39-b59f-d144332b02fc requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:17:53.851481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-95787cc5-ed48-47ee-9ace-0156be97016b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0288074 Aug 31 08:17:53.982779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:54.831345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 55432) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:54.836456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-246975709-network', 'tenant_id': 'bd929efab8a244f787012bf0fd69efb4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:17:55.017851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Made reservation on behalf of bd929efab8a244f787012bf0fd69efb4 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:17:55.017851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.028008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.137890 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.260621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.287466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:17:55.298644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219f6a2e-5403-47f5-bdd5-f0c5bbe06a3c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:55.307926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.308314 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Added segment e7ab3429-8116-4cf7-a6c7-171ae31fd2b9 of type vlan for network 2b1d8b79-e803-4f25-8471-5216c04515c4 Aug 31 08:17:55.359538 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.456590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.458909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:55.460166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:55.544686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1d8b79-e803-4f25-8471-5216c04515c4,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:55.564447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 2b1d8b79-e803-4f25-8471-5216c04515c4 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:17:55.639594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8e7e2192-cac5-4002-a6ec-0747d31039d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8070683 Aug 31 08:17:55.642402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 55438) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:17:55.648580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Request body: {'subnet': {'network_id': '2b1d8b79-e803-4f25-8471-5216c04515c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-246975709-subnet', 'tenant_id': 'bd929efab8a244f787012bf0fd69efb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:17:55.760810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Made reservation on behalf of bd929efab8a244f787012bf0fd69efb4 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:17:55.769353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:56.046143 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:56.115694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86974b96-3295-4487-a530-92622ca2ad80,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:17:56.138187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Checking segment: {'id': 'e7ab3429-8116-4cf7-a6c7-171ae31fd2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b1d8b79-e803-4f25-8471-5216c04515c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:17:56.138510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Network hostable DHCP agents. Network: 2b1d8b79-e803-4f25-8471-5216c04515c4, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:17:56.221437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Network 2b1d8b79-e803-4f25-8471-5216c04515c4 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:17:56.260757 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:56.325250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 2b1d8b79-e803-4f25-8471-5216c04515c4) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:17:56.330842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:56.331568 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:56.337270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4f0af-e941-4f20-9f37-955c8b6ddce5 None None] Network 2b1d8b79-e803-4f25-8471-5216c04515c4 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:17:56.440856 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-26139295-c5d0-47fc-a070-26dbe702f126 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7971866 Aug 31 08:17:56.500769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:56.509317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a11fe8-e998-44c1-a4fa-cb99b73e57d2 None None] Network 2b1d8b79-e803-4f25-8471-5216c04515c4 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:17:56.712756 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5f9957f7-ac65-4c3b-a555-bc4e37cd0e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:57.261322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-e687010d-72f9-4863-89f5-e90bf1c3f7a6 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:17:57.262918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-e687010d-72f9-4863-89f5-e90bf1c3f7a6 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/networks?id=64244709-8839-4a39-b59f-d144332b02fc HTTP/1.1" status: 200 len: 812 time: 0.1185157 Aug 31 08:17:57.280361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-1f317a65-26ad-4d38-adb4-63c3fcff44c8 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/quotas/dd518918c872403dbfbc1d5639414aa0 HTTP/1.1" status: 200 len: 375 time: 0.0106885 Aug 31 08:17:57.323663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-48a51f15-3d0f-4a59-9650-b1afb4598c6f tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd518918c872403dbfbc1d5639414aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367806 Aug 31 08:17:57.430186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-ae057f97-eb13-4d19-81b1-a4a4a2a07d67 service neutron] 10.222.0.36 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990777 Aug 31 08:17:57.543530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-e15485e4-aae2-4be8-a8f6-a6fcb2f4a855 service neutron] 10.222.0.36 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057665 Aug 31 08:17:58.004988 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:17:58.047708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5edce8c1-b147-40ab-8072-55335998b2f6 req-4b0b407f-d35a-46ca-86e0-03068eb2879e tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 210 time: 0.2077885 Aug 31 08:17:59.161345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-001f84ee-50f7-4ab6-b56c-112e70a39b79 req-d96d988b-ffb6-4dae-8554-2fb49561aad7 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 210 time: 0.0322180 Aug 31 08:17:59.564281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:00.331047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a35ec5ba-d7ad-4525-972c-c3371f9bdc39 req-27ebe48b-ad61-4777-815a-e4df4a8377f2 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 210 time: 0.0517421 Aug 31 08:18:00.353443 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-33b6d25d-f3b2-408e-bb2f-53a2419b2d72 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:00.355148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-33b6d25d-f3b2-408e-bb2f-53a2419b2d72 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.68 "GET /v2.0/networks?id=64244709-8839-4a39-b59f-d144332b02fc HTTP/1.1" status: 200 len: 812 time: 0.1628308 Aug 31 08:18:00.369406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Request body: {'port': {'device_id': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'network_id': '64244709-8839-4a39-b59f-d144332b02fc', 'admin_state_up': True, 'tenant_id': 'dd518918c872403dbfbc1d5639414aa0'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:00.575247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Made reservation on behalf of dd518918c872403dbfbc1d5639414aa0 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:18:00.579055 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:00.716137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Allocated IP 172.20.0.6 (64244709-8839-4a39-b59f-d144332b02fc/91faacc8-2870-4d67-a6e0-612db1a35d42/6c213cd4-894e-4432-8176-56facd1ba4ba) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:00.909000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:01.027745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:01.075663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Network 64244709-8839-4a39-b59f-d144332b02fc is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:01.079193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:01.083192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:01.094222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Pushing event updated for resources: {'Port': ['ID=6c213cd4-894e-4432-8176-56facd1ba4ba,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:01.146247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:01.146926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:01.296669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-5edeafb8-abcf-44c2-a640-c0422cabbaae tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9311450 Aug 31 08:18:01.309794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-b9f80cc1-4c55-4f58-a946-f10b1d0f917c tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:18:01.311129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-b9f80cc1-4c55-4f58-a946-f10b1d0f917c tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065908 Aug 31 08:18:01.384022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Request body: {'port': {'device_id': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:01.491569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:01.548502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe2775-645e-418f-bd0b-5f61c988d2c6 req-cfb3f6ec-5e86-4e23-a141-c1d88586aea9 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:01.550057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cbe2775-645e-418f-bd0b-5f61c988d2c6 req-cfb3f6ec-5e86-4e23-a141-c1d88586aea9 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 931 time: 0.0953958 Aug 31 08:18:01.681138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cbe2775-645e-418f-bd0b-5f61c988d2c6 req-3cff8c98-d535-4530-97b5-96b1a85b6098 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219244 Aug 31 08:18:01.864328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c213cd4-894e-4432-8176-56facd1ba4ba {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:18:01.872924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:01.889081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Transition to ACTIVE for port object 6c213cd4-894e-4432-8176-56facd1ba4ba will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:01.992541 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:02.052007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c213cd4-894e-4432-8176-56facd1ba4ba,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:02.119303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Attempting to bind port 6c213cd4-894e-4432-8176-56facd1ba4ba on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:02.119303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Attempting to bind port 6c213cd4-894e-4432-8176-56facd1ba4ba by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '91a25301-6214-40f0-aab7-ba8099a9c944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64244709-8839-4a39-b59f-d144332b02fc'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:02.120162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Attempting to bind port 6c213cd4-894e-4432-8176-56facd1ba4ba on network 64244709-8839-4a39-b59f-d144332b02fc {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:02.125314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Port 6c213cd4-894e-4432-8176-56facd1ba4ba on network 64244709-8839-4a39-b59f-d144332b02fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:18:02.125679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Attempting to bind port 6c213cd4-894e-4432-8176-56facd1ba4ba on network 64244709-8839-4a39-b59f-d144332b02fc {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:02.130507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:02.130849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Checking segment: {'id': '91a25301-6214-40f0-aab7-ba8099a9c944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64244709-8839-4a39-b59f-d144332b02fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:02.131241 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Bound using segment: {'id': '91a25301-6214-40f0-aab7-ba8099a9c944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64244709-8839-4a39-b59f-d144332b02fc'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:02.131666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Bound port: 6c213cd4-894e-4432-8176-56facd1ba4ba, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a25301-6214-40f0-aab7-ba8099a9c944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '64244709-8839-4a39-b59f-d144332b02fc'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:02.132027 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:02.203362 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] For port 6c213cd4-894e-4432-8176-56facd1ba4ba, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:02.207684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] For port 6c213cd4-894e-4432-8176-56facd1ba4ba, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6c213cd4-894e-4432-8176-56facd1ba4ba,segment=NetworkSegment(91a25301-6214-40f0-aab7-ba8099a9c944),segment_id=91a25301-6214-40f0-aab7-ba8099a9c944)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:02.313296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:02.359442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:02.362646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:02.362646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] 10.222.0.68 "PUT /v2.0/ports/6c213cd4-894e-4432-8176-56facd1ba4ba HTTP/1.1" status: 200 len: 1092 time: 1.0435839 Aug 31 08:18:02.362646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'tag': '6c213cd4-894e-4432-8176-56facd1ba4ba'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:18:02.364418 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9259fe20-9484-4464-9f79-930f2ff982a6" -d '{"events": [{"name": "network-changed", "server_uuid": "efcbe326-4108-4239-8df4-628b68db5ab8", "tag": "6c213cd4-894e-4432-8176-56facd1ba4ba"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:18:02.389179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132fc0a-ab4e-4111-8ee9-4525a8ba87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c213cd4-894e-4432-8176-56facd1ba4ba,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:02.485252 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b53950-a9c9-4ffb-8dce-e8e0a243fdb5 x-openstack-request-id: req-67b53950-a9c9-4ffb-8dce-e8e0a243fdb5 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:18:02.485552 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcbe326-4108-4239-8df4-628b68db5ab8", "tag": "6c213cd4-894e-4432-8176-56facd1ba4ba", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:18:02.485825 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67b53950-a9c9-4ffb-8dce-e8e0a243fdb5 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:18:02.486239 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'tag': '6c213cd4-894e-4432-8176-56facd1ba4ba', 'status': 'completed', 'code': 200} Aug 31 08:18:02.552189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-e0df12ee-26dd-451a-bd10-67c548c6b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:02.553728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-e0df12ee-26dd-451a-bd10-67c548c6b7b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd518918c872403dbfbc1d5639414aa0&device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0498800 Aug 31 08:18:02.603813 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-1df1f004-67ed-4905-a81d-4a5a476ce647 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c213cd4-894e-4432-8176-56facd1ba4ba HTTP/1.1" status: 200 len: 217 time: 0.0411825 Aug 31 08:18:02.676937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-6f9956ed-830c-49b5-893d-9c3716095fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:02.678980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-6f9956ed-830c-49b5-893d-9c3716095fd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91faacc8-2870-4d67-a6e0-612db1a35d42 HTTP/1.1" status: 200 len: 852 time: 0.0665076 Aug 31 08:18:02.720368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-37443a64-a6aa-4af6-b08c-cdcb67609623 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64244709-8839-4a39-b59f-d144332b02fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339532 Aug 31 08:18:02.881754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee04bc-e35b-4c74-adcc-48a57c7c14dd req-75bd342b-b0ae-4f54-a10c-1cd440d8e276 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:02.883199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aee04bc-e35b-4c74-adcc-48a57c7c14dd req-75bd342b-b0ae-4f54-a10c-1cd440d8e276 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 943 time: 0.0903223 Aug 31 08:18:02.892832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-9c1c75a1-3b38-4297-bea4-5d4882529d35 service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655266 Aug 31 08:18:02.975037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aee04bc-e35b-4c74-adcc-48a57c7c14dd req-6d5527cb-0659-4559-8fa2-4791e9720408 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811706 Aug 31 08:18:03.019188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b57e5a3-328e-4f74-be80-025eae2eda26 req-2c2ae28b-c3e2-4507-a22b-bec6f0932801 service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177549 Aug 31 08:18:03.188780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-c3032354-8161-41ed-b58f-849eae81eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:03.190385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-c3032354-8161-41ed-b58f-849eae81eb50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd518918c872403dbfbc1d5639414aa0&device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0486035 Aug 31 08:18:03.287228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-33ac409f-2f32-415d-a6fb-fb58f7b272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:03.288692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-33ac409f-2f32-415d-a6fb-fb58f7b272e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=64244709-8839-4a39-b59f-d144332b02fc HTTP/1.1" status: 200 len: 913 time: 0.0911996 Aug 31 08:18:03.338855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-1520802b-99c0-4f99-9a36-4db76fed9f8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c213cd4-894e-4432-8176-56facd1ba4ba HTTP/1.1" status: 200 len: 217 time: 0.0433125 Aug 31 08:18:03.392749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-a6a7499b-d52e-4534-8ad4-ed6d3ba0a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:03.394470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-a6a7499b-d52e-4534-8ad4-ed6d3ba0a46c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91faacc8-2870-4d67-a6e0-612db1a35d42 HTTP/1.1" status: 200 len: 852 time: 0.0480328 Aug 31 08:18:03.429230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-bec64028-667d-45bf-ab32-729672683bc2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64244709-8839-4a39-b59f-d144332b02fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270407 Aug 31 08:18:03.533790 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-68230e5a-97f6-4cb7-986f-ffdd7d0f3978 service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970368 Aug 31 08:18:03.633689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9259fe20-9484-4464-9f79-930f2ff982a6 req-9e1ec80d-a15b-4f13-b302-f8399631d125 service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922899 Aug 31 08:18:04.108210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a29b6-0808-4d89-8b25-ffd7e143bcee req-8fb9d70a-8df4-436d-85e7-0e26bea7cb0c tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:04.109656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da4a29b6-0808-4d89-8b25-ffd7e143bcee req-8fb9d70a-8df4-436d-85e7-0e26bea7cb0c tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 943 time: 0.0540850 Aug 31 08:18:04.149935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da4a29b6-0808-4d89-8b25-ffd7e143bcee req-a5bd9e3e-02f7-4b86-aa38-00400035ac3a tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Aug 31 08:18:05.286474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851903c9-7fca-4a9c-8178-ceb825c1f80f req-d01716ef-aac6-4d4f-a0e2-170b6a3acade tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:05.288541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-851903c9-7fca-4a9c-8178-ceb825c1f80f req-d01716ef-aac6-4d4f-a0e2-170b6a3acade tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 943 time: 0.0637383 Aug 31 08:18:05.332765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-851903c9-7fca-4a9c-8178-ceb825c1f80f req-9cc270f0-b1af-437d-aa21-b01392e31fa1 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Aug 31 08:18:06.133654 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:18:06.461633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133666e6-0b69-4a23-86b4-da6cb1f0afad req-547b8b91-8212-422e-a19b-6616855094b4 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:06.463226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-133666e6-0b69-4a23-86b4-da6cb1f0afad req-547b8b91-8212-422e-a19b-6616855094b4 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 943 time: 0.0531261 Aug 31 08:18:06.504696 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-133666e6-0b69-4a23-86b4-da6cb1f0afad req-90f592f2-b106-41ff-b6f1-853d59fe6428 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Aug 31 08:18:07.070365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6c213cd4-894e-4432-8176-56facd1ba4ba details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:18:07.178244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6c213cd4-894e-4432-8176-56facd1ba4ba, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6c213cd4-894e-4432-8176-56facd1ba4ba,segment=NetworkSegment(91a25301-6214-40f0-aab7-ba8099a9c944),segment_id=91a25301-6214-40f0-aab7-ba8099a9c944)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:07.189361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6c213cd4-894e-4432-8176-56facd1ba4ba', 'network_id': '64244709-8839-4a39-b59f-d144332b02fc', 'port_id': '6c213cd4-894e-4432-8176-56facd1ba4ba', 'mac_address': 'fa:16:3e:4a:2c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91faacc8-2870-4d67-a6e0-612db1a35d42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:18:07.226775 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:07.240632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c213cd4-894e-4432-8176-56facd1ba4ba {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:18:07.261021 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6c213cd4-894e-4432-8176-56facd1ba4ba, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6c213cd4-894e-4432-8176-56facd1ba4ba,segment=NetworkSegment(91a25301-6214-40f0-aab7-ba8099a9c944),segment_id=91a25301-6214-40f0-aab7-ba8099a9c944)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:07.352226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:07.401686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6c213cd4-894e-4432-8176-56facd1ba4ba,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:07.409416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.409882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.410741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.411083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.411421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.411756 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.412086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.412416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.412817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.413154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.413482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.413828 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:07.579806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6c213cd4-894e-4432-8176-56facd1ba4ba'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:18:07.631379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37835d0-4204-4e81-8e69-9fb7a4a1fc5a req-4f343a8a-01ac-4a0a-863c-36c56001099a tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:07.632356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c37835d0-4204-4e81-8e69-9fb7a4a1fc5a req-4f343a8a-01ac-4a0a-863c-36c56001099a tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 944 time: 0.0604727 Aug 31 08:18:07.676019 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c37835d0-4204-4e81-8e69-9fb7a4a1fc5a req-94833939-095d-467b-8a20-52f94f48209e tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363359 Aug 31 08:18:08.817492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4b84f-f77d-4239-9623-41de81b62655 req-edeb7eac-ea15-4fba-aa57-e908f30cd593 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:08.819893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50f4b84f-f77d-4239-9623-41de81b62655 req-edeb7eac-ea15-4fba-aa57-e908f30cd593 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 944 time: 0.0654109 Aug 31 08:18:08.827943 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-62e8ff2c-e589-4b83-9241-ee1ae5db9917 req-1559e822-997b-44ed-8e0d-646b5193b052 service neutron] (95445) timed out ('10.222.0.36', 36430) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:18:08.870279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50f4b84f-f77d-4239-9623-41de81b62655 req-589437f3-81c4-478e-89b0-77f8f2e14112 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Aug 31 08:18:09.085847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6c213cd4-894e-4432-8176-56facd1ba4ba up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:09.250625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6c213cd4-894e-4432-8176-56facd1ba4ba completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:09.255200 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6c213cd4-894e-4432-8176-56facd1ba4ba triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:09.255665 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:09.341381 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:09.365553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c213cd4-894e-4432-8176-56facd1ba4ba'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:18:09.367861 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a04dbb-59da-488e-9f74-a11d5d7c7a6a" -d '{"events": [{"server_uuid": "efcbe326-4108-4239-8df4-628b68db5ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6c213cd4-894e-4432-8176-56facd1ba4ba"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:18:09.386124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6c213cd4-894e-4432-8176-56facd1ba4ba, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6c213cd4-894e-4432-8176-56facd1ba4ba,segment=NetworkSegment(91a25301-6214-40f0-aab7-ba8099a9c944),segment_id=91a25301-6214-40f0-aab7-ba8099a9c944)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:09.478504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:09.510304 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f42a724-5a02-4709-8d8e-74afd0f3e62a x-openstack-request-id: req-3f42a724-5a02-4709-8d8e-74afd0f3e62a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:18:09.510517 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcbe326-4108-4239-8df4-628b68db5ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6c213cd4-894e-4432-8176-56facd1ba4ba", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:18:09.511861 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f42a724-5a02-4709-8d8e-74afd0f3e62a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:18:09.512474 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c213cd4-894e-4432-8176-56facd1ba4ba', 'code': 200} Aug 31 08:18:09.545986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6c213cd4-894e-4432-8176-56facd1ba4ba,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:09.605757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4b346-b7b2-48c1-acdc-5f71d199fb6a req-6568ce14-fee3-4a8b-85be-6a9437689c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:09.607335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97f4b346-b7b2-48c1-acdc-5f71d199fb6a req-6568ce14-fee3-4a8b-85be-6a9437689c4b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0485992 Aug 31 08:18:09.650603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97f4b346-b7b2-48c1-acdc-5f71d199fb6a req-00e60ea0-b469-496e-b13e-b6c44295b017 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360527 Aug 31 08:18:09.998991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f9117-342e-4c1c-ad8b-2ae564a56150 req-091eb826-52be-46a4-aab1-9a70c9dee4af tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:10.000607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-199f9117-342e-4c1c-ad8b-2ae564a56150 req-091eb826-52be-46a4-aab1-9a70c9dee4af tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0550013 Aug 31 08:18:10.045353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-199f9117-342e-4c1c-ad8b-2ae564a56150 req-f9bf4321-38d2-4ec6-bb6c-76c44391192b tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Aug 31 08:18:11.187234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f7517-c752-4698-906f-d5fa11037cbb req-e4ef54e5-b883-4ae6-af7e-d99b39300a42 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:11.189272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e96f7517-c752-4698-906f-d5fa11037cbb req-e4ef54e5-b883-4ae6-af7e-d99b39300a42 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0634091 Aug 31 08:18:11.236000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e96f7517-c752-4698-906f-d5fa11037cbb req-fdc54cc6-7eff-4843-b824-91e7373a28b0 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408580 Aug 31 08:18:11.368067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df1413-0b9f-4b21-bde4-2a5cdd4f926b req-1003e4eb-b031-49b1-9d4d-654ea395345e tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:11.370579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6df1413-0b9f-4b21-bde4-2a5cdd4f926b req-1003e4eb-b031-49b1-9d4d-654ea395345e tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0621252 Aug 31 08:18:11.418311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6df1413-0b9f-4b21-bde4-2a5cdd4f926b req-e73354ab-66d3-42eb-9e85-4ae9c64e475c tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Aug 31 08:18:12.241047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415c07-191c-45bc-9798-e5c526e899e1 req-4957315d-8baf-41aa-aad7-7010a0325018 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:12.242706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6415c07-191c-45bc-9798-e5c526e899e1 req-4957315d-8baf-41aa-aad7-7010a0325018 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0603750 Aug 31 08:18:12.291734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6415c07-191c-45bc-9798-e5c526e899e1 req-c8aba53a-6b88-4852-88fe-0a64b6d7ae65 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388880 Aug 31 08:18:12.456050 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-17b3fbfe-91d1-4718-89ad-826c67771960 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446680 Aug 31 08:18:12.568302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-f2e34fc9-fa0c-46f6-bb18-426402dcac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:12.568302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-f2e34fc9-fa0c-46f6-bb18-426402dcac8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0560718 Aug 31 08:18:12.693060 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-bee07c56-b691-4e38-915e-a2685ce00e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:12.695015 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-bee07c56-b691-4e38-915e-a2685ce00e62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1014888 Aug 31 08:18:12.779746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-ade45dec-912d-454e-82f4-a78e75d8ab6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1002 time: 0.0720377 Aug 31 08:18:12.844339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-784aaaf4-40ab-479a-8958-96a4e536672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:12.845841 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-784aaaf4-40ab-479a-8958-96a4e536672b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0575976 Aug 31 08:18:12.902099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-aa09769e-d6dd-418c-8ca0-8e56ddd14900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:12.903764 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-aa09769e-d6dd-418c-8ca0-8e56ddd14900 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471222 Aug 31 08:18:12.919908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-9d6967e6-0a7d-4577-a6f2-fa93ab5e3899 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:18:12.922775 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-9d6967e6-0a7d-4577-a6f2-fa93ab5e3899 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058222 Aug 31 08:18:13.021200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-550f6178-d60f-46ce-9d3d-92e649e557f4 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915442 Aug 31 08:18:13.139543 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-df299dc5-7c51-4d04-b422-7e65ab916a22 req-75024a18-910e-42ed-9c4e-d86b6725145e service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075511 Aug 31 08:18:13.425053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3138a6-6987-462b-877f-5f88b6f8a673 req-7016d99f-7d2f-4186-8b9f-dbb06d5ebf74 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:13.426625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f3138a6-6987-462b-877f-5f88b6f8a673 req-7016d99f-7d2f-4186-8b9f-dbb06d5ebf74 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0606265 Aug 31 08:18:13.468960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f3138a6-6987-462b-877f-5f88b6f8a673 req-1603144f-b94e-498a-a494-5a2d5578d057 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358989 Aug 31 08:18:13.857026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844fb4d-2a49-4f89-9f6d-63325b7252c8 req-c3ce0f38-a294-4e3e-a348-9aedc365f555 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:13.858989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1844fb4d-2a49-4f89-9f6d-63325b7252c8 req-c3ce0f38-a294-4e3e-a348-9aedc365f555 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0601344 Aug 31 08:18:13.905300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1844fb4d-2a49-4f89-9f6d-63325b7252c8 req-1d23361c-92f6-4c2f-8407-1a4f67223182 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Aug 31 08:18:13.959814 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-a96b3e8f-f992-41da-84ae-a267a1f5cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:13.974265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-a96b3e8f-f992-41da-84ae-a267a1f5cbc0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd518918c872403dbfbc1d5639414aa0&device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0446930 Aug 31 08:18:14.080198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-aa88a9f9-c5af-4ae4-8f21-e0ffe965f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:14.080198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-aa88a9f9-c5af-4ae4-8f21-e0ffe965f5f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=64244709-8839-4a39-b59f-d144332b02fc HTTP/1.1" status: 200 len: 913 time: 0.1101983 Aug 31 08:18:14.124964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-98a68708-f41e-471e-9a8f-00fe8675c784 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c213cd4-894e-4432-8176-56facd1ba4ba HTTP/1.1" status: 200 len: 217 time: 0.0396883 Aug 31 08:18:14.180216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-48f80983-8fc6-4309-89a0-6c020dc7d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:14.181612 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-48f80983-8fc6-4309-89a0-6c020dc7d64f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91faacc8-2870-4d67-a6e0-612db1a35d42 HTTP/1.1" status: 200 len: 852 time: 0.0502732 Aug 31 08:18:14.223160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-c1671b5e-50b4-4708-866f-e28adeabd3fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64244709-8839-4a39-b59f-d144332b02fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342441 Aug 31 08:18:14.319510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-28b0ae8d-c2c6-4ccf-90c9-ebcf202855e1 service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Aug 31 08:18:14.433558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d9532952-72bd-4d6c-9385-0e2c16e2e742 req-1abf1cb1-6336-4485-bbe3-30e4bba3084e service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050110 Aug 31 08:18:15.392889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a4140-30bd-4f68-91fd-855d51b80848 req-80ee8b59-3cdf-4c4d-b77f-fbc05e60cfa7 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:15.394549 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc6a4140-30bd-4f68-91fd-855d51b80848 req-80ee8b59-3cdf-4c4d-b77f-fbc05e60cfa7 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.3931887 Aug 31 08:18:15.437990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc6a4140-30bd-4f68-91fd-855d51b80848 req-11e55ee0-6294-4725-8565-f815f2a033cb tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360963 Aug 31 08:18:16.564181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bbc9a-8077-420c-9990-9057763cd37c req-a2ec8928-f1a3-42b8-a86c-2577c0b4fa41 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:16.565631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f4bbc9a-8077-420c-9990-9057763cd37c req-a2ec8928-f1a3-42b8-a86c-2577c0b4fa41 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0510941 Aug 31 08:18:16.606692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6f4bbc9a-8077-420c-9990-9057763cd37c req-e63dce9a-dac1-4d99-99e5-54bcf8c34999 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Aug 31 08:18:17.129204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52885478-5a66-4882-b639-165504d1dae6 req-53f61c99-baf9-4c9b-8e2f-8b7baaa59322 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:17.130743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52885478-5a66-4882-b639-165504d1dae6 req-53f61c99-baf9-4c9b-8e2f-8b7baaa59322 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0594501 Aug 31 08:18:17.183664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52885478-5a66-4882-b639-165504d1dae6 req-43fa3613-8767-4ac8-923c-7ba0e2c91350 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Aug 31 08:18:18.328135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032317-428c-423e-8cd4-c20fbb76dfa2 req-bfb8e8dc-67e8-4fdc-9374-3969e2134f21 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:18.330060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b032317-428c-423e-8cd4-c20fbb76dfa2 req-bfb8e8dc-67e8-4fdc-9374-3969e2134f21 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0638642 Aug 31 08:18:18.379960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b032317-428c-423e-8cd4-c20fbb76dfa2 req-a8b89b9b-8f10-4665-a454-cf600fea7714 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Aug 31 08:18:18.839766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178a58-408d-4370-8906-5362822980ce req-811404ad-ab0b-4a6a-9963-9f389d684a96 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:18.841548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31178a58-408d-4370-8906-5362822980ce req-811404ad-ab0b-4a6a-9963-9f389d684a96 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0732000 Aug 31 08:18:18.898236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-31178a58-408d-4370-8906-5362822980ce req-cf7030cd-0d65-4de2-979e-1fcea3970d1d tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Aug 31 08:18:18.961374 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554256e-5416-44a0-b71f-bf7415f360ac req-de35b2b9-a6bf-4342-b90b-3763cff416a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:18.962984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-de35b2b9-a6bf-4342-b90b-3763cff416a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd518918c872403dbfbc1d5639414aa0&device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0614493 Aug 31 08:18:19.071768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554256e-5416-44a0-b71f-bf7415f360ac req-77abd8de-7934-43db-8bfb-859d5b53ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:19.073274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-77abd8de-7934-43db-8bfb-859d5b53ca20 service neutron] 10.222.0.68 "GET /v2.0/networks?id=64244709-8839-4a39-b59f-d144332b02fc HTTP/1.1" status: 200 len: 913 time: 0.1034989 Aug 31 08:18:19.117887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-10c388ab-153a-4c2c-8f80-40a5fb6f2595 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c213cd4-894e-4432-8176-56facd1ba4ba HTTP/1.1" status: 200 len: 217 time: 0.0371401 Aug 31 08:18:19.172905 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554256e-5416-44a0-b71f-bf7415f360ac req-64003b7c-dd21-4e2c-a83e-79416f8e67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:19.174731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-64003b7c-dd21-4e2c-a83e-79416f8e67e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=91faacc8-2870-4d67-a6e0-612db1a35d42 HTTP/1.1" status: 200 len: 852 time: 0.0499690 Aug 31 08:18:19.215409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-2088dd17-2267-401b-91f7-9b9df8516190 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64244709-8839-4a39-b59f-d144332b02fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292404 Aug 31 08:18:19.312322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-c31b0da7-918b-47ad-bec5-f74f314cabef service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905375 Aug 31 08:18:19.430980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1554256e-5416-44a0-b71f-bf7415f360ac req-28d3728c-d95c-4e1e-8a28-ff9655bf21ae service neutron] 10.222.0.68 "GET /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109829 Aug 31 08:18:20.055325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc64ba9-adce-4221-b805-094bcdfacd38 req-c2168a94-29b1-4a9d-b6fd-ef551f44eddb tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:20.057302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-edc64ba9-adce-4221-b805-094bcdfacd38 req-c2168a94-29b1-4a9d-b6fd-ef551f44eddb tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0745981 Aug 31 08:18:20.107224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-edc64ba9-adce-4221-b805-094bcdfacd38 req-e8d102c7-d9af-429c-85fd-713baa20e580 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Aug 31 08:18:21.235476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63533f7c-14ed-4277-bc37-d0bb60a035e0 req-aeb5497e-e63d-488a-8f3c-1231ee016f99 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:21.237002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63533f7c-14ed-4277-bc37-d0bb60a035e0 req-aeb5497e-e63d-488a-8f3c-1231ee016f99 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0545068 Aug 31 08:18:21.280041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63533f7c-14ed-4277-bc37-d0bb60a035e0 req-06989852-7789-4893-9270-b4d55b5f33b1 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Aug 31 08:18:21.890884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7b07-b418-4450-826c-8a742e4db41b req-db43cf96-0c13-4266-beb8-a13cbefcbf0d tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:21.896558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cef7b07-b418-4450-826c-8a742e4db41b req-db43cf96-0c13-4266-beb8-a13cbefcbf0d tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0599442 Aug 31 08:18:21.936308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cef7b07-b418-4450-826c-8a742e4db41b req-caa558cf-c115-4165-b8b1-f7fb5c1a253f tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359986 Aug 31 08:18:22.966104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-4d02a4dd-9857-4601-8997-5ea6d1f54b12 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171409663&fields=id&tenant_id=fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 267 time: 0.0385642 Aug 31 08:18:23.130465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa924f2-a2cc-443d-b420-1737a00923d5 req-968c6650-cb74-4e42-85f0-21f36cab6488 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:23.132025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baa924f2-a2cc-443d-b420-1737a00923d5 req-968c6650-cb74-4e42-85f0-21f36cab6488 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0985811 Aug 31 08:18:23.143413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-e2b12bdb-b98e-4e02-9459-e2bd60ecabe8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:23.145861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-e2b12bdb-b98e-4e02-9459-e2bd60ecabe8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1722062 Aug 31 08:18:23.177776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-65a0fccd-5cc0-4885-abb8-0ed90a9a000d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/quotas/fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 375 time: 0.0161974 Aug 31 08:18:23.199660 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baa924f2-a2cc-443d-b420-1737a00923d5 req-9c216034-6c68-461a-acc0-2716813a1814 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526371 Aug 31 08:18:23.262179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-2161da60-4752-4614-be70-56bb3a123b11 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0668697 Aug 31 08:18:23.280711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-28a9cd5a-e99d-46e0-b26a-430a6d6e8799 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:18:23.281699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-28a9cd5a-e99d-46e0-b26a-430a6d6e8799 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061195 Aug 31 08:18:23.382173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-4523809e-160e-45d3-b2b0-c0362d52caaf service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932186 Aug 31 08:18:23.488536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-ce05b24d-882a-45ff-bfc4-b479bb802059 service neutron] 10.222.0.36 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994084 Aug 31 08:18:23.741419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13de5a04-72e6-4bc4-8b5f-9d0c36048e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:23.770348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262f969-914e-4993-9a55-b9167827e6bf req-0b53f57c-32ab-4dbd-bd82-48053f9f6668 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:23.772208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7262f969-914e-4993-9a55-b9167827e6bf req-0b53f57c-32ab-4dbd-bd82-48053f9f6668 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.68 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 945 time: 0.0649652 Aug 31 08:18:23.895031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:23.909205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Deleting port 6c213cd4-894e-4432-8176-56facd1ba4ba {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:18:23.910232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:24.015606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] For port 6c213cd4-894e-4432-8176-56facd1ba4ba, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6c213cd4-894e-4432-8176-56facd1ba4ba,segment=NetworkSegment(91a25301-6214-40f0-aab7-ba8099a9c944),segment_id=91a25301-6214-40f0-aab7-ba8099a9c944)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:24.016305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:24.038259 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Calling delete_port for 6c213cd4-894e-4432-8176-56facd1ba4ba owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:18:24.267127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44669a9e-f20e-40d5-a362-6942c6a116a5 req-b80e86fd-6ec2-460a-960b-22f8e06f1fdb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0384679 Aug 31 08:18:24.328306 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:24.341751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6c213cd4-894e-4432-8176-56facd1ba4ba'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:18:24.367133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Pushing event deleted for resources: {'Port': ['ID=6c213cd4-894e-4432-8176-56facd1ba4ba,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:24.403766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c31d7b-6af2-4a1a-9d49-7718a6140f4a req-1a37c91d-3bea-45c8-a32a-644c146f2e56 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:24.405394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89c31d7b-6af2-4a1a-9d49-7718a6140f4a req-1a37c91d-3bea-45c8-a32a-644c146f2e56 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 867 time: 0.1108580 Aug 31 08:18:24.427297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] No DVR routers for this DVR port 6c213cd4-894e-4432-8176-56facd1ba4ba on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:18:24.435076 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:24.437143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7262f969-914e-4993-9a55-b9167827e6bf req-319a8291-6638-4575-96b9-eea5d2e21b38 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.68 "DELETE /v2.0/ports/6c213cd4-894e-4432-8176-56facd1ba4ba HTTP/1.1" status: 204 len: 173 time: 0.6587794 Aug 31 08:18:24.438612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'name': 'network-vif-deleted', 'tag': '6c213cd4-894e-4432-8176-56facd1ba4ba'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:18:24.441491 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f200193-151d-4ba5-82bc-d8d4f5ff0a49" -d '{"events": [{"server_uuid": "efcbe326-4108-4239-8df4-628b68db5ab8", "name": "network-vif-deleted", "tag": "6c213cd4-894e-4432-8176-56facd1ba4ba"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:18:24.472848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89c31d7b-6af2-4a1a-9d49-7718a6140f4a req-f2abca0b-80d2-4712-a0c1-a98b21c5b049 tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d12855f-56b2-40a9-8441-74e7dd82c7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Aug 31 08:18:24.497535 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dc4fe6-4483-444b-81a1-574e1ea00bcb x-openstack-request-id: req-86dc4fe6-4483-444b-81a1-574e1ea00bcb {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:18:24.497866 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcbe326-4108-4239-8df4-628b68db5ab8", "name": "network-vif-deleted", "tag": "6c213cd4-894e-4432-8176-56facd1ba4ba", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:18:24.498119 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86dc4fe6-4483-444b-81a1-574e1ea00bcb {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:18:24.498535 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcbe326-4108-4239-8df4-628b68db5ab8', 'name': 'network-vif-deleted', 'tag': '6c213cd4-894e-4432-8176-56facd1ba4ba', 'status': 'completed', 'code': 200} Aug 31 08:18:25.385543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dea7e7b0-e5da-427c-9ea7-66c8d2c33005 req-bab2b087-0fe0-4b4c-b4f3-1aec65a1c4d4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0281479 Aug 31 08:18:25.618827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9d1a246-1e2c-4e9f-aadb-4fee9eaf4ebe req-9cf248b4-aa1b-4663-b67b-a8488859802a tempest-TestServerAdvancedOps-461499244 tempest-TestServerAdvancedOps-461499244-project] 10.222.0.36 "GET /v2.0/ports?device_id=efcbe326-4108-4239-8df4-628b68db5ab8 HTTP/1.1" status: 200 len: 210 time: 0.0470176 Aug 31 08:18:25.730856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56150) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:25.895669 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da8d56ad-c9d1-49af-83c7-498562fcf65a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=150945bef38e49f593aa2bfa1e1842ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618183 Aug 31 08:18:25.897208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56154) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:25.952871 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23ee4c77-17b3-44ac-ba2c-dd68576e9cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:25.976742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23ee4c77-17b3-44ac-ba2c-dd68576e9cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.117989 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23ee4c77-17b3-44ac-ba2c-dd68576e9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.120745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23ee4c77-17b3-44ac-ba2c-dd68576e9cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.121995 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23ee4c77-17b3-44ac-ba2c-dd68576e9cbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47810441-b8e3-4f06-8d91-a7903b52ba6b HTTP/1.1" status: 204 len: 168 time: 0.2236621 Aug 31 08:18:26.130838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee4c77-17b3-44ac-ba2c-dd68576e9cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47810441-b8e3-4f06-8d91-a7903b52ba6b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:26.266516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.493137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6d565cf5-7ca8-4530-836f-a5ca50f64a38 req-d554db12-880a-459e-bee4-3b3f3abb1006 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0280745 Aug 31 08:18:26.552097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.728839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56170) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:26.780908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7324d14-f404-4cd9-9710-42a50ce03552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.781611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-1c2b1500-505d-4e47-9b68-378d3bb5a8c4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:26.785091 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-1c2b1500-505d-4e47-9b68-378d3bb5a8c4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 811 time: 0.1505339 Aug 31 08:18:26.799054 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Deleting subnet 91faacc8-2870-4d67-a6e0-612db1a35d42 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:18:26.809669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.880222 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-4cc67935-8bd2-458d-a729-f865b649d74c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdfe1165922b466ebe5461feebd71f86 HTTP/1.1" status: 200 len: 380 time: 0.0773401 Aug 31 08:18:26.882156 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:26.916306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'port': {'device_id': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'admin_state_up': True, 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'security_groups': ['c2c74fe5-7990-4ac4-a57f-5cd680352796']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:26.997617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.153149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Made reservation on behalf of fdfe1165922b466ebe5461feebd71f86 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:18:27.160330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.161170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.178375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6c213cd4-894e-4432-8176-56facd1ba4ba no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:18:27.205368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 6c213cd4-894e-4432-8176-56facd1ba4ba {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:18:27.206602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6c213cd4-894e-4432-8176-56facd1ba4ba not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:18:27.221587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91faacc8-2870-4d67-a6e0-612db1a35d42,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:27.231958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.234892 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f1792c96-875f-4829-86fa-008da64600e3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/91faacc8-2870-4d67-a6e0-612db1a35d42 HTTP/1.1" status: 204 len: 168 time: 0.5050390 Aug 31 08:18:27.237757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56178) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:27.356486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.361459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.20.0.10 (be73140a-05aa-496a-a48f-519f1efe3f17/c68e4769-af66-4128-8e5e-2c40ce24412d/641df653-9ff5-4a89-9784-f7718ec1f8f6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:27.476665 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.488972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64244709-8839-4a39-b59f-d144332b02fc']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:27.501764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a25301-6214-40f0-aab7-ba8099a9c944') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:27.502451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a25301-6214-40f0-aab7-ba8099a9c944') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:27.517139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.533111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.542936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:18:27.543795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:18:27.557178 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:18:27.594364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.653712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e128cc0f-7312-4611-852e-e86a00251ab8 req-8e55bb09-e8e2-4f4e-8dca-be50056ab84b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0346518 Aug 31 08:18:27.711749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Transition to ACTIVE for port object 641df653-9ff5-4a89-9784-f7718ec1f8f6 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:27.711903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.718739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.721323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] 10.222.0.36 "DELETE /v2.0/networks/64244709-8839-4a39-b59f-d144332b02fc HTTP/1.1" status: 204 len: 168 time: 0.4822106 Aug 31 08:18:27.726313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56190) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:27.735455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5730c7-36d4-466f-aa55-225513d78538 admin admin] Pushing event deleted for resources: {'Network': ['ID=64244709-8839-4a39-b59f-d144332b02fc,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:27.795062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Deleting subnet 86974b96-3295-4487-a530-92622ca2ad80 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:18:27.801146 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.848443 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.890804 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.917861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:27.981386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network be73140a-05aa-496a-a48f-519f1efe3f17 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:27.987609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:27.996609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:28.003075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=641df653-9ff5-4a89-9784-f7718ec1f8f6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:28.054620 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.072632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:28.073907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.107857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.136836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86974b96-3295-4487-a530-92622ca2ad80,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:28.141373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.146979 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56192) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:28.150017 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-45e4b387-4b53-44d1-8cb4-306b99a47223 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/86974b96-3295-4487-a530-92622ca2ad80 HTTP/1.1" status: 204 len: 168 time: 0.4187796 Aug 31 08:18:28.221605 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-95918b83-ef17-4a85-a4d2-da45a3a2d8ef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3157723 Aug 31 08:18:28.237207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Request body: {'port': {'device_id': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:28.255679 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.316215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.353080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.363981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1d8b79-e803-4f25-8471-5216c04515c4']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:28.375742 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ab3429-8116-4cf7-a6c7-171ae31fd2b9') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:28.376049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ab3429-8116-4cf7-a6c7-171ae31fd2b9') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:28.386801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.402632 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.417233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:18:28.417697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:18:28.420149 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:18:28.518579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-97be51d3-e470-423e-8387-16bd5481a78f None None] Provisioning for port 641df653-9ff5-4a89-9784-f7718ec1f8f6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:28.525986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-97be51d3-e470-423e-8387-16bd5481a78f None None] Provisioning complete for port 641df653-9ff5-4a89-9784-f7718ec1f8f6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:28.525986 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-97be51d3-e470-423e-8387-16bd5481a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.585385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-97be51d3-e470-423e-8387-16bd5481a78f None None] Port 641df653-9ff5-4a89-9784-f7718ec1f8f6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:18:28.655949 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641df653-9ff5-4a89-9784-f7718ec1f8f6 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:18:28.667595 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.680847 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Transition to ACTIVE for port object 641df653-9ff5-4a89-9784-f7718ec1f8f6 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:28.759118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.770069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.772192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b1d8b79-e803-4f25-8471-5216c04515c4 HTTP/1.1" status: 204 len: 168 time: 0.6239376 Aug 31 08:18:28.786528 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:28.797854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600fad9-92e4-495e-aa10-6077ec792107 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1d8b79-e803-4f25-8471-5216c04515c4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:28.841642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc755cc-48a8-4d51-a02f-e2820d819d7d req-d877dd08-55e0-407f-a74b-caa89ada5718 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:28.856919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8dc755cc-48a8-4d51-a02f-e2820d819d7d req-d877dd08-55e0-407f-a74b-caa89ada5718 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 932 time: 0.1163633 Aug 31 08:18:28.914153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8dc755cc-48a8-4d51-a02f-e2820d819d7d req-c4d88978-9ccf-4d64-8631-b12a1b7b17d2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517848 Aug 31 08:18:29.001935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Pushing event updated for resources: {'Port': ['ID=641df653-9ff5-4a89-9784-f7718ec1f8f6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:29.066734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Attempting to bind port 641df653-9ff5-4a89-9784-f7718ec1f8f6 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:29.067130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Attempting to bind port 641df653-9ff5-4a89-9784-f7718ec1f8f6 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:29.067465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Attempting to bind port 641df653-9ff5-4a89-9784-f7718ec1f8f6 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:29.073524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Port 641df653-9ff5-4a89-9784-f7718ec1f8f6 on network be73140a-05aa-496a-a48f-519f1efe3f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:18:29.073972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Attempting to bind port 641df653-9ff5-4a89-9784-f7718ec1f8f6 on network be73140a-05aa-496a-a48f-519f1efe3f17 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:29.081047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:29.081047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Checking segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:29.081047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Bound using segment: {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:29.081387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Bound port: 641df653-9ff5-4a89-9784-f7718ec1f8f6, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:29.081463 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.168643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] For port 641df653-9ff5-4a89-9784-f7718ec1f8f6, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:29.172379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] For port 641df653-9ff5-4a89-9784-f7718ec1f8f6, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:29.284271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.334378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:29.335003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.337275 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/641df653-9ff5-4a89-9784-f7718ec1f8f6 HTTP/1.1" status: 200 len: 1093 time: 1.1051521 Aug 31 08:18:29.337962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:18:29.340620 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88" -d '{"events": [{"name": "network-changed", "server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:18:29.397825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43988ac4-9309-4782-9f09-eb95a55b08c3 service neutron] Pushing event updated for resources: {'Port': ['ID=641df653-9ff5-4a89-9784-f7718ec1f8f6,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:29.401287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56206) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:29.428170 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc85f067-b3ed-4969-b44c-4eb49063c6c7 x-openstack-request-id: req-bc85f067-b3ed-4969-b44c-4eb49063c6c7 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:18:29.436676 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:18:29.436676 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc85f067-b3ed-4969-b44c-4eb49063c6c7 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:18:29.436676 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'status': 'completed', 'code': 200} Aug 31 08:18:29.466312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-94a43702-d767-470b-88cb-eec96a4d22bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd518918c872403dbfbc1d5639414aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601962 Aug 31 08:18:29.467079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56208) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:29.507107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88 req-7d5157f5-df9e-443c-aebc-fe3d0796dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:29.508656 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88 req-7d5157f5-df9e-443c-aebc-fe3d0796dae5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1096 time: 0.0704553 Aug 31 08:18:29.545797 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e663b86b-05a7-4db2-9938-ef5e80247672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.574812 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e663b86b-05a7-4db2-9938-ef5e80247672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.632237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.700030 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e663b86b-05a7-4db2-9938-ef5e80247672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.703156 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e663b86b-05a7-4db2-9938-ef5e80247672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:29.709137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e663b86b-05a7-4db2-9938-ef5e80247672 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d12855f-56b2-40a9-8441-74e7dd82c7f1 HTTP/1.1" status: 204 len: 168 time: 0.2365086 Aug 31 08:18:29.725264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663b86b-05a7-4db2-9938-ef5e80247672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d12855f-56b2-40a9-8441-74e7dd82c7f1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:29.743210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88 req-9226ff90-f7a0-457a-a9e5-c85dcbe0d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:29.745298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88 req-9226ff90-f7a0-457a-a9e5-c85dcbe0d0f9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fdfe1165922b466ebe5461feebd71f86&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2245975 Aug 31 08:18:30.082724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fd470-e745-4006-84b3-833a547e5565 req-80921019-791e-4e9a-ae2c-51a25d123f74 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:30.084697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c2fd470-e745-4006-84b3-833a547e5565 req-80921019-791e-4e9a-ae2c-51a25d123f74 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0660207 Aug 31 08:18:30.160744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c2fd470-e745-4006-84b3-833a547e5565 req-9d3ee99b-3c28-4e9a-9721-9663a92274b8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627155 Aug 31 08:18:30.332984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88 req-150b551a-64db-4c31-84ad-019fb2b07e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:30.334576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aed0264d-6cdb-4b7d-85d6-c00fac6b4c88 req-150b551a-64db-4c31-84ad-019fb2b07e29 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5764534 Aug 31 08:18:30.434247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-7f7ab242-cc30-4e76-ac39-a56bffe8c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:30.435888 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-7f7ab242-cc30-4e76-ac39-a56bffe8c414 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1096 time: 0.0439076 Aug 31 08:18:30.484513 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-a7b1952e-e996-411a-ab8e-f0eff6c915dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6 HTTP/1.1" status: 200 len: 217 time: 0.0387397 Aug 31 08:18:30.538542 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-05c63a36-aa2e-412a-900f-86c505215647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:30.540054 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-05c63a36-aa2e-412a-900f-86c505215647 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0484474 Aug 31 08:18:30.592080 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-85012e1b-f87c-4af4-b41b-a4411ff253e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:30.593645 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-85012e1b-f87c-4af4-b41b-a4411ff253e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429547 Aug 31 08:18:30.631778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56220) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:30.698260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ae8edeac-6584-414b-ad19-7abae83e3041 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd929efab8a244f787012bf0fd69efb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645337 Aug 31 08:18:30.700082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56224) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:30.709784 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-d17a82b8-6278-41f1-b60c-1e60055251bb service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040587 Aug 31 08:18:30.780427 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-444ec0d7-1d11-4d34-a85d-b246b41be605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:30.805103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-444ec0d7-1d11-4d34-a85d-b246b41be605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:30.829362 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f2a071b-6ef8-4ef7-bc43-6ba63801808e req-a66bbbc5-9a5d-4ea5-bb3c-f3e34e5e6245 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072962 Aug 31 08:18:30.992514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-444ec0d7-1d11-4d34-a85d-b246b41be605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:30.995370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-444ec0d7-1d11-4d34-a85d-b246b41be605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:30.996980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-444ec0d7-1d11-4d34-a85d-b246b41be605 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/219f6a2e-5403-47f5-bdd5-f0c5bbe06a3c HTTP/1.1" status: 204 len: 168 time: 0.2954502 Aug 31 08:18:31.011173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ec0d7-1d11-4d34-a85d-b246b41be605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219f6a2e-5403-47f5-bdd5-f0c5bbe06a3c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:31.298030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370af95e-fcf6-48ea-96a7-0f9ec0f86057 req-b267e7e0-a56e-4f2b-9cd6-00033b3b9757 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:31.299845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-370af95e-fcf6-48ea-96a7-0f9ec0f86057 req-b267e7e0-a56e-4f2b-9cd6-00033b3b9757 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0591087 Aug 31 08:18:31.367149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-370af95e-fcf6-48ea-96a7-0f9ec0f86057 req-be9e02fa-042c-46b2-ba6e-4a1a5c3dd350 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591588 Aug 31 08:18:32.496891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2179-41d2-4d13-9431-e4ebf6db805d req-fa6120f3-b28c-43b7-905c-5bb3829f3fa0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:32.498548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-144d2179-41d2-4d13-9431-e4ebf6db805d req-fa6120f3-b28c-43b7-905c-5bb3829f3fa0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0530577 Aug 31 08:18:32.546121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-144d2179-41d2-4d13-9431-e4ebf6db805d req-0386c76b-9a48-4972-9e14-b4af4c654075 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Aug 31 08:18:33.669782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbea29-6569-4b8c-8389-dcd7d1255bb0 req-30170814-f521-4d6f-ae77-1026141d7db9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:33.674354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fffbea29-6569-4b8c-8389-dcd7d1255bb0 req-30170814-f521-4d6f-ae77-1026141d7db9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0560112 Aug 31 08:18:33.715566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fffbea29-6569-4b8c-8389-dcd7d1255bb0 req-402635c5-1123-4986-be12-16ac30c0f7db tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Aug 31 08:18:34.842556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e261f-3750-4ac3-a333-878f6e32adb2 req-63d191c0-c897-41dc-83bd-a717ec3ccf37 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:34.844003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-329e261f-3750-4ac3-a333-878f6e32adb2 req-63d191c0-c897-41dc-83bd-a717ec3ccf37 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0507851 Aug 31 08:18:34.874334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56252) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:34.894708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-329e261f-3750-4ac3-a333-878f6e32adb2 req-2eee3e60-14d3-4418-be62-a33301c66ce9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Aug 31 08:18:35.001699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ae729fd-e6b8-4723-bff7-e16fe4400b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.096218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ae729fd-e6b8-4723-bff7-e16fe4400b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.180330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9ae729fd-e6b8-4723-bff7-e16fe4400b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.221189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9ae729fd-e6b8-4723-bff7-e16fe4400b09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a245fb7aedd34ad681aeaee8d784db2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456192 Aug 31 08:18:35.223930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56256) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:35.224327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae729fd-e6b8-4723-bff7-e16fe4400b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2400a47e-79e7-4276-b73b-574f7d6cf784,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:35.274591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2edc142b-d817-42e9-8cad-e746b858b5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.296065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2edc142b-d817-42e9-8cad-e746b858b5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.414972 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2edc142b-d817-42e9-8cad-e746b858b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.417959 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2edc142b-d817-42e9-8cad-e746b858b5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:35.419094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2edc142b-d817-42e9-8cad-e746b858b5f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2400a47e-79e7-4276-b73b-574f7d6cf784 HTTP/1.1" status: 204 len: 168 time: 0.1941614 Aug 31 08:18:35.428920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc142b-d817-42e9-8cad-e746b858b5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400a47e-79e7-4276-b73b-574f7d6cf784,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:36.013038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39420b-0a11-4059-8546-1c59cd52638e req-4c62811e-3fa3-4595-b292-266c029119f4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:36.014653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed39420b-0a11-4059-8546-1c59cd52638e req-4c62811e-3fa3-4595-b292-266c029119f4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0510757 Aug 31 08:18:36.058044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed39420b-0a11-4059-8546-1c59cd52638e req-5b688ba7-8dc0-4c53-b0dc-f0d1c8a0ca4f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365036 Aug 31 08:18:36.541841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56280) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:36.646193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-356766124-network', 'tenant_id': '3b1dc757eac742c7ab410787253f874a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:36.746062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Made reservation on behalf of 3b1dc757eac742c7ab410787253f874a for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:18:36.748469 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:36.758891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:36.853068 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:36.969010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:36.994982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:18:37.005655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2b941-b846-4268-9eea-5330b09e93e0,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:37.012144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.012499 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Added segment 73e90b65-97e0-4e62-854a-f6e5d25aa1ec of type vlan for network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 Aug 31 08:18:37.061616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.164144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.165699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:37.166591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.185430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e096eae-4e7d-4dac-9fbe-b3bc79782217 req-b03cf52d-2db7-4206-9fa0-baa5660220c5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:37.187037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e096eae-4e7d-4dac-9fbe-b3bc79782217 req-b03cf52d-2db7-4206-9fa0-baa5660220c5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0551393 Aug 31 08:18:37.232995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] Pushing event updated for resources: {'Network': ['ID=0dbcb380-ec3f-463b-b6fa-5cbb6833db02,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:37.234033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e096eae-4e7d-4dac-9fbe-b3bc79782217 req-cbcd8391-58ea-4def-aaeb-ef883c141e4a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Aug 31 08:18:37.245538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:18:37.284751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-667312d3-ba36-45ee-a292-b2b08940883b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7416797 Aug 31 08:18:37.287852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56286) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:37.293265 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Request body: {'subnet': {'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-356766124-subnet', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:37.408711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Made reservation on behalf of 3b1dc757eac742c7ab410787253f874a for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:18:37.411917 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.648384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.699617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7129d97-da3f-4ddf-bce2-c844213387c6,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:37.717071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Checking segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:37.717431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Network hostable DHCP agents. Network: 0dbcb380-ec3f-463b-b6fa-5cbb6833db02, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:18:37.797927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:18:37.923582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 0dbcb380-ec3f-463b-b6fa-5cbb6833db02) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:37.927917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:37.928504 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:37.933239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017df1e-73ab-4b5c-b4e3-61759a606aca None None] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:18:38.015524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bf870969-9fd9-45d4-8259-5cef319fc6e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7265201 Aug 31 08:18:38.018871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56288) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:38.023375 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:38.083373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:18:38.084250 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.123608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.124833 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.184273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.222809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Allocated IP 172.20.0.2 (0dbcb380-ec3f-463b-b6fa-5cbb6833db02/c7129d97-da3f-4ddf-bce2-c844213387c6/de1546a5-30f4-4d09-88dc-33e6f29a8154) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:38.365879 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.374263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Transition to ACTIVE for port object de1546a5-30f4-4d09-88dc-33e6f29a8154 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:38.390401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Transition to ACTIVE for port object de1546a5-30f4-4d09-88dc-33e6f29a8154 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:38.464476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.477830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10cfba-8b81-487e-9d94-dadaa819468d req-759cb4cb-d82f-45fa-a903-60a29906f1e4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:38.479348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10cfba-8b81-487e-9d94-dadaa819468d req-759cb4cb-d82f-45fa-a903-60a29906f1e4 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.1412921 Aug 31 08:18:38.520656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10cfba-8b81-487e-9d94-dadaa819468d req-2f69d2f7-e3b8-4b0d-9ecd-a9e9c8c024a8 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351968 Aug 31 08:18:38.536039 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.577588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:38.582874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:38.587437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:38.595884 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Pushing event updated for resources: {'Port': ['ID=de1546a5-30f4-4d09-88dc-33e6f29a8154,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:38.649106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Attempting to bind port de1546a5-30f4-4d09-88dc-33e6f29a8154 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:38.649476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Attempting to bind port de1546a5-30f4-4d09-88dc-33e6f29a8154 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:38.654402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Attempting to bind port de1546a5-30f4-4d09-88dc-33e6f29a8154 on network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:38.655188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:38.655571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Checking segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:38.655972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.656366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Bound using segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:38.656842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Bound port: de1546a5-30f4-4d09-88dc-33e6f29a8154, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:38.657225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.729328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] For port de1546a5-30f4-4d09-88dc-33e6f29a8154, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:38.732572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] For port de1546a5-30f4-4d09-88dc-33e6f29a8154, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de1546a5-30f4-4d09-88dc-33e6f29a8154,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:38.838771 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.868876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.935387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:38.992411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Allocated IP 172.25.0.147 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a96c2a62-77aa-4dd3-8739-699ab8ea0943) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:38.998323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f6b95-436e-469c-9b2f-15bc35ac0cba None None] Pushing event updated for resources: {'Port': ['ID=de1546a5-30f4-4d09-88dc-33e6f29a8154,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:39.102320 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:39.209576 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:39.252614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:39.257184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:39.261727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:39.298249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Pushing event updated for resources: {'Port': ['ID=a96c2a62-77aa-4dd3-8739-699ab8ea0943,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:39.683360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e729b23-bc27-4a88-9f7a-4f0f0082aab8 req-0b50461e-3de0-4fb8-ae54-7138b325b560 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:39.684921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e729b23-bc27-4a88-9f7a-4f0f0082aab8 req-0b50461e-3de0-4fb8-ae54-7138b325b560 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.0926347 Aug 31 08:18:39.701327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:39.776321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e729b23-bc27-4a88-9f7a-4f0f0082aab8 req-0722b4a7-21b9-4286-9bc4-ba84e7bc1100 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837638 Aug 31 08:18:39.944282 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:39.958272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9971e9-37e0-4035-9d69-2006e950cff5 None None] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:18:40.168351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de1546a5-30f4-4d09-88dc-33e6f29a8154 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:40.266350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:18:40.334704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-596be53c-9d68-4e8e-9fc9-32874c68dd6e None None] Provisioning for port de1546a5-30f4-4d09-88dc-33e6f29a8154 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:40.364057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port de1546a5-30f4-4d09-88dc-33e6f29a8154 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:40.368609 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port de1546a5-30f4-4d09-88dc-33e6f29a8154 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:40.375386 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:40.463345 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:40.504497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port de1546a5-30f4-4d09-88dc-33e6f29a8154, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de1546a5-30f4-4d09-88dc-33e6f29a8154,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:40.558344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:40.566047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-68046db7-7882-4359-9c4d-8f82044f38da None None] Provisioning complete for port de1546a5-30f4-4d09-88dc-33e6f29a8154 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:40.566047 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-68046db7-7882-4359-9c4d-8f82044f38da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:40.646689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=de1546a5-30f4-4d09-88dc-33e6f29a8154,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:40.702071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:18:40.712268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Sync routers for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:18:40.722524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:40.723151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:40.803515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:40.804923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-feec630d-14c2-4080-ae51-e76a88295836 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7850521 Aug 31 08:18:40.807838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56296) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:40.828675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:40.948292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b2581-ee67-4490-a6cf-e5aaafa88506 req-9afec145-b520-4cbc-8409-3e59caa752b7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:40.949881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-453b2581-ee67-4490-a6cf-e5aaafa88506 req-9afec145-b520-4cbc-8409-3e59caa752b7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.1000063 Aug 31 08:18:41.017692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:39Z', 'revision_number': 3, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:41.037767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-453b2581-ee67-4490-a6cf-e5aaafa88506 req-b4211d8f-aca2-481d-bcef-2c5e99917bef tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798378 Aug 31 08:18:41.049204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Checking router: aecb05d2-bbbb-4ae9-881d-9db0181e7b05 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:18:41.049955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Updating router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 port a96c2a62-77aa-4dd3-8739-699ab8ea0943 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:18:41.076037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.318712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.345861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.356229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Transition to ACTIVE for port object a96c2a62-77aa-4dd3-8739-699ab8ea0943 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:41.466322 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.474635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Allocated IP 172.20.0.1 (0dbcb380-ec3f-463b-b6fa-5cbb6833db02/c7129d97-da3f-4ddf-bce2-c844213387c6/bccfca47-2525-411c-a525-15589992134b) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:41.519759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Attempting to bind port a96c2a62-77aa-4dd3-8739-699ab8ea0943 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:41.520138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Attempting to bind port a96c2a62-77aa-4dd3-8739-699ab8ea0943 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:41.520528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Attempting to bind port a96c2a62-77aa-4dd3-8739-699ab8ea0943 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:41.523940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf2582-a9a3-43cc-9a62-dc7142d8415c None None] Pushing event updated for resources: {'Port': ['ID=a96c2a62-77aa-4dd3-8739-699ab8ea0943,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:41.528896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:41.529342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:41.531081 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.531081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:41.531081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Bound port: a96c2a62-77aa-4dd3-8739-699ab8ea0943, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:41.531081 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.590254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] For port a96c2a62-77aa-4dd3-8739-699ab8ea0943, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:41.593530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] For port a96c2a62-77aa-4dd3-8739-699ab8ea0943, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a96c2a62-77aa-4dd3-8739-699ab8ea0943,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:41.593962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.607937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Transition to ACTIVE for port object bccfca47-2525-411c-a525-15589992134b will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:41.706636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.729621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.771272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:41.772083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:41.773267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:41.781406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:41.784512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:41.806657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf2582-a9a3-43cc-9a62-dc7142d8415c None None] Pushing event updated for resources: {'Port': ['ID=a96c2a62-77aa-4dd3-8739-699ab8ea0943,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:41.844767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Pushing event updated for resources: {'Port': ['ID=bccfca47-2525-411c-a525-15589992134b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:41.855035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:41.914651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:42.133858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:39Z', 'revision_number': 3, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:42.141116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de1546a5-30f4-4d09-88dc-33e6f29a8154 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:42.164957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.194418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab034-5d95-4779-bbab-32e2cce8b928 None None] The sync data for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 is: [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:39Z', 'revision_number': 3, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:18:42.238064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port de1546a5-30f4-4d09-88dc-33e6f29a8154 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:42.238807 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.244812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8799f-f54b-4ca5-8412-f8a3df47fa50 req-4bbfe0a8-b968-4749-ba4b-62203b82663d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:42.246486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d8799f-f54b-4ca5-8412-f8a3df47fa50 req-4bbfe0a8-b968-4749-ba4b-62203b82663d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 944 time: 0.1034226 Aug 31 08:18:42.269963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-635fab68-85e7-4164-9107-efa207ba27bc None None] Provisioning for port bccfca47-2525-411c-a525-15589992134b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:42.280170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-635fab68-85e7-4164-9107-efa207ba27bc None None] Provisioning complete for port bccfca47-2525-411c-a525-15589992134b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:42.280651 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-635fab68-85e7-4164-9107-efa207ba27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.322674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-635fab68-85e7-4164-9107-efa207ba27bc None None] Port bccfca47-2525-411c-a525-15589992134b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:18:42.358727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d8799f-f54b-4ca5-8412-f8a3df47fa50 req-c94793d7-7d3d-41a3-9f97-850ccc2d1e0b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022656 Aug 31 08:18:42.431252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.546032 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.615029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Pushing event updated for resources: {'Port': ['ID=bccfca47-2525-411c-a525-15589992134b,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:42.627071 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.633405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 641df653-9ff5-4a89-9784-f7718ec1f8f6 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:18:42.734902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:42.736384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:42.745439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 641df653-9ff5-4a89-9784-f7718ec1f8f6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:42.759729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'port_id': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'mac_address': 'fa:16:3e:24:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:18:42.802560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:42.823513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641df653-9ff5-4a89-9784-f7718ec1f8f6 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:18:42.854287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 641df653-9ff5-4a89-9784-f7718ec1f8f6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:42.880784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:18:42.971677 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:43.003690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:18:43.017643 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-82b3811a-6594-421f-aeb6-4e6169fd082d admin admin] 10.222.0.36 "PUT /v2.0/routers/aecb05d2-bbbb-4ae9-881d-9db0181e7b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2000468 Aug 31 08:18:43.029335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=641df653-9ff5-4a89-9784-f7718ec1f8f6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:43.052128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-db449822-f861-44d2-8e4f-097581747834 None None] Provisioning complete for port bccfca47-2525-411c-a525-15589992134b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:43.052514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-db449822-f861-44d2-8e4f-097581747834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:43.089144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-db449822-f861-44d2-8e4f-097581747834 None None] Port bccfca47-2525-411c-a525-15589992134b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:18:43.134013 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:18:43.281576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['641df653-9ff5-4a89-9784-f7718ec1f8f6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:18:43.492120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3145a1-64f7-4fee-9bd6-8bd9a1749791 req-44de0a29-3210-47c3-9e07-ca01a7b7c7b2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:43.493850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d3145a1-64f7-4fee-9bd6-8bd9a1749791 req-44de0a29-3210-47c3-9e07-ca01a7b7c7b2 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 945 time: 0.0525098 Aug 31 08:18:43.540183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4d3145a1-64f7-4fee-9bd6-8bd9a1749791 req-a62a6fa1-edb0-41f1-85cf-458d13168bbb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 Aug 31 08:18:43.819760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56316) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:43.825321 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1012758324-network', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:43.923093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Made reservation on behalf of 0909240bf6184947867b25b2e1d3b9df for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:18:43.925552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:43.934733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:43.988097 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Sync routers for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:18:43.999750 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:44.000369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:44.030761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.110785 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:44.131464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.145603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a96c2a62-77aa-4dd3-8739-699ab8ea0943 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:44.156599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:18:44.174429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085bfb1-3367-402a-88e4-5787cf90d819,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:44.178138 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.178438 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Added segment 20f04109-d8b3-45b5-b3b3-da5f82ef951c of type vlan for network a1893d56-52a7-4e78-ad2f-cf9b08aac84f Aug 31 08:18:44.229897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.325076 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:42Z', 'revision_number': 2, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:44.346171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a96c2a62-77aa-4dd3-8739-699ab8ea0943 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:44.350462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a96c2a62-77aa-4dd3-8739-699ab8ea0943 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:44.350872 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.351216 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Checking router: aecb05d2-bbbb-4ae9-881d-9db0181e7b05 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:18:44.351590 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Updating router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 port bccfca47-2525-411c-a525-15589992134b binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:18:44.357437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.358489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:44.359077 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.385216 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.420502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1893d56-52a7-4e78-ad2f-cf9b08aac84f,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:44.432666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:18:44.472860 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.495812 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b9e67e29-aead-401f-b8be-eae4f7f823c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6747806 Aug 31 08:18:44.498561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56318) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:44.504506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Request body: {'subnet': {'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1012758324-subnet', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:44.507255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a96c2a62-77aa-4dd3-8739-699ab8ea0943, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a96c2a62-77aa-4dd3-8739-699ab8ea0943,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:44.569762 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.597943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Made reservation on behalf of 0909240bf6184947867b25b2e1d3b9df for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:18:44.602312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.643435 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a96c2a62-77aa-4dd3-8739-699ab8ea0943,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:44.650882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 641df653-9ff5-4a89-9784-f7718ec1f8f6 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:44.704279 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.714632 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Transition to ACTIVE for port object bccfca47-2525-411c-a525-15589992134b will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:44.752408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2bb4-20e3-40ed-a59c-5a59cbc17bd0 req-eb0ef26f-4848-4225-abe3-12d864bccc41 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:44.753985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c0c2bb4-20e3-40ed-a59c-5a59cbc17bd0 req-eb0ef26f-4848-4225-abe3-12d864bccc41 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 945 time: 0.1011884 Aug 31 08:18:44.809139 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.829496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c0c2bb4-20e3-40ed-a59c-5a59cbc17bd0 req-b44035ac-6944-4363-ac80-6a3f5b0aca9f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683675 Aug 31 08:18:44.854626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 641df653-9ff5-4a89-9784-f7718ec1f8f6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:44.860000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 641df653-9ff5-4a89-9784-f7718ec1f8f6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:44.860622 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.865064 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Pushing event updated for resources: {'Port': ['ID=bccfca47-2525-411c-a525-15589992134b,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:44.889541 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.889939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.890286 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.890627 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.890964 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.891346 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.891682 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.892183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.892516 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.893212 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.893212 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.893509 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:44.942394 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Attempting to bind port bccfca47-2525-411c-a525-15589992134b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:44.942767 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Attempting to bind port bccfca47-2525-411c-a525-15589992134b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:44.943130 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Attempting to bind port bccfca47-2525-411c-a525-15589992134b on network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:44.949630 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:44.950050 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Checking segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:44.950450 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.950895 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Bound using segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:44.951625 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Bound port: bccfca47-2525-411c-a525-15589992134b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:44.952047 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.953095 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:44.979129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:18:44.981670 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caad8693-52b5-4280-8e72-1cffa6f3af5e" -d '{"events": [{"server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "name": "network-vif-plugged", "status": "completed", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:18:44.996005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 641df653-9ff5-4a89-9784-f7718ec1f8f6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:45.028709 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] For port bccfca47-2525-411c-a525-15589992134b, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:45.031962 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce85d294-cc8f-44ea-81e5-848afd595485 x-openstack-request-id: req-ce85d294-cc8f-44ea-81e5-848afd595485 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:18:45.032257 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "name": "network-vif-plugged", "status": "completed", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:18:45.032506 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce85d294-cc8f-44ea-81e5-848afd595485 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:18:45.032633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] For port bccfca47-2525-411c-a525-15589992134b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bccfca47-2525-411c-a525-15589992134b,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:45.033037 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'code': 200} Aug 31 08:18:45.050037 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.115976 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9d3598-64a0-49ee-bf29-df6c4ee13320,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:45.129229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.130163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Checking segment: {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:45.131562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Network hostable DHCP agents. Network: a1893d56-52a7-4e78-ad2f-cf9b08aac84f, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:18:45.138829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b907cef-1c9b-43c3-ad2f-ed8624991e75 req-415ea4de-69af-42ed-a825-a7b431e84b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:45.140576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1b907cef-1c9b-43c3-ad2f-ed8624991e75 req-415ea4de-69af-42ed-a825-a7b431e84b0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1097 time: 0.0475175 Aug 31 08:18:45.157835 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.182712 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1b907cef-1c9b-43c3-ad2f-ed8624991e75 req-4dc5188d-fb53-4942-967e-610101ee71ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343485 Aug 31 08:18:45.191613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=641df653-9ff5-4a89-9784-f7718ec1f8f6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:45.209018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:18:45.215863 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:45.216501 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:45.258668 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06ef2-781d-462f-9b14-87a8b446c5bf None None] Pushing event updated for resources: {'Port': ['ID=bccfca47-2525-411c-a525-15589992134b,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:45.271820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, a1893d56-52a7-4e78-ad2f-cf9b08aac84f) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:45.276754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:45.277330 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.285527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c7e08-8405-461f-9f7f-6bdc87d2ad39 None None] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:18:45.345086 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:45.374949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a568802e-acef-4daf-8a80-c8113807090c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8749466 Aug 31 08:18:45.383773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56324) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:45.388476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:45.458785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-a1893d56-52a7-4e78-ad2f-cf9b08aac84f', 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'fixed_ips': [{'subnet_id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:18:45.459698 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.500640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.502762 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.566655 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.573614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:45Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:45.605083 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e390a2-7265-447a-a803-a6f5d4946bdf None None] The sync data for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 is: [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:45Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:18:45.613113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Allocated IP 172.20.0.2 (a1893d56-52a7-4e78-ad2f-cf9b08aac84f/2f9d3598-64a0-49ee-bf29-df6c4ee13320/46d4a7e7-5add-4c11-b928-5af24eb0fbf7) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:45.804505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.814177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Transition to ACTIVE for port object 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:45.829240 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:45.839069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Transition to ACTIVE for port object 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:45.987346 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.004963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d89491-3edf-4c31-bed7-97c953905404 req-e574c93d-ed9a-414a-9adb-854f372591be tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:46.005563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38d89491-3edf-4c31-bed7-97c953905404 req-e574c93d-ed9a-414a-9adb-854f372591be tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 946 time: 0.0969160 Aug 31 08:18:46.029487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:46.035219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:46.039464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:46.052061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Pushing event updated for resources: {'Port': ['ID=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:46.074672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38d89491-3edf-4c31-bed7-97c953905404 req-85323645-d0b0-4432-9318-09b98b022b31 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591919 Aug 31 08:18:46.125559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Attempting to bind port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:46.125559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Attempting to bind port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:46.125559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Attempting to bind port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 on network a1893d56-52a7-4e78-ad2f-cf9b08aac84f {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:46.133545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:46.134695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Checking segment: {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:46.135347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.135979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Bound using segment: {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:46.136710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Bound port: 46d4a7e7-5add-4c11-b928-5af24eb0fbf7, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:46.137331 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.233417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] For port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:46.250587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] For port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:46.259949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bccfca47-2525-411c-a525-15589992134b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:46.296471 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.318618 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.437966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.471685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Allocated IP 172.25.0.129 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c9c5cb99-05dd-4eca-90fe-bcb308c87dc0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:46.506562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d744fd8-962a-48d0-b9ea-045bc1291d53 None None] Pushing event updated for resources: {'Port': ['ID=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:46.536441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bccfca47-2525-411c-a525-15589992134b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:46.552361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bccfca47-2525-411c-a525-15589992134b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:46.552919 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.588314 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.692186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.769255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port bccfca47-2525-411c-a525-15589992134b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bccfca47-2525-411c-a525-15589992134b,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:46.775068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.820052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:46.823091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:46.827095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:46.833999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:46.889063 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:46.889966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a96c2a62-77aa-4dd3-8739-699ab8ea0943 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:46.968356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=bccfca47-2525-411c-a525-15589992134b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:46.986388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a96c2a62-77aa-4dd3-8739-699ab8ea0943 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:46.986977 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:47.576744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679e45f-b3bb-42e6-8eb4-5d86d67ae287 None None] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:18:47.582936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c612fb2-aef7-47ce-bea4-4f5e6af93ca6 req-124fdf99-ad98-4a4e-9e3e-343574e1f69f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:47.584474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c612fb2-aef7-47ce-bea4-4f5e6af93ca6 req-124fdf99-ad98-4a4e-9e3e-343574e1f69f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 946 time: 0.4242973 Aug 31 08:18:47.600735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:47.670691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c612fb2-aef7-47ce-bea4-4f5e6af93ca6 req-1ff90d86-d47b-4bcc-b80f-91ccf49f26cb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791032 Aug 31 08:18:47.862484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcff0e-f5b6-4fe4-8b2f-50f5879b85e5 req-5f727197-c4f7-46f8-8924-bacb42d76883 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:47.863967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68fcff0e-f5b6-4fe4-8b2f-50f5879b85e5 req-5f727197-c4f7-46f8-8924-bacb42d76883 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 946 time: 0.1017699 Aug 31 08:18:47.880020 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:47.903658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9414bdfc-eb38-45fa-b738-829c11a16112 None None] Provisioning for port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:47.956711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68fcff0e-f5b6-4fe4-8b2f-50f5879b85e5 req-7a71f390-3a8d-4e06-9336-c185cad6e782 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836711 Aug 31 08:18:47.984704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56332) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:48.128895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:18:48.213345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bccfca47-2525-411c-a525-15589992134b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:48.266334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:18:48.277446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bccfca47-2525-411c-a525-15589992134b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:48.278284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.282271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Sync routers for ids ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:18:48.318283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Routers {'5f3f9c58-7dd5-4a88-8c5c-018fc526a152'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:48.318924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:48.322216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025050f6-fc54-46a1-a3a2-1b752cca696f tempest-TestVolumeBootPattern-236814668 tempest-TestVolumeBootPattern-236814668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:48.326476 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-025050f6-fc54-46a1-a3a2-1b752cca696f tempest-TestVolumeBootPattern-236814668 tempest-TestVolumeBootPattern-236814668-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1093 time: 0.3396125 Aug 31 08:18:48.331562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 56336) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:48.333163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:18:48.376488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.377776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a19b71ad-48fc-43f7-8630-c4f5721687f8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9929757 Aug 31 08:18:48.381626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 56338) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:18:48.463706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Set router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:48.466305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:48.478987 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.594725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.694329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 3, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:48.721001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Allocated IP 172.25.0.248 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/40737f3e-898f-48e4-a8ca-1a9e97699dd0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:48.727509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Checking router: 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:18:48.727870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Updating router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:18:48.753612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:48.762563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:48.763035 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.783339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.842018 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.848563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.943927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.952638 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:48.999809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:49.003896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:49.008141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:49.012042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=40737f3e-898f-48e4-a8ca-1a9e97699dd0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:49.023472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Allocated IP 172.20.0.1 (a1893d56-52a7-4e78-ad2f-cf9b08aac84f/2f9d3598-64a0-49ee-bf29-df6c4ee13320/02ad228a-ae46-476d-9bb3-eeccbd43a459) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:18:49.027169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:49.044268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.044621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.044967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.045312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.045648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.046014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.046343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.046671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.047013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.047841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.047841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.048043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.139439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.151141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Transition to ACTIVE for port object c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:49.152962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.163080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.166799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Transition to ACTIVE for port object 02ad228a-ae46-476d-9bb3-eeccbd43a459 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:49.215512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:49.226957 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.266765 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.283059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723b4a9-391a-4406-a707-46799452e5ec None None] Pushing event updated for resources: {'Port': ['ID=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:49.288212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Attempting to bind port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:49.295462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Attempting to bind port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:49.295462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Attempting to bind port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:49.295462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:49.295462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:49.295462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.296100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:49.296185 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Bound port: c9c5cb99-05dd-4eca-90fe-bcb308c87dc0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:49.296521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.322760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:49.330063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:49.333625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:18:49.352079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] For port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:49.356303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] For port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:49.367564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Pushing event updated for resources: {'Port': ['ID=02ad228a-ae46-476d-9bb3-eeccbd43a459,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:49.380559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.381194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.381698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.382241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.382750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.383092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.383434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.383776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.384118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.384452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.384792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.385134 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:18:49.395847 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.429997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.474004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.530030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Routers {'5f3f9c58-7dd5-4a88-8c5c-018fc526a152'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:49.530586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:49.575529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723b4a9-391a-4406-a707-46799452e5ec None None] Pushing event updated for resources: {'Port': ['ID=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:49.601516 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.654542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.655957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] Set router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:49.722565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c007c46c-e8e3-478f-8399-0ad2a031592f None None] Provisioning for port 02ad228a-ae46-476d-9bb3-eeccbd43a459 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:49.737518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c007c46c-e8e3-478f-8399-0ad2a031592f None None] Provisioning complete for port 02ad228a-ae46-476d-9bb3-eeccbd43a459 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:49.737934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c007c46c-e8e3-478f-8399-0ad2a031592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.773236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.808048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c007c46c-e8e3-478f-8399-0ad2a031592f None None] Port 02ad228a-ae46-476d-9bb3-eeccbd43a459 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:18:49.833891 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.885722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 3, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:49.894465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.912255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc2eca-6b77-4080-964d-0025511f2250 None None] The sync data for ids ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'] in n-d-713499-16 is: [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 3, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:18:49.931160 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:49.978502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event updated for resources: {'Port': ['ID=40737f3e-898f-48e4-a8ca-1a9e97699dd0,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:49.982951 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:50.012161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:50.014185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Pushing event updated for resources: {'Port': ['ID=02ad228a-ae46-476d-9bb3-eeccbd43a459,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:50.103439 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Floating IP 1ec28d8a-a231-460d-b4e7-48ae56b4385b associated. External IP: 172.25.0.248, port: 641df653-9ff5-4a89-9784-f7718ec1f8f6. Aug 31 08:18:50.121971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:18:50.123941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:18:50.145479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:50.270251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:50.270627 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:50.323454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:18:50.471553 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:18:50.472728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:18:50.482674 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f1591f92-87b2-4eac-afaa-bd5718cac1aa admin admin] 10.222.0.36 "PUT /v2.0/routers/5f3f9c58-7dd5-4a88-8c5c-018fc526a152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0960963 Aug 31 08:18:50.537652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-87467544-a24b-4ccf-8aaf-c4ae4ea45619 None None] Provisioning complete for port 02ad228a-ae46-476d-9bb3-eeccbd43a459 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:50.539159 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87467544-a24b-4ccf-8aaf-c4ae4ea45619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:50.581610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-87467544-a24b-4ccf-8aaf-c4ae4ea45619 None None] Port 02ad228a-ae46-476d-9bb3-eeccbd43a459 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:18:50.610722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:18:50.621883 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:18:50.634013 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:50.634987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:50.751518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:50.775327 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:50.825041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6d1cd780-a293-4252-be47-a413ddf261b9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4959347 Aug 31 08:18:50.826038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:18:50.829247 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e" -d '{"events": [{"name": "network-changed", "server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:18:50.897145 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ef826-a6ea-4f14-8559-80737565c022 x-openstack-request-id: req-478ef826-a6ea-4f14-8559-80737565c022 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:18:50.898928 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:18:50.899391 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-478ef826-a6ea-4f14-8559-80737565c022 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:18:50.899882 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'status': 'completed', 'code': 200} Aug 31 08:18:50.949175 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-edfd2ef2-d096-44cd-8880-b18840a3c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:50.951057 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-edfd2ef2-d096-44cd-8880-b18840a3c455 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1098 time: 0.0482008 Aug 31 08:18:51.087647 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-cf5712a8-3f2a-4a33-a5c3-9093f3152306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:51.089340 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-cf5712a8-3f2a-4a33-a5c3-9093f3152306 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1295574 Aug 31 08:18:51.133601 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 1, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}, {'id': '1ec28d8a-a231-460d-b4e7-48ae56b4385b', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:24:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:18:49Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:51.163549 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:18:51.166095 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-f068854c-93e0-42de-94ee-8ec06f6e0520 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0683982 Aug 31 08:18:51.172861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:51.175080 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:51.225749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-e6a2bdbf-293c-494c-a0af-f3b01d1b4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:51.227614 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-e6a2bdbf-293c-494c-a0af-f3b01d1b4825 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0544302 Aug 31 08:18:51.280540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-d57b9a9e-ce24-484e-9f0a-726ae76c0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:18:51.282196 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-d57b9a9e-ce24-484e-9f0a-726ae76c0ab6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441072 Aug 31 08:18:51.289330 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:51.380807 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-5eba4131-c94a-4a67-8824-9c25d3533588 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909920 Aug 31 08:18:51.491427 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-593b7c55-c6cc-4ac3-85d4-a23cacc0311e req-8fb722a4-a9b1-4f55-9202-d2f84f595085 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995035 Aug 31 08:18:51.526015 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 1, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}, {'id': '1ec28d8a-a231-460d-b4e7-48ae56b4385b', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:24:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:18:49Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:51.552897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94518ec4-4834-40d2-8d01-5e8e96b93072 None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 1, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}, {'id': '1ec28d8a-a231-460d-b4e7-48ae56b4385b', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:24:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:18:49Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 0, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:18:52.143892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:52.282846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:52.287217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:52.287744 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:52.379333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:52.401795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:52.500602 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:52.570253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:52.705040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638b9eac-ef10-4b5f-82b7-88f2dbb0f70a None None] New status for floating IP 1ec28d8a-a231-460d-b4e7-48ae56b4385b: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:18:53.149258 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Sync routers for ids ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:18:53.158981 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Routers {'5f3f9c58-7dd5-4a88-8c5c-018fc526a152'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:53.159845 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:53.275086 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Set router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:53.487007 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 4, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '02ad228a-ae46-476d-9bb3-eeccbd43a459', 'name': '', 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'mac_address': 'fa:16:3e:1a:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:48Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 2, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'subnets': [{'id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:53.514170 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Checking router: 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:18:53.514530 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Updating router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 port 02ad228a-ae46-476d-9bb3-eeccbd43a459 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:18:53.539910 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:53.769135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-53bfb120-8c70-4b88-9a09-860c3e91bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:53.832004 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:53.843128 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Transition to ACTIVE for port object 02ad228a-ae46-476d-9bb3-eeccbd43a459 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:18:53.905285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:53.985685 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:54.044584 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df57731-e4db-4b75-9b5e-57f505817fca None None] Pushing event updated for resources: {'Port': ['ID=02ad228a-ae46-476d-9bb3-eeccbd43a459,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:54.110250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Attempting to bind port 02ad228a-ae46-476d-9bb3-eeccbd43a459 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:18:54.110478 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Attempting to bind port 02ad228a-ae46-476d-9bb3-eeccbd43a459 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:18:54.114729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Attempting to bind port 02ad228a-ae46-476d-9bb3-eeccbd43a459 on network a1893d56-52a7-4e78-ad2f-cf9b08aac84f {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:18:54.118110 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:18:54.118499 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Checking segment: {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:18:54.119184 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:54.119618 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Bound using segment: {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:18:54.120326 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Bound port: 02ad228a-ae46-476d-9bb3-eeccbd43a459, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f04109-d8b3-45b5-b3b3-da5f82ef951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:18:54.120829 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:54.173494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:54.222325 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] For port 02ad228a-ae46-476d-9bb3-eeccbd43a459, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:18:54.226162 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] For port 02ad228a-ae46-476d-9bb3-eeccbd43a459, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=02ad228a-ae46-476d-9bb3-eeccbd43a459,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:18:54.251421 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:54.251834 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:54.363640 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:54.422434 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Routers {'5f3f9c58-7dd5-4a88-8c5c-018fc526a152'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:18:54.423091 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:18:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:54.463562 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df57731-e4db-4b75-9b5e-57f505817fca None None] Pushing event updated for resources: {'Port': ['ID=02ad228a-ae46-476d-9bb3-eeccbd43a459,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:54.649168 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] Set router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:18:54.864373 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 4, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '02ad228a-ae46-476d-9bb3-eeccbd43a459', 'name': '', 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'mac_address': 'fa:16:3e:1a:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:48Z', 'updated_at': '2021-08-31T08:18:54Z', 'revision_number': 4, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'subnets': [{'id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:18:54.891814 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e774b32-aff4-4b5c-850e-634c9e136f96 None None] The sync data for ids ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'] in n-d-713499-16 is: [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:18:49Z', 'revision_number': 4, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '02ad228a-ae46-476d-9bb3-eeccbd43a459', 'name': '', 'network_id': 'a1893d56-52a7-4e78-ad2f-cf9b08aac84f', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'mac_address': 'fa:16:3e:1a:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:48Z', 'updated_at': '2021-08-31T08:18:54Z', 'revision_number': 4, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'subnets': [{'id': '2f9d3598-64a0-49ee-bf29-df6c4ee13320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:18:56.163055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02ad228a-ae46-476d-9bb3-eeccbd43a459 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:56.271491 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:56.300674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 02ad228a-ae46-476d-9bb3-eeccbd43a459 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:18:56.305017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 02ad228a-ae46-476d-9bb3-eeccbd43a459 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:56.305421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:56.580879 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:56.623992 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:56.628526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 02ad228a-ae46-476d-9bb3-eeccbd43a459, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=02ad228a-ae46-476d-9bb3-eeccbd43a459,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:18:56.699528 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:56.743132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40f5812f-4ebb-4340-bb18-4b51852131d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:56.770405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=02ad228a-ae46-476d-9bb3-eeccbd43a459,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:18:58.019529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:58.131921 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02ad228a-ae46-476d-9bb3-eeccbd43a459 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:18:58.183311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 02ad228a-ae46-476d-9bb3-eeccbd43a459 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:18:58.183599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:18:59.602990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:12.602729 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-8411f95a-63e2-48d5-bfe8-dc06ab300f34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510948 Aug 31 08:19:12.702852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-dbec462c-9ade-424f-b072-f87ae3f3c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:19:12.705287 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-dbec462c-9ade-424f-b072-f87ae3f3c0d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0536404 Aug 31 08:19:12.828971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-533eee61-e709-42a6-b699-b2336034f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:19:12.830798 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-533eee61-e709-42a6-b699-b2336034f0db service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1002371 Aug 31 08:19:12.903750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-cf21c12b-4a94-49d7-abd6-85eb395347ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1002 time: 0.0655341 Aug 31 08:19:12.971288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-9a3be067-24b3-426c-83cd-c5d40a30145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:19:12.973085 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-9a3be067-24b3-426c-83cd-c5d40a30145d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0586963 Aug 31 08:19:13.026851 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-099541d4-7763-465e-b76b-0aa27eda3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:19:13.028364 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-099541d4-7763-465e-b76b-0aa27eda3c1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447259 Aug 31 08:19:13.131123 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-b91625fa-4e0f-4ba9-9642-861322d8e1b7 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936234 Aug 31 08:19:13.241916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e02d4bbd-c2af-4d04-8559-d4903923fc6f req-78175e85-072c-444b-9996-e0080b43b2a0 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011555 Aug 31 08:19:20.136008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:19:23.756824 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a2314d3b-08ac-4adc-90cb-5c3e32cf7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:24.008552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:26.431218 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:26.522410 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:26.905669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c58a3315-9fc9-40dc-a082-8d2861e5394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:28.105778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:29.630989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:53.721755 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8eaea306-9153-43d3-8b14-2cf3fdd289e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:53.904948 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:56.305155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:56.556856 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:56.710413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-96f504d3-026c-47d3-9937-2017b82149b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:57.139455 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:19:58.075166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:19:59.613709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:14.480592 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-cb538e25-10b6-4c1a-b855-0eefd5714f0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445457 Aug 31 08:20:14.547804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-56d7e991-0d90-42aa-9cb6-a6bd7d0198e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:20:14.557540 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-56d7e991-0d90-42aa-9cb6-a6bd7d0198e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1098 time: 0.0427585 Aug 31 08:20:14.661457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-8b225623-bc57-400e-a123-ffec03264fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:20:14.663303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-8b225623-bc57-400e-a123-ffec03264fd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.0937228 Aug 31 08:20:14.736505 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-e5b0a0ab-7ea2-41f5-8da4-56b071ed4848 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6 HTTP/1.1" status: 200 len: 1002 time: 0.0662282 Aug 31 08:20:14.799471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-e423e4cb-27d8-4729-b988-6f71fb10bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:20:14.800965 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-e423e4cb-27d8-4729-b988-6f71fb10bdba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0571916 Aug 31 08:20:14.856827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-9080ae6e-c031-4c15-9bd4-7bdf00329778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:20:14.858583 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-9080ae6e-c031-4c15-9bd4-7bdf00329778 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450537 Aug 31 08:20:14.956166 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-73fd3f01-5bb2-420e-b497-1f1497cb3257 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 Aug 31 08:20:15.057750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a3331d51-e7fc-4f06-bbfd-b5c111a97f12 req-5edbb323-d8f4-4397-81ba-77f44ea76f19 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898926 Aug 31 08:20:23.709108 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-52a784ff-c7d7-4a9d-8071-0b4736959275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:23.894215 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:26.298429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:26.605980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:26.767078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9ba948e1-5a7e-4b21-bf1b-9fc03c43f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:28.082150 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:29.601533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:34.140622 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:20:53.725264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9089bc6-73cf-40f8-8b42-271786c649f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:53.995612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:56.275283 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:56.481284 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:56.715136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77ad0c5b-1f61-4224-93b8-25fc7f5238d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:58.001407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:20:59.709721 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:11.140181 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:21:14.455236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-21c46d7c-84c2-4af7-9f5e-d5cb6bbbf1ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476012 Aug 31 08:21:14.555861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-1779eb85-c8d1-4d2e-b45c-27eb2eca7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:14.557385 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-1779eb85-c8d1-4d2e-b45c-27eb2eca7a18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0450583 Aug 31 08:21:14.673288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-7733608e-7969-40c6-822c-4984f93ac5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:14.675035 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-7733608e-7969-40c6-822c-4984f93ac5c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.0962951 Aug 31 08:21:14.747118 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-42792dc0-d0c8-474e-9030-29e653e98663 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 1002 time: 0.0640056 Aug 31 08:21:14.807481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-5adbba33-23a3-4e41-b69b-2610af051e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:14.808924 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-5adbba33-23a3-4e41-b69b-2610af051e43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0536919 Aug 31 08:21:14.864221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-18053c2c-191c-4b38-a8cd-2b33771a9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:14.866376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-18053c2c-191c-4b38-a8cd-2b33771a9487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469861 Aug 31 08:21:14.967425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-8acf829c-96f6-4e8c-acba-5c3a1b17fff7 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929050 Aug 31 08:21:15.081274 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5a0322c-f0f2-4223-9734-b94d2b37f0a5 req-ab021e21-3a66-4016-84e5-14dd55696072 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984812 Aug 31 08:21:17.588696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-051306b5-b2e0-4853-a1b9-cfba36271866 req-498a570f-7f52-417d-84cd-1b3151920f23 service neutron] (95446) timed out ('10.222.0.36', 55822) {{(pid=95446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:21:19.997720 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57496) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:20.264970 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port 40737f3e-898f-48e4-a8ca-1a9e97699dd0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:20.265240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:20.344215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:20.344546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:20.356520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for 40737f3e-898f-48e4-a8ca-1a9e97699dd0 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:20.606618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:20.638237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=40737f3e-898f-48e4-a8ca-1a9e97699dd0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:20.662914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.663225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.663551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.663890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.664227 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.664560 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.664890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.665222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.665547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.665929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.666252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.666577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:20.709094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:20.709474 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Floating IP 1ec28d8a-a231-460d-b4e7-48ae56b4385b disassociated (deleted). External IP: 172.25.0.248, port: 641df653-9ff5-4a89-9784-f7718ec1f8f6. Aug 31 08:21:20.932244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:21:21.040118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:21:21.045659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:21.050646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:21:21.060432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:21.061148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:20:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:21.096106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f4104ce8-91d8-4a0e-a06d-3816a85e8b0f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "DELETE /v2.0/floatingips/1ec28d8a-a231-460d-b4e7-48ae56b4385b HTTP/1.1" status: 204 len: 168 time: 1.0846574 Aug 31 08:21:21.096985 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:21.099926 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ef321-d585-44ab-891e-07ea89e13b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:21.182814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:21.289228 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72765170-57b2-4e89-be0e-235208f41dd8 x-openstack-request-id: req-72765170-57b2-4e89-be0e-235208f41dd8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:21.289578 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:21.290055 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72765170-57b2-4e89-be0e-235208f41dd8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:21.290545 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'status': 'completed', 'code': 200} Aug 31 08:21:21.354221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-76c72fe7-7c28-4416-81e7-eb3d79b851a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:21.355891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-76c72fe7-7c28-4416-81e7-eb3d79b851a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 1098 time: 0.0429413 Aug 31 08:21:21.417445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 1, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:21.447500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:21:21.456759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:21.457854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:20:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:21.473398 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-891f5542-cc55-4d77-998a-349ae15404b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:21.474934 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-891f5542-cc55-4d77-998a-349ae15404b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1102347 Aug 31 08:21:21.526739 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-e69fe2ca-bbf0-4142-99ae-f76c94b50c2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6 HTTP/1.1" status: 200 len: 217 time: 0.0442100 Aug 31 08:21:21.590774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-b714a50c-d567-4054-818b-6bcda0153f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:21.592530 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-b714a50c-d567-4054-818b-6bcda0153f1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0579126 Aug 31 08:21:21.602840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:21.659434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-0db0e2dd-7fc9-45d8-8350-773434ba1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:21.661361 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-0db0e2dd-7fc9-45d8-8350-773434ba1099 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608761 Aug 31 08:21:21.693714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9a28-67a3-4b33-ac4e-39c9c0d608b7 req-835f1963-053a-4a78-8131-acfb433951b3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:21.696159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc3a9a28-67a3-4b33-ac4e-39c9c0d608b7 req-835f1963-053a-4a78-8131-acfb433951b3 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 946 time: 0.1109190 Aug 31 08:21:21.784759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc3a9a28-67a3-4b33-ac4e-39c9c0d608b7 req-b29b663d-91c1-4c92-8126-3b6748aafc6d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815725 Aug 31 08:21:21.853918 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-15eea64d-e0e8-4fc8-a7f6-57a19a72e476 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830513 Aug 31 08:21:21.967338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 1, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:21.977058 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ae2ef321-d585-44ab-891e-07ea89e13b8a req-75bcf88f-d6c1-4df3-834c-d88398134d5c service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137183 Aug 31 08:21:22.004327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cb067-a537-40cd-b2bb-2582705a0bed None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '189741a0-8782-46fb-b046-0a7a3cd06019', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'port_id': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'mac_address': 'fa:16:3e:f6:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca959703-42fe-43cf-8000-4aa85109419d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:15:11Z', 'updated_at': '2021-08-31T08:15:14Z', 'revision_number': 1, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:21:22.250132 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8533544c-5825-41d7-bb78-916e3fff09e3 None None] New status for floating IP 1ec28d8a-a231-460d-b4e7-48ae56b4385b: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:21:22.965473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44159e1-da3e-4e5d-b8eb-b8f37182e67c req-9f3e343b-75ad-4032-8250-ba01d39beaf0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:22.966983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c44159e1-da3e-4e5d-b8eb-b8f37182e67c req-9f3e343b-75ad-4032-8250-ba01d39beaf0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 946 time: 0.0518789 Aug 31 08:21:23.007281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c44159e1-da3e-4e5d-b8eb-b8f37182e67c req-e1d2530e-3ecf-42e3-b2e5-4f69e4c512cc tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Aug 31 08:21:23.326343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-fc91981e-20cb-4fd5-b3ea-774423f06487 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:23.327975 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-fc91981e-20cb-4fd5-b3ea-774423f06487 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 946 time: 0.0508678 Aug 31 08:21:23.421194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port 641df653-9ff5-4a89-9784-f7718ec1f8f6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:23.421542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:23.517513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port 641df653-9ff5-4a89-9784-f7718ec1f8f6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=641df653-9ff5-4a89-9784-f7718ec1f8f6,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:23.517827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:23.531328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for 641df653-9ff5-4a89-9784-f7718ec1f8f6 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:23.741859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a5cf7529-36fc-4832-a4e6-e3ef7e13d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:23.772393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:23.802708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=641df653-9ff5-4a89-9784-f7718ec1f8f6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:23.845575 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port 641df653-9ff5-4a89-9784-f7718ec1f8f6 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:21:23.851011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:23.853129 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6e0cdc89-d496-45ef-a107-c4aa891ecfcb req-bade14ad-5dcb-469c-b447-afc762ebfec1 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "DELETE /v2.0/ports/641df653-9ff5-4a89-9784-f7718ec1f8f6 HTTP/1.1" status: 204 len: 173 time: 0.5184579 Aug 31 08:21:23.853610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'name': 'network-vif-deleted', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:23.857376 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe6122a-3ece-49c0-b61e-ea6a605b0a8a" -d '{"events": [{"server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "name": "network-vif-deleted", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:23.920402 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7aa44f-a02e-4c59-a5e6-7f3d9a796955 x-openstack-request-id: req-bf7aa44f-a02e-4c59-a5e6-7f3d9a796955 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:23.920997 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c35934-957c-4a2f-a175-e15b9a36d95a", "name": "network-vif-deleted", "tag": "641df653-9ff5-4a89-9784-f7718ec1f8f6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:23.921461 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf7aa44f-a02e-4c59-a5e6-7f3d9a796955 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:23.922092 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c35934-957c-4a2f-a175-e15b9a36d95a', 'name': 'network-vif-deleted', 'tag': '641df653-9ff5-4a89-9784-f7718ec1f8f6', 'status': 'completed', 'code': 200} Aug 31 08:21:24.012178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:24.112213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a680b11-45f4-4856-a0b4-38291d0e38aa req-4f0f86bb-4763-43c0-8428-e7b4a4814819 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0287063 Aug 31 08:21:25.210402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f297f799-45d8-4401-ad8f-d2283ca3ee93 req-9b3c62c0-4e08-4bb6-a1d5-e368e6e3e83d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0276451 Aug 31 08:21:26.296764 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:26.307887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99cae47c-f9bf-43ba-b61e-6fe0fabc3e8d req-801850a1-84e0-46de-9324-abf7a985f9c7 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0273061 Aug 31 08:21:26.530835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:26.721053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f23741bb-70a6-40ad-acdd-ae33a28c3ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:26.989796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57554) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:26.994706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809490113', 'description': 'tempest-secgroup-smoke-1809490113 description', 'project_id': '3b1dc757eac742c7ab410787253f874a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:27.119640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.205900 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.319279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.349708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35170f63-aa94-4f07-b582-b4b77c48b506,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:27.357515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.357879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.358341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.358690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.359029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.359377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.359696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.360025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.360363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.360683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.361006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.361328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:27.391647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 641df653-9ff5-4a89-9784-f7718ec1f8f6 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:27.409142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af82ff1b-d028-43e7-99f6-7fad0fce20f9 req-3a49aa90-d42f-4432-b573-15e258ee2e0d tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0276268 Aug 31 08:21:27.418297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 641df653-9ff5-4a89-9784-f7718ec1f8f6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:27.418657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 641df653-9ff5-4a89-9784-f7718ec1f8f6 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:27.444727 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.446060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5104292f-780e-4c1b-8749-4ce52dbcd9d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4551566 Aug 31 08:21:27.450948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57558) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:27.456330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group_rule': {'security_group_id': '35170f63-aa94-4f07-b582-b4b77c48b506', 'project_id': '3b1dc757eac742c7ab410787253f874a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:27.601158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.658931 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.778392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.797257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abb51f8-4a99-4169-a952-068f3e19f93e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:27.937952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:27.939904 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-44ac0e40-6f29-42d2-866e-b4ced91eeda3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878793 Aug 31 08:21:27.942740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57560) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:27.947239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group_rule': {'security_group_id': '35170f63-aa94-4f07-b582-b4b77c48b506', 'project_id': '3b1dc757eac742c7ab410787253f874a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:28.022192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:28.072936 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:28.131533 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:28.510054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2c17c1d-2a95-41e6-909a-e14ebe8753cd req-a15d56a1-6d57-4ddc-b76d-9e1e412ddabb tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0311606 Aug 31 08:21:28.531058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:28.550170 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdd07a4-9195-479e-8692-df0ee14637dd,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:28.685004 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:28.686322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2b506aa7-806e-4a67-9e7e-d89be0e48749 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7426209 Aug 31 08:21:28.691035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57564) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:28.696182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group_rule': {'security_group_id': '35170f63-aa94-4f07-b582-b4b77c48b506', 'project_id': '3b1dc757eac742c7ab410787253f874a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:28.816111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:28.873391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.006949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.022097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459266c5-0d30-4735-8ed2-b66b5ce878dc,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:29.138390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.142326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-23bed6b1-3704-4770-806c-56501342c659 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4475656 Aug 31 08:21:29.143030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57566) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:29.147628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group_rule': {'security_group_id': '35170f63-aa94-4f07-b582-b4b77c48b506', 'project_id': '3b1dc757eac742c7ab410787253f874a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:29.274466 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.336487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.446641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.462790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bd05d7-0051-440e-858b-609180018a8f,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:29.595846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.600718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.602357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-56325a94-5992-4eb6-b584-9a759b8604eb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4579010 Aug 31 08:21:29.604914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57570) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:29.609889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group_rule': {'security_group_id': '35170f63-aa94-4f07-b582-b4b77c48b506', 'project_id': '3b1dc757eac742c7ab410787253f874a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:29.617889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe165ac7-3f9e-4614-815d-ebf5c3308cbb req-e5f72131-713c-4008-9500-99166b640d9c tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c35934-957c-4a2f-a175-e15b9a36d95a HTTP/1.1" status: 200 len: 210 time: 0.0286202 Aug 31 08:21:29.759377 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Project 3b1dc757eac742c7ab410787253f874a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:21:29.764826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:29.828849 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.082298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.100422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49fa3eb-752d-4f4f-a5e9-d16ceb591704,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:30.307788 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.309648 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e30a2133-082e-4197-aaf2-8732718a62a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7035189 Aug 31 08:21:30.312366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57572) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:30.317794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'security_group_rule': {'security_group_id': '35170f63-aa94-4f07-b582-b4b77c48b506', 'project_id': '3b1dc757eac742c7ab410787253f874a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:30.463832 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Project 3b1dc757eac742c7ab410787253f874a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:21:30.469176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.534381 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.666410 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.686364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44310125-4098-4bd4-a447-c04615e6397a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:30.804993 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:30.806194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cea0e1cd-800f-4a7a-b687-47aa9315d2e7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4927750 Aug 31 08:21:30.957178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-d762bd3d-710a-4b3d-8e3b-d8f54d058a9f tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809490113&fields=id&tenant_id=3b1dc757eac742c7ab410787253f874a HTTP/1.1" status: 200 len: 267 time: 0.0355587 Aug 31 08:21:31.064873 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-6b344037-bc5c-4412-8253-8fec4252dd93 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:31.066301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-6b344037-bc5c-4412-8253-8fec4252dd93 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 813 time: 0.1023755 Aug 31 08:21:31.081989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-70f05063-e43e-4c63-bc20-940fe81d2193 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/quotas/3b1dc757eac742c7ab410787253f874a HTTP/1.1" status: 200 len: 375 time: 0.0098448 Aug 31 08:21:31.135271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-ddf0e711-07f0-49d4-be2a-e760fd7401ee tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474327 Aug 31 08:21:31.151939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-37475aac-5ff7-40c7-8424-70b7a29214a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:21:31.152957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-37475aac-5ff7-40c7-8424-70b7a29214a3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059872 Aug 31 08:21:31.302344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-5ea09ada-7813-473a-8f08-2a782086fb3b service neutron] 10.222.0.36 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430514 Aug 31 08:21:31.390684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-421d793d-195b-4d64-97f1-939c73d3bdee service neutron] 10.222.0.36 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822458 Aug 31 08:21:32.160306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a4e15a6-e746-46e3-b287-531eb382402d req-736e367e-cb39-488e-97c3-0daf8e1e73d4 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0336893 Aug 31 08:21:33.255027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ff1eee8-4d3a-4d27-8d65-c6e1f17cb976 req-8b4ab4f3-a3d9-4b16-b63f-8f24df6b8e83 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0277066 Aug 31 08:21:34.406569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-231a6148-b78a-4926-b83b-43f32786c149 req-dc372987-af15-4ca3-882d-9891a88c2e7c tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0683808 Aug 31 08:21:34.472030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-a8eea79f-3d51-4000-b784-9a56aeee0780 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:34.473985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-a8eea79f-3d51-4000-b784-9a56aeee0780 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 813 time: 0.1480145 Aug 31 08:21:34.534958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-00ef8a8b-5862-4699-95f5-7fe1d1eab0bc tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1dc757eac742c7ab410787253f874a HTTP/1.1" status: 200 len: 380 time: 0.0510230 Aug 31 08:21:34.545444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'port': {'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'admin_state_up': True, 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'security_groups': ['35170f63-aa94-4f07-b582-b4b77c48b506']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:34.771878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Made reservation on behalf of 3b1dc757eac742c7ab410787253f874a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:21:34.775574 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:34.920543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Allocated IP 172.20.0.3 (0dbcb380-ec3f-463b-b6fa-5cbb6833db02/c7129d97-da3f-4ddf-bce2-c844213387c6/fb419a96-36e4-4205-8f81-b919c8546468) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:21:35.084384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:35.099285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Transition to ACTIVE for port object fb419a96-36e4-4205-8f81-b919c8546468 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:21:35.207783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:35.260987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:21:35.264487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:21:35.269000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:21:35.314833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'Port': ['ID=fb419a96-36e4-4205-8f81-b919c8546468,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:35.362053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:35.362744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:35.483352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-80b4c3ce-cbde-4892-ba37-207c30eb24f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9232457 Aug 31 08:21:35.483352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Request body: {'port': {'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:35.566225 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:35.587680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951410f-b7c8-491f-9acf-5774250903bc req-580791bc-05f1-4e78-80b5-6458c1a49434 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:35.589169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9951410f-b7c8-491f-9acf-5774250903bc req-580791bc-05f1-4e78-80b5-6458c1a49434 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 931 time: 0.0910592 Aug 31 08:21:35.708751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9951410f-b7c8-491f-9acf-5774250903bc req-b88a3100-e53a-4a19-ab40-dbc513082621 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969603 Aug 31 08:21:35.725206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-836bdbd0-42ba-4e4c-a5b5-79f43d6b1518 None None] Provisioning for port fb419a96-36e4-4205-8f81-b919c8546468 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:21:35.731586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-836bdbd0-42ba-4e4c-a5b5-79f43d6b1518 None None] Provisioning complete for port fb419a96-36e4-4205-8f81-b919c8546468 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:21:35.732268 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-836bdbd0-42ba-4e4c-a5b5-79f43d6b1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:35.770695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-836bdbd0-42ba-4e4c-a5b5-79f43d6b1518 None None] Port fb419a96-36e4-4205-8f81-b919c8546468 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:21:35.893418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb419a96-36e4-4205-8f81-b919c8546468 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:21:35.905024 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:35.914668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Transition to ACTIVE for port object fb419a96-36e4-4205-8f81-b919c8546468 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:21:36.063942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.119848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb419a96-36e4-4205-8f81-b919c8546468,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:36.194861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Attempting to bind port fb419a96-36e4-4205-8f81-b919c8546468 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:21:36.195572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Attempting to bind port fb419a96-36e4-4205-8f81-b919c8546468 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:21:36.195916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Attempting to bind port fb419a96-36e4-4205-8f81-b919c8546468 on network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:21:36.201162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Port fb419a96-36e4-4205-8f81-b919c8546468 on network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:21:36.201278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Attempting to bind port fb419a96-36e4-4205-8f81-b919c8546468 on network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:21:36.207408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:21:36.207758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Checking segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:21:36.208146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Bound using segment: {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:21:36.208578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Bound port: fb419a96-36e4-4205-8f81-b919c8546468, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e90b65-97e0-4e62-854a-f6e5d25aa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:21:36.208982 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.282209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] For port fb419a96-36e4-4205-8f81-b919c8546468, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:21:36.285756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] For port fb419a96-36e4-4205-8f81-b919c8546468, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb419a96-36e4-4205-8f81-b919c8546468,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:21:36.411479 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.451709 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57624) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:36.465495 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:36.466132 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.471572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] 10.222.0.68 "PUT /v2.0/ports/fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 1092 time: 0.9959812 Aug 31 08:21:36.471572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:36.472923 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ddfd80-b502-497b-88af-5981e5a95685" -d '{"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:36.498588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633b241-c876-48c1-be21-ebc6a97396b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb419a96-36e4-4205-8f81-b919c8546468,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:36.530633 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83be217c-7265-483f-8336-03e95eb8f310 x-openstack-request-id: req-83be217c-7265-483f-8336-03e95eb8f310 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:36.530943 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:36.531234 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83be217c-7265-483f-8336-03e95eb8f310 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:36.531619 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'status': 'completed', 'code': 200} Aug 31 08:21:36.620494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfd80-b502-497b-88af-5981e5a95685 req-365af565-2dc3-4e52-afcf-eb3bd05c9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:36.622337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97ddfd80-b502-497b-88af-5981e5a95685 req-365af565-2dc3-4e52-afcf-eb3bd05c9738 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0695043 Aug 31 08:21:36.686276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port 44fa6786-7a7e-4e1d-8dcb-adaed567ff31 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:36.686911 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.763797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfd80-b502-497b-88af-5981e5a95685 req-f0d2d457-3cde-466b-a5e8-9cfdd1d4429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:36.765302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97ddfd80-b502-497b-88af-5981e5a95685 req-f0d2d457-3cde-466b-a5e8-9cfdd1d4429e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=3b1dc757eac742c7ab410787253f874a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1341665 Aug 31 08:21:36.777132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.777465 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:36.793204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for 44fa6786-7a7e-4e1d-8dcb-adaed567ff31 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:36.908088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548d900-fa20-415e-890d-8ec081cd6094 req-7d2b43cf-b5d2-490f-80a4-4105fb03b127 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:36.911176 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c548d900-fa20-415e-890d-8ec081cd6094 req-7d2b43cf-b5d2-490f-80a4-4105fb03b127 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0804331 Aug 31 08:21:36.931805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddfd80-b502-497b-88af-5981e5a95685 req-03a7cb75-5f6a-4f9f-a2d3-606faa75522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:36.933470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97ddfd80-b502-497b-88af-5981e5a95685 req-03a7cb75-5f6a-4f9f-a2d3-606faa75522c service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610086 Aug 31 08:21:36.970922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c548d900-fa20-415e-890d-8ec081cd6094 req-f1bd7247-d44e-48a5-b2a2-10e064e34f17 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509286 Aug 31 08:21:37.025452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-77d1c69e-a610-4a11-ae7a-530593181b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:37.027115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-77d1c69e-a610-4a11-ae7a-530593181b01 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0551240 Aug 31 08:21:37.071459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-e608b760-0981-48d7-a830-d9b7ba6b95e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 217 time: 0.0358057 Aug 31 08:21:37.098541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:37.127655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-dd61f253-a053-4586-a46b-e5a9d598fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:37.129274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-dd61f253-a053-4586-a46b-e5a9d598fa67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.0502434 Aug 31 08:21:37.132576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=44fa6786-7a7e-4e1d-8dcb-adaed567ff31,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:37.201944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:37.202442 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Floating IP 189741a0-8782-46fb-b046-0a7a3cd06019 disassociated (deleted). External IP: 172.25.0.242, port: 6547d449-5dd9-4a13-8a48-92483ca07a12. Aug 31 08:21:37.524389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-3500a0e7-4684-4bf9-9fd7-b0bc7002bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:37.526119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-3500a0e7-4684-4bf9-9fd7-b0bc7002bf6e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3840706 Aug 31 08:21:37.625003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-729ecc2d-6777-42aa-999e-db286eb39715 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904536 Aug 31 08:21:37.728528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a119cd52-a793-476d-8e84-2906cf5efd21 req-ad25f4f0-2c1c-449b-b4c5-4d72643e66d5 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960298 Aug 31 08:21:37.767133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:21:37.876986 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:21:37.881637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:37.888660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:21:37.901403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:37.901403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:37.914285 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aeec6784-c5a3-4fcc-8438-165fb750d7ac tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "DELETE /v2.0/floatingips/189741a0-8782-46fb-b046-0a7a3cd06019 HTTP/1.1" status: 204 len: 168 time: 1.4622810 Aug 31 08:21:37.914978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:37.917346 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869" -d '{"events": [{"name": "network-changed", "server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:37.956998 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddaa1de-7b1c-4e10-8da4-61f5e2285b17 x-openstack-request-id: req-7ddaa1de-7b1c-4e10-8da4-61f5e2285b17 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:37.958117 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:37.958508 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ddaa1de-7b1c-4e10-8da4-61f5e2285b17 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:37.959038 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'status': 'completed', 'code': 200} Aug 31 08:21:38.030115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:38.036244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-4e239ce7-154f-44cb-b2c0-f6c85241a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:38.038204 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-4e239ce7-154f-44cb-b2c0-f6c85241a151 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdfe1165922b466ebe5461feebd71f86&device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 1098 time: 0.0566652 Aug 31 08:21:38.101489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3f0d-66a4-4777-912d-61129cdb9e53 req-a0e5fe02-f32c-4e3f-905c-3ec9bcf6ba99 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:38.103753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00ed3f0d-66a4-4777-912d-61129cdb9e53 req-a0e5fe02-f32c-4e3f-905c-3ec9bcf6ba99 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0599844 Aug 31 08:21:38.148026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-00ed3f0d-66a4-4777-912d-61129cdb9e53 req-086b95ba-ddd9-4ef6-b579-85a9fa4041c1 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362396 Aug 31 08:21:38.176089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-289552b8-d21c-47a7-8f8a-1c17dbf1fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:38.177633 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-289552b8-d21c-47a7-8f8a-1c17dbf1fb14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 200 len: 912 time: 0.1267707 Aug 31 08:21:38.228542 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-089130db-088e-46a9-a858-bb64f39bfe38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 200 len: 217 time: 0.0418878 Aug 31 08:21:38.273608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:38.293055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-2e4cd0a3-ae11-451a-b92f-e5e28684de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:38.294692 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-2e4cd0a3-ae11-451a-b92f-e5e28684de2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 200 len: 850 time: 0.0577548 Aug 31 08:21:38.348107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-9b07d023-97b8-4aef-8c0a-ff84d0942295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:38.349945 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-9b07d023-97b8-4aef-8c0a-ff84d0942295 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=be73140a-05aa-496a-a48f-519f1efe3f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467498 Aug 31 08:21:38.471626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:21:38.475605 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-7ee83e89-4490-46d7-892f-3aa3dcad0a14 service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172643 Aug 31 08:21:38.481947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:38.482681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:38.541182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53838ece-27de-4350-b9c0-2255fb90e4c5 req-993583ca-f7da-4388-9195-e71655f428a9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:38.549704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53838ece-27de-4350-b9c0-2255fb90e4c5 req-993583ca-f7da-4388-9195-e71655f428a9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 946 time: 0.0604584 Aug 31 08:21:38.584161 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-7cf1b7a5-7730-424f-9381-fb7c8c3aa869 req-3dab718a-acb5-4a63-b6d2-936757c0830f service neutron] 10.222.0.45 "GET /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004627 Aug 31 08:21:38.596371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53838ece-27de-4350-b9c0-2255fb90e4c5 req-5e3f6579-1386-43c7-ab14-9bc4692cdc8f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2c74fe5-7990-4ac4-a57f-5cd680352796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Aug 31 08:21:38.623478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:38.846091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:38.876869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade4118-cee5-48fc-9aff-c2efc2501fab None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:03:47Z', 'revision_number': 4, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8ab73c5a-fc97-4aef-bec9-a709b9ee8616', 'name': '', 'network_id': 'be73140a-05aa-496a-a48f-519f1efe3f17', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'mac_address': 'fa:16:3e:f9:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:46Z', 'updated_at': '2021-08-31T08:03:52Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'subnets': [{'id': 'c68e4769-af66-4128-8e5e-2c40ce24412d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:21:39.059914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-74b445b0-2c63-484c-b784-eca7869d8321 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:39.062207 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-74b445b0-2c63-484c-b784-eca7869d8321 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 946 time: 0.0553734 Aug 31 08:21:39.110657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b4dd2-0ab4-4e1b-99a8-d60a879304b0 None None] New status for floating IP 189741a0-8782-46fb-b046-0a7a3cd06019: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:21:39.174005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port 6547d449-5dd9-4a13-8a48-92483ca07a12 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:39.174416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:39.274126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] For port 6547d449-5dd9-4a13-8a48-92483ca07a12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=6547d449-5dd9-4a13-8a48-92483ca07a12,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:39.274506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:39.290552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f81e45-4439-4989-9d7f-5ab313c65c89 req-df7e0aff-fcc3-4095-8563-fb6952342e7d tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:39.292277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62f81e45-4439-4989-9d7f-5ab313c65c89 req-df7e0aff-fcc3-4095-8563-fb6952342e7d tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0555556 Aug 31 08:21:39.292923 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for 6547d449-5dd9-4a13-8a48-92483ca07a12 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:39.332866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62f81e45-4439-4989-9d7f-5ab313c65c89 req-3849f8c6-57a9-4951-87ab-429b433e4c84 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Aug 31 08:21:39.538121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:39.565882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=6547d449-5dd9-4a13-8a48-92483ca07a12,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:39.614138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] No DVR routers for this DVR port 6547d449-5dd9-4a13-8a48-92483ca07a12 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:21:39.616789 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:39.618999 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0441a78a-c7e3-4994-b53c-1c70e30ec458 req-cd982d7a-2c50-4d0d-949c-75066bcbc27a tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.45 "DELETE /v2.0/ports/6547d449-5dd9-4a13-8a48-92483ca07a12 HTTP/1.1" status: 204 len: 173 time: 0.5494730 Aug 31 08:21:39.697375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8968b10f-3c36-47fd-8b3f-c5043564a7a1 req-5dd41e42-eca6-4395-bfc8-963559a2c3c9 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0266886 Aug 31 08:21:39.960065 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'name': 'network-vif-deleted', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:39.962603 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc6b39-5d24-4c20-a246-8834a8c7a32a" -d '{"events": [{"server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "name": "network-vif-deleted", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:40.008258 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd478ea-7ae9-43d2-a3fd-971867b01033 x-openstack-request-id: req-bcd478ea-7ae9-43d2-a3fd-971867b01033 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:40.008553 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca959703-42fe-43cf-8000-4aa85109419d", "name": "network-vif-deleted", "tag": "6547d449-5dd9-4a13-8a48-92483ca07a12", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:40.008807 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcd478ea-7ae9-43d2-a3fd-971867b01033 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:40.009213 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca959703-42fe-43cf-8000-4aa85109419d', 'name': 'network-vif-deleted', 'tag': '6547d449-5dd9-4a13-8a48-92483ca07a12', 'status': 'completed', 'code': 200} Aug 31 08:21:40.458537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae926-c3a2-47e9-bb3e-e4eb228bc262 req-024c067a-fb81-4067-8b44-3a51ebf72631 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:40.460262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e1ae926-c3a2-47e9-bb3e-e4eb228bc262 req-024c067a-fb81-4067-8b44-3a51ebf72631 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0531263 Aug 31 08:21:40.500312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e1ae926-c3a2-47e9-bb3e-e4eb228bc262 req-4cfff129-2f84-4eb3-967d-23e9dc0ec032 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338452 Aug 31 08:21:40.797562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5230432-4f3a-44ab-b789-11418bb9258c req-40ba5b91-4012-406b-8fee-7ab8a9e54866 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0274153 Aug 31 08:21:41.624662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2f0f0-b4d6-48ef-911e-519cc463b2d1 req-d36ddd02-189a-49fd-8dae-6796271925df tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:41.626265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0da2f0f0-b4d6-48ef-911e-519cc463b2d1 req-d36ddd02-189a-49fd-8dae-6796271925df tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0551498 Aug 31 08:21:41.675320 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0da2f0f0-b4d6-48ef-911e-519cc463b2d1 req-1ef23c44-a9c4-4c89-83b4-c0ed28c30198 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Aug 31 08:21:41.897082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bedd3d47-1289-423c-8ebf-d7dca33bba1d req-cd2d250b-11ed-4a38-babc-4338ecf848a0 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0292568 Aug 31 08:21:42.791903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df991934-078b-4698-a43b-bc84b13cce6b req-0470bd94-341f-4ff5-a011-ced7570780f5 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:42.793431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df991934-078b-4698-a43b-bc84b13cce6b req-0470bd94-341f-4ff5-a011-ced7570780f5 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0491421 Aug 31 08:21:42.833078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df991934-078b-4698-a43b-bc84b13cce6b req-08bb02da-ed9e-426b-ab93-ab1f16f32345 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330775 Aug 31 08:21:42.996677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c474a5b8-ddfd-410f-82f8-a8f9f5bb4b5b req-0613f7ea-df13-42d6-abf5-15360588314e tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0299821 Aug 31 08:21:43.500673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6547d449-5dd9-4a13-8a48-92483ca07a12 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:43.521116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 6547d449-5dd9-4a13-8a48-92483ca07a12 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:43.521468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 6547d449-5dd9-4a13-8a48-92483ca07a12 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:43.949752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8dcac-59ad-4e6d-b7fa-abe1a5487c70 req-e3fd0b33-a971-4583-a19d-ae6803a909e2 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:43.951184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ff8dcac-59ad-4e6d-b7fa-abe1a5487c70 req-e3fd0b33-a971-4583-a19d-ae6803a909e2 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0515532 Aug 31 08:21:43.988577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7ff8dcac-59ad-4e6d-b7fa-abe1a5487c70 req-fcbc83b6-4e6f-476f-887c-e5334c4b4f30 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Aug 31 08:21:44.104889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1eb2628c-e353-4f11-b6ec-756f800da460 req-511ab2bc-3e57-498a-ba62-39cda17b961b tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca959703-42fe-43cf-8000-4aa85109419d HTTP/1.1" status: 200 len: 210 time: 0.0285940 Aug 31 08:21:45.102945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802ee00-af58-4101-915a-6318cdbc6b49 req-5e63098f-4a1f-4afb-8ccf-ea1c3197253c tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:45.104428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9802ee00-af58-4101-915a-6318cdbc6b49 req-5e63098f-4a1f-4afb-8ccf-ea1c3197253c tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0491786 Aug 31 08:21:45.143157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9802ee00-af58-4101-915a-6318cdbc6b49 req-60aeafcf-5865-4653-a3c2-a1a6d50f1f13 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 31 08:21:45.165525 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57664) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:45.294331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Deleting port c2a1d2f4-9a37-4537-b854-3dd2e293fdce {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:45.294639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:45.371611 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:45.371945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:45.384015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Calling delete_port for c2a1d2f4-9a37-4537-b854-3dd2e293fdce owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:45.629609 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:45.654308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'Port': ['ID=c2a1d2f4-9a37-4537-b854-3dd2e293fdce,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:45.731167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:45.734466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:45.736339 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e2621aa8-144a-45a1-879f-ba685cb5e27f tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "DELETE /v2.0/floatingips/27d319c4-0a8d-4a58-afe5-b3f7cea139c0 HTTP/1.1" status: 204 len: 168 time: 0.5697577 Aug 31 08:21:46.265746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51609d21-d191-46a6-a482-bd1d52debd98 req-ae7f824a-a04a-4523-aab0-db98f43785f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:46.267814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51609d21-d191-46a6-a482-bd1d52debd98 req-ae7f824a-a04a-4523-aab0-db98f43785f7 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0534687 Aug 31 08:21:46.307899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51609d21-d191-46a6-a482-bd1d52debd98 req-8cbdbc83-d2c2-4f7a-90e5-6a67f2fc8449 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Aug 31 08:21:47.433686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a371c79-f3de-4196-91e2-2e2126e65c6c req-efd32533-d0b1-494c-b2ee-a67a41f65d38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:47.435291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a371c79-f3de-4196-91e2-2e2126e65c6c req-efd32533-d0b1-494c-b2ee-a67a41f65d38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0518088 Aug 31 08:21:47.476071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a371c79-f3de-4196-91e2-2e2126e65c6c req-1278230e-d80a-4a07-9f15-09a6f8840dbc tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Aug 31 08:21:48.139246 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:21:48.590903 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e78439-445d-406a-82e3-d345ef2421de req-76bd9e72-cb4d-48d3-bce9-8bfa70eaf8b6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:48.592466 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6e78439-445d-406a-82e3-d345ef2421de req-76bd9e72-cb4d-48d3-bce9-8bfa70eaf8b6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0498044 Aug 31 08:21:48.631437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6e78439-445d-406a-82e3-d345ef2421de req-45dc9776-490e-4215-b52e-f49f79965c3d tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Aug 31 08:21:49.496781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:49.559504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6c13a8-d772-4950-88e9-95837b4897a5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:49.587010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6c13a8-d772-4950-88e9-95837b4897a5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:49.732152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6c13a8-d772-4950-88e9-95837b4897a5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:49.735102 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ae6c13a8-d772-4950-88e9-95837b4897a5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:49.737345 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae6c13a8-d772-4950-88e9-95837b4897a5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] 10.222.0.36 "DELETE /v2.0/security-groups/c2c74fe5-7990-4ac4-a57f-5cd680352796 HTTP/1.1" status: 204 len: 168 time: 0.2394552 Aug 31 08:21:49.751844 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c13a8-d772-4950-88e9-95837b4897a5 tempest-TestVolumeBootPattern-134616770 tempest-TestVolumeBootPattern-134616770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c74fe5-7990-4ac4-a57f-5cd680352796,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:49.765954 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfc6f0-0ee3-4ae8-941b-ca05a36ef265 req-bbea1df9-5b26-432a-987e-7725cd135354 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:49.767559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92bfc6f0-0ee3-4ae8-941b-ca05a36ef265 req-bbea1df9-5b26-432a-987e-7725cd135354 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 943 time: 0.0650122 Aug 31 08:21:49.819207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92bfc6f0-0ee3-4ae8-941b-ca05a36ef265 req-133139f0-687f-4339-9597-44b703bc4252 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338318 Aug 31 08:21:49.969900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:50.111625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb419a96-36e4-4205-8f81-b919c8546468 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:21:50.221822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port fb419a96-36e4-4205-8f81-b919c8546468, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb419a96-36e4-4205-8f81-b919c8546468,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:50.233596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'fb419a96-36e4-4205-8f81-b919c8546468', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:21:50.271859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:50.285450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb419a96-36e4-4205-8f81-b919c8546468 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:21:50.304982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port fb419a96-36e4-4205-8f81-b919c8546468, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb419a96-36e4-4205-8f81-b919c8546468,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:50.435083 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:50.453476 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:50.482343 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=fb419a96-36e4-4205-8f81-b919c8546468,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:50.490125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.490489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.490909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.491338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.491680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.492012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.492350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.492679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.493008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.493334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.493658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.494009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:21:50.673625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['fb419a96-36e4-4205-8f81-b919c8546468'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:21:50.710438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Deleting port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:50.711144 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:50.790799 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] For port 8ab73c5a-fc97-4aef-bec9-a709b9ee8616, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:50.791168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:50.804071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Calling delete_port for 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:50.931487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1e29-fb52-4e4a-a348-d6dcd95a2fda req-cd220221-d45c-4b99-bc9e-11b2d2fbca4e tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:50.933076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-294a1e29-fb52-4e4a-a348-d6dcd95a2fda req-cd220221-d45c-4b99-bc9e-11b2d2fbca4e tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0515246 Aug 31 08:21:50.979154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-294a1e29-fb52-4e4a-a348-d6dcd95a2fda req-df7ce006-b77b-4c32-8e4e-31eb0451cce3 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338042 Aug 31 08:21:51.086494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:51.109974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab73c5a-fc97-4aef-bec9-a709b9ee8616,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:51.283466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:51.503658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Router eacaaa82-1383-4414-a703-8ecddaf09883 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:21:51.611349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:21:51.616847 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bdc5b70a-b832-4aa4-87b4-8935e56f9745 admin admin] 10.222.0.36 "PUT /v2.0/routers/eacaaa82-1383-4414-a703-8ecddaf09883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459398 Aug 31 08:21:51.619594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57698) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:51.620893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] Sync routers for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:21:51.630657 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:51.631266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:51.727698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:51.739070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:51.831802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:51.917984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:21:50Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:51.943931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] Checking router: eacaaa82-1383-4414-a703-8ecddaf09883 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:21:51.952322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] Routers {'eacaaa82-1383-4414-a703-8ecddaf09883'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:51.952967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['eacaaa82-1383-4414-a703-8ecddaf09883'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:52.022572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Deleting port 2e965726-4ced-45cf-ade1-42aa836eb753 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:52.024367 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.059418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] Set router eacaaa82-1383-4414-a703-8ecddaf09883 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:52.103719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655ed7-2d17-482f-ab42-abd76923161f req-185ca024-5cba-48de-8643-a37d9701fb21 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:52.106565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4655ed7-2d17-482f-ab42-abd76923161f req-185ca024-5cba-48de-8643-a37d9701fb21 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 944 time: 0.0547409 Aug 31 08:21:52.113414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] For port 2e965726-4ced-45cf-ade1-42aa836eb753, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2e965726-4ced-45cf-ade1-42aa836eb753,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:52.113966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.127785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb419a96-36e4-4205-8f81-b919c8546468 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:21:52.129201 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Calling delete_port for 2e965726-4ced-45cf-ade1-42aa836eb753 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:52.150908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4655ed7-2d17-482f-ab42-abd76923161f req-9f2f35b5-7a7c-49ed-bf29-e6698a1a638d tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Aug 31 08:21:52.280645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:21:50Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:52.308587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724a3cc-f9fa-4487-8d3f-a12fb6da40fd None None] The sync data for ids ['eacaaa82-1383-4414-a703-8ecddaf09883'] in n-d-713499-16 is: [{'id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'name': 'tempest-TestVolumeBootPattern-816647341-router', 'tenant_id': 'fdfe1165922b466ebe5461feebd71f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:38Z', 'updated_at': '2021-08-31T08:21:50Z', 'revision_number': 5, 'project_id': 'fdfe1165922b466ebe5461feebd71f86', 'gw_port': {'id': '2e965726-4ced-45cf-ade1-42aa836eb753', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacaaa82-1383-4414-a703-8ecddaf09883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:39Z', 'updated_at': '2021-08-31T08:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:21:52.314199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port fb419a96-36e4-4205-8f81-b919c8546468 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:21:52.318412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port fb419a96-36e4-4205-8f81-b919c8546468 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:21:52.318799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.395274 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.403079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.423808 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e965726-4ced-45cf-ade1-42aa836eb753,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:52.427588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:52.430291 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc340a-ea4f-42e0-9645-b8aaa7c85c90" -d '{"events": [{"server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:52.447351 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port fb419a96-36e4-4205-8f81-b919c8546468, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb419a96-36e4-4205-8f81-b919c8546468,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:52.471961 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417f9527-3ccb-4667-a6d9-a7bb9ae0b4aa x-openstack-request-id: req-417f9527-3ccb-4667-a6d9-a7bb9ae0b4aa {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:52.472280 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "name": "network-vif-plugged", "status": "completed", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:52.472510 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-417f9527-3ccb-4667-a6d9-a7bb9ae0b4aa {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:52.472914 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'code': 200} Aug 31 08:21:52.491817 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.543442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.574288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce4dd7-be85-4e9d-9631-8033cc78e85f req-64228777-afed-42c6-82b9-d3a1bff98571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:52.575932 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23ce4dd7-be85-4e9d-9631-8033cc78e85f req-64228777-afed-42c6-82b9-d3a1bff98571 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0454006 Aug 31 08:21:52.588349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.591699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.597169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=fb419a96-36e4-4205-8f81-b919c8546468,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:52.623657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23ce4dd7-be85-4e9d-9631-8033cc78e85f req-dc2d9a31-c3b8-431b-a49d-2f6dada27fc6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Aug 31 08:21:52.747695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.748155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eacaaa82-1383-4414-a703-8ecddaf09883 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:21:52.753297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.754632 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6e3c9f0d-6cce-4b7a-905d-23e3ebcd184e admin admin] 10.222.0.36 "DELETE /v2.0/routers/eacaaa82-1383-4414-a703-8ecddaf09883 HTTP/1.1" status: 204 len: 168 time: 1.1339309 Aug 31 08:21:52.757538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57704) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:52.805369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Deleting subnet c68e4769-af66-4128-8e5e-2c40ce24412d {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:21:52.808746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.843167 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:52.930771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.098793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.123448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68e4769-af66-4128-8e5e-2c40ce24412d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:53.129429 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.131518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a39ab22e-8ba1-4ce3-95d5-730c4b1f53c7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c68e4769-af66-4128-8e5e-2c40ce24412d HTTP/1.1" status: 204 len: 168 time: 0.3729155 Aug 31 08:21:53.134085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57706) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:53.136625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74c644-6ace-499a-957a-96986028e7ab None None] Network be73140a-05aa-496a-a48f-519f1efe3f17 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:21:53.224802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.288286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d8a1c-cd38-4614-bcb1-dadeaf9cb0b2 req-125a84ea-1eb7-4fcc-b2fb-2468d59602d1 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:53.290008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-856d8a1c-cd38-4614-bcb1-dadeaf9cb0b2 req-125a84ea-1eb7-4fcc-b2fb-2468d59602d1 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0625799 Aug 31 08:21:53.303309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Deleting port 86e14fcf-f1b7-4822-8e14-b776838feb21 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:53.303875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.337402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-856d8a1c-cd38-4614-bcb1-dadeaf9cb0b2 req-208192f8-346f-446c-a606-6c4e724dce27 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Aug 31 08:21:53.357606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] DHCP port deletion for be73140a-05aa-496a-a48f-519f1efe3f17 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:21:53.383341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] For port 86e14fcf-f1b7-4822-8e14-b776838feb21, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=86e14fcf-f1b7-4822-8e14-b776838feb21,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:53.383714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.397207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Calling delete_port for 86e14fcf-f1b7-4822-8e14-b776838feb21 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:53.405468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] Deleting port 86e14fcf-f1b7-4822-8e14-b776838feb21 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:53.405877 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.476097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] For port 86e14fcf-f1b7-4822-8e14-b776838feb21, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=86e14fcf-f1b7-4822-8e14-b776838feb21,segment=NetworkSegment(d9f2548b-aa00-49ea-b7a7-b463252f3aa8),segment_id=d9f2548b-aa00-49ea-b7a7-b463252f3aa8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:53.476471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.491068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] Calling delete_port for 86e14fcf-f1b7-4822-8e14-b776838feb21 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:53.582502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.588520 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.609967 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Pushing event deleted for resources: {'Port': ['ID=86e14fcf-f1b7-4822-8e14-b776838feb21,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:53.612155 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] No DVR routers for this DVR port 86e14fcf-f1b7-4822-8e14-b776838feb21 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:21:53.618108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] Pushing event deleted for resources: {'Port': ['ID=86e14fcf-f1b7-4822-8e14-b776838feb21,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:53.628717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06497c-79d9-4b7b-87b9-b3ff6df6bccd None None] No DVR routers for this DVR port 86e14fcf-f1b7-4822-8e14-b776838feb21 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:21:53.693798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:53.704344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be73140a-05aa-496a-a48f-519f1efe3f17']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:53.749172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ff8b3dde-9dce-4bfd-8f83-1d483413f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.055491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:54.056086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f2548b-aa00-49ea-b7a7-b463252f3aa8') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:54.065499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.078974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.087523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:21:54.087939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.090337 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:21:54.090657 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:21:54.224521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 86e14fcf-f1b7-4822-8e14-b776838feb21 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:54.244015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 86e14fcf-f1b7-4822-8e14-b776838feb21 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:54.244361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 86e14fcf-f1b7-4822-8e14-b776838feb21 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:54.244785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2e965726-4ced-45cf-ade1-42aa836eb753 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:54.263916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2e965726-4ced-45cf-ade1-42aa836eb753 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:54.264261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2e965726-4ced-45cf-ade1-42aa836eb753 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:54.264671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:54.280513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.286862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:54.287058 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.287265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8ab73c5a-fc97-4aef-bec9-a709b9ee8616 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:54.291991 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] 10.222.0.36 "DELETE /v2.0/networks/be73140a-05aa-496a-a48f-519f1efe3f17 HTTP/1.1" status: 204 len: 168 time: 1.1538308 Aug 31 08:21:54.292246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57710) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:54.305748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4049256-50b1-4c4d-9c24-71bb2560746d admin admin] Pushing event deleted for resources: {'Network': ['ID=be73140a-05aa-496a-a48f-519f1efe3f17,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:54.530781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58f4e7-3645-4558-8190-317dd5e2a38f req-2034bc84-f2f2-4ec0-a1f3-130792352e16 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:54.532280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc58f4e7-3645-4558-8190-317dd5e2a38f req-2034bc84-f2f2-4ec0-a1f3-130792352e16 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0938568 Aug 31 08:21:54.605905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc58f4e7-3645-4558-8190-317dd5e2a38f req-fca4f475-7704-4b9b-a4bf-ca5bca2d156b tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672529 Aug 31 08:21:54.754399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4e387-fc1d-4021-9747-0ca2d4654f41 req-29df58e9-c768-4bd7-8ba9-17dd4803856a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:54.755874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86c4e387-fc1d-4021-9747-0ca2d4654f41 req-29df58e9-c768-4bd7-8ba9-17dd4803856a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0792723 Aug 31 08:21:54.762160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:54.859848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86c4e387-fc1d-4021-9747-0ca2d4654f41 req-69281a93-18c0-4bb4-9135-969d1a81c381 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956609 Aug 31 08:21:54.882338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57716) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:54.967537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0318d8-3220-42f3-a159-07c818da204e tempest-TestVolumeBackupRestore-295096893 tempest-TestVolumeBackupRestore-295096893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:54.969103 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0d0318d8-3220-42f3-a159-07c818da204e tempest-TestVolumeBackupRestore-295096893 tempest-TestVolumeBackupRestore-295096893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1092 time: 0.0857496 Aug 31 08:21:54.972739 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57720) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:54.977213 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:55.032057 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Deleting port ccdcec53-605f-4631-b6db-1cc49b0ba2a6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:55.032396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.110616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] For port ccdcec53-605f-4631-b6db-1cc49b0ba2a6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:55.110895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.123297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Calling delete_port for ccdcec53-605f-4631-b6db-1cc49b0ba2a6 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:55.181353 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.283649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.390701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Allocated IP 172.25.0.207 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/cc032be1-50cc-407f-87ac-73c29fc93986) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:21:55.433150 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.460624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdcec53-605f-4631-b6db-1cc49b0ba2a6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:55.550451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.642495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.667718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:55.705184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:21:55.711165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:21:55.714735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:21:55.757914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'Port': ['ID=cc032be1-50cc-407f-87ac-73c29fc93986,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:55.876119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:21:55.984534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:21:55.993746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a2a080cc-7be9-4c4f-af22-ca74a2f64ef8 admin admin] 10.222.0.36 "PUT /v2.0/routers/216c09f8-8849-4aa8-ad37-1e1ad3713ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974292 Aug 31 08:21:55.993746 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57722) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:55.995727 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] Sync routers for ids ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:21:56.006718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] Routers {'216c09f8-8849-4aa8-ad37-1e1ad3713ff5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:56.007337 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:56.096887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.112889 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.115275 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] Set router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:56.253061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.278985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.325990 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:21:55Z', 'revision_number': 5, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:56.326324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.353101 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] Checking router: 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:21:56.361379 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] Routers {'216c09f8-8849-4aa8-ad37-1e1ad3713ff5'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:56.362593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:56.412735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.469029 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] Set router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:56.525297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Deleting port 723b82c1-799b-4350-a04c-828e190badf1 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:56.526019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.529822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.593034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.620297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.622466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event updated for resources: {'Port': ['ID=cc032be1-50cc-407f-87ac-73c29fc93986,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:56.633543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] For port 723b82c1-799b-4350-a04c-828e190badf1, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=723b82c1-799b-4350-a04c-828e190badf1,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:56.634103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.648859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Calling delete_port for 723b82c1-799b-4350-a04c-828e190badf1 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:56.694832 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:21:55Z', 'revision_number': 5, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:56.727490 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194d6ce-b782-49f4-80c7-d48e9478b558 None None] The sync data for ids ['216c09f8-8849-4aa8-ad37-1e1ad3713ff5'] in n-d-713499-16 is: [{'id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'name': 'tempest-TestVolumeBootPattern-1658419378-router', 'tenant_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '723b82c1-799b-4350-a04c-828e190badf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:03:53Z', 'updated_at': '2021-08-31T08:21:55Z', 'revision_number': 5, 'project_id': 'a0f6d28a49cc4de58c4cb66299f9a971', 'gw_port': {'id': '723b82c1-799b-4350-a04c-828e190badf1', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:d9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216c09f8-8849-4aa8-ad37-1e1ad3713ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:03:54Z', 'updated_at': '2021-08-31T08:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:21:56.729868 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f58ca366-d4e1-4403-91f8-74216aa518e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:56.750700 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Floating IP bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3 associated. External IP: 172.25.0.207, port: fb419a96-36e4-4205-8f81-b919c8546468. Aug 31 08:21:56.970328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:21:56.977621 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.005697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Pushing event deleted for resources: {'Port': ['ID=723b82c1-799b-4350-a04c-828e190badf1,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:57.075749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.090182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:21:57.100440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] Sync routers for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:21:57.112368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:57.112368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:57.207786 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.256207 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9cb88eef-f097-44bb-adfa-366d3ad9d2ca tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2820127 Aug 31 08:21:57.256918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:57.258940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:57.260563 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694425c-7890-4be7-8a9e-fed4dd059571" -d '{"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:57.265446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:57.313519 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351fe745-9e12-429a-ac0a-067fd61d26c4 x-openstack-request-id: req-351fe745-9e12-429a-ac0a-067fd61d26c4 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:57.314081 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:57.314343 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-351fe745-9e12-429a-ac0a-067fd61d26c4 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:57.314875 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'status': 'completed', 'code': 200} Aug 31 08:21:57.326363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b01926-8704-48bf-b119-fff5cac7c1e4 tempest-TestVolumeBackupRestore-295096893 tempest-TestVolumeBackupRestore-295096893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:57.329880 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c5b01926-8704-48bf-b119-fff5cac7c1e4 tempest-TestVolumeBackupRestore-295096893 tempest-TestVolumeBackupRestore-295096893-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1092 time: 0.0614195 Aug 31 08:21:57.331509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57728) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:57.336840 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Request body: {'floatingip': {'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:21:57.401548 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.510468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.521653 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.593223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-09515b47-d34e-4454-8ebc-3676fda4b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:57.594995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-09515b47-d34e-4454-8ebc-3676fda4b2c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0867367 Aug 31 08:21:57.675493 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.676191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 216c09f8-8849-4aa8-ad37-1e1ad3713ff5 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:21:57.682339 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.682944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1fb16378-5da4-485b-91ef-2e0104fb9fea admin admin] 10.222.0.36 "DELETE /v2.0/routers/216c09f8-8849-4aa8-ad37-1e1ad3713ff5 HTTP/1.1" status: 204 len: 168 time: 1.6846275 Aug 31 08:21:57.685832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57730) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:57.698126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:21:55Z', 'updated_at': '2021-08-31T08:21:55Z', 'revision_number': 0, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:57.727424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] Checking router: aecb05d2-bbbb-4ae9-881d-9db0181e7b05 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:21:57.736678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-bcac42de-9400-4b66-9f32-39c7053a789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:57.738499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-bcac42de-9400-4b66-9f32-39c7053a789d service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 914 time: 0.1359720 Aug 31 08:21:57.742903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:57.743847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:57.747433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Deleting subnet efbb585d-8bda-4c57-b3d7-0f8b61294b5f {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:21:57.759137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.842990 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:57.869105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-a0283bc3-a157-462b-8c00-9ae70174ada5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 999 time: 0.1191361 Aug 31 08:21:57.884194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:57.980108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-880be863-e88b-4133-8a65-d338383234ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:57.981750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-880be863-e88b-4133-8a65-d338383234ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.1032834 Aug 31 08:21:58.020505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.037617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.068779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-1644a3bc-c09f-4354-b0fc-d73ac9575010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:58.071057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-1644a3bc-c09f-4354-b0fc-d73ac9575010 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797184 Aug 31 08:21:58.134636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.161011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:21:55Z', 'updated_at': '2021-08-31T08:21:55Z', 'revision_number': 0, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:58.172261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-4bc078a8-a443-4654-914d-266eb210db22 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923696 Aug 31 08:21:58.188420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8710857-c5b8-4fc2-b707-ebe99a26d75a None None] The sync data for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 is: [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:21:55Z', 'updated_at': '2021-08-31T08:21:55Z', 'revision_number': 0, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:21:58.217718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.259845 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.260506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 723b82c1-799b-4350-a04c-828e190badf1 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:58.286312 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 723b82c1-799b-4350-a04c-828e190badf1 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:58.286667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 723b82c1-799b-4350-a04c-828e190badf1 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:58.287102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccdcec53-605f-4631-b6db-1cc49b0ba2a6 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:21:58.306029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efbb585d-8bda-4c57-b3d7-0f8b61294b5f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:58.308674 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.312908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c91c911b-16fb-4476-a777-a716242e09bd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/efbb585d-8bda-4c57-b3d7-0f8b61294b5f HTTP/1.1" status: 204 len: 168 time: 0.6236718 Aug 31 08:21:58.312908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57732) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:58.313729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114cbd9-7ead-448b-baa5-cb85519714ed None None] Network 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:21:58.322355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1694425c-7890-4be7-8a9e-fed4dd059571 req-a0938d4b-6b6d-4c77-ae3d-e9bc5b06c3c7 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425972 Aug 31 08:21:58.352169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ccdcec53-605f-4631-b6db-1cc49b0ba2a6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:21:58.352651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ccdcec53-605f-4631-b6db-1cc49b0ba2a6 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:21:58.395957 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.464387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Deleting port f5be95ac-d218-4bb6-a042-a714f52224f5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:58.464736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.491767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:21:58.509596 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe725ce0-9866-40b8-b681-a9e2ebeee0e4 None None] New status for floating IP bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:21:58.522294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] DHCP port deletion for 236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:21:58.552190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] For port f5be95ac-d218-4bb6-a042-a714f52224f5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f5be95ac-d218-4bb6-a042-a714f52224f5,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:58.553395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.571413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Calling delete_port for f5be95ac-d218-4bb6-a042-a714f52224f5 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:58.591809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] Deleting port f5be95ac-d218-4bb6-a042-a714f52224f5 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:21:58.592334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.635309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:21:58.639887 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.676599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] For port f5be95ac-d218-4bb6-a042-a714f52224f5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=f5be95ac-d218-4bb6-a042-a714f52224f5,segment=NetworkSegment(f1956e71-0e17-4a29-b129-ae26c79fa8c1),segment_id=f1956e71-0e17-4a29-b129-ae26c79fa8c1)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:21:58.683350 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.691942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] Calling delete_port for f5be95ac-d218-4bb6-a042-a714f52224f5 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:21:58.710577 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-84282876-3ede-4252-b5b4-4786c110f38a tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "PUT /v2.0/floatingips/bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3 HTTP/1.1" status: 200 len: 991 time: 1.3779709 Aug 31 08:21:58.758511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.768867 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.787851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5be95ac-d218-4bb6-a042-a714f52224f5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:58.792931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] No DVR routers for this DVR port f5be95ac-d218-4bb6-a042-a714f52224f5 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:21:58.800037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] Pushing event deleted for resources: {'Port': ['ID=f5be95ac-d218-4bb6-a042-a714f52224f5,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:58.805888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d245ba-2d17-4572-bf68-02cfc3370b0b None None] No DVR routers for this DVR port f5be95ac-d218-4bb6-a042-a714f52224f5 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:21:58.857249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] Sync routers for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:21:58.866624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:58.867349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:58.878527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.888712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:58.900554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1956e71-0e17-4a29-b129-ae26c79fa8c1') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:58.900856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1956e71-0e17-4a29-b129-ae26c79fa8c1') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:58.911031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.925091 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.932159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:21:58.932560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:21:58.934664 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:21:58.976216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:59.086220 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:59.091841 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:59.093848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] 10.222.0.36 "DELETE /v2.0/networks/236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9 HTTP/1.1" status: 204 len: 168 time: 0.7798610 Aug 31 08:21:59.105938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6b47-3be0-4509-820b-4c873aaac90f admin admin] Pushing event deleted for resources: {'Network': ['ID=236e1c7d-9566-4bc6-8dc4-fc4daaa04ca9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:21:59.204708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:21:55Z', 'updated_at': '2021-08-31T08:21:58Z', 'revision_number': 2, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:59.227956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] Checking router: aecb05d2-bbbb-4ae9-881d-9db0181e7b05 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:21:59.236260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:21:59.236900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:21:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:59.316620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}, {'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:21:59.319508 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780" -d '{"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}, {"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:21:59.344221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:21:59.358033 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bdfbd8-271f-4a92-895e-28d52fa3abaf x-openstack-request-id: req-e8bdfbd8-271f-4a92-895e-28d52fa3abaf {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:21:59.358335 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:21:59.358590 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8bdfbd8-271f-4a92-895e-28d52fa3abaf {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:21:59.358999 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'status': 'completed', 'code': 200} Aug 31 08:21:59.359259 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'status': 'completed', 'code': 200} Aug 31 08:21:59.423816 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-15d723f9-f5f8-4269-91ab-fb72e4e74853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:59.426038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-15d723f9-f5f8-4269-91ab-fb72e4e74853 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0422862 Aug 31 08:21:59.517370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-1963dc02-9d30-4695-a543-f80531219da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:59.519460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-1963dc02-9d30-4695-a543-f80531219da2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 914 time: 0.0864656 Aug 31 08:21:59.586520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:21:55Z', 'updated_at': '2021-08-31T08:21:58Z', 'revision_number': 2, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:21:59.590681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-dfd1afe2-154d-4bfb-90fc-a98432987ade service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 1001 time: 0.0635011 Aug 31 08:21:59.614303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fba5c20-1764-459d-8578-7faaa67b1b4b None None] The sync data for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 is: [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'port_id': 'fb419a96-36e4-4205-8f81-b919c8546468', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'mac_address': 'fa:16:3e:7c:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:21:55Z', 'updated_at': '2021-08-31T08:21:58Z', 'revision_number': 2, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:21:59.642602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-30cdeb02-4ec7-41cb-b1fe-b1e2ee3d6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:59.645119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-30cdeb02-4ec7-41cb-b1fe-b1e2ee3d6707 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.0471883 Aug 31 08:21:59.663870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57738) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:59.673249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:59.734886 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-ee09f042-b6f3-4ab1-bc68-1b7aba5e2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:21:59.736331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-ee09f042-b6f3-4ab1-bc68-1b7aba5e2ea3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845118 Aug 31 08:21:59.740250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-93440c25-02c0-4d8f-8d84-b4617fb013bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdfe1165922b466ebe5461feebd71f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752344 Aug 31 08:21:59.742919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57740) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:21:59.854895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-509aeb96-454e-47b8-a040-d3ca79a2cac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:59.888304 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-509aeb96-454e-47b8-a040-d3ca79a2cac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:21:59.944834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-288285d3-e7e5-402d-bc20-a9da8d6ba0b7 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952446 Aug 31 08:22:00.043957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-8ed678a6-cabc-45e7-8623-12855dccb62d service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813005 Aug 31 08:22:00.120208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-855078d9-a9d4-412c-8a82-e249b07a8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:00.121877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-855078d9-a9d4-412c-8a82-e249b07a8229 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0416455 Aug 31 08:22:00.137517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-509aeb96-454e-47b8-a040-d3ca79a2cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:00.140031 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-509aeb96-454e-47b8-a040-d3ca79a2cac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:00.141083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-509aeb96-454e-47b8-a040-d3ca79a2cac9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/159415ec-bcf8-4cbf-a56e-b8a9265ab25e HTTP/1.1" status: 204 len: 168 time: 0.3972473 Aug 31 08:22:00.187603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509aeb96-454e-47b8-a040-d3ca79a2cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159415ec-bcf8-4cbf-a56e-b8a9265ab25e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:22:00.245354 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f5be95ac-d218-4bb6-a042-a714f52224f5 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:22:00.245933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-918d9ba5-acd7-4e04-9dfc-9907c0fc0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:00.247402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-918d9ba5-acd7-4e04-9dfc-9907c0fc0da7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 914 time: 0.1185257 Aug 31 08:22:00.267018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: f5be95ac-d218-4bb6-a042-a714f52224f5 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:22:00.267456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device f5be95ac-d218-4bb6-a042-a714f52224f5 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:22:00.313897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-54a57c8a-0186-4a93-8a0e-7ab37936ad7f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 1001 time: 0.0589027 Aug 31 08:22:00.366961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-1296fcb3-8394-42c1-b348-704bd6729843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:00.368436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-1296fcb3-8394-42c1-b348-704bd6729843 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.0477753 Aug 31 08:22:00.415724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-ba3672ca-816b-4a11-8661-de5736256df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:00.417363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-ba3672ca-816b-4a11-8661-de5736256df9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416129 Aug 31 08:22:00.509833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-cbb662fc-190f-4a1f-bc0b-2e00ee627664 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843191 Aug 31 08:22:00.608866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-135d1bc0-5b7f-4dbe-9f5a-7d183d4d5780 req-9a083490-1c13-4128-a2d8-abc6c51fd4ad service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907066 Aug 31 08:22:00.944947 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:22:00.986961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9ddda4e9-4476-478f-bed5-784d4c47d82e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0f6d28a49cc4de58c4cb66299f9a971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407634 Aug 31 08:22:00.989465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57748) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:22:01.040896 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e9f493ce-e53f-4de7-b4ad-631eec48f58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:01.062524 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e9f493ce-e53f-4de7-b4ad-631eec48f58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:01.250137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e9f493ce-e53f-4de7-b4ad-631eec48f58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:01.252714 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e9f493ce-e53f-4de7-b4ad-631eec48f58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:01.253941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e9f493ce-e53f-4de7-b4ad-631eec48f58f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25defc6c-baaf-4c09-8e83-01f9b92de0ba HTTP/1.1" status: 204 len: 168 time: 0.2634819 Aug 31 08:22:01.262097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f493ce-e53f-4de7-b4ad-631eec48f58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25defc6c-baaf-4c09-8e83-01f9b92de0ba,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:22:12.290275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-52a5d588-203b-44bb-abd8-5ce68a10f53f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448093 Aug 31 08:22:12.376706 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-ff7e4a74-76f4-4a28-93ff-fc03afb9ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:12.378433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-ff7e4a74-76f4-4a28-93ff-fc03afb9ac62 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0449796 Aug 31 08:22:12.485755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-265f7ecf-47fc-49cb-a047-f08842c8f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:12.487245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-265f7ecf-47fc-49cb-a047-f08842c8f360 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 914 time: 0.0891714 Aug 31 08:22:12.554711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-92fae23c-32be-4342-8a1d-8a30dfb94451 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 1001 time: 0.0597486 Aug 31 08:22:12.606339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-fcdfb6d9-9815-4add-b3c2-f5625b4665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:12.607931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-fcdfb6d9-9815-4add-b3c2-f5625b4665bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.0453770 Aug 31 08:22:12.659118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-76d080b8-4009-4713-a0c2-385ed6af6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:22:12.660627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-76d080b8-4009-4713-a0c2-385ed6af6784 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449629 Aug 31 08:22:12.754370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-6050969c-928b-4d92-9421-74d95983eb7c service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Aug 31 08:22:12.851087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7ef90d4-c883-4b36-82e5-c725fe99a1a6 req-9c5c99b5-5e0c-4408-b5ff-a4f80afed15c service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885830 Aug 31 08:22:23.735403 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-da5513ac-80b2-4790-96d2-fbaf53405246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:24.049670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:25.138185 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:22:26.358367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:26.566379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:26.834570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8df03773-3ba3-46a8-acc8-45bc7a209a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:28.131636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:29.588596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:53.708052 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-08f0f9ad-3719-4a44-8acd-5b5401d5e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:53.959768 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:56.387865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:56.731401 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:56.987047 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-020188cc-52cc-4213-9523-83d6b553a240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:58.117563 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:22:59.614531 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:02.139872 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:23:12.278042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-460870c6-053b-41cb-90fe-026e2d0d59ca service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2063031 Aug 31 08:23:12.364299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-79da385b-8c35-4f8d-83bb-210db406b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:12.365830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-79da385b-8c35-4f8d-83bb-210db406b335 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0426037 Aug 31 08:23:12.480970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-ddb49988-1aeb-47cd-84c4-38a8b25196fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:12.482619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-ddb49988-1aeb-47cd-84c4-38a8b25196fc service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 914 time: 0.0977676 Aug 31 08:23:12.550849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-2ea1e545-cf60-4937-8acf-31d38509bacf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 1001 time: 0.0600619 Aug 31 08:23:12.602376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-ca0ac3dc-7ebd-473f-be18-cc6f73205a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:12.603960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-ca0ac3dc-7ebd-473f-be18-cc6f73205a9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.0457871 Aug 31 08:23:12.655837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-3c4edadc-d6d5-43ba-b43a-dfb372c678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:12.657401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-3c4edadc-d6d5-43ba-b43a-dfb372c678b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454516 Aug 31 08:23:12.751153 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-b448008c-93d3-4b80-be0c-7758be04d230 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852485 Aug 31 08:23:12.848259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c0d8363-e00d-4838-a0dc-5fc2e1255377 req-5ebd1078-f39c-4359-b517-026f0ed95225 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889854 Aug 31 08:23:17.863859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57778) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:18.030175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Deleting port cc032be1-50cc-407f-87ac-73c29fc93986 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:18.030523 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:18.112874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:18.113216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:18.125768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Calling delete_port for cc032be1-50cc-407f-87ac-73c29fc93986 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:18.405078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:18.431515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event deleted for resources: {'Port': ['ID=cc032be1-50cc-407f-87ac-73c29fc93986,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:18.444747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.445095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.445865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.446230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.446601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.446951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.447279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.447702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.448022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.448353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.448679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.449002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:18.507644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:18.507995 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Floating IP bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3 disassociated (deleted). External IP: 172.25.0.207, port: fb419a96-36e4-4205-8f81-b919c8546468. Aug 31 08:23:18.719085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:23:18.829109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:23:18.834943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:18.839849 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] Sync routers for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:23:18.849166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:23:18.849790 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:22:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:18.963896 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:23:19.186313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-21db0537-faea-423e-8e58-50e8c7549954 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "DELETE /v2.0/floatingips/bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3 HTTP/1.1" status: 204 len: 168 time: 1.3211939 Aug 31 08:23:19.189052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:23:19.189379 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90" -d '{"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:23:19.193437 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:19.221939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] Checking router: aecb05d2-bbbb-4ae9-881d-9db0181e7b05 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:23:19.231281 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:23:19.231923 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:22:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:19.348879 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:23:19.376242 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc5e933-401e-4331-9860-f00de154bbb2 x-openstack-request-id: req-1bc5e933-401e-4331-9860-f00de154bbb2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:23:19.376537 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:23:19.376787 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bc5e933-401e-4331-9860-f00de154bbb2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:23:19.377178 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'status': 'completed', 'code': 200} Aug 31 08:23:19.443547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-4ee248a8-adde-4763-862d-265191b4b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:19.445325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-4ee248a8-adde-4763-862d-265191b4b14f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b1dc757eac742c7ab410787253f874a&device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0454993 Aug 31 08:23:19.547730 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-288b436b-771d-4f03-99c5-962d433ad917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:19.549124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-288b436b-771d-4f03-99c5-962d433ad917 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 200 len: 914 time: 0.0961499 Aug 31 08:23:19.579461 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:19.597630 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-6e36805e-3942-4940-8510-d347cb277c22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 200 len: 217 time: 0.0396376 Aug 31 08:23:19.606835 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b64de-d6da-4732-bbef-126f77c491e2 None None] The sync data for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 is: [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:41Z', 'revision_number': 4, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'bccfca47-2525-411c-a525-15589992134b', 'name': '', 'network_id': '0dbcb380-ec3f-463b-b6fa-5cbb6833db02', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'mac_address': 'fa:16:3e:b6:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:41Z', 'updated_at': '2021-08-31T08:18:46Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'subnets': [{'id': 'c7129d97-da3f-4ddf-bce2-c844213387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:23:19.651638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-e5c8b170-72ba-4ee8-91de-ddf936c63ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:19.662273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-e5c8b170-72ba-4ee8-91de-ddf936c63ec6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 200 len: 852 time: 0.0483537 Aug 31 08:23:19.713384 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-f8fe452a-7db8-49ff-8a8a-1b2e6904de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:19.715029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-f8fe452a-7db8-49ff-8a8a-1b2e6904de44 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0dbcb380-ec3f-463b-b6fa-5cbb6833db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519075 Aug 31 08:23:19.867122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-cdce9bb9-e4c6-4c26-812f-331f97ec7374 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428809 Aug 31 08:23:19.875579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc31217-6c5b-4825-a6f2-fdb922410554 None None] New status for floating IP bb7a7f44-42ff-4753-8bcb-4a5b814f5ef3: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:23:19.893056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579450-a8fa-423b-869a-be031789069a req-65b30fd5-ac75-4d3d-83d5-5dd4d6ac0e38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:19.895134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40579450-a8fa-423b-869a-be031789069a req-65b30fd5-ac75-4d3d-83d5-5dd4d6ac0e38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1632278 Aug 31 08:23:19.982256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40579450-a8fa-423b-869a-be031789069a req-314fed41-8d24-499c-912e-f9b2bb42a4c1 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770383 Aug 31 08:23:20.010110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2bdc444d-05c4-4ed8-b7e1-0f9bc6010a90 req-d6c40a7f-8da8-4c8d-aee2-a11c298ceac7 service neutron] 10.222.0.68 "GET /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336372 Aug 31 08:23:21.171399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780c788-3cfe-4ba7-9c21-9ca548a98038 req-fc9313c2-25be-419e-bfab-285bdd90fccb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:21.172939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7780c788-3cfe-4ba7-9c21-9ca548a98038 req-fc9313c2-25be-419e-bfab-285bdd90fccb tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 945 time: 0.1131463 Aug 31 08:23:21.212020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7780c788-3cfe-4ba7-9c21-9ca548a98038 req-0d84ed11-a323-4c32-a8a9-120333593c55 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/security-groups?id=35170f63-aa94-4f07-b582-b4b77c48b506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Aug 31 08:23:21.486658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-8f73557a-8a10-4910-8f6a-ff7f9a256c18 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:21.488695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-8f73557a-8a10-4910-8f6a-ff7f9a256c18 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 945 time: 0.0543337 Aug 31 08:23:21.581831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Deleting port fb419a96-36e4-4205-8f81-b919c8546468 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:21.582187 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:21.675931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] For port fb419a96-36e4-4205-8f81-b919c8546468, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=fb419a96-36e4-4205-8f81-b919c8546468,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:21.676827 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:21.690673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Calling delete_port for fb419a96-36e4-4205-8f81-b919c8546468 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:21.928603 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:21.964194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event deleted for resources: {'Port': ['ID=fb419a96-36e4-4205-8f81-b919c8546468,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:22.007981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] No DVR routers for this DVR port fb419a96-36e4-4205-8f81-b919c8546468 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:23:22.007981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:22.010020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a528158-aed7-4876-b14e-ae8bd99aadda req-71273702-927c-4bf7-9522-ca83bc6f4c38 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.68 "DELETE /v2.0/ports/fb419a96-36e4-4205-8f81-b919c8546468 HTTP/1.1" status: 204 len: 173 time: 0.5150225 Aug 31 08:23:22.010503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'name': 'network-vif-deleted', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:23:22.012956 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6eb911-f493-4846-9246-76eae7a29c4b" -d '{"events": [{"server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "name": "network-vif-deleted", "tag": "fb419a96-36e4-4205-8f81-b919c8546468"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:23:22.049006 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d1e334-af2c-442c-9d66-e4d70990534f x-openstack-request-id: req-44d1e334-af2c-442c-9d66-e4d70990534f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:23:22.049290 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce422fe8-160c-4ab3-8fe7-983524dc9ef3", "name": "network-vif-deleted", "tag": "fb419a96-36e4-4205-8f81-b919c8546468", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:23:22.049590 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44d1e334-af2c-442c-9d66-e4d70990534f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:23:22.050026 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce422fe8-160c-4ab3-8fe7-983524dc9ef3', 'name': 'network-vif-deleted', 'tag': 'fb419a96-36e4-4205-8f81-b919c8546468', 'status': 'completed', 'code': 200} Aug 31 08:23:22.319898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ae6ace2-736e-4ffc-ad4e-f90e088f8981 req-360bc2f6-553a-46e9-9bbd-de9246f13a29 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0381141 Aug 31 08:23:23.425685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4cb815cc-22d5-4724-ac15-2bcd3a892ada req-dd7f0fd8-00cf-4d9c-af72-63bf19180591 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0332291 Aug 31 08:23:23.782679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29ee34ba-2a7a-431a-acd8-2387cded94ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:23.991554 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:24.528401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8f8b639-1432-4cf9-9ed7-9122470f6798 req-b64c7309-3171-46ea-be45-f1534802a911 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Aug 31 08:23:25.638960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ae11ed82-5383-48ff-bc20-49f78b31ae88 req-d8cb52ab-1b90-484e-8213-51396fa403e2 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce422fe8-160c-4ab3-8fe7-983524dc9ef3 HTTP/1.1" status: 200 len: 210 time: 0.0311155 Aug 31 08:23:26.317987 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.525172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.546339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb419a96-36e4-4205-8f81-b919c8546468 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:26.567890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: fb419a96-36e4-4205-8f81-b919c8546468 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:26.568295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device fb419a96-36e4-4205-8f81-b919c8546468 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:26.697539 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 57812) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:26.751072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9518590a-0ed4-4c29-b656-7766c4d3fe2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.762941 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c05efdd8-e0e8-432e-9e0c-30d83306c3c6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.791875 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c05efdd8-e0e8-432e-9e0c-30d83306c3c6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.925250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c05efdd8-e0e8-432e-9e0c-30d83306c3c6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.927946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c05efdd8-e0e8-432e-9e0c-30d83306c3c6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:26.929160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c05efdd8-e0e8-432e-9e0c-30d83306c3c6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] 10.222.0.36 "DELETE /v2.0/security-groups/35170f63-aa94-4f07-b582-b4b77c48b506 HTTP/1.1" status: 204 len: 168 time: 0.2305710 Aug 31 08:23:26.941114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05efdd8-e0e8-432e-9e0c-30d83306c3c6 tempest-TestVolumeBackupRestore-892998519 tempest-TestVolumeBackupRestore-892998519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35170f63-aa94-4f07-b582-b4b77c48b506,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:28.085308 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:29.627704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:30.886960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 57964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:31.257312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:31.518268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Deleting port bccfca47-2525-411c-a525-15589992134b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:31.518643 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:31.599447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] For port bccfca47-2525-411c-a525-15589992134b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bccfca47-2525-411c-a525-15589992134b,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:31.599820 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:31.617258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Calling delete_port for bccfca47-2525-411c-a525-15589992134b owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:31.940035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:31.973473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccfca47-2525-411c-a525-15589992134b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:31.983766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.984124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.984473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.984811 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.985190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.985987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.985987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.986471 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.986764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.986988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.987391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:31.987730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:32.166188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:32.392592 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:23:32.834836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:23:32.849202 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0a61dd42-2fb8-404a-a5e4-ab4d6586fd97 admin admin] 10.222.0.36 "PUT /v2.0/routers/aecb05d2-bbbb-4ae9-881d-9db0181e7b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9516897 Aug 31 08:23:32.849202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58030) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:32.849492 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] Sync routers for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:23:32.855297 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:23:32.855935 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:23:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:32.949711 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:32.961198 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:23:33.058699 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.149501 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:23:31Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:33.180852 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] Checking router: aecb05d2-bbbb-4ae9-881d-9db0181e7b05 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:23:33.189335 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] Routers {'aecb05d2-bbbb-4ae9-881d-9db0181e7b05'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:23:33.189984 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:23:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:33.250586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Deleting port a96c2a62-77aa-4dd3-8739-699ab8ea0943 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:33.251036 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.295153 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] Set router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:23:33.334447 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] For port a96c2a62-77aa-4dd3-8739-699ab8ea0943, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a96c2a62-77aa-4dd3-8739-699ab8ea0943,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:33.334821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.348439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Calling delete_port for a96c2a62-77aa-4dd3-8739-699ab8ea0943 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:33.578335 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:23:31Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:33.605571 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9d5f9-16ac-4b75-bbe5-4f82e879fe23 None None] The sync data for ids ['aecb05d2-bbbb-4ae9-881d-9db0181e7b05'] in n-d-713499-16 is: [{'id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'name': 'tempest-TestVolumeBackupRestore-356766124-router', 'tenant_id': '3b1dc757eac742c7ab410787253f874a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:23:31Z', 'revision_number': 5, 'project_id': '3b1dc757eac742c7ab410787253f874a', 'gw_port': {'id': 'a96c2a62-77aa-4dd3-8739-699ab8ea0943', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb05d2-bbbb-4ae9-881d-9db0181e7b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:38Z', 'updated_at': '2021-08-31T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:23:33.645282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.670606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96c2a62-77aa-4dd3-8739-699ab8ea0943,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:33.739284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.837092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.839393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.993498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:33.994161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aecb05d2-bbbb-4ae9-881d-9db0181e7b05 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:23:34.006012 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.007128 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f7e7bd7f-f35f-432f-ad3a-9b1f639ea899 admin admin] 10.222.0.36 "DELETE /v2.0/routers/aecb05d2-bbbb-4ae9-881d-9db0181e7b05 HTTP/1.1" status: 204 len: 168 time: 1.1630259 Aug 31 08:23:34.009712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58068) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:34.063792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Deleting subnet c7129d97-da3f-4ddf-bce2-c844213387c6 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:23:34.067285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.103950 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.188195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.371265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.403758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7129d97-da3f-4ddf-bce2-c844213387c6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:34.405850 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.407780 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-00c1bf0c-cca7-43fa-bc4a-f00e377553a0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7129d97-da3f-4ddf-bce2-c844213387c6 HTTP/1.1" status: 204 len: 168 time: 0.3970382 Aug 31 08:23:34.411129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58082) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:34.411271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b15fcad-f691-4ea0-af32-33211fc8a3ed None None] Network 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:23:34.481886 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.537716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Deleting port de1546a5-30f4-4d09-88dc-33e6f29a8154 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:34.538009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.620998 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] For port de1546a5-30f4-4d09-88dc-33e6f29a8154, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de1546a5-30f4-4d09-88dc-33e6f29a8154,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:34.620998 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.628060 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] DHCP port deletion for 0dbcb380-ec3f-463b-b6fa-5cbb6833db02 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:23:34.638472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Calling delete_port for de1546a5-30f4-4d09-88dc-33e6f29a8154 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:34.674196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bccfca47-2525-411c-a525-15589992134b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:34.698668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bccfca47-2525-411c-a525-15589992134b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:34.699013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bccfca47-2525-411c-a525-15589992134b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:34.717847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Deleting port de1546a5-30f4-4d09-88dc-33e6f29a8154 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:34.718241 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.783158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] For port de1546a5-30f4-4d09-88dc-33e6f29a8154, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=de1546a5-30f4-4d09-88dc-33e6f29a8154,segment=NetworkSegment(73e90b65-97e0-4e62-854a-f6e5d25aa1ec),segment_id=73e90b65-97e0-4e62-854a-f6e5d25aa1ec)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:34.783566 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.796995 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Calling delete_port for de1546a5-30f4-4d09-88dc-33e6f29a8154 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:34.879543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.885447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:34.907504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1546a5-30f4-4d09-88dc-33e6f29a8154,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:34.910555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] No DVR routers for this DVR port de1546a5-30f4-4d09-88dc-33e6f29a8154 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:23:34.912396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Pushing event deleted for resources: {'Port': ['ID=de1546a5-30f4-4d09-88dc-33e6f29a8154,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:34.916940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] No DVR routers for this DVR port de1546a5-30f4-4d09-88dc-33e6f29a8154 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:23:34.925907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.925907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.925907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.925907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.925907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.926855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.926855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.926855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.927277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.927364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.927663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.928006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c249c-f7bb-41d5-b7fa-12c15cec2bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:23:34.995985 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.005798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbcb380-ec3f-463b-b6fa-5cbb6833db02']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:35.016343 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e90b65-97e0-4e62-854a-f6e5d25aa1ec') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:35.016633 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e90b65-97e0-4e62-854a-f6e5d25aa1ec') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:35.026272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.040416 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.046589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:23:35.046984 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:23:35.048732 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:23:35.176413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.182311 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.184106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0dbcb380-ec3f-463b-b6fa-5cbb6833db02 HTTP/1.1" status: 204 len: 168 time: 0.7720401 Aug 31 08:23:35.187427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58108) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:35.200543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acffc2-7cb6-4fbc-b65c-8aa584d5c4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbcb380-ec3f-463b-b6fa-5cbb6833db02,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:35.557408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.814637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Deleting port 02ad228a-ae46-476d-9bb3-eeccbd43a459 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:35.814985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.893126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] For port 02ad228a-ae46-476d-9bb3-eeccbd43a459, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=02ad228a-ae46-476d-9bb3-eeccbd43a459,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:35.893520 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:35.905953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Calling delete_port for 02ad228a-ae46-476d-9bb3-eeccbd43a459 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:36.177039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:36.207445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ad228a-ae46-476d-9bb3-eeccbd43a459,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:36.366623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de1546a5-30f4-4d09-88dc-33e6f29a8154 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:36.387512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: de1546a5-30f4-4d09-88dc-33e6f29a8154 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:36.387954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device de1546a5-30f4-4d09-88dc-33e6f29a8154 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:36.388582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a96c2a62-77aa-4dd3-8739-699ab8ea0943 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:36.396908 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:36.408703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a96c2a62-77aa-4dd3-8739-699ab8ea0943 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:36.409726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a96c2a62-77aa-4dd3-8739-699ab8ea0943 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:36.624106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:23:36.750847 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:23:36.756487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b730306f-5310-412c-9c2f-18e5ac22c616 admin admin] 10.222.0.36 "PUT /v2.0/routers/5f3f9c58-7dd5-4a88-8c5c-018fc526a152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5679917 Aug 31 08:23:36.761926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:36.766339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] Sync routers for ids ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:23:36.781555 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] Routers {'5f3f9c58-7dd5-4a88-8c5c-018fc526a152'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:23:36.782232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:23:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:36.890767 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] Set router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:23:36.992569 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.083783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:23:36Z', 'revision_number': 5, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:37.099148 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.110853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] Checking router: 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:23:37.125215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] Routers {'5f3f9c58-7dd5-4a88-8c5c-018fc526a152'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:23:37.125215 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:23:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:37.242849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Deleting port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:37.243197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.326731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] For port c9c5cb99-05dd-4eca-90fe-bcb308c87dc0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:37.327255 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.343756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Calling delete_port for c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:37.400470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] Set router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:23:37.587163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:23:36Z', 'revision_number': 5, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:37.608801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.619065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84097de0-442f-4b01-8c5e-e6c84172658d None None] The sync data for ids ['5f3f9c58-7dd5-4a88-8c5c-018fc526a152'] in n-d-713499-16 is: [{'id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'name': 'tempest-TestVolumeBackupRestore-1012758324-router', 'tenant_id': '0909240bf6184947867b25b2e1d3b9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:18:45Z', 'updated_at': '2021-08-31T08:23:36Z', 'revision_number': 5, 'project_id': '0909240bf6184947867b25b2e1d3b9df', 'gw_port': {'id': 'c9c5cb99-05dd-4eca-90fe-bcb308c87dc0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3f9c58-7dd5-4a88-8c5c-018fc526a152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:18:46Z', 'updated_at': '2021-08-31T08:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:23:37.643221 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c5cb99-05dd-4eca-90fe-bcb308c87dc0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:37.717297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.810694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.812866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.984461 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.984461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f3f9c58-7dd5-4a88-8c5c-018fc526a152 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:23:37.985496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:37.986434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de798fbb-aadb-48a0-b68b-83275ef8a242 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5f3f9c58-7dd5-4a88-8c5c-018fc526a152 HTTP/1.1" status: 204 len: 168 time: 1.2228591 Aug 31 08:23:37.989478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58226) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:38.042559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Deleting subnet 2f9d3598-64a0-49ee-bf29-df6c4ee13320 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:23:38.046515 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.088894 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.171346 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.289411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02ad228a-ae46-476d-9bb3-eeccbd43a459 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:38.311948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.316048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 02ad228a-ae46-476d-9bb3-eeccbd43a459 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:38.316901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 02ad228a-ae46-476d-9bb3-eeccbd43a459 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:38.361617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9d3598-64a0-49ee-bf29-df6c4ee13320,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:38.361617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.361617 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6a2d708c-ff51-4a1f-b676-3ce5cae80c25 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2f9d3598-64a0-49ee-bf29-df6c4ee13320 HTTP/1.1" status: 204 len: 168 time: 0.3644524 Aug 31 08:23:38.363423 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:38.367620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2be87-3d15-4318-9487-6363e036046c None None] Network a1893d56-52a7-4e78-ad2f-cf9b08aac84f requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:23:38.469531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.529235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Deleting port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:38.529607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.599622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] For port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:38.600000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.612995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Calling delete_port for 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:38.701591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] DHCP port deletion for a1893d56-52a7-4e78-ad2f-cf9b08aac84f request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:23:38.764387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] Deleting port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:23:38.764754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.780295 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.809659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:38.813120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] No DVR routers for this DVR port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:23:38.832164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] For port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,segment=NetworkSegment(20f04109-d8b3-45b5-b3b3-da5f82ef951c),segment_id=20f04109-d8b3-45b5-b3b3-da5f82ef951c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:23:38.832401 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.856364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] Calling delete_port for 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:23:38.896087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.907766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1893d56-52a7-4e78-ad2f-cf9b08aac84f']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:38.930363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f04109-d8b3-45b5-b3b3-da5f82ef951c') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:38.930363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f04109-d8b3-45b5-b3b3-da5f82ef951c') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:23:38.933074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.947560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:23:38.968735 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:23:39.004160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:39.031217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] Pushing event deleted for resources: {'Port': ['ID=46d4a7e7-5add-4c11-b928-5af24eb0fbf7,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:39.036647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19317f-715c-4b58-90b3-6e9c289ce538 None None] No DVR routers for this DVR port 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:23:39.116689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:39.122742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:39.124541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a1893d56-52a7-4e78-ad2f-cf9b08aac84f HTTP/1.1" status: 204 len: 168 time: 0.7655499 Aug 31 08:23:39.137165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c8328-25c8-49f0-a957-c2dab3192f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1893d56-52a7-4e78-ad2f-cf9b08aac84f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:39.143884 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:23:39.651431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58284) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:39.699443 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1d27bd7f-5b3c-4011-9a39-62ad9ad4ad37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b1dc757eac742c7ab410787253f874a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468230 Aug 31 08:23:39.702582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:39.768060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b90b-9b3a-46ad-99eb-19b45cf70e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:39.791917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b90b-9b3a-46ad-99eb-19b45cf70e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:40.017123 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b90b-9b3a-46ad-99eb-19b45cf70e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:40.020608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2cd1b90b-9b3a-46ad-99eb-19b45cf70e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:40.022274 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2cd1b90b-9b3a-46ad-99eb-19b45cf70e6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0e2b941-b846-4268-9eea-5330b09e93e0 HTTP/1.1" status: 204 len: 168 time: 0.3187397 Aug 31 08:23:40.036460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b90b-9b3a-46ad-99eb-19b45cf70e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2b941-b846-4268-9eea-5330b09e93e0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:40.293900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:40.318527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:40.318931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 46d4a7e7-5add-4c11-b928-5af24eb0fbf7 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:40.319442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:23:40.342814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:23:40.343162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c9c5cb99-05dd-4eca-90fe-bcb308c87dc0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:23:40.839763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58298) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:40.883352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8ac743da-320b-4baf-80ec-126b1bf18dc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0909240bf6184947867b25b2e1d3b9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420465 Aug 31 08:23:40.885924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58300) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:23:40.936016 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d717953-9177-4ac5-9cdb-c2191dfee183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:40.959211 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d717953-9177-4ac5-9cdb-c2191dfee183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:41.084810 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d717953-9177-4ac5-9cdb-c2191dfee183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:41.087505 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4d717953-9177-4ac5-9cdb-c2191dfee183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:41.088702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4d717953-9177-4ac5-9cdb-c2191dfee183 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2085bfb1-3367-402a-88e4-5787cf90d819 HTTP/1.1" status: 204 len: 168 time: 0.2018366 Aug 31 08:23:41.096827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d717953-9177-4ac5-9cdb-c2191dfee183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085bfb1-3367-402a-88e4-5787cf90d819,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:23:53.034907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-92a69750-f73d-4d4a-b816-9c8ba93286cd tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329285 Aug 31 08:23:53.544517 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-f8388b96-8bae-4ff6-b661-162c60f2430c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:23:53.546102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-f8388b96-8bae-4ff6-b661-162c60f2430c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051680 Aug 31 08:23:53.562532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-bc0d02ae-bdb9-4b83-9e90-a5ede49b7e07 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/quotas/1b1538508bf540a7bf8ea2008b3124a5 HTTP/1.1" status: 200 len: 375 time: 0.0098257 Aug 31 08:23:53.598573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-83df9b7f-62d3-4e41-8cd7-c7da728fd535 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290782 Aug 31 08:23:53.708022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40df15e7-6391-4b3a-93b8-d89f86e8f3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:54.010295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:54.914315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85db5a92-6df3-45c1-9338-b5d468213991 req-a4f5e9bb-0f74-40c6-a9ff-037260934dd7 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0270762 Aug 31 08:23:56.020954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3d4c625-55cf-43fe-b2d8-27abc310f960 req-0490f9e3-0694-4b9d-bdaa-9d1b944f5100 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0526898 Aug 31 08:23:56.333637 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:56.556904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:56.764649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fcbec8b4-f3ca-414c-bbf6-02f8a7408acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:57.099623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c45c374-fb62-4755-a826-9f33842a154c req-50106b20-0a57-4d4d-a74f-4afd286fefdc tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0275371 Aug 31 08:23:58.042072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:23:58.184941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba7e4809-1457-4a30-bb40-cb67de0b5af8 req-42f2c2db-446b-48df-ba03-92fc703701af tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0312965 Aug 31 08:23:59.297792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f743549-995c-4e8c-97e4-63935d73ebdb req-1571b307-c6a4-400b-ac2b-8e9fb8f48720 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0265045 Aug 31 08:23:59.627258 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:00.393043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8911142-47ee-4b29-bfb7-86a3abc54bbb req-b7ed60b4-3432-438b-bfda-4dea524f4c2e tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0266948 Aug 31 08:24:01.480258 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-dad71c00-3dab-498f-b658-c7a9bedc0bd8 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296204 Aug 31 08:24:01.489267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-86510175-8e14-449e-9681-7cfecfa049ef req-a53d9c54-6180-43b5-bb6c-72b3db2cb3ef tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0260448 Aug 31 08:24:01.670614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-bfcea51a-a9ab-4036-9949-4af4124c673f tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:01.672203 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-bfcea51a-a9ab-4036-9949-4af4124c673f tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852868 Aug 31 08:24:01.686003 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Request body: {'port': {'device_id': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'admin_state_up': True, 'tenant_id': '1b1538508bf540a7bf8ea2008b3124a5'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:24:01.930928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Made reservation on behalf of 1b1538508bf540a7bf8ea2008b3124a5 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:24:01.934522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:01.944438 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:02.038149 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:02.147697 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:02.238067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e3f9e9-01c9-44d2-a309-9c041354cdeb,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:02.306582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Allocated IP 192.168.233.78 (094babcb-144a-4294-b5d1-46cd74cbffac/f9a62cf3-da87-42b9-a262-9354c7295425/84c2ded4-61c3-4628-964c-f5d2f6579a99) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:24:02.458608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:02.474548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Transition to ACTIVE for port object 84c2ded4-61c3-4628-964c-f5d2f6579a99 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:24:02.587559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c8bdff8c-bc73-47e1-a65a-e6a4c1811184 req-c2bb848c-0ff4-4ad4-a152-6f8456118957 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0268497 Aug 31 08:24:02.597596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:02.643066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Network 094babcb-144a-4294-b5d1-46cd74cbffac is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:24:02.646374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:24:02.650293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:24:02.659462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Pushing event updated for resources: {'Port': ['ID=84c2ded4-61c3-4628-964c-f5d2f6579a99,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:02.709630 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:02.710382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:02.797704 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-44413018-b704-4623-9f52-78cf25e6485c tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1152437 Aug 31 08:24:03.006158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Request body: {'port': {'device_id': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:24:03.065292 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.078997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c6a246be-8866-44e9-9cd4-af53360d4116 None None] Provisioning for port 84c2ded4-61c3-4628-964c-f5d2f6579a99 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:24:03.084615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c6a246be-8866-44e9-9cd4-af53360d4116 None None] Provisioning complete for port 84c2ded4-61c3-4628-964c-f5d2f6579a99 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:24:03.084993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6a246be-8866-44e9-9cd4-af53360d4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.120161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c6a246be-8866-44e9-9cd4-af53360d4116 None None] Port 84c2ded4-61c3-4628-964c-f5d2f6579a99 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:24:03.334838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c2ded4-61c3-4628-964c-f5d2f6579a99 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:24:03.342227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.354571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Transition to ACTIVE for port object 84c2ded4-61c3-4628-964c-f5d2f6579a99 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:24:03.453907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.507087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=84c2ded4-61c3-4628-964c-f5d2f6579a99,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:03.583620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Attempting to bind port 84c2ded4-61c3-4628-964c-f5d2f6579a99 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:24:03.584117 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Attempting to bind port 84c2ded4-61c3-4628-964c-f5d2f6579a99 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:24:03.584456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Attempting to bind port 84c2ded4-61c3-4628-964c-f5d2f6579a99 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:24:03.589519 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Port 84c2ded4-61c3-4628-964c-f5d2f6579a99 on network 094babcb-144a-4294-b5d1-46cd74cbffac not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:24:03.589884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Attempting to bind port 84c2ded4-61c3-4628-964c-f5d2f6579a99 on network 094babcb-144a-4294-b5d1-46cd74cbffac {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:24:03.595640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:24:03.595640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Checking segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:24:03.596615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Bound using segment: {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:24:03.596889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Bound port: 84c2ded4-61c3-4628-964c-f5d2f6579a99, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eda534-4e6e-4bd5-86aa-51e4ac610943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:24:03.597253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.678755 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] For port 84c2ded4-61c3-4628-964c-f5d2f6579a99, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:24:03.683523 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] For port 84c2ded4-61c3-4628-964c-f5d2f6579a99, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=84c2ded4-61c3-4628-964c-f5d2f6579a99,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:24:03.736181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af542d93-5325-40de-8e4c-4ebd386b9723 req-2a577339-27c5-477b-9789-d9f190585154 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:03.738465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af542d93-5325-40de-8e4c-4ebd386b9723 req-2a577339-27c5-477b-9789-d9f190585154 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 947 time: 0.0604243 Aug 31 08:24:03.764549 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.779365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af542d93-5325-40de-8e4c-4ebd386b9723 req-ee032f18-5179-41b6-985a-331a6d434134 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Aug 31 08:24:03.793610 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:03.794579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:03.799591 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] 10.222.0.45 "PUT /v2.0/ports/84c2ded4-61c3-4628-964c-f5d2f6579a99 HTTP/1.1" status: 200 len: 1096 time: 0.9879141 Aug 31 08:24:03.799591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'tag': '84c2ded4-61c3-4628-964c-f5d2f6579a99'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:24:03.801919 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6aa35-0a33-46d5-b411-30280cf65b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d319618c-0f09-497b-b6f7-c70454357b3f", "tag": "84c2ded4-61c3-4628-964c-f5d2f6579a99"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:24:03.836318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abcbd3-2789-4fc9-88e1-92e3ae797dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=84c2ded4-61c3-4628-964c-f5d2f6579a99,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:03.857516 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b7af21-6c69-40db-8a8c-0de988aba456 x-openstack-request-id: req-b4b7af21-6c69-40db-8a8c-0de988aba456 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:24:03.857891 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d319618c-0f09-497b-b6f7-c70454357b3f", "tag": "84c2ded4-61c3-4628-964c-f5d2f6579a99", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:24:03.858386 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4b7af21-6c69-40db-8a8c-0de988aba456 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:24:03.858717 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'tag': '84c2ded4-61c3-4628-964c-f5d2f6579a99', 'status': 'completed', 'code': 200} Aug 31 08:24:03.930992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6aa35-0a33-46d5-b411-30280cf65b0b req-cb1cb351-f600-487f-a357-2f29ef465f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:03.932616 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68d6aa35-0a33-46d5-b411-30280cf65b0b req-cb1cb351-f600-487f-a357-2f29ef465f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 1099 time: 0.0512779 Aug 31 08:24:03.963613 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68d6aa35-0a33-46d5-b411-30280cf65b0b req-593e5cac-0102-45ca-8e65-7428ae50569d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222054 Aug 31 08:24:04.067354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6aa35-0a33-46d5-b411-30280cf65b0b req-6578ee4f-9968-4568-ba9c-3bab24f9d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:04.068957 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-68d6aa35-0a33-46d5-b411-30280cf65b0b req-6578ee4f-9968-4568-ba9c-3bab24f9d48d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971675 Aug 31 08:24:04.155902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-1a408521-173e-4394-bbbe-6a7ed1df0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:04.157422 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-1a408521-173e-4394-bbbe-6a7ed1df0474 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 1099 time: 0.0462677 Aug 31 08:24:04.206155 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-9c77776c-cb79-4f40-8da1-9500f157cf3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=84c2ded4-61c3-4628-964c-f5d2f6579a99 HTTP/1.1" status: 200 len: 217 time: 0.0347095 Aug 31 08:24:04.258659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-9366b143-0c0d-4a27-b7fe-0b82f0bc3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:04.260162 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-9366b143-0c0d-4a27-b7fe-0b82f0bc3fd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f9a62cf3-da87-42b9-a262-9354c7295425 HTTP/1.1" status: 200 len: 843 time: 0.0460713 Aug 31 08:24:04.317339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-41a93641-ab7c-43bf-acca-c5e0f0f1292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:04.319618 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-41a93641-ab7c-43bf-acca-c5e0f0f1292d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=094babcb-144a-4294-b5d1-46cd74cbffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506854 Aug 31 08:24:04.429048 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-e0cc13c9-9e8b-43b6-aa0c-58eef6fd9369 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015086 Aug 31 08:24:04.524239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-6776c6ba-fba5-4ee9-b6d0-2b8c3f102718 req-62c94e88-28fc-4975-9915-6415d7ab4372 service neutron] 10.222.0.45 "GET /v2.0/networks/094babcb-144a-4294-b5d1-46cd74cbffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870376 Aug 31 08:24:04.910033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875dd19-5357-45ed-8ce4-8048b64b38a5 req-88167959-57d2-487c-bf76-9fb914f7381d tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:04.911568 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6875dd19-5357-45ed-8ce4-8048b64b38a5 req-88167959-57d2-487c-bf76-9fb914f7381d tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 947 time: 0.0524659 Aug 31 08:24:04.953952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6875dd19-5357-45ed-8ce4-8048b64b38a5 req-64d94374-2c6f-427d-9053-89df9b2576a5 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Aug 31 08:24:06.092331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 84c2ded4-61c3-4628-964c-f5d2f6579a99 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:24:06.093177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32947927-318d-488d-82e1-e0fe8ae9aa77 req-3f9a6e9c-58b3-42c0-92fa-d6f85a02699a tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:06.094178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32947927-318d-488d-82e1-e0fe8ae9aa77 req-3f9a6e9c-58b3-42c0-92fa-d6f85a02699a tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 947 time: 0.0706692 Aug 31 08:24:06.143540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32947927-318d-488d-82e1-e0fe8ae9aa77 req-c6e7a731-f4a0-44e3-af1e-a89c5e56eb93 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Aug 31 08:24:06.201960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 84c2ded4-61c3-4628-964c-f5d2f6579a99, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=84c2ded4-61c3-4628-964c-f5d2f6579a99,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:06.213920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '84c2ded4-61c3-4628-964c-f5d2f6579a99', 'network_id': '094babcb-144a-4294-b5d1-46cd74cbffac', 'port_id': '84c2ded4-61c3-4628-964c-f5d2f6579a99', 'mac_address': 'fa:16:3e:a7:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a62cf3-da87-42b9-a262-9354c7295425', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:24:06.254581 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:06.268897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c2ded4-61c3-4628-964c-f5d2f6579a99 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:24:06.288601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 84c2ded4-61c3-4628-964c-f5d2f6579a99, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=84c2ded4-61c3-4628-964c-f5d2f6579a99,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:06.353528 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:06.404253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=84c2ded4-61c3-4628-964c-f5d2f6579a99,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:06.646837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['84c2ded4-61c3-4628-964c-f5d2f6579a99'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:24:07.263932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646d06-7c41-42e0-a952-368d39c5b967 req-ee5093a1-9a08-4034-ba90-9d952e036c2e tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:07.265450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60646d06-7c41-42e0-a952-368d39c5b967 req-ee5093a1-9a08-4034-ba90-9d952e036c2e tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 948 time: 0.0533397 Aug 31 08:24:07.305161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60646d06-7c41-42e0-a952-368d39c5b967 req-76b465ac-9f4a-41cd-afd6-8c915dce62b5 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Aug 31 08:24:08.101834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 84c2ded4-61c3-4628-964c-f5d2f6579a99 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:24:08.222253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 84c2ded4-61c3-4628-964c-f5d2f6579a99 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:24:08.227637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 84c2ded4-61c3-4628-964c-f5d2f6579a99 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:24:08.228221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:08.311687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:08.334552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c2ded4-61c3-4628-964c-f5d2f6579a99'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:24:08.336604 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a1ec88-c1f8-4e3a-a17a-a58e9e79f9d5" -d '{"events": [{"server_uuid": "d319618c-0f09-497b-b6f7-c70454357b3f", "name": "network-vif-plugged", "status": "completed", "tag": "84c2ded4-61c3-4628-964c-f5d2f6579a99"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:24:08.355079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 84c2ded4-61c3-4628-964c-f5d2f6579a99, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=84c2ded4-61c3-4628-964c-f5d2f6579a99,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:08.446381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ebb7-3ce2-43eb-93aa-ea21ac6d41a7 req-ebbd8b16-f233-4c10-8923-0d19de3ee08d tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:08.447806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4e7ebb7-3ce2-43eb-93aa-ea21ac6d41a7 req-ebbd8b16-f233-4c10-8923-0d19de3ee08d tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 948 time: 0.0664515 Aug 31 08:24:08.454278 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bafe15-b78b-4e65-bf6e-120c527a5d4b x-openstack-request-id: req-c3bafe15-b78b-4e65-bf6e-120c527a5d4b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:24:08.454578 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d319618c-0f09-497b-b6f7-c70454357b3f", "name": "network-vif-plugged", "status": "completed", "tag": "84c2ded4-61c3-4628-964c-f5d2f6579a99", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:24:08.454863 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3bafe15-b78b-4e65-bf6e-120c527a5d4b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:24:08.455267 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c2ded4-61c3-4628-964c-f5d2f6579a99', 'code': 200} Aug 31 08:24:08.459068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:08.494206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4e7ebb7-3ce2-43eb-93aa-ea21ac6d41a7 req-8f9672eb-1fcf-4dce-bbf0-7c8df3c12aa4 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Aug 31 08:24:08.522696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=84c2ded4-61c3-4628-964c-f5d2f6579a99,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:08.566330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed089c2-b22b-487c-950a-36ac2cf6c494 req-949383f0-11e4-490b-b206-9d02d8ec29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:08.567891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5ed089c2-b22b-487c-950a-36ac2cf6c494 req-949383f0-11e4-490b-b206-9d02d8ec29c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 1101 time: 0.0481393 Aug 31 08:24:08.606067 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5ed089c2-b22b-487c-950a-36ac2cf6c494 req-667d3a51-d668-4522-9a00-c178de0f91df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301163 Aug 31 08:24:09.615087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0ce4-8bbe-4185-9d5e-a780acad9935 req-c73f27e3-aa21-4777-9138-82f50ffccb12 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:09.616615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b4d0ce4-8bbe-4185-9d5e-a780acad9935 req-c73f27e3-aa21-4777-9138-82f50ffccb12 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 949 time: 0.0501919 Aug 31 08:24:09.661592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b4d0ce4-8bbe-4185-9d5e-a780acad9935 req-c57a4d2c-7f34-4cfd-9c6a-5f759b10b418 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Aug 31 08:24:10.782034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3413-5e65-4d66-b571-1548c37e07c2 req-aaf7f52f-b23a-4739-b9f0-eb5dad5a517a tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:10.783554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-896e3413-5e65-4d66-b571-1548c37e07c2 req-aaf7f52f-b23a-4739-b9f0-eb5dad5a517a tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 949 time: 0.0523958 Aug 31 08:24:10.821593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-896e3413-5e65-4d66-b571-1548c37e07c2 req-ad7a3e04-927b-4497-8035-f53ef4207d9f tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Aug 31 08:24:11.243055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-74af3826-9be6-4425-bbbd-8d70d54f0e45 req-0f611862-97e9-4862-b414-5719a20c3e0d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:24:11.244144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74af3826-9be6-4425-bbbd-8d70d54f0e45 req-0f611862-97e9-4862-b414-5719a20c3e0d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0899131 Aug 31 08:24:11.754136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-56ff4f2e-fc03-42c2-8a90-1297d5e9df22 req-46d1325e-a084-4ed6-8fd7-eb354cdc2d9c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:24:11.755028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ff4f2e-fc03-42c2-8a90-1297d5e9df22 req-46d1325e-a084-4ed6-8fd7-eb354cdc2d9c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054758 Aug 31 08:24:12.445154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026d06e-4477-4460-ab1c-e720fbf061fb req-bb889aca-933d-428a-9132-6340e7320208 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:12.446782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0026d06e-4477-4460-ab1c-e720fbf061fb req-bb889aca-933d-428a-9132-6340e7320208 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 949 time: 0.0518994 Aug 31 08:24:12.486561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0026d06e-4477-4460-ab1c-e720fbf061fb req-1314ffed-d28c-4133-abb2-6bedefbf47d6 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Aug 31 08:24:13.602060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659148cc-e673-42db-9469-f27b6919bdf4 req-8f3c4193-8381-402d-836f-a45750372e13 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:13.603594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-659148cc-e673-42db-9469-f27b6919bdf4 req-8f3c4193-8381-402d-836f-a45750372e13 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 949 time: 0.0496578 Aug 31 08:24:13.641899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-659148cc-e673-42db-9469-f27b6919bdf4 req-5a2a5174-9fb2-43a2-bc33-e4ae12621e22 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7e3f9e9-01c9-44d2-a309-9c041354cdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Aug 31 08:24:13.933361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-602c1a81-7453-4a43-a778-98dafca90b70 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:13.934983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-602c1a81-7453-4a43-a778-98dafca90b70 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.45 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 949 time: 0.0495276 Aug 31 08:24:14.032189 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Deleting port 84c2ded4-61c3-4628-964c-f5d2f6579a99 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:24:14.032646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:14.125102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] For port 84c2ded4-61c3-4628-964c-f5d2f6579a99, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=84c2ded4-61c3-4628-964c-f5d2f6579a99,segment=NetworkSegment(95eda534-4e6e-4bd5-86aa-51e4ac610943),segment_id=95eda534-4e6e-4bd5-86aa-51e4ac610943)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:14.127646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:14.138676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Calling delete_port for 84c2ded4-61c3-4628-964c-f5d2f6579a99 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:24:14.331032 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:14.344259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['84c2ded4-61c3-4628-964c-f5d2f6579a99'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:24:14.362141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Pushing event deleted for resources: {'Port': ['ID=84c2ded4-61c3-4628-964c-f5d2f6579a99,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:14.403163 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] No DVR routers for this DVR port 84c2ded4-61c3-4628-964c-f5d2f6579a99 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:24:14.406130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:14.408429 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0516af00-0a02-486c-86c3-71db3a2d55f7 req-6d0db499-2a80-43eb-a6b7-b16dacd4d664 tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.45 "DELETE /v2.0/ports/84c2ded4-61c3-4628-964c-f5d2f6579a99 HTTP/1.1" status: 204 len: 173 time: 0.4655433 Aug 31 08:24:14.408898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'name': 'network-vif-deleted', 'tag': '84c2ded4-61c3-4628-964c-f5d2f6579a99'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:24:14.411553 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96828a3f-4986-4e0f-ae1e-7ee12395b151" -d '{"events": [{"server_uuid": "d319618c-0f09-497b-b6f7-c70454357b3f", "name": "network-vif-deleted", "tag": "84c2ded4-61c3-4628-964c-f5d2f6579a99"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:24:14.451517 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f4e71-db70-4ed5-abe2-7ac56c934d15 x-openstack-request-id: req-6b0f4e71-db70-4ed5-abe2-7ac56c934d15 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:24:14.452048 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d319618c-0f09-497b-b6f7-c70454357b3f", "name": "network-vif-deleted", "tag": "84c2ded4-61c3-4628-964c-f5d2f6579a99", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:24:14.452572 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b0f4e71-db70-4ed5-abe2-7ac56c934d15 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:24:14.453103 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd319618c-0f09-497b-b6f7-c70454357b3f', 'name': 'network-vif-deleted', 'tag': '84c2ded4-61c3-4628-964c-f5d2f6579a99', 'status': 'completed', 'code': 200} Aug 31 08:24:14.754774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ec61480-b47e-4c60-9b91-870b2fa1275e req-70857fc8-8d1f-4cd8-8915-7118a7d0532e tempest-ServersAdminNegativeTestJSON-180487710 tempest-ServersAdminNegativeTestJSON-180487710-project] 10.222.0.36 "GET /v2.0/ports?device_id=d319618c-0f09-497b-b6f7-c70454357b3f HTTP/1.1" status: 200 len: 210 time: 0.0315964 Aug 31 08:24:16.143997 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:24:16.440737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58480) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:16.576409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-472a8ca1-a14e-451a-9f3b-498a1a148709 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b1538508bf540a7bf8ea2008b3124a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344240 Aug 31 08:24:16.578957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58484) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:16.628805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7473598-74a3-4bd9-9150-3a1dfbd50442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:16.650351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7473598-74a3-4bd9-9150-3a1dfbd50442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:16.821530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7473598-74a3-4bd9-9150-3a1dfbd50442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:16.824067 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7473598-74a3-4bd9-9150-3a1dfbd50442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:16.825263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a7473598-74a3-4bd9-9150-3a1dfbd50442 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7e3f9e9-01c9-44d2-a309-9c041354cdeb HTTP/1.1" status: 204 len: 168 time: 0.2447474 Aug 31 08:24:16.833891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7473598-74a3-4bd9-9150-3a1dfbd50442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e3f9e9-01c9-44d2-a309-9c041354cdeb,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:17.564928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:17.578308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51fbb7ba-1f0b-4669-a458-34124296c2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.668347 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51fbb7ba-1f0b-4669-a458-34124296c2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.729950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-51fbb7ba-1f0b-4669-a458-34124296c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.771725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-51fbb7ba-1f0b-4669-a458-34124296c2a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=245c5cd87b994d21a15ec6dcddef1d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056601 Aug 31 08:24:17.772579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbb7ba-1f0b-4669-a458-34124296c2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67900648-333c-4556-ab99-85788c071e2c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:17.775362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58492) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:17.830809 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d706ce25-4807-4361-98e0-859b48730ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.853716 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d706ce25-4807-4361-98e0-859b48730ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.975938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d706ce25-4807-4361-98e0-859b48730ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.978599 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d706ce25-4807-4361-98e0-859b48730ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:17.979850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d706ce25-4807-4361-98e0-859b48730ada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67900648-333c-4556-ab99-85788c071e2c HTTP/1.1" status: 204 len: 168 time: 0.2036326 Aug 31 08:24:17.988263 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706ce25-4807-4361-98e0-859b48730ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67900648-333c-4556-ab99-85788c071e2c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:18.116940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 84c2ded4-61c3-4628-964c-f5d2f6579a99 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:24:18.141432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 84c2ded4-61c3-4628-964c-f5d2f6579a99 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:24:18.141838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 84c2ded4-61c3-4628-964c-f5d2f6579a99 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:24:19.336628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 58514) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:19.436356 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2022020599-network', 'tenant_id': 'c6af254ef6a94d2e8554f4fd00fc88c4'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:24:19.550280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Made reservation on behalf of c6af254ef6a94d2e8554f4fd00fc88c4 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:24:19.552771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.561767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.657928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.727875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.750176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:24:19.766101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3432a-b192-496b-9cae-fe6eaa157714,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:19.770836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.771197 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Added segment 5b8c2677-0e00-4ae6-bdf3-0b289272de0b of type vlan for network 5acad323-f301-4d66-9163-6183b00a93f7 Aug 31 08:24:19.821078 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.921937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.922860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:19.924024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:19.985219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] Pushing event updated for resources: {'Network': ['ID=5acad323-f301-4d66-9163-6183b00a93f7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:19.996081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 5acad323-f301-4d66-9163-6183b00a93f7 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:24:20.031510 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-107472fe-a78c-48f3-9a54-14bca22eca68 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6937156 Aug 31 08:24:20.034714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58518) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:20.040255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Request body: {'subnet': {'network_id': '5acad323-f301-4d66-9163-6183b00a93f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2022020599-subnet', 'tenant_id': 'c6af254ef6a94d2e8554f4fd00fc88c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:24:20.139109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Made reservation on behalf of c6af254ef6a94d2e8554f4fd00fc88c4 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:24:20.141946 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:20.381977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:20.441149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f67963-a927-4584-ad44-0a143a9fe47f,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:20.453491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.453865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.454234 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.454582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.454946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.455306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.455642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.457025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.457025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.457025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.457260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.457535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:24:20.463436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Checking segment: {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:24:20.463865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Network hostable DHCP agents. Network: 5acad323-f301-4d66-9163-6183b00a93f7, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:24:20.556050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Network 5acad323-f301-4d66-9163-6183b00a93f7 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:24:20.653398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 5acad323-f301-4d66-9163-6183b00a93f7) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:24:20.664062 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:20.664999 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:20.665597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd074a-9e90-4da7-a401-6bcd07e21aaf None None] Network 5acad323-f301-4d66-9163-6183b00a93f7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:24:20.757851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2648c4c1-73c9-49c1-beec-1db2d9f71da9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7119999 Aug 31 08:24:20.798785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf6062-f8ad-42c5-8417-71c96fb5b40f None None] Network 5acad323-f301-4d66-9163-6183b00a93f7 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:24:21.248470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4597d77f-17e5-4493-900a-57c4e8c3a4b3 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:21.250087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4597d77f-17e5-4493-900a-57c4e8c3a4b3 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 812 time: 0.1084607 Aug 31 08:24:21.266221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-21dc99b4-ae02-420a-8dfa-36ec87f88bb4 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/quotas/c6af254ef6a94d2e8554f4fd00fc88c4 HTTP/1.1" status: 200 len: 375 time: 0.0097051 Aug 31 08:24:21.306451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-3792c0fe-16fb-4e4a-b912-07e9ad35deec tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337684 Aug 31 08:24:21.406554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-78e5aab8-66e8-4c63-8f3d-904440d0860e service neutron] 10.222.0.36 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Aug 31 08:24:21.507077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-6b4ca36e-a4e9-41c2-ba15-95081042526d service neutron] 10.222.0.36 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934172 Aug 31 08:24:21.757444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9494c278-4e2e-4772-abc6-3b4f7beaafaf req-e0ce5ec8-5928-48c3-82f5-8d8b3ceed606 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 210 time: 0.0324702 Aug 31 08:24:22.849099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85397ce4-707c-4f81-954f-c75f66522e84 req-cac481e1-74f1-436e-b46a-49e5072a0094 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 210 time: 0.0303726 Aug 31 08:24:23.739102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-27451046-f224-4696-bfda-65a8e7095a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:23.942471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3660ae1-01b7-4c22-bec8-742fc63c8073 req-1d774cb4-853c-4a04-8bf8-99a18ac762e3 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 210 time: 0.0313578 Aug 31 08:24:24.021636 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:25.052404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d01f7fb-9bed-4df6-89dc-c5d2491ac6c5 req-c57c643b-95e2-45ae-ba1a-3fd505c50d3f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 210 time: 0.0283103 Aug 31 08:24:25.586575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-8de80d35-fbb4-4086-ae5a-f77a3d7f5fce tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:25.588175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-8de80d35-fbb4-4086-ae5a-f77a3d7f5fce tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.68 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 812 time: 0.1271811 Aug 31 08:24:25.605981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Request body: {'port': {'device_id': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7', 'admin_state_up': True, 'tenant_id': 'c6af254ef6a94d2e8554f4fd00fc88c4'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:24:25.815822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Made reservation on behalf of c6af254ef6a94d2e8554f4fd00fc88c4 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:24:25.819598 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:25.961185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Allocated IP 172.20.0.14 (5acad323-f301-4d66-9163-6183b00a93f7/59f67963-a927-4584-ad44-0a143a9fe47f/e2cf9323-f7fe-4743-9c0d-acf429fffd12) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:24:26.122118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.197834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40a22491-bf2a-46ed-9e79-a249a31c810a req-b09d4339-3e58-463a-8bd4-451ff53d7bfd tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 210 time: 0.0273504 Aug 31 08:24:26.244619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.285489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Network 5acad323-f301-4d66-9163-6183b00a93f7 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:24:26.292965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:24:26.295323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:24:26.326064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:26.341687 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.356272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:26.358173 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.427924 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-73198edf-da53-4254-b97d-f9df394e2091 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8286972 Aug 31 08:24:26.442851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Request body: {'port': {'device_id': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:24:26.505771 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.513242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.707980 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-45ab72cc-3442-4553-8e39-ad726927a92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.788688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cf9323-f7fe-4743-9c0d-acf429fffd12 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:24:26.803565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.819922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Transition to ACTIVE for port object e2cf9323-f7fe-4743-9c0d-acf429fffd12 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:24:26.930657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:26.986329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:27.069705 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:24:27.070146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:24:27.070665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on network 5acad323-f301-4d66-9163-6183b00a93f7 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:24:27.076081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on network 5acad323-f301-4d66-9163-6183b00a93f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:24:27.076499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on network 5acad323-f301-4d66-9163-6183b00a93f7 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:24:27.081542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:24:27.082169 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Checking segment: {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:24:27.082567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Bound using segment: {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:24:27.083005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Bound port: e2cf9323-f7fe-4743-9c0d-acf429fffd12, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:24:27.083374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:27.150211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:24:27.153586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:24:27.263065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:27.316830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.317495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:27.318991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] 10.222.0.68 "PUT /v2.0/ports/e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 1093 time: 0.8809590 Aug 31 08:24:27.319459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:24:27.321861 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33d4017-9867-4e7a-9b23-efd08bbb761c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:24:27.373085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562737-428c-4022-86e7-a22833a023a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:27.376100 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799fbc93-16b5-478f-b293-4640fa69e303 x-openstack-request-id: req-799fbc93-16b5-478f-b293-4640fa69e303 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:24:27.376388 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:24:27.376654 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-799fbc93-16b5-478f-b293-4640fa69e303 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:24:27.377063 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'status': 'completed', 'code': 200} Aug 31 08:24:27.392152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8aeff-093d-4711-bfc5-9663bf633633 req-1a577576-4d64-401a-a1af-7b4cf91dced1 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.393754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42c8aeff-093d-4711-bfc5-9663bf633633 req-1a577576-4d64-401a-a1af-7b4cf91dced1 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0944591 Aug 31 08:24:27.462633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42c8aeff-093d-4711-bfc5-9663bf633633 req-2b407ba5-d9fb-4831-b866-48f930c2b965 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623720 Aug 31 08:24:27.472933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4017-9867-4e7a-9b23-efd08bbb761c req-038d8f34-55d0-4f5d-a842-ab39518da5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.474470 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a33d4017-9867-4e7a-9b23-efd08bbb761c req-038d8f34-55d0-4f5d-a842-ab39518da5da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1096 time: 0.0678964 Aug 31 08:24:27.581037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4017-9867-4e7a-9b23-efd08bbb761c req-5eb62eb0-50cf-43d8-887c-2f0fa7520718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.582728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a33d4017-9867-4e7a-9b23-efd08bbb761c req-5eb62eb0-50cf-43d8-887c-2f0fa7520718 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989277 Aug 31 08:24:27.692368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4017-9867-4e7a-9b23-efd08bbb761c req-275b6985-fb09-4587-b423-c6b478073b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.693885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a33d4017-9867-4e7a-9b23-efd08bbb761c req-275b6985-fb09-4587-b423-c6b478073b6f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036661 Aug 31 08:24:27.783507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-67d07c61-caf7-4e31-a918-4bae9b5b8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.785079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-67d07c61-caf7-4e31-a918-4bae9b5b8b3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1096 time: 0.0484650 Aug 31 08:24:27.832414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-5b8fd85a-a3e9-404a-a4a7-2389a72fbd48 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 217 time: 0.0373499 Aug 31 08:24:27.890405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-d40ef87a-002c-4738-ba1c-e72bfe05cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:27.891894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-d40ef87a-002c-4738-ba1c-e72bfe05cd6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 200 len: 852 time: 0.0519061 Aug 31 08:24:27.933238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-84db015f-53d3-4284-850a-caab07143112 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5acad323-f301-4d66-9163-6183b00a93f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336792 Aug 31 08:24:28.030046 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:28.030666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-2bd2538a-b663-42b1-97d2-fab0275bd9cc service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 Aug 31 08:24:28.132263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32c73c10-b7d6-428e-8096-7bc421efa332 req-de03b7de-a4d0-4eb8-8ea4-1b58ddd8bd50 service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943229 Aug 31 08:24:28.589150 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38276ed-16cd-45d4-8fe2-1b4c260700b6 req-8409f739-c0c0-41cd-b7d8-70f7f9fe45db tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:28.590892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f38276ed-16cd-45d4-8fe2-1b4c260700b6 req-8409f739-c0c0-41cd-b7d8-70f7f9fe45db tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0543067 Aug 31 08:24:28.631369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f38276ed-16cd-45d4-8fe2-1b4c260700b6 req-0dfc438b-b45a-4da2-b19d-13b4f978b02f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Aug 31 08:24:29.587460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:29.755463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c235220-f9f3-4f4e-a68d-b8278908705d req-e06a2bea-d051-4db4-b194-b7099707a89d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:29.756951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c235220-f9f3-4f4e-a68d-b8278908705d req-e06a2bea-d051-4db4-b194-b7099707a89d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Aug 31 08:24:29.799759 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c235220-f9f3-4f4e-a68d-b8278908705d req-f5f8d7cf-8bf3-4387-89d2-2e0e8879181f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Aug 31 08:24:30.924113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:24:30.924880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3484c74-08a2-4c3d-9a9a-779ae315939e req-68b57a24-93fc-410c-b6f6-111c7ea67970 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:30.926488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3484c74-08a2-4c3d-9a9a-779ae315939e req-68b57a24-93fc-410c-b6f6-111c7ea67970 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0545938 Aug 31 08:24:30.980955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3484c74-08a2-4c3d-9a9a-779ae315939e req-a1610e28-033b-4251-b2f9-d896e2ff5dd0 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Aug 31 08:24:31.029308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:31.049438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7', 'port_id': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'mac_address': 'fa:16:3e:ad:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f67963-a927-4584-ad44-0a143a9fe47f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:24:31.091812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:31.105576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cf9323-f7fe-4743-9c0d-acf429fffd12 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:24:31.135205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:31.240291 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:31.297098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:31.495667 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['e2cf9323-f7fe-4743-9c0d-acf429fffd12'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:24:32.118420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575c84-4181-4061-adc0-5b38f634f78e req-5259fed1-247a-4f63-8efc-cba8df6d5587 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:32.119969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1575c84-4181-4061-adc0-5b38f634f78e req-5259fed1-247a-4f63-8efc-cba8df6d5587 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 945 time: 0.0591619 Aug 31 08:24:32.164739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1575c84-4181-4061-adc0-5b38f634f78e req-0170bd51-1f1d-4823-943d-67029e44a38a tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385401 Aug 31 08:24:32.967987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:24:33.084381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port e2cf9323-f7fe-4743-9c0d-acf429fffd12 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:24:33.088636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port e2cf9323-f7fe-4743-9c0d-acf429fffd12 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:24:33.089009 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:33.176559 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:33.200189 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:24:33.202537 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357ceb53-bec5-460e-8e91-99ccbab779ad" -d '{"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-plugged", "status": "completed", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:24:33.217951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:24:33.248230 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224651a-bfae-4734-a882-36a5c2bcb2c4 x-openstack-request-id: req-9224651a-bfae-4734-a882-36a5c2bcb2c4 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:24:33.248523 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-plugged", "status": "completed", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:24:33.248774 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9224651a-bfae-4734-a882-36a5c2bcb2c4 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:24:33.249174 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'code': 200} Aug 31 08:24:33.288796 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:33.301612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95486c1-1975-46c4-a2ba-62b6031229f4 req-50b31dfb-86c0-40a8-8075-516244a4923e tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:33.303239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c95486c1-1975-46c4-a2ba-62b6031229f4 req-50b31dfb-86c0-40a8-8075-516244a4923e tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 945 time: 0.0633552 Aug 31 08:24:33.347760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:24:33.375341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c95486c1-1975-46c4-a2ba-62b6031229f4 req-c763c1a0-20a9-4089-882c-dfce9f0cf1d2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629649 Aug 31 08:24:33.392446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e13d0-cbe2-4738-be91-ca21ca6e40c2 req-d951b055-3202-466a-9d84-f48188b3ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:33.394624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-613e13d0-cbe2-4738-be91-ca21ca6e40c2 req-d951b055-3202-466a-9d84-f48188b3ed9e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1098 time: 0.0676391 Aug 31 08:24:33.431795 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-613e13d0-cbe2-4738-be91-ca21ca6e40c2 req-2a3502fd-111c-4c18-9bfd-206dbf9826e3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298476 Aug 31 08:24:34.507995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654ae1e-d692-4743-a6a5-aa2cda570f93 req-16810af2-5952-4196-b56a-647d68610df8 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:34.510780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7654ae1e-d692-4743-a6a5-aa2cda570f93 req-16810af2-5952-4196-b56a-647d68610df8 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0563283 Aug 31 08:24:34.552172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7654ae1e-d692-4743-a6a5-aa2cda570f93 req-055a325d-31d8-409e-a582-bd207f74586c tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365019 Aug 31 08:24:35.681831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b270cd-bd7e-4bf8-b100-4214c8c023d3 req-8741a98f-6dc6-45ae-8746-8ce9fbb1d8c2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:35.683405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47b270cd-bd7e-4bf8-b100-4214c8c023d3 req-8741a98f-6dc6-45ae-8746-8ce9fbb1d8c2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0590000 Aug 31 08:24:35.723460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47b270cd-bd7e-4bf8-b100-4214c8c023d3 req-cf3a5ff2-dad9-40dc-9af5-d13641ef7783 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329850 Aug 31 08:24:36.137523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c98c16-27ed-4ed8-bdb1-a3f0670e15f9 req-a946adb2-9419-400b-b9fc-f0534079ecc2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:36.140053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09c98c16-27ed-4ed8-bdb1-a3f0670e15f9 req-a946adb2-9419-400b-b9fc-f0534079ecc2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0638816 Aug 31 08:24:36.192825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09c98c16-27ed-4ed8-bdb1-a3f0670e15f9 req-f88fffc2-5194-466b-ab85-914d228d0b36 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Aug 31 08:24:36.207381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58598) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:24:36.318142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-428383d7-5ee0-4d80-ba85-92dc2402cd21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095564 Aug 31 08:24:37.316694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fa99d-589a-487d-a9af-65ee92223e2b req-65062e71-5016-4e58-8502-2f744412241d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:37.318485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-973fa99d-589a-487d-a9af-65ee92223e2b req-65062e71-5016-4e58-8502-2f744412241d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0594478 Aug 31 08:24:37.361050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-973fa99d-589a-487d-a9af-65ee92223e2b req-74780f63-a6a3-4bf4-ad23-a9223a583266 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Aug 31 08:24:38.493760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdcd0d-11b7-48a0-8d59-36f7793ec89e req-273fa0f8-3d59-4571-b96f-41d51d6d972c tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:38.495373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4fdcd0d-11b7-48a0-8d59-36f7793ec89e req-273fa0f8-3d59-4571-b96f-41d51d6d972c tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0572150 Aug 31 08:24:38.540760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c4fdcd0d-11b7-48a0-8d59-36f7793ec89e req-8d89d820-185a-4094-ac4d-aa69cacab6bf tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Aug 31 08:24:38.796782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-5a51b8f5-e5b3-46ca-95ab-a16e5d279b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:38.798775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-5a51b8f5-e5b3-46ca-95ab-a16e5d279b22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1098 time: 0.0427136 Aug 31 08:24:38.892315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-2478ab58-5be5-4e79-9dd2-330c6331058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:38.893818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-2478ab58-5be5-4e79-9dd2-330c6331058a service neutron] 10.222.0.68 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 913 time: 0.0877850 Aug 31 08:24:38.947031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-0adb98df-22e1-45e7-916d-bd4de9f622a3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 217 time: 0.0403211 Aug 31 08:24:39.000927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-e6291d00-6b41-4fd7-a6aa-b22f6b6395fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:39.002482 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-e6291d00-6b41-4fd7-a6aa-b22f6b6395fc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 200 len: 852 time: 0.0471392 Aug 31 08:24:39.041448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-42357ec0-4972-48fc-879e-b671a802b920 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5acad323-f301-4d66-9163-6183b00a93f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310528 Aug 31 08:24:39.139874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-d50c0385-5a93-46eb-b5f0-3adc44a2aa62 service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902114 Aug 31 08:24:39.238767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-45c7d572-0e5f-4065-82ed-8438c1c3878f service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899823 Aug 31 08:24:39.675188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bdf39-7176-4dba-a02a-f5430733e2a5 req-f34dfa16-9863-44de-a47a-00e627a9ace1 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:39.676820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-185bdf39-7176-4dba-a02a-f5430733e2a5 req-f34dfa16-9863-44de-a47a-00e627a9ace1 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0615294 Aug 31 08:24:39.719008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-185bdf39-7176-4dba-a02a-f5430733e2a5 req-0c553e4b-32be-40e6-8a4c-bb1d670913ee tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355971 Aug 31 08:24:40.843741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8572f-f62c-4c43-bbec-480186d9a93e req-0073432c-f116-40fc-b0d0-019f4ec7df5e tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:40.845414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57b8572f-f62c-4c43-bbec-480186d9a93e req-0073432c-f116-40fc-b0d0-019f4ec7df5e tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0564876 Aug 31 08:24:40.888875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57b8572f-f62c-4c43-bbec-480186d9a93e req-aeb874a2-2f9b-4107-8468-5435b37ee0a3 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Aug 31 08:24:42.021112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928431a-c82e-4445-b295-bbc81ea42fe2 req-d0ac67ca-92f8-4485-a38d-4c5105eb94c0 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:42.022840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5928431a-c82e-4445-b295-bbc81ea42fe2 req-d0ac67ca-92f8-4485-a38d-4c5105eb94c0 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0595269 Aug 31 08:24:42.074972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5928431a-c82e-4445-b295-bbc81ea42fe2 req-9846ae00-a9a7-44d2-ad64-ca8cbef03997 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Aug 31 08:24:43.209165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1d71-88ed-4aab-be18-05e48061542c req-03afb2a7-5621-4b3a-9191-a824f4de4abd tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:43.210716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6cb1d71-88ed-4aab-be18-05e48061542c req-03afb2a7-5621-4b3a-9191-a824f4de4abd tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0595324 Aug 31 08:24:43.250585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6cb1d71-88ed-4aab-be18-05e48061542c req-91bbac03-3efb-46e0-bfc9-3e86549fb4d5 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Aug 31 08:24:44.381827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978fa22-261a-4fc9-b586-5c7ba0bf32e8 req-3ab8e2b5-46ac-4048-98b8-3642d3b866e8 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:44.383353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f978fa22-261a-4fc9-b586-5c7ba0bf32e8 req-3ab8e2b5-46ac-4048-98b8-3642d3b866e8 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0566671 Aug 31 08:24:44.430710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f978fa22-261a-4fc9-b586-5c7ba0bf32e8 req-97363695-ea83-4856-939f-68dec71bdd5f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Aug 31 08:24:45.555716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aedbb-2626-4a9c-9202-87278d1bc592 req-5c683440-add1-419d-b2f8-aa77f0e8295f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:45.557329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-623aedbb-2626-4a9c-9202-87278d1bc592 req-5c683440-add1-419d-b2f8-aa77f0e8295f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0541637 Aug 31 08:24:45.601637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-623aedbb-2626-4a9c-9202-87278d1bc592 req-a020dab6-d68f-481d-8404-d7fd989ff290 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Aug 31 08:24:46.740012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac69346-66b2-4250-bc26-66f6f90bca43 req-7c538af9-59e6-48fe-9c62-9a167095e0dc tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:46.741623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ac69346-66b2-4250-bc26-66f6f90bca43 req-7c538af9-59e6-48fe-9c62-9a167095e0dc tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0708647 Aug 31 08:24:46.780949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4ac69346-66b2-4250-bc26-66f6f90bca43 req-bd639e59-f036-4f8e-9576-059012e4404a tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329359 Aug 31 08:24:47.907508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfcc79-2bc6-4c50-904e-4344c3956260 req-9e697cab-d033-45f0-9218-8c48defa806a tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:47.909089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ebfcc79-2bc6-4c50-904e-4344c3956260 req-9e697cab-d033-45f0-9218-8c48defa806a tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0547895 Aug 31 08:24:47.948092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ebfcc79-2bc6-4c50-904e-4344c3956260 req-d668dcba-5142-4cc0-968a-e9c67d190ee8 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Aug 31 08:24:49.069863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818d258-8f92-4d35-be6c-76542cda773d req-c74472f9-bd7c-48ad-a46a-d8a122b53725 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:49.071426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c818d258-8f92-4d35-be6c-76542cda773d req-c74472f9-bd7c-48ad-a46a-d8a122b53725 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0544634 Aug 31 08:24:49.111229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c818d258-8f92-4d35-be6c-76542cda773d req-7c977416-a5c3-42fd-b804-bffaf5ee7e15 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Aug 31 08:24:50.228446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d9418-5244-4f51-9037-4f42afa6c127 req-4df28e03-72c1-4345-9314-7543d9feb9b2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:50.229999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-305d9418-5244-4f51-9037-4f42afa6c127 req-4df28e03-72c1-4345-9314-7543d9feb9b2 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Aug 31 08:24:50.269025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-305d9418-5244-4f51-9037-4f42afa6c127 req-d6457fc6-0fbf-4007-99ba-9b379dae0e2f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Aug 31 08:24:51.393992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7bf1a-2cc2-42a8-80b3-de9a34efd44b req-2ee93978-b2f7-4b2b-9688-b3758cf1cfc5 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:51.395536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ce7bf1a-2cc2-42a8-80b3-de9a34efd44b req-2ee93978-b2f7-4b2b-9688-b3758cf1cfc5 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0568111 Aug 31 08:24:51.434452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ce7bf1a-2cc2-42a8-80b3-de9a34efd44b req-17bfef24-aef3-4d22-9e02-e0bb1b04ba96 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Aug 31 08:24:52.558164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09817353-f996-48f3-8ca1-8fb49ca2fde7 req-da0499a1-62d0-43ff-9a68-196196bd753d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:52.559592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09817353-f996-48f3-8ca1-8fb49ca2fde7 req-da0499a1-62d0-43ff-9a68-196196bd753d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0542042 Aug 31 08:24:52.597844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09817353-f996-48f3-8ca1-8fb49ca2fde7 req-6b4e445b-59d8-4beb-9d0a-07236da3e3ae tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 31 08:24:53.142573 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:24:53.724140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3c226-2b5e-4f4c-93d3-74ef34aeba7e req-b60782c3-5fa4-4c68-a39e-0fe9bc9331ab tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:53.725715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b3c226-2b5e-4f4c-93d3-74ef34aeba7e req-b60782c3-5fa4-4c68-a39e-0fe9bc9331ab tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0545785 Aug 31 08:24:53.730069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f479c1d2-43e8-46ea-aebb-c2da77ec576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:53.764749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b3c226-2b5e-4f4c-93d3-74ef34aeba7e req-f7ee20e5-2ab1-4f90-8fe2-864cde8f9313 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Aug 31 08:24:54.020729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:54.888647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e20bc-9edc-4d02-bead-6e72e50cc5ae req-c06c7018-1fc3-421b-9eb3-af51ce9ad184 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:54.890206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a10e20bc-9edc-4d02-bead-6e72e50cc5ae req-c06c7018-1fc3-421b-9eb3-af51ce9ad184 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0553811 Aug 31 08:24:54.930446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a10e20bc-9edc-4d02-bead-6e72e50cc5ae req-b660e1a0-21c4-4afa-adee-8ee4e4f1a2f7 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Aug 31 08:24:56.051842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74da8d2-fea5-47f2-80a8-328c538b29ee req-64ced084-2dae-4f14-a21f-6e5a13e0f167 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:56.053402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b74da8d2-fea5-47f2-80a8-328c538b29ee req-64ced084-2dae-4f14-a21f-6e5a13e0f167 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0536089 Aug 31 08:24:56.094192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b74da8d2-fea5-47f2-80a8-328c538b29ee req-7aaa77e4-9b48-442a-bb4a-08f3e23ca47f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Aug 31 08:24:56.358309 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:56.486645 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:56.704613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-61ea97cf-3a3c-4e6b-8799-db86a8ffa58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:57.211602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303aeba-edbb-4ff3-8f80-9311d94d05c5 req-92681d37-486e-4861-ab60-d7182697f08e tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:57.213126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8303aeba-edbb-4ff3-8f80-9311d94d05c5 req-92681d37-486e-4861-ab60-d7182697f08e tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0501590 Aug 31 08:24:57.251507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8303aeba-edbb-4ff3-8f80-9311d94d05c5 req-f62e53b4-3ac3-421f-8803-a3c86185ef1d tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Aug 31 08:24:58.029781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:24:58.370497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025caf77-2d28-4d8c-92e1-e6e91519d0a6 req-19c901ea-d338-4787-a5e1-03888556e6db tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:58.372027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-025caf77-2d28-4d8c-92e1-e6e91519d0a6 req-19c901ea-d338-4787-a5e1-03888556e6db tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0529687 Aug 31 08:24:58.411034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-025caf77-2d28-4d8c-92e1-e6e91519d0a6 req-7b04c20a-d945-419c-b0c1-db4213d15c4c tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Aug 31 08:24:59.530870 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5483f-4523-4587-a94f-6881820ff3ae req-b13310a7-0af9-48ae-b17b-b789fe586d75 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:24:59.532516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae5483f-4523-4587-a94f-6881820ff3ae req-b13310a7-0af9-48ae-b17b-b789fe586d75 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0514545 Aug 31 08:24:59.572477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dae5483f-4523-4587-a94f-6881820ff3ae req-e94f75c9-8496-4f56-b72b-cb2a93b983c9 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 31 08:24:59.620736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:00.687595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c5234-8eb7-4502-89c1-99458f8fa463 req-7b387a0c-a703-4c04-8c5e-c7cb9819a5f6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:00.689080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-521c5234-8eb7-4502-89c1-99458f8fa463 req-7b387a0c-a703-4c04-8c5e-c7cb9819a5f6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Aug 31 08:25:00.728267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-521c5234-8eb7-4502-89c1-99458f8fa463 req-6f6d93aa-6261-4491-94d0-2fd0f90b62cb tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Aug 31 08:25:01.848580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4d57-a320-4ac2-98fe-852fef5baab9 req-5870812f-db2c-4e51-a808-547ac03954d7 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:01.850152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e85b4d57-a320-4ac2-98fe-852fef5baab9 req-5870812f-db2c-4e51-a808-547ac03954d7 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0549743 Aug 31 08:25:01.897253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e85b4d57-a320-4ac2-98fe-852fef5baab9 req-b00583c1-31d1-4a21-a8d4-ea9201522be6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Aug 31 08:25:03.026627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4568-04be-4038-a1e8-01e7d9d95878 req-5a652949-7471-42c9-a78a-9f390b4a6c10 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:03.028307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a7d4568-04be-4038-a1e8-01e7d9d95878 req-5a652949-7471-42c9-a78a-9f390b4a6c10 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0522490 Aug 31 08:25:03.068100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a7d4568-04be-4038-a1e8-01e7d9d95878 req-7c7edaef-9cc0-4857-84bf-23836d5ad908 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335846 Aug 31 08:25:04.189278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1dc5c-49bc-4762-8f55-5f66e77b38ba req-aec82867-338c-4b04-8c29-16a7a2e029af tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:04.190976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b1dc5c-49bc-4762-8f55-5f66e77b38ba req-aec82867-338c-4b04-8c29-16a7a2e029af tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0500202 Aug 31 08:25:04.242851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b1dc5c-49bc-4762-8f55-5f66e77b38ba req-430e9e73-811a-43d3-ad6e-7a15f79b35b8 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Aug 31 08:25:05.363380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b327-84eb-4410-90f3-a363cb217f9a req-74c1a753-d012-4640-9b6d-334f01a02d43 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:05.364897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc74b327-84eb-4410-90f3-a363cb217f9a req-74c1a753-d012-4640-9b6d-334f01a02d43 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0534396 Aug 31 08:25:05.404312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc74b327-84eb-4410-90f3-a363cb217f9a req-0668dee0-f8ef-41b0-8ec0-ec32c3feccea tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Aug 31 08:25:06.519609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2961e-a297-483a-8b7d-d54c89dbc791 req-f71719a9-777a-4afe-bcd0-cb6bacc84e4b tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:06.521125 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bae2961e-a297-483a-8b7d-d54c89dbc791 req-f71719a9-777a-4afe-bcd0-cb6bacc84e4b tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0498161 Aug 31 08:25:06.559826 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bae2961e-a297-483a-8b7d-d54c89dbc791 req-5a68f5ad-f4b9-48ac-ae0d-080f0fde91a6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325446 Aug 31 08:25:06.754402 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-a3df7db1-7c31-4320-90e9-64118c02f6f4 service neutron] show failed (client error): The resource could not be found. Aug 31 08:25:06.755426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-a3df7db1-7c31-4320-90e9-64118c02f6f4 service neutron] 10.222.0.68 "GET /v2.0/ports/e2cf9323-f7fe-4743-9c0d-acf429fffd12/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0554411 Aug 31 08:25:07.374781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-784f4382-7fcd-4bc7-8629-84b95b26e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:07.376430 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-784f4382-7fcd-4bc7-8629-84b95b26e267 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9&tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4 HTTP/1.1" status: 200 len: 1098 time: 0.0746691 Aug 31 08:25:07.391670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:25:07.452199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:07.688511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c30b0-e5c0-437f-a0fc-4a949c1aacb5 req-0ff22d9e-3297-40ed-bc34-9db884b72ded tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:07.690500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-778c30b0-e5c0-437f-a0fc-4a949c1aacb5 req-0ff22d9e-3297-40ed-bc34-9db884b72ded tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0594468 Aug 31 08:25:07.732543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-778c30b0-e5c0-437f-a0fc-4a949c1aacb5 req-0abf16ef-ff02-4270-ba7b-a852c86a56e7 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355904 Aug 31 08:25:08.022410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:08.056590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:25:08.100569 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:08.103012 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eabe76-e1d2-4712-8052-767fa54fb2d9" -d '{"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:08.107459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:08.123897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Transition to ACTIVE for port object e2cf9323-f7fe-4743-9c0d-acf429fffd12 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:25:08.152598 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8795e4a8-a4d7-42ad-9576-ba30092ae76d x-openstack-request-id: req-8795e4a8-a4d7-42ad-9576-ba30092ae76d {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:08.152923 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:08.153172 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8795e4a8-a4d7-42ad-9576-ba30092ae76d {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:08.154137 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'code': 200} Aug 31 08:25:08.178573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:08.257361 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] No DVR routers for this DVR port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:25:08.260581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:08.272974 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.273222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.273562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.273929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.274268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.274601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.274929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.275586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.275586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.275915 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.276236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.276557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:08.305852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:25:08.306197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:25:08.306527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on network 5acad323-f301-4d66-9163-6183b00a93f7 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:25:08.310845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on network 5acad323-f301-4d66-9163-6183b00a93f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:25:08.311164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Attempting to bind port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on network 5acad323-f301-4d66-9163-6183b00a93f7 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:25:08.316992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:25:08.317338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Checking segment: {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:25:08.317726 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Bound using segment: {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:25:08.318187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Bound port: e2cf9323-f7fe-4743-9c0d-acf429fffd12, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8c2677-0e00-4ae6-bdf3-0b289272de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:25:08.318547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:08.380818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:25:08.383814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:25:08.484781 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:08.522039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:08.522724 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:08.524223 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] 10.222.0.45 "PUT /v2.0/ports/e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 1093 time: 1.1375418 Aug 31 08:25:08.545342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ec047-a0d1-47bb-9955-e8fe1ea65b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:08.588670 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-b7f59178-3add-4f46-847b-b44302144fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:08.590239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-b7f59178-3add-4f46-847b-b44302144fa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1096 time: 0.0413458 Aug 31 08:25:08.681338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-0fbd099f-6ee5-4a7a-a0a3-6dae675bbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:08.682985 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-0fbd099f-6ee5-4a7a-a0a3-6dae675bbc93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 913 time: 0.0854368 Aug 31 08:25:08.732174 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-718378e2-ccd4-4fed-a7ec-0a0e9cbea710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 217 time: 0.0411971 Aug 31 08:25:08.784169 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-442cadd7-1392-47ec-80c0-30c11f74b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:08.785601 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-442cadd7-1392-47ec-80c0-30c11f74b4be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 200 len: 852 time: 0.0461373 Aug 31 08:25:08.820786 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-bfe334df-49ed-46b1-9071-5fb2b9a438ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5acad323-f301-4d66-9163-6183b00a93f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269799 Aug 31 08:25:08.854633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077761b-d8c3-44e0-b3e4-346921f4e454 req-400bd6c4-e7e5-4cf6-90f2-ce32a70c241b tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:08.856287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0077761b-d8c3-44e0-b3e4-346921f4e454 req-400bd6c4-e7e5-4cf6-90f2-ce32a70c241b tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0533283 Aug 31 08:25:08.896854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0077761b-d8c3-44e0-b3e4-346921f4e454 req-9bd90d6e-f485-4c9b-8a74-3e5e886392aa tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Aug 31 08:25:08.924141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-be0721ee-1675-48e5-9b64-62eb7150f798 service neutron] 10.222.0.45 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954168 Aug 31 08:25:09.018391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-058ac7ef-8c3c-4439-850c-65b14be36fbc req-06cb8b44-7f06-45b5-8d63-72c88bbf0410 service neutron] 10.222.0.45 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Aug 31 08:25:10.014815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e5c1-a9b0-4493-8341-361b2f2ede7f req-507b01a5-35c9-4e66-ad1f-f8a5b38d7dc6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.016344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6c7e5c1-a9b0-4493-8341-361b2f2ede7f req-507b01a5-35c9-4e66-ad1f-f8a5b38d7dc6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0492132 Aug 31 08:25:10.055053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6c7e5c1-a9b0-4493-8341-361b2f2ede7f req-07261871-45e8-44f7-bfc6-bfebf031510a tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Aug 31 08:25:10.154692 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:10.157757 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31daf7b-02b5-4cc2-9361-1ad410e64aec" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:10.208111 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986ffa9d-a684-43bf-9b14-17a992992efe x-openstack-request-id: req-986ffa9d-a684-43bf-9b14-17a992992efe {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:10.208408 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:10.208667 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-986ffa9d-a684-43bf-9b14-17a992992efe {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:10.209078 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'status': 'completed', 'code': 200} Aug 31 08:25:10.276296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-57249940-e8b2-4f22-bd7f-d052845db631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.276446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-421ca64e-b407-4807-8e22-dd4fba6d0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.277161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-57249940-e8b2-4f22-bd7f-d052845db631 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1096 time: 0.0469902 Aug 31 08:25:10.278025 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-421ca64e-b407-4807-8e22-dd4fba6d0ee1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1096 time: 0.0436287 Aug 31 08:25:10.375542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-504e4554-4e51-4412-b556-0060ce84e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.377554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-504e4554-4e51-4412-b556-0060ce84e99a service neutron] 10.222.0.68 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 913 time: 0.0915747 Aug 31 08:25:10.383641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-82d3913d-022c-428d-b437-eb88d97a1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.385171 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-82d3913d-022c-428d-b437-eb88d97a1ffd service neutron] 10.222.0.45 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 913 time: 0.0952561 Aug 31 08:25:10.420628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-a4e455d2-cebe-4090-a337-958fa559193e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 217 time: 0.0358744 Aug 31 08:25:10.429453 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-caae0ae9-8997-40d0-8b54-053fd17c1ccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Aug 31 08:25:10.477664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-b9689f77-7409-4fda-9b57-54a41b0adadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.479121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-b9689f77-7409-4fda-9b57-54a41b0adadb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 200 len: 852 time: 0.0499575 Aug 31 08:25:10.492154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-b85da790-b4b5-48ec-9869-c2867680ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:10.493643 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-b85da790-b4b5-48ec-9869-c2867680ec67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 200 len: 852 time: 0.0519006 Aug 31 08:25:10.513745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-e2754e2c-feb9-4f33-9cdb-dc4213ae0dfc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5acad323-f301-4d66-9163-6183b00a93f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252383 Aug 31 08:25:10.533188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-b21fcf90-3e42-4b0c-adb6-150a799c831f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5acad323-f301-4d66-9163-6183b00a93f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297625 Aug 31 08:25:10.618403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-73844114-09ba-4f40-b599-e3f5e0233e1c service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964603 Aug 31 08:25:10.632325 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-3c534ce2-521a-4a10-b6d9-f08b7404abd3 service neutron] 10.222.0.45 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900679 Aug 31 08:25:10.728610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-71bb4a16-d897-4b52-af9b-45fadd4fd88b service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963206 Aug 31 08:25:10.736712 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a31daf7b-02b5-4cc2-9361-1ad410e64aec req-133ee7d8-a0f5-405b-b852-c388de93a47e service neutron] 10.222.0.45 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968912 Aug 31 08:25:11.185537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefad73-1c71-4da0-a0fe-25e8e0765bdd req-70319e5d-c7e7-4271-9ab6-d57264a1c412 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:11.187657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fefad73-1c71-4da0-a0fe-25e8e0765bdd req-70319e5d-c7e7-4271-9ab6-d57264a1c412 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0544293 Aug 31 08:25:11.194643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:25:11.231263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3fefad73-1c71-4da0-a0fe-25e8e0765bdd req-4993f52c-2bf6-4104-940c-891cf34fabd7 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360532 Aug 31 08:25:11.247735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:25:12.338670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:25:12.356456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9dca-04d0-4d4c-a505-9868505bb476 req-f4d40ae3-7c18-49dd-a049-b4a093beac36 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:12.358083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dfa9dca-04d0-4d4c-a505-9868505bb476 req-f4d40ae3-7c18-49dd-a049-b4a093beac36 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 944 time: 0.0520718 Aug 31 08:25:12.404794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dfa9dca-04d0-4d4c-a505-9868505bb476 req-1300a630-45d0-4f0d-a2aa-a225e37c0f26 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Aug 31 08:25:12.453632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:12.466398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'network_id': '5acad323-f301-4d66-9163-6183b00a93f7', 'port_id': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'mac_address': 'fa:16:3e:ad:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f67963-a927-4584-ad44-0a143a9fe47f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:25:12.509523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:12.523472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cf9323-f7fe-4743-9c0d-acf429fffd12 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:25:12.548903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:12.675516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:12.727663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:12.736147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.738957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.740809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.740809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.740809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:12.928755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e2cf9323-f7fe-4743-9c0d-acf429fffd12'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:25:13.016793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728416f-6404-444f-8de5-b820183a337c req-e7392eed-e14b-4d39-8fd4-4795d21dfbba tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:13.018402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-e7392eed-e14b-4d39-8fd4-4795d21dfbba tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9&tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 945 time: 0.0894294 Aug 31 08:25:13.080253 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-8728416f-6404-444f-8de5-b820183a337c req-b781afc0-b35b-41bb-b9b2-04aeb0957bcd service neutron] delete failed (client error): The resource could not be found. Aug 31 08:25:13.081287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-b781afc0-b35b-41bb-b9b2-04aeb0957bcd service neutron] 10.222.0.68 "DELETE /v2.0/ports/e2cf9323-f7fe-4743-9c0d-acf429fffd12/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0552282 Aug 31 08:25:13.171685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728416f-6404-444f-8de5-b820183a337c req-e797f454-1440-48cf-b41f-187d9d7a57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:13.173181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-e797f454-1440-48cf-b41f-187d9d7a57b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 1097 time: 0.0461731 Aug 31 08:25:13.619748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728416f-6404-444f-8de5-b820183a337c req-8a180be7-01ad-4777-8cfc-89b644daf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:13.621253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-8a180be7-01ad-4777-8cfc-89b644daf8ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 200 len: 913 time: 0.4408109 Aug 31 08:25:13.674788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-e9584487-1f45-4f00-bbb1-b48e8c7670ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 200 len: 217 time: 0.0438526 Aug 31 08:25:13.733079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728416f-6404-444f-8de5-b820183a337c req-0937750b-0212-44b5-a57d-c56fb2d383fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:13.735188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-0937750b-0212-44b5-a57d-c56fb2d383fd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 200 len: 852 time: 0.0530801 Aug 31 08:25:13.768697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-6bc4805d-4d0f-41b2-b619-fbf9dd5e664d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5acad323-f301-4d66-9163-6183b00a93f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258665 Aug 31 08:25:13.867689 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-1b1e6774-d441-4286-93f0-3d50e237a688 service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912669 Aug 31 08:25:13.959448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-76c689f1-6506-4b7b-9739-c03ea48dfa23 service neutron] 10.222.0.68 "GET /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Aug 31 08:25:14.355268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:25:14.515161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port e2cf9323-f7fe-4743-9c0d-acf429fffd12 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:25:14.519648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port e2cf9323-f7fe-4743-9c0d-acf429fffd12 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:25:14.520020 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:14.601260 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:14.623705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:14.625988 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eaaa17-847d-4af9-a013-22c561e8c496" -d '{"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-plugged", "status": "completed", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:14.649216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:14.665756 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38bba7d-77b8-4437-af96-810977313a74 x-openstack-request-id: req-d38bba7d-77b8-4437-af96-810977313a74 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:14.666096 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-plugged", "status": "completed", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:14.666344 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d38bba7d-77b8-4437-af96-810977313a74 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:14.666773 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'code': 200} Aug 31 08:25:14.761040 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:14.813102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:15.551943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc733-ef47-45fb-9d2e-4e2f0c3535a7 req-08fe7dc6-155a-4f3a-b1c7-14ac111682ae tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:15.553530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c8fc733-ef47-45fb-9d2e-4e2f0c3535a7 req-08fe7dc6-155a-4f3a-b1c7-14ac111682ae tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0511141 Aug 31 08:25:15.594691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c8fc733-ef47-45fb-9d2e-4e2f0c3535a7 req-4e8bbf7d-11ea-4363-b93a-724723fdda89 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352228 Aug 31 08:25:16.721665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b1a04-f40f-483f-9f86-e017ad02acad req-da0287da-b2db-4ff5-832c-0375c9ff596f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:16.723227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac3b1a04-f40f-483f-9f86-e017ad02acad req-da0287da-b2db-4ff5-832c-0375c9ff596f tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0558696 Aug 31 08:25:16.762451 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac3b1a04-f40f-483f-9f86-e017ad02acad req-cbfbcb91-32d6-43af-80a0-35b50a9d07b9 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/security-groups?id=92d3432a-b192-496b-9cae-fe6eaa157714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Aug 31 08:25:17.128969 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728416f-6404-444f-8de5-b820183a337c req-59cba555-2281-43be-b459-2de89e66e6d3 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:17.130623 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-59cba555-2281-43be-b459-2de89e66e6d3 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Aug 31 08:25:17.225420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Deleting port e2cf9323-f7fe-4743-9c0d-acf429fffd12 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:25:17.225774 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:17.331887 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] For port e2cf9323-f7fe-4743-9c0d-acf429fffd12, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=e2cf9323-f7fe-4743-9c0d-acf429fffd12,segment=NetworkSegment(5b8c2677-0e00-4ae6-bdf3-0b289272de0b),segment_id=5b8c2677-0e00-4ae6-bdf3-0b289272de0b)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:17.332520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:17.347205 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Calling delete_port for e2cf9323-f7fe-4743-9c0d-acf429fffd12 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:25:17.572328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:17.584896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['e2cf9323-f7fe-4743-9c0d-acf429fffd12'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:25:17.602544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Pushing event deleted for resources: {'Port': ['ID=e2cf9323-f7fe-4743-9c0d-acf429fffd12,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:17.647860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] No DVR routers for this DVR port e2cf9323-f7fe-4743-9c0d-acf429fffd12 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:25:17.650604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:17.652838 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8728416f-6404-444f-8de5-b820183a337c req-70c4f965-c90e-4c87-bb64-b2ccdf3be0b6 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.45 "DELETE /v2.0/ports/e2cf9323-f7fe-4743-9c0d-acf429fffd12 HTTP/1.1" status: 204 len: 173 time: 0.5144393 Aug 31 08:25:17.653298 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-deleted', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:17.655613 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d205a54-4a4a-4709-90a8-19556e2bb935" -d '{"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-deleted", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:17.693213 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fba5aef-332a-4834-8314-8112861ccfc8 x-openstack-request-id: req-6fba5aef-332a-4834-8314-8112861ccfc8 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:17.693507 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebc03c0-afc4-414d-8828-4524ffc998d9", "name": "network-vif-deleted", "tag": "e2cf9323-f7fe-4743-9c0d-acf429fffd12", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:17.693762 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fba5aef-332a-4834-8314-8112861ccfc8 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:17.694196 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebc03c0-afc4-414d-8828-4524ffc998d9', 'name': 'network-vif-deleted', 'tag': 'e2cf9323-f7fe-4743-9c0d-acf429fffd12', 'status': 'completed', 'code': 200} Aug 31 08:25:17.892142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-624dd3be-edcb-4f8b-b2b3-0310c1ea89e9 req-e34cc6ec-0e4d-45eb-b40e-5ac4c6f4be26 tempest-DeleteServersTestJSON-46143191 tempest-DeleteServersTestJSON-46143191-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ebc03c0-afc4-414d-8828-4524ffc998d9 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Aug 31 08:25:19.029972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58716) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:25:19.074300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Deleting subnet 59f67963-a927-4584-ad44-0a143a9fe47f {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:25:19.077579 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.112260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.154289 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.316296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.343137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f67963-a927-4584-ad44-0a143a9fe47f,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:19.346819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.349690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0435c27b-e7df-4c9a-bc68-02533ed72de4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59f67963-a927-4584-ad44-0a143a9fe47f HTTP/1.1" status: 204 len: 168 time: 0.3185604 Aug 31 08:25:19.351318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:25:19.420491 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.505540 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.516393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acad323-f301-4d66-9163-6183b00a93f7']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:25:19.527634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8c2677-0e00-4ae6-bdf3-0b289272de0b') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:25:19.527926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8c2677-0e00-4ae6-bdf3-0b289272de0b') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:25:19.537214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.551015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.556741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:25:19.557128 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:25:19.558891 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:25:19.674768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.680489 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:19.682354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5acad323-f301-4d66-9163-6183b00a93f7 HTTP/1.1" status: 204 len: 168 time: 0.3300934 Aug 31 08:25:19.694123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf18eb4-e9b7-4e11-b7de-1a343a6f15d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5acad323-f301-4d66-9163-6183b00a93f7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:20.009012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58722) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:25:20.048742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-16b3dc70-a3b1-444b-afa8-efe831a4ad4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6af254ef6a94d2e8554f4fd00fc88c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385485 Aug 31 08:25:20.051361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58724) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:25:20.101767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00ccf57-5618-4b94-953d-1bc5a4ed0772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:20.124587 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00ccf57-5618-4b94-953d-1bc5a4ed0772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:20.258224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00ccf57-5618-4b94-953d-1bc5a4ed0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:20.260732 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d00ccf57-5618-4b94-953d-1bc5a4ed0772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:20.261947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d00ccf57-5618-4b94-953d-1bc5a4ed0772 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92d3432a-b192-496b-9cae-fe6eaa157714 HTTP/1.1" status: 204 len: 168 time: 0.2096379 Aug 31 08:25:20.270079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ccf57-5618-4b94-953d-1bc5a4ed0772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d3432a-b192-496b-9cae-fe6eaa157714,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:20.371186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:25:20.391915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: e2cf9323-f7fe-4743-9c0d-acf429fffd12 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:25:20.392260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device e2cf9323-f7fe-4743-9c0d-acf429fffd12 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:25:21.357589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58746) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:25:21.453477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-351004927-network', 'tenant_id': 'bb7eaa2d67434cfc90562401b2215d9f'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:25:21.572098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Made reservation on behalf of bb7eaa2d67434cfc90562401b2215d9f for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:25:21.574566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.584309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.674723 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.737365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.764758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:25:21.771809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774483e5-5a66-49fd-a3b1-b26626f67c8e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:21.781648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.783095 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Added segment c78967a4-7ad4-4bca-900f-c482fd41e0a2 of type vlan for network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b Aug 31 08:25:21.784317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.784666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.785010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.785353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.785690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.786053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.786387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.786733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.787047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.787377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.787708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.788034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:25:21.831331 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.946247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:21.947217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:21.947812 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:22.007380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] Pushing event updated for resources: {'Network': ['ID=22cdb2bd-e4e9-4a15-9cd0-2746b776744b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:22.017405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:25:22.076242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3b9592e8-1761-44fd-935c-5da7c3920faf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7169251 Aug 31 08:25:22.079772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 58750) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:25:22.085592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Request body: {'subnet': {'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-351004927-subnet', 'tenant_id': 'bb7eaa2d67434cfc90562401b2215d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:25:22.200473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Made reservation on behalf of bb7eaa2d67434cfc90562401b2215d9f for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:25:22.203352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:22.417745 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:22.477769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4b169a-a1bb-4637-8b58-2f0ede861017,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:22.489025 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Checking segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:25:22.489427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Network hostable DHCP agents. Network: 22cdb2bd-e4e9-4a15-9cd0-2746b776744b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:25:22.666548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:25:22.732582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 22cdb2bd-e4e9-4a15-9cd0-2746b776744b) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:25:22.737534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:22.738725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:22.747384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2094ff0a-606f-455a-ab26-82a9e95c80e7 None None] Network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:25:22.822241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c807f323-9c31-4795-b883-90f8c15c85b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7410378 Aug 31 08:25:22.897639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bff88-cf88-4f85-9774-0794261e0210 None None] Network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:25:23.356817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-c0aa7085-b33c-4094-ad0f-98085b4450d0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:23.358356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-c0aa7085-b33c-4094-ad0f-98085b4450d0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 814 time: 0.1261737 Aug 31 08:25:23.375285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-6480dcbd-1bb2-45b7-96c3-9f08795892b1 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/quotas/bb7eaa2d67434cfc90562401b2215d9f HTTP/1.1" status: 200 len: 375 time: 0.0102792 Aug 31 08:25:23.418969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-0a5de05a-0bbc-41cc-bdd0-0d81b30b4579 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365980 Aug 31 08:25:23.513854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-08cbe14f-bbff-424d-abb2-710050f94f4f service neutron] 10.222.0.36 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876658 Aug 31 08:25:23.613206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-10cd9ebe-4674-45f9-a6c8-c100a948d3dc service neutron] 10.222.0.36 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924177 Aug 31 08:25:23.714716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b4195d1-d665-49fd-ad28-fb1a6101833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:23.884015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8d678f3e-1f6e-4152-bc5b-0da139d2e7f0 req-bb541ebd-52b9-44e5-a3f6-36cc4e5d1166 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 210 time: 0.0289171 Aug 31 08:25:24.023101 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:24.980681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9705ba04-2fd4-4e64-8cfc-9443bf796db2 req-004d0a6b-4c97-4ef6-a40a-d7c76b0b45f5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Aug 31 08:25:26.002404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-f4df79ca-5153-4d0e-8885-136e454712cf tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:26.004645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-f4df79ca-5153-4d0e-8885-136e454712cf tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.68 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 814 time: 0.1063476 Aug 31 08:25:26.021144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Request body: {'port': {'device_id': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'admin_state_up': True, 'tenant_id': 'bb7eaa2d67434cfc90562401b2215d9f'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:25:26.104691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c69880a-55d6-4154-833c-613d15aa5048 req-b9146d1a-e3f9-4b51-8e32-207990ea0e05 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 210 time: 0.0345247 Aug 31 08:25:26.300516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Made reservation on behalf of bb7eaa2d67434cfc90562401b2215d9f for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:25:26.304181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.411688 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.437636 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Allocated IP 172.20.0.14 (22cdb2bd-e4e9-4a15-9cd0-2746b776744b/6f4b169a-a1bb-4637-8b58-2f0ede861017/7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:25:26.569085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.583822 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.695287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.723252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e03842f4-6654-40a3-926b-c5768a411ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.736977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:25:26.742204 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:25:26.746056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:25:26.773074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:26.798766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:26.799396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:26.901269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-58b886e6-cc07-436c-ba81-bf2f988add68 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8854475 Aug 31 08:25:26.918482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Request body: {'port': {'device_id': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:25:26.977830 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:27.271956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32880-b694-4219-94c6-c3b949d53bf0 req-19a2bb71-8d95-4779-8a64-ddaea01fc75b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:27.273500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7d32880-b694-4219-94c6-c3b949d53bf0 req-19a2bb71-8d95-4779-8a64-ddaea01fc75b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 932 time: 0.0943334 Aug 31 08:25:27.293317 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:25:27.308716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:27.331084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Transition to ACTIVE for port object 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:25:27.336739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7d32880-b694-4219-94c6-c3b949d53bf0 req-9ed9a8fc-6992-4f7f-a0e7-5661f5a9b5ee tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543411 Aug 31 08:25:27.423157 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:27.476991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:27.547212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:25:27.547502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:25:27.547884 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:25:27.552387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:25:27.552713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:25:27.557577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:25:27.557957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Checking segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:25:27.558370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Bound using segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:25:27.558823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Bound port: 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:25:27.559199 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:27.624394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:25:27.627550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:25:27.743927 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:27.785017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:27.785637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:27.787078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] 10.222.0.68 "PUT /v2.0/ports/7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 1093 time: 0.8729630 Aug 31 08:25:27.787538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:27.789834 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83701e6-7741-4d33-8d9a-6bccb2f3c390" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:27.816398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd2ddc-1611-422d-bcca-4923e2df7203 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:27.826894 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1bc0f-87a1-4756-8a54-0f9c38b62506 x-openstack-request-id: req-d1d1bc0f-87a1-4756-8a54-0f9c38b62506 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:27.827181 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:27.827431 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1d1bc0f-87a1-4756-8a54-0f9c38b62506 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:27.827829 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'status': 'completed', 'code': 200} Aug 31 08:25:27.892699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83701e6-7741-4d33-8d9a-6bccb2f3c390 req-604e68c5-f592-4817-bf81-1deec0c90b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:27.894274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f83701e6-7741-4d33-8d9a-6bccb2f3c390 req-604e68c5-f592-4817-bf81-1deec0c90b1b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1096 time: 0.0422850 Aug 31 08:25:27.995833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83701e6-7741-4d33-8d9a-6bccb2f3c390 req-2f9049e1-f5c8-4089-a889-572f1ede5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:27.997326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f83701e6-7741-4d33-8d9a-6bccb2f3c390 req-2f9049e1-f5c8-4089-a889-572f1ede5ebf service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947978 Aug 31 08:25:28.063927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:28.102421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83701e6-7741-4d33-8d9a-6bccb2f3c390 req-8954528d-08f7-4c49-8621-fd28a891ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:28.103923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f83701e6-7741-4d33-8d9a-6bccb2f3c390 req-8954528d-08f7-4c49-8621-fd28a891ff06 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972695 Aug 31 08:25:28.185653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-e6e271b1-986c-4e9e-ada1-15a82a8bfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:28.187289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-e6e271b1-986c-4e9e-ada1-15a82a8bfb48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1096 time: 0.0453234 Aug 31 08:25:28.237871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-41fba553-9b97-4b29-8184-76e901105777 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 217 time: 0.0421269 Aug 31 08:25:28.290525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-45d75cba-e01e-48a2-8f14-f3af3e7301d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:28.292241 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-45d75cba-e01e-48a2-8f14-f3af3e7301d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0477917 Aug 31 08:25:28.325453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-05cee756-4d44-4c17-beb9-ed1eba5792fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256703 Aug 31 08:25:28.455293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-c5fda39e-ae81-433a-93df-f3a5496b4a17 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215653 Aug 31 08:25:28.493960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec1afa-8261-49e2-ade5-755293c4f9c1 req-747c066c-3611-442a-9b28-1c33bcc40ed5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:28.495671 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ec1afa-8261-49e2-ade5-755293c4f9c1 req-747c066c-3611-442a-9b28-1c33bcc40ed5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 944 time: 0.0907369 Aug 31 08:25:28.583210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8ec1afa-8261-49e2-ade5-755293c4f9c1 req-fafec4ec-43b1-4a52-bcd7-8ca94dbf0e5e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600114 Aug 31 08:25:28.600927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9de8362c-91d6-4580-8d98-e3aed86af166 req-20af07d3-64d6-4c44-9811-5271c0de50d3 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373703 Aug 31 08:25:29.635349 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:29.705067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39a920-9a56-43cd-a12a-c04061b4678d req-63eec6c5-fb94-44c7-b1fb-c22a471decb8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:29.706652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd39a920-9a56-43cd-a12a-c04061b4678d req-63eec6c5-fb94-44c7-b1fb-c22a471decb8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 944 time: 0.0529399 Aug 31 08:25:29.746823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd39a920-9a56-43cd-a12a-c04061b4678d req-7927dd60-bee9-484d-88b3-2b991acf53a1 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Aug 31 08:25:30.141431 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:25:30.865622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae452a7-0a48-4856-bbb3-1a4435c10d96 req-78a7ed6d-0e6b-4189-b9d7-27cd63f05c4f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:30.867247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ae452a7-0a48-4856-bbb3-1a4435c10d96 req-78a7ed6d-0e6b-4189-b9d7-27cd63f05c4f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 944 time: 0.0494363 Aug 31 08:25:30.908634 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5ae452a7-0a48-4856-bbb3-1a4435c10d96 req-c16e5333-3e14-4d39-a7a3-460f3a28e77b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Aug 31 08:25:31.294715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:25:31.400080 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:31.412305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'port_id': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'mac_address': 'fa:16:3e:04:d6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4b169a-a1bb-4637-8b58-2f0ede861017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:25:31.451656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:31.465356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:25:31.487913 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:31.612307 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:31.825336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:31.891079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:25:32.026810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb9fe8-53a2-4d0f-aac4-7dbb42ab2c4c req-52b26874-57ec-413a-a293-73a4311aa0eb tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:32.028449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4bb9fe8-53a2-4d0f-aac4-7dbb42ab2c4c req-52b26874-57ec-413a-a293-73a4311aa0eb tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 945 time: 0.0530801 Aug 31 08:25:32.069172 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4bb9fe8-53a2-4d0f-aac4-7dbb42ab2c4c req-a94368be-e176-416c-8776-d39a6630fc24 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334287 Aug 31 08:25:33.188102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f93e5-aef2-4601-b6c3-b461c428944b req-728313a5-c8e0-4a55-8b33-3be6bd66db51 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:33.189637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af0f93e5-aef2-4601-b6c3-b461c428944b req-728313a5-c8e0-4a55-8b33-3be6bd66db51 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 945 time: 0.0503001 Aug 31 08:25:33.229405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af0f93e5-aef2-4601-b6c3-b461c428944b req-e8281eaf-d059-4ae7-bcbf-db7866e1407b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Aug 31 08:25:33.319319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:25:33.483683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:25:33.487849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:25:33.488229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:33.566993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:33.591475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:33.594385 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a42c25-f959-484c-a2b6-b676d60a198e" -d '{"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-plugged", "status": "completed", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:33.608171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:33.633290 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ae9a2-4191-4dd5-8d79-0c19b0f8fff2 x-openstack-request-id: req-598ae9a2-4191-4dd5-8d79-0c19b0f8fff2 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:33.633585 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-plugged", "status": "completed", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:33.633911 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-598ae9a2-4191-4dd5-8d79-0c19b0f8fff2 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:33.634307 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'code': 200} Aug 31 08:25:33.740286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c9f2-fa23-4569-8c2a-e13ab16da619 req-a64d84bd-4bee-40ce-be5b-6227d04e4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:33.741751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cb8c9f2-fa23-4569-8c2a-e13ab16da619 req-a64d84bd-4bee-40ce-be5b-6227d04e4cd3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1097 time: 0.0437233 Aug 31 08:25:33.778522 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3cb8c9f2-fa23-4569-8c2a-e13ab16da619 req-ad7e5c81-08c6-4694-a907-8121ddc9e8d5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289948 Aug 31 08:25:33.809341 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:33.858706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:34.352588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed44a95-64bb-48c1-b613-e91efa08f10f req-5df964f8-f7e2-4350-a44b-780a041cfc28 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:34.354164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aed44a95-64bb-48c1-b613-e91efa08f10f req-5df964f8-f7e2-4350-a44b-780a041cfc28 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0566039 Aug 31 08:25:34.397879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aed44a95-64bb-48c1-b613-e91efa08f10f req-4d806bed-d805-4243-b392-ae1a28cf1e05 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Aug 31 08:25:35.285616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-8a153bc6-2311-4f66-9729-2179e8614be0 req-9aabbd87-2824-4ac7-b7a1-189d44caef6e service neutron] (95446) timed out ('10.222.0.45', 49353) {{(pid=95446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:25:35.517857 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82fe9-394f-4bec-9316-ffc43f3b3d27 req-7e671189-23db-4901-8559-239a4637b6ed tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:35.519412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ef82fe9-394f-4bec-9316-ffc43f3b3d27 req-7e671189-23db-4901-8559-239a4637b6ed tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0501635 Aug 31 08:25:35.559294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ef82fe9-394f-4bec-9316-ffc43f3b3d27 req-71a0cfc4-9280-4362-a9b9-913ae2724f9d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337086 Aug 31 08:25:35.676488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828a1b9-9216-4b35-9eac-d50cf3184a2d req-9b14e9ae-84e6-47d3-94c4-df46dd3ec6c8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:35.678072 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a828a1b9-9216-4b35-9eac-d50cf3184a2d req-9b14e9ae-84e6-47d3-94c4-df46dd3ec6c8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0506606 Aug 31 08:25:35.719834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a828a1b9-9216-4b35-9eac-d50cf3184a2d req-6f42a10c-2fc0-4065-9fef-db17e7ac3bfd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Aug 31 08:25:36.050451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f897f-d760-4e6c-8dfe-f870bceff4df req-242a32df-7b7d-4992-9d4e-1b3bdf0848ad tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:36.052003 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d82f897f-d760-4e6c-8dfe-f870bceff4df req-242a32df-7b7d-4992-9d4e-1b3bdf0848ad tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0546589 Aug 31 08:25:36.091181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d82f897f-d760-4e6c-8dfe-f870bceff4df req-3381e23f-8ef0-42e1-948c-9bbae5f4c597 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Aug 31 08:25:36.206382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec65b-d4a7-4f95-a150-78d55ec32296 req-ef6f4178-d3b9-4b6e-be45-31fdbb927f6c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:36.208050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a75ec65b-d4a7-4f95-a150-78d55ec32296 req-ef6f4178-d3b9-4b6e-be45-31fdbb927f6c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0489886 Aug 31 08:25:36.247864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a75ec65b-d4a7-4f95-a150-78d55ec32296 req-20219315-affa-46ec-89a2-59143c7e4c54 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Aug 31 08:25:36.836545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0769371-65c3-4d79-9280-86dc62779a57 req-09584c3c-1a21-4750-928e-8316026bedae tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:36.838168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0769371-65c3-4d79-9280-86dc62779a57 req-09584c3c-1a21-4750-928e-8316026bedae tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0508337 Aug 31 08:25:36.876735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0769371-65c3-4d79-9280-86dc62779a57 req-5d15a322-94eb-45e2-894e-366e6d916e3c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Aug 31 08:25:37.039734 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-602e6a6f-f0ce-42f4-a749-9f427e3e83d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444844 Aug 31 08:25:38.003564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223034f-ee9e-4535-875e-beb72db22e91 req-48f84350-37cc-4fa1-99d4-594fcf9a39fd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:38.005149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d223034f-ee9e-4535-875e-beb72db22e91 req-48f84350-37cc-4fa1-99d4-594fcf9a39fd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0516458 Aug 31 08:25:38.047490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d223034f-ee9e-4535-875e-beb72db22e91 req-4a62ec9b-4b1d-4baf-97e7-0769836416da tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362537 Aug 31 08:25:39.165721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f93da-4b09-495c-8020-a22f25ea2a16 req-fe0060f8-d676-4baa-9be6-4d02ebcbca25 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:39.167265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea7f93da-4b09-495c-8020-a22f25ea2a16 req-fe0060f8-d676-4baa-9be6-4d02ebcbca25 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0505793 Aug 31 08:25:39.206212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea7f93da-4b09-495c-8020-a22f25ea2a16 req-ecd063e1-45ba-40a7-bcfc-38e51ccee604 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Aug 31 08:25:39.604845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-6dec3939-9ba0-4bd1-be00-f56a8d283ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:39.606431 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-6dec3939-9ba0-4bd1-be00-f56a8d283ab0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1098 time: 0.0424976 Aug 31 08:25:39.704281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-e4dae32e-dd57-4d44-a00c-7c44f674b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:39.705786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-e4dae32e-dd57-4d44-a00c-7c44f674b4c9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0909553 Aug 31 08:25:39.749961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-b0c10a68-5078-45ff-a6f3-f2046128d8cb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 217 time: 0.0364115 Aug 31 08:25:39.805694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-46fc623f-4347-44ec-bb0f-118ad05a551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:39.807245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-46fc623f-4347-44ec-bb0f-118ad05a551d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0492547 Aug 31 08:25:39.841250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-ee195a5f-150a-4e8b-9c45-7d98cef4e5e3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259778 Aug 31 08:25:39.933553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-be3159ac-f74b-4310-ab57-17182f9037cb service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Aug 31 08:25:40.036645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-3f936974-432b-4de2-a90f-c6d3f84529b3 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956569 Aug 31 08:25:40.326969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8155d-1872-4312-8812-c2ce726ab9ee req-64d15aa3-4cbc-44c2-9ffd-4c50ebe21983 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:40.328542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03b8155d-1872-4312-8812-c2ce726ab9ee req-64d15aa3-4cbc-44c2-9ffd-4c50ebe21983 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0525136 Aug 31 08:25:40.369491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03b8155d-1872-4312-8812-c2ce726ab9ee req-401340b4-41d8-424a-8d32-2d2b113243df tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Aug 31 08:25:41.490673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db903e5f-44a0-4901-9421-27c742d7f1c1 req-b681c483-bc01-4b75-911e-80776907f94e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:41.492195 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db903e5f-44a0-4901-9421-27c742d7f1c1 req-b681c483-bc01-4b75-911e-80776907f94e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0532000 Aug 31 08:25:41.531146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db903e5f-44a0-4901-9421-27c742d7f1c1 req-9a8169a4-ac95-46c3-bde0-cd0dbe3f6006 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Aug 31 08:25:42.663006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38306db7-245a-45f9-9814-9512b7ffb8b9 req-86e236d4-e34e-4b6c-be4f-9c1d7184d9f1 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:42.664599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38306db7-245a-45f9-9814-9512b7ffb8b9 req-86e236d4-e34e-4b6c-be4f-9c1d7184d9f1 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0622535 Aug 31 08:25:42.704044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38306db7-245a-45f9-9814-9512b7ffb8b9 req-0bad0b3e-f270-4d6e-a244-427ef87b48a3 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Aug 31 08:25:43.824566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237b85d-1187-4048-8a1a-3d9677e679b0 req-da3ddb94-5e5c-4c52-b0ea-7bf289951e7f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:43.826674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e237b85d-1187-4048-8a1a-3d9677e679b0 req-da3ddb94-5e5c-4c52-b0ea-7bf289951e7f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0503380 Aug 31 08:25:43.868078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e237b85d-1187-4048-8a1a-3d9677e679b0 req-4961fa5b-28cd-48dd-b4d3-9e02f35e6910 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Aug 31 08:25:44.988433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9bb88-9327-412d-9ca4-2632de86799d req-cf52674c-3739-4513-8b37-d4fc75087148 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:44.989914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48e9bb88-9327-412d-9ca4-2632de86799d req-cf52674c-3739-4513-8b37-d4fc75087148 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0507431 Aug 31 08:25:45.030774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48e9bb88-9327-412d-9ca4-2632de86799d req-a12f91dc-053f-4a2a-8cc2-1e8cfea54b4e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Aug 31 08:25:46.156516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553908-0eb4-442c-95f5-e29459c2c156 req-16f9f76b-6b6f-48b1-b454-bdf5edc82901 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:46.158089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0553908-0eb4-442c-95f5-e29459c2c156 req-16f9f76b-6b6f-48b1-b454-bdf5edc82901 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0548673 Aug 31 08:25:46.196655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0553908-0eb4-442c-95f5-e29459c2c156 req-bd655461-a1a5-4aea-a6ec-80199eb8c0d0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Aug 31 08:25:47.315165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb9fa2-c637-420b-adc4-daf295ac3911 req-b4675b7e-7f29-4ade-8eeb-8295660fe771 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:47.316690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40eb9fa2-c637-420b-adc4-daf295ac3911 req-b4675b7e-7f29-4ade-8eeb-8295660fe771 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0509329 Aug 31 08:25:47.354784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40eb9fa2-c637-420b-adc4-daf295ac3911 req-3b339970-66f0-44b0-b0ef-0057cdbc50a1 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Aug 31 08:25:48.470341 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49e7e6-992b-42e8-a895-2e256c4ca6b2 req-b9d0e945-6245-4d22-8ba8-f51ecde9f3ad tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:48.471830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a49e7e6-992b-42e8-a895-2e256c4ca6b2 req-b9d0e945-6245-4d22-8ba8-f51ecde9f3ad tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Aug 31 08:25:48.509311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a49e7e6-992b-42e8-a895-2e256c4ca6b2 req-a97b2705-54c2-48aa-99c0-b7c5d88de4ff tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Aug 31 08:25:49.629093 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103dee8-a8e0-46e7-9151-1f9d94230ed1 req-8497a0c4-1351-41d6-87d9-5faea9effd73 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:49.630646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9103dee8-a8e0-46e7-9151-1f9d94230ed1 req-8497a0c4-1351-41d6-87d9-5faea9effd73 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Aug 31 08:25:49.670252 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9103dee8-a8e0-46e7-9151-1f9d94230ed1 req-931f2346-0498-41fd-88ef-df7cfd84bf4a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Aug 31 08:25:50.786110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65de8b3-bf9b-47f0-8d54-b8c2b8331863 req-57747e43-ab05-420e-8ba1-b56ebaff92c6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:50.787664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c65de8b3-bf9b-47f0-8d54-b8c2b8331863 req-57747e43-ab05-420e-8ba1-b56ebaff92c6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0508914 Aug 31 08:25:50.827033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c65de8b3-bf9b-47f0-8d54-b8c2b8331863 req-1deddd6f-6271-4e8f-8af4-d9d6f8e95cbc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Aug 31 08:25:51.947799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3b4a-58b7-49e9-9732-fc26037a09b4 req-79bb7d2d-4fd4-481b-a109-1ef3fa9db423 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:51.949275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-087a3b4a-58b7-49e9-9732-fc26037a09b4 req-79bb7d2d-4fd4-481b-a109-1ef3fa9db423 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0492384 Aug 31 08:25:51.990279 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-087a3b4a-58b7-49e9-9732-fc26037a09b4 req-160fa971-06d5-44fd-a9fc-f85a3cf56a6a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 31 08:25:53.109606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e9a92-a3a0-4f10-9f1f-a73f1a06f5b6 req-04001618-1c7e-4197-be14-9c14ffe7c95f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:53.111150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a8e9a92-a3a0-4f10-9f1f-a73f1a06f5b6 req-04001618-1c7e-4197-be14-9c14ffe7c95f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0544181 Aug 31 08:25:53.150135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a8e9a92-a3a0-4f10-9f1f-a73f1a06f5b6 req-3925e730-d86b-43d3-93e8-7331b52efdb8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328979 Aug 31 08:25:53.725895 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-771e3ef4-69e2-4ca1-9f9c-36f6faa3286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:54.028426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:54.265383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857d356-3f63-4ade-9f95-56fa1462128f req-409b03da-43a0-476e-9a17-6e0f056d8dc4 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:54.266954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5857d356-3f63-4ade-9f95-56fa1462128f req-409b03da-43a0-476e-9a17-6e0f056d8dc4 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0494957 Aug 31 08:25:54.304702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5857d356-3f63-4ade-9f95-56fa1462128f req-20218e3a-e122-430a-a5fa-8c7fb5614df5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318327 Aug 31 08:25:55.421593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51329ac5-376b-4762-b117-2be7724e4828 req-6ea0c07c-2033-4a6a-97ef-113499f0c726 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:55.423201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51329ac5-376b-4762-b117-2be7724e4828 req-6ea0c07c-2033-4a6a-97ef-113499f0c726 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Aug 31 08:25:55.463229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-51329ac5-376b-4762-b117-2be7724e4828 req-2aed2e8e-a727-4415-8d52-396aeba44e00 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Aug 31 08:25:56.357143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:56.505908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:56.584780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c795d7-5706-4844-ab33-8714bbda4d92 req-55edb402-3a96-4700-93d8-1d1f08fbe72b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:56.586182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4c795d7-5706-4844-ab33-8714bbda4d92 req-55edb402-3a96-4700-93d8-1d1f08fbe72b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0532343 Aug 31 08:25:56.625848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4c795d7-5706-4844-ab33-8714bbda4d92 req-c2951fdc-c70a-40b9-b250-b344a564bd82 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336235 Aug 31 08:25:56.754361 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e3ddabcc-f015-4f63-b8b8-e70218fea506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:57.173044 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-9352e92c-5bca-4a90-be30-5aa82a603c74 service neutron] show failed (client error): The resource could not be found. Aug 31 08:25:57.174108 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-9352e92c-5bca-4a90-be30-5aa82a603c74 service neutron] 10.222.0.68 "GET /v2.0/ports/7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0547395 Aug 31 08:25:57.747177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade2ae-79fb-46dc-bfec-30423515c09a req-470c228b-ea98-4fbe-810f-0d756a0df096 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:57.749209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eade2ae-79fb-46dc-bfec-30423515c09a req-470c228b-ea98-4fbe-810f-0d756a0df096 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Aug 31 08:25:57.788846 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4eade2ae-79fb-46dc-bfec-30423515c09a req-737cff40-fec1-4d36-bd02-3e78e3ca28c0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Aug 31 08:25:57.856460 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-dfcd7c56-935e-4132-b851-d92dbf111231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:57.858073 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-dfcd7c56-935e-4132-b851-d92dbf111231 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211&tenant_id=bb7eaa2d67434cfc90562401b2215d9f HTTP/1.1" status: 200 len: 1098 time: 0.0527320 Aug 31 08:25:57.870975 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:25:57.925538 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.028854 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.133736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:25:58.169863 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:25:58.215942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:25:58.218254 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3677d9-2bb5-4409-b958-a70d8bb53fd2" -d '{"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:25:58.223237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.238453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Transition to ACTIVE for port object 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:25:58.267625 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259ebaae-f6bb-4b31-8012-73b721c3db26 x-openstack-request-id: req-259ebaae-f6bb-4b31-8012-73b721c3db26 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:25:58.267928 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:25:58.268190 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-259ebaae-f6bb-4b31-8012-73b721c3db26 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:25:58.268605 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'code': 200} Aug 31 08:25:58.312039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.376082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] No DVR routers for this DVR port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:25:58.379489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:58.416210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:25:58.416556 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:25:58.416891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:25:58.421834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:25:58.422179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Attempting to bind port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:25:58.426976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:25:58.427320 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Checking segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:25:58.427711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Bound using segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:25:58.428138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Bound port: 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:25:58.428499 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.497363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:25:58.500330 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:25:58.629061 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.670252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:58.670908 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:25:58.672360 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] 10.222.0.45 "PUT /v2.0/ports/7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 1093 time: 0.8058321 Aug 31 08:25:58.689250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d4364-ec32-4011-934c-b7bd6c4ba845 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:25:58.736734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-b072696a-f6fd-4d07-a28a-93f5f92be0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:58.738328 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-b072696a-f6fd-4d07-a28a-93f5f92be0f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1096 time: 0.0422111 Aug 31 08:25:58.838581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-dd7fe9bd-73b8-4de1-9ca0-387831594d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:58.840324 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-dd7fe9bd-73b8-4de1-9ca0-387831594d91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0940878 Aug 31 08:25:58.885115 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-caf000a9-ec19-42b6-89e4-cdfcdef81974 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 217 time: 0.0371618 Aug 31 08:25:58.913992 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fe4d5-d58f-462e-b155-06a040668a37 req-1158dd44-f419-4025-9665-d96c18a28a56 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:58.915545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-005fe4d5-d58f-462e-b155-06a040668a37 req-1158dd44-f419-4025-9665-d96c18a28a56 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 944 time: 0.0540254 Aug 31 08:25:58.935680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-1159e21d-c7ba-4541-9d14-5f8204a7763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:25:58.937205 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-1159e21d-c7ba-4541-9d14-5f8204a7763b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0454993 Aug 31 08:25:58.954477 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-005fe4d5-d58f-462e-b155-06a040668a37 req-a5a06930-9bdf-4367-9704-67b5dc5c90dc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Aug 31 08:25:58.971438 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-b658812e-3050-4582-af89-970942e8ed0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268316 Aug 31 08:25:59.072747 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-6c7fd241-24cb-41f4-894c-a6ed36818904 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909660 Aug 31 08:25:59.165356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a2fa4b49-1e25-419a-a06f-aa3519863d25 req-579743d0-4352-43de-b373-b958d608bf41 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847552 Aug 31 08:25:59.617303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:00.074815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331b24-ea20-4b94-95f7-33826035389d req-f3542942-6f18-4a2b-855f-b37fddb474fc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.076963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50331b24-ea20-4b94-95f7-33826035389d req-f3542942-6f18-4a2b-855f-b37fddb474fc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 944 time: 0.0509942 Aug 31 08:26:00.115829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-50331b24-ea20-4b94-95f7-33826035389d req-3495dfdc-cb5f-48a6-89d3-79646eaac1fd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Aug 31 08:26:00.270359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:00.272687 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e0159-8df1-4a85-a05f-d0dd36fab74c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:00.322032 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7c72d0-38fc-4db5-ab3a-3d41ee760f9f x-openstack-request-id: req-ae7c72d0-38fc-4db5-ab3a-3d41ee760f9f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:00.322369 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:00.322674 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae7c72d0-38fc-4db5-ab3a-3d41ee760f9f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:00.323260 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'status': 'completed', 'code': 200} Aug 31 08:26:00.386693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-ae2aa61b-0b0c-40a1-a7aa-932ee9842d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.388283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-ae2aa61b-0b0c-40a1-a7aa-932ee9842d2d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1096 time: 0.0427861 Aug 31 08:26:00.394231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-86131e40-8866-4852-97c3-22012430a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.395870 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-86131e40-8866-4852-97c3-22012430a3ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1096 time: 0.0470512 Aug 31 08:26:00.485516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-5022bc3a-f10c-4b1e-8901-1f4c981e4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.487177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-bd4dc87c-30c5-4a16-8ae0-cb95ad5be43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.487647 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-5022bc3a-f10c-4b1e-8901-1f4c981e4b16 service neutron] 10.222.0.68 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0909295 Aug 31 08:26:00.488710 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-bd4dc87c-30c5-4a16-8ae0-cb95ad5be43d service neutron] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0852723 Aug 31 08:26:00.533573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-becb913d-4544-48bd-8d85-b685e81c5466 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 217 time: 0.0384221 Aug 31 08:26:00.542683 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-ee4653d2-b8c4-4bfc-9f6f-b675c1afd58f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 217 time: 0.0452645 Aug 31 08:26:00.557195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:26:00.585240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-8648550d-3ad6-425b-a720-2263568a151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.587358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-8648550d-3ad6-425b-a720-2263568a151a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0469966 Aug 31 08:26:00.596981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-decfd4c8-5c3d-4b9f-bb10-16bcf19af776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:00.598640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-decfd4c8-5c3d-4b9f-bb10-16bcf19af776 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0483997 Aug 31 08:26:00.625373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-e52321b4-2d76-4851-94ca-556894ae586e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309219 Aug 31 08:26:00.635193 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-bc5a6c4d-7b63-4d00-b084-a96d077be64a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270374 Aug 31 08:26:00.655978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:00.670575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'port_id': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'mac_address': 'fa:16:3e:04:d6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4b169a-a1bb-4637-8b58-2f0ede861017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:26:00.715456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:00.725526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-8ad111b5-ac5b-42ce-9d77-4f8cb2ee687c service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917616 Aug 31 08:26:00.730541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:26:00.745685 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-599448cf-75ed-42e9-a3e1-9f56f6580f5b service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989873 Aug 31 08:26:00.760438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:00.858982 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-cdfa79e3-9b38-40a2-b8ae-e98ba107769e service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988016 Aug 31 08:26:00.877241 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:00.931168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:01.111203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:26:01.157997 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-578e0159-8df1-4a85-a05f-d0dd36fab74c req-60bfcb51-e447-47a6-899a-8d2999857aee service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245577 Aug 31 08:26:01.181741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-b1064ff6-4502-4688-bac8-abd8cfa3fc24 req-bc873837-62c9-40ca-abc0-6e11ad54ff43 service neutron] (95445) timed out ('10.222.0.36', 47744) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:26:01.261388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa448d-65a2-4312-9f7e-21b05d6fe903 req-f9b8e551-2505-4249-9715-3bcee62392f2 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:01.263569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cfa448d-65a2-4312-9f7e-21b05d6fe903 req-f9b8e551-2505-4249-9715-3bcee62392f2 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 945 time: 0.0587304 Aug 31 08:26:01.315835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0cfa448d-65a2-4312-9f7e-21b05d6fe903 req-7421cb67-3eed-4642-80fa-29f89b2702fd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Aug 31 08:26:01.460385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:26:01.500313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:26:02.434120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654044e7-aba4-4c20-aeb8-88f3b772695e req-3b181ae9-abc8-4e3c-bc01-e3c17d552e9d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:02.436150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-654044e7-aba4-4c20-aeb8-88f3b772695e req-3b181ae9-abc8-4e3c-bc01-e3c17d552e9d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Aug 31 08:26:02.474654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-654044e7-aba4-4c20-aeb8-88f3b772695e req-57f84fee-c6a1-4d44-a9dd-45bc56812d0b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Aug 31 08:26:02.562459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:26:02.697304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:26:02.701515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:26:02.706393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:02.788732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:02.816537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:02.818854 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b106b717-59d5-4ae8-ad0d-b30a46bc7d8b" -d '{"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-plugged", "status": "completed", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:02.835596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:02.868506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e0795-c2b9-43d6-a393-879a2865c136 req-19be8c6a-000e-4e5f-bf1d-8b0a69275d95 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:02.876637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-320e0795-c2b9-43d6-a393-879a2865c136 req-19be8c6a-000e-4e5f-bf1d-8b0a69275d95 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 945 time: 0.0580976 Aug 31 08:26:02.878426 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe00bad3-a8ac-400f-ae36-6ab0047f646d x-openstack-request-id: req-fe00bad3-a8ac-400f-ae36-6ab0047f646d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:02.878987 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-plugged", "status": "completed", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:02.879612 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe00bad3-a8ac-400f-ae36-6ab0047f646d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:02.880369 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'code': 200} Aug 31 08:26:02.931496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:02.939040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-320e0795-c2b9-43d6-a393-879a2865c136 req-a1c5a542-1d81-40dc-800a-8a4360119b53 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615294 Aug 31 08:26:02.965889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-57ad2924-5147-421a-9cb9-290cbebd81fa tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:02.967416 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-57ad2924-5147-421a-9cb9-290cbebd81fa tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.68 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211&tenant_id=bb7eaa2d67434cfc90562401b2215d9f&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 945 time: 0.0653739 Aug 31 08:26:02.984848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:03.030288 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-0be2176a-c7c2-45b6-a572-2fef67185df6 service neutron] delete failed (client error): The resource could not be found. Aug 31 08:26:03.031290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-0be2176a-c7c2-45b6-a572-2fef67185df6 service neutron] 10.222.0.68 "DELETE /v2.0/ports/7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0558689 Aug 31 08:26:03.114254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-e8005774-f9a1-45ef-b7a0-047d8dcdf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:03.115818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-e8005774-f9a1-45ef-b7a0-047d8dcdf2f9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 1098 time: 0.0419452 Aug 31 08:26:03.210042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-8494b2c2-cae1-4ceb-80ef-d35bd529ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:03.211544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-8494b2c2-cae1-4ceb-80ef-d35bd529ff7a service neutron] 10.222.0.68 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0885007 Aug 31 08:26:03.254998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-a5ace797-dc0e-4ee7-8c09-eda1f95887ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 200 len: 217 time: 0.0361836 Aug 31 08:26:03.304363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-673516df-7cb6-41ba-b073-1fdb48611a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:03.305792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-673516df-7cb6-41ba-b073-1fdb48611a1a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0445561 Aug 31 08:26:03.342498 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-86ff7c49-fccd-49a5-8be3-e80e5e75d942 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301218 Aug 31 08:26:03.440545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-d59cd694-2a4c-4ba0-88d3-82eb06642757 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Aug 31 08:26:03.541144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52ad5dd6-dcbe-4cdb-9373-afc75b466216 req-0b900601-a2ce-4ca2-8446-04b73ecab518 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937061 Aug 31 08:26:04.060641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474cc1-19f5-4cc3-bd5d-62fe0f385124 req-610a0de0-c7ec-4e66-9eb4-c026fcabaf50 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:04.062260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e474cc1-19f5-4cc3-bd5d-62fe0f385124 req-610a0de0-c7ec-4e66-9eb4-c026fcabaf50 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Aug 31 08:26:04.107738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e474cc1-19f5-4cc3-bd5d-62fe0f385124 req-30308c1b-1794-4f43-8b1d-ce66f40dfeb0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Aug 31 08:26:05.227653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2798a-e924-4cb9-b3f1-a33c046c6905 req-1741850a-3445-483d-a06e-6d0c552ac19d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:05.229220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3d2798a-e924-4cb9-b3f1-a33c046c6905 req-1741850a-3445-483d-a06e-6d0c552ac19d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Aug 31 08:26:05.269278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a3d2798a-e924-4cb9-b3f1-a33c046c6905 req-925bb840-04c6-453c-9eae-fb309e537c97 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 31 08:26:05.389216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db5edd-ab7b-4fa7-9ba6-a92280e3e854 req-b7895a6b-ce8d-46b4-9130-6349ae79ceb7 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:05.390704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78db5edd-ab7b-4fa7-9ba6-a92280e3e854 req-b7895a6b-ce8d-46b4-9130-6349ae79ceb7 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0548513 Aug 31 08:26:05.430520 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-78db5edd-ab7b-4fa7-9ba6-a92280e3e854 req-f5d83d77-5849-473d-a1b2-7e9be5ab9c77 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339468 Aug 31 08:26:05.548326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38054f72-a053-45cc-9ed3-9fe37595dabb req-d3f89d96-4faa-4373-8e4c-c83b021ef427 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:05.549881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38054f72-a053-45cc-9ed3-9fe37595dabb req-d3f89d96-4faa-4373-8e4c-c83b021ef427 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0504880 Aug 31 08:26:05.589559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38054f72-a053-45cc-9ed3-9fe37595dabb req-57418ec7-ad46-4342-b0ff-495a9d221efc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337038 Aug 31 08:26:06.221175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-10c4bd8e-304a-409b-a40b-a218ce196e02 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:06.222714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-10c4bd8e-304a-409b-a40b-a218ce196e02 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 814 time: 0.1066818 Aug 31 08:26:06.238954 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-6ce269c2-47b1-4922-ab81-813d1aea9fcb tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/quotas/bb7eaa2d67434cfc90562401b2215d9f HTTP/1.1" status: 200 len: 375 time: 0.0093157 Aug 31 08:26:06.290109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-240ddf06-5b01-4ae7-a211-c244c5513575 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452981 Aug 31 08:26:06.382535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-a6a0fd30-2f5d-45c4-b399-344610051c0b service neutron] 10.222.0.36 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848157 Aug 31 08:26:06.476307 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-4e321f56-d179-4316-b137-9d111ed0b8af service neutron] 10.222.0.36 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876389 Aug 31 08:26:06.729063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0597bedb-2557-4e53-91d1-8780d6819908 req-44642a6b-24c4-4857-94d3-9d0826dc9542 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Aug 31 08:26:07.143027 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:26:07.536931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-e285b6c7-330a-48fa-b0a8-a42c8b09791c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:07.538572 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-e285b6c7-330a-48fa-b0a8-a42c8b09791c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9a13a91-1eec-472b-b470-d0b59372a211 HTTP/1.1" status: 200 len: 946 time: 0.0576024 Aug 31 08:26:07.643960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Deleting port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:26:07.644304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:07.740818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] For port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:07.741105 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:07.756049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Calling delete_port for 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:26:07.827031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5000fd8b-0fc2-40c4-89d9-fbd000ba7d3f req-8c886815-7750-4371-ae6c-ca3fac22c355 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 210 time: 0.0282781 Aug 31 08:26:07.988471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:08.004538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:26:08.026808 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Pushing event deleted for resources: {'Port': ['ID=7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:08.080147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] No DVR routers for this DVR port 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:26:08.083498 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:08.085894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e5ff758c-7552-4dc1-bf43-a3cdac7063ed req-a3099d51-0954-4ba0-944b-2f0e4d49eb03 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.45 "DELETE /v2.0/ports/7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a HTTP/1.1" status: 204 len: 173 time: 0.5385585 Aug 31 08:26:08.086369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-deleted', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:08.088703 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2374a618-b26d-43c3-aa8f-2a8bb1df58e2" -d '{"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-deleted", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:08.126953 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc14b2a-3f68-4626-8ad0-e874ce4980ac x-openstack-request-id: req-3cc14b2a-3f68-4626-8ad0-e874ce4980ac {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:08.127244 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a13a91-1eec-472b-b470-d0b59372a211", "name": "network-vif-deleted", "tag": "7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:08.127551 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cc14b2a-3f68-4626-8ad0-e874ce4980ac {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:08.128036 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a13a91-1eec-472b-b470-d0b59372a211', 'name': 'network-vif-deleted', 'tag': '7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a', 'status': 'completed', 'code': 200} Aug 31 08:26:08.655891 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-f3329b5a-fe9d-4233-b820-f46da418e018 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:08.657462 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-f3329b5a-fe9d-4233-b820-f46da418e018 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 814 time: 0.1110649 Aug 31 08:26:08.675262 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Request body: {'port': {'device_id': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'admin_state_up': True, 'tenant_id': 'bb7eaa2d67434cfc90562401b2215d9f'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:26:08.906280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Made reservation on behalf of bb7eaa2d67434cfc90562401b2215d9f for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:26:08.909776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:08.921900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e834447e-45fc-4289-9036-54ff1526a8ff req-e291900a-b160-4f39-b25b-196e8dddd067 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 210 time: 0.0273879 Aug 31 08:26:09.039961 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Allocated IP 172.20.0.2 (22cdb2bd-e4e9-4a15-9cd0-2746b776744b/6f4b169a-a1bb-4637-8b58-2f0ede861017/5ce4ac1d-619d-4f20-a126-5ad2690fe0e6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:26:09.204841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:09.348685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:09.391773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:26:09.396953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:26:09.400747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:26:09.433011 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:09.447895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.448270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.448606 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.448952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.449293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.449634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.450025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.450369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.450703 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.451040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.451375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.451704 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:09.470485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:09.471108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:09.558295 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-1317613c-124f-48fa-b604-94545e50ab11 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872302 Aug 31 08:26:09.575765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Request body: {'port': {'device_id': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:26:09.630856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:09.908292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:26:09.915857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:09.927699 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Transition to ACTIVE for port object 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:26:10.016799 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:10.049995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598803-4561-4b6b-92e7-d40f1250c202 req-e6644cd4-c08a-46cb-a202-5bbd72d24e15 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.051908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60598803-4561-4b6b-92e7-d40f1250c202 req-e6644cd4-c08a-46cb-a202-5bbd72d24e15 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 931 time: 0.0559788 Aug 31 08:26:10.073026 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:10.093419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-60598803-4561-4b6b-92e7-d40f1250c202 req-2bda31c2-bae3-494f-8c21-db1ffc7d9788 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Aug 31 08:26:10.140341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:26:10.140682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:26:10.141043 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:26:10.145615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:26:10.145979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:26:10.150925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:26:10.151266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Checking segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:26:10.151656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Bound using segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:26:10.152088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Bound port: 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:26:10.152453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:10.223832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:26:10.227033 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:26:10.331659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:10.366918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.367556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:10.369068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 1092 time: 0.7981677 Aug 31 08:26:10.371585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:10.374713 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5327b637-a300-44e6-b578-3370602c96ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:10.397884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7118cf-0ec0-4850-90bd-027167b92a44 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:10.411219 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93840528-656d-4e27-ad7d-d9a4999dce94 x-openstack-request-id: req-93840528-656d-4e27-ad7d-d9a4999dce94 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:10.411518 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:10.411781 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93840528-656d-4e27-ad7d-d9a4999dce94 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:10.412207 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'status': 'completed', 'code': 200} Aug 31 08:26:10.479651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b637-a300-44e6-b578-3370602c96ca req-7f9897ea-aaca-43e3-8754-5d5d232272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.481227 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5327b637-a300-44e6-b578-3370602c96ca req-7f9897ea-aaca-43e3-8754-5d5d232272c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1095 time: 0.0440168 Aug 31 08:26:10.584860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b637-a300-44e6-b578-3370602c96ca req-bfc77ce5-7a65-4ccc-9f7a-6a1a38e05700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.586428 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5327b637-a300-44e6-b578-3370602c96ca req-bfc77ce5-7a65-4ccc-9f7a-6a1a38e05700 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970969 Aug 31 08:26:10.650196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:26:10.673456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:26:10.673866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 7aa85da8-e34c-4bd8-9e04-16fcc4fdfe8a not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:26:10.690785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b637-a300-44e6-b578-3370602c96ca req-0368c003-6f91-459d-940b-7e011490c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.692307 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5327b637-a300-44e6-b578-3370602c96ca req-0368c003-6f91-459d-940b-7e011490c1d0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967155 Aug 31 08:26:10.772546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-394bf7d7-a6aa-40f5-98ee-1642891e97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.774094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-394bf7d7-a6aa-40f5-98ee-1642891e97a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1095 time: 0.0411258 Aug 31 08:26:10.821586 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-a5187a58-0180-4814-94dd-c5b88a47722c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0388248 Aug 31 08:26:10.872804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-c79a1c9d-c8be-4d93-a914-3b211c7a541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:10.874308 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-c79a1c9d-c8be-4d93-a914-3b211c7a541f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0453629 Aug 31 08:26:10.908496 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-42c80b7d-7d74-4cc6-b2a3-5d3bf92ca66f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265839 Aug 31 08:26:11.005350 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-89616da8-7db6-49ba-be87-77f8b044dd3a service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888720 Aug 31 08:26:11.101893 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2241ed71-92a1-47cb-ba5f-562f51a1cdf0 req-980c6bf1-f01c-4a29-bc25-9916386c0577 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Aug 31 08:26:11.210887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a7980-2416-4cfa-8235-459f2fd375c0 req-7756fafa-498d-44fe-8dcf-5265553dfcc0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:11.212390 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d0a7980-2416-4cfa-8235-459f2fd375c0 req-7756fafa-498d-44fe-8dcf-5265553dfcc0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 943 time: 0.0493288 Aug 31 08:26:11.254105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d0a7980-2416-4cfa-8235-459f2fd375c0 req-9341c0d5-b6af-4677-bb4c-02e2d33c0117 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Aug 31 08:26:12.376937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83e317-566f-4521-976c-e1ce969551f4 req-1f5bc89c-5ee4-4188-b1b3-234072e3620e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:12.378528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee83e317-566f-4521-976c-e1ce969551f4 req-1f5bc89c-5ee4-4188-b1b3-234072e3620e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 943 time: 0.0500386 Aug 31 08:26:12.417415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee83e317-566f-4521-976c-e1ce969551f4 req-ddeb671a-ff04-4e9c-96bf-d5644b1f0e7a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Aug 31 08:26:12.666497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:26:12.766089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:12.777964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'port_id': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'mac_address': 'fa:16:3e:f7:1a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4b169a-a1bb-4637-8b58-2f0ede861017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:26:12.815072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:12.828552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:26:12.849000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:12.948450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:13.001008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:13.010926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.011281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.011636 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.011987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.012328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.013294 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.013629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.014006 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.014340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.014674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.015105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.015439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:13.212450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:26:13.539503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c80c4b-274d-41e8-861c-27eaad7620b3 req-0daa4548-de1e-427b-9ddf-a042333a5b40 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:13.541026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5c80c4b-274d-41e8-861c-27eaad7620b3 req-0daa4548-de1e-427b-9ddf-a042333a5b40 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 944 time: 0.0558476 Aug 31 08:26:13.581328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5c80c4b-274d-41e8-861c-27eaad7620b3 req-4ab19245-3e1d-4668-8ff4-02800e081737 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Aug 31 08:26:14.697606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:26:14.714203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6ae6-f0cd-48b0-92e7-32ece872a714 req-95d8ecba-ea64-4ff3-9641-3734994d6ebc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:14.718006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4ef6ae6-f0cd-48b0-92e7-32ece872a714 req-95d8ecba-ea64-4ff3-9641-3734994d6ebc tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 944 time: 0.0605874 Aug 31 08:26:14.759264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4ef6ae6-f0cd-48b0-92e7-32ece872a714 req-03042d78-986d-4219-8a6d-83ef7c009076 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Aug 31 08:26:14.848527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:26:14.852737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:26:14.853112 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:14.932899 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:14.955653 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:14.958303 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37cfe3d-e936-42b9-80b3-2db7e5fc9794" -d '{"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:14.978837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:15.001562 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f5fd4-cf60-4f28-b71b-e0382d3b8e73 x-openstack-request-id: req-1f0f5fd4-cf60-4f28-b71b-e0382d3b8e73 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:15.001900 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:15.002185 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f0f5fd4-cf60-4f28-b71b-e0382d3b8e73 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:15.002589 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'code': 200} Aug 31 08:26:15.051737 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:15.104379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:15.105888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0efe0d-87f0-4db2-8a16-a6cad9a3f496 req-8685f89f-50dd-4981-9810-c7e6f6c81a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:15.108004 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd0efe0d-87f0-4db2-8a16-a6cad9a3f496 req-8685f89f-50dd-4981-9810-c7e6f6c81a12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1097 time: 0.0428476 Aug 31 08:26:15.147053 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dd0efe0d-87f0-4db2-8a16-a6cad9a3f496 req-f7e60e29-9deb-4d63-92fa-60b3518efcb6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279744 Aug 31 08:26:15.877492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cad57-e6c2-4921-b3ab-a6d93906500e req-3fef6b59-acaf-4d45-8e05-f0b5e738e190 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:15.879025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d26cad57-e6c2-4921-b3ab-a6d93906500e req-3fef6b59-acaf-4d45-8e05-f0b5e738e190 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0500169 Aug 31 08:26:15.917604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d26cad57-e6c2-4921-b3ab-a6d93906500e req-9fd1e77d-df0d-4c07-9ed2-bb1d31fe0d48 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Aug 31 08:26:17.039183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afab090-bc4a-41c4-9737-8edc3d47b498 req-cb971721-daef-4834-9b10-731dfb9a3284 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:17.040736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1afab090-bc4a-41c4-9737-8edc3d47b498 req-cb971721-daef-4834-9b10-731dfb9a3284 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0542753 Aug 31 08:26:17.079993 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1afab090-bc4a-41c4-9737-8edc3d47b498 req-b16856a0-3aac-4476-b892-81ee10c9de0c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Aug 31 08:26:17.196043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9422f-e807-4a72-afe3-31907c919c46 req-e8c289f5-0cb3-4144-af62-cb175c47619d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:17.197479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95f9422f-e807-4a72-afe3-31907c919c46 req-e8c289f5-0cb3-4144-af62-cb175c47619d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0503993 Aug 31 08:26:17.237115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95f9422f-e807-4a72-afe3-31907c919c46 req-d8590b45-c883-4d78-8fae-62e7cddc74ba tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Aug 31 08:26:17.631451 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f7811-61d1-4de4-8e4a-651cddf06456 req-aec7b49a-37b5-4228-a497-c482598cb56e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:17.633154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-577f7811-61d1-4de4-8e4a-651cddf06456 req-aec7b49a-37b5-4228-a497-c482598cb56e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0514398 Aug 31 08:26:17.673217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-577f7811-61d1-4de4-8e4a-651cddf06456 req-0dd526d4-5e27-4e1e-9d09-4f05b2ef5d73 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Aug 31 08:26:17.779508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dd4fe41c-3f8a-45db-bdfc-dc9ebb19c5aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450172 Aug 31 08:26:18.802480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041caa8-04f5-43f4-b29d-8393dc375f44 req-7e02423b-5a02-421a-8f14-d0223f6e1fde tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:18.804000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d041caa8-04f5-43f4-b29d-8393dc375f44 req-7e02423b-5a02-421a-8f14-d0223f6e1fde tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0572886 Aug 31 08:26:18.847619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d041caa8-04f5-43f4-b29d-8393dc375f44 req-8028f2e9-16b3-4a48-8723-3a1d72f6f4a0 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Aug 31 08:26:19.972112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dbb1e-b526-422a-b0d4-517a41825a88 req-3a9602c4-0e33-4551-a38b-421572b4636a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:19.973603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e6dbb1e-b526-422a-b0d4-517a41825a88 req-3a9602c4-0e33-4551-a38b-421572b4636a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0534763 Aug 31 08:26:20.013976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e6dbb1e-b526-422a-b0d4-517a41825a88 req-1a3705d0-bb98-4438-ab9f-084e72bdbf47 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 31 08:26:20.342543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-4a0b2354-1b88-4a4b-9f44-0f49f5b63c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:20.344189 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-4a0b2354-1b88-4a4b-9f44-0f49f5b63c07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1097 time: 0.0484402 Aug 31 08:26:20.440367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-9346a204-8468-43f9-8cf9-c32607a22993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:20.442040 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-9346a204-8468-43f9-8cf9-c32607a22993 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0890827 Aug 31 08:26:20.489751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-bd9ea953-f7a1-4f3c-b292-6d363a589e52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Aug 31 08:26:20.547533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-1dfc0ab1-a897-453b-b784-e7365525b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:20.549838 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-1dfc0ab1-a897-453b-b784-e7365525b8bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0529585 Aug 31 08:26:20.587620 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-1ddaafca-5f28-45c6-a24f-e06a1632e3ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304401 Aug 31 08:26:20.685441 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-c65c8598-6f53-4bae-9a38-df81021e3b84 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903442 Aug 31 08:26:20.781416 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-ef8a5cab-15d5-49a0-b788-f273ea3c66bb service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885100 Aug 31 08:26:21.146689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b573d-2146-4697-9868-0a46e9fe8432 req-7989e0a4-8d32-473b-a6c0-8141c5013c2a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:21.148700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c9b573d-2146-4697-9868-0a46e9fe8432 req-7989e0a4-8d32-473b-a6c0-8141c5013c2a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0623577 Aug 31 08:26:21.165996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-32a0b482-34a8-4497-bf81-10b5ca0ea8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:21.167568 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-32a0b482-34a8-4497-bf81-10b5ca0ea8f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1097 time: 0.0464387 Aug 31 08:26:21.197874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c9b573d-2146-4697-9868-0a46e9fe8432 req-5a590fa7-c744-48d5-953a-c41a79482d86 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Aug 31 08:26:21.286875 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-7277b8a5-a295-4f0d-b23b-1928724786fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:21.288686 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-7277b8a5-a295-4f0d-b23b-1928724786fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0985868 Aug 31 08:26:21.342560 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-4b1aca1c-b815-4b6d-bac8-5ebe285d9c3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0369360 Aug 31 08:26:21.393412 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-6bbfec4c-293c-4e51-98c6-42eb65f0f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:21.394937 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-6bbfec4c-293c-4e51-98c6-42eb65f0f2ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0451481 Aug 31 08:26:21.432750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-1e64dba9-c1ed-4f58-99d5-3d577509156e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293317 Aug 31 08:26:21.527799 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-08f8deff-c511-43f1-9b9c-9d03f744f224 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868685 Aug 31 08:26:21.626491 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d2ee7165-b211-42bf-b396-bf0cdaf29baa req-69937fae-3ea6-4f38-a0ed-4cd051313603 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881710 Aug 31 08:26:22.322468 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594182-69f4-48f1-bb30-3e46bba190fe req-c9594a84-9797-4c44-b004-63d7630a6f48 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:22.323966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75594182-69f4-48f1-bb30-3e46bba190fe req-c9594a84-9797-4c44-b004-63d7630a6f48 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Aug 31 08:26:22.362901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75594182-69f4-48f1-bb30-3e46bba190fe req-6c21af4e-e779-475f-97be-48547bf138e6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 31 08:26:23.493754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e581-cbc9-4184-8cfe-a6a175b1c2c8 req-46254013-cb3e-42be-8f23-f9703a687db6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:23.495769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6374e581-cbc9-4184-8cfe-a6a175b1c2c8 req-46254013-cb3e-42be-8f23-f9703a687db6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0563042 Aug 31 08:26:23.538985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6374e581-cbc9-4184-8cfe-a6a175b1c2c8 req-b6828c7d-5935-4ccf-af92-49297312f34e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369592 Aug 31 08:26:23.736973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-37e43318-0f20-4c40-99b0-3bb178e8f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:24.054775 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:24.659547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50353d-1e3d-48d6-94e6-413eeb7a7e30 req-ea973a0e-2607-4cfc-82ed-31d0650109cf tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:24.661128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc50353d-1e3d-48d6-94e6-413eeb7a7e30 req-ea973a0e-2607-4cfc-82ed-31d0650109cf tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0539401 Aug 31 08:26:24.700666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc50353d-1e3d-48d6-94e6-413eeb7a7e30 req-e271cb20-2a71-4dc6-aebd-46e4a24c1ce9 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Aug 31 08:26:25.818257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0e5c2-5203-4604-8c91-5accc7339b22 req-61a0f9d4-b088-4baf-9aaa-1a6f6b6e315b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:25.819845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ad0e5c2-5203-4604-8c91-5accc7339b22 req-61a0f9d4-b088-4baf-9aaa-1a6f6b6e315b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0510092 Aug 31 08:26:25.860875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ad0e5c2-5203-4604-8c91-5accc7339b22 req-c9527161-e2fa-4d91-9ac4-a77e474d65a5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Aug 31 08:26:26.362317 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:26.499683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:26.739504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a96734b-57fd-461c-a3c5-4244c615198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:26.978211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ec3e-1fcb-4813-ae3a-bf682806ee0f req-d033eef0-aff7-479b-a95a-33a6915a3cb4 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:26.979619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71d6ec3e-1fcb-4813-ae3a-bf682806ee0f req-d033eef0-aff7-479b-a95a-33a6915a3cb4 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Aug 31 08:26:27.017606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71d6ec3e-1fcb-4813-ae3a-bf682806ee0f req-a8c319fb-acda-45f7-adc1-f498e9c032dd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Aug 31 08:26:28.036811 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:28.139616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3adf5a-4924-4439-b4f1-4281b2ab3533 req-2c998214-5b5c-4d05-b60e-322a1c451f0d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:28.141140 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c3adf5a-4924-4439-b4f1-4281b2ab3533 req-2c998214-5b5c-4d05-b60e-322a1c451f0d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0542970 Aug 31 08:26:28.180571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7c3adf5a-4924-4439-b4f1-4281b2ab3533 req-87ec92d7-ff1a-45bb-9642-00acad10f79c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Aug 31 08:26:29.301326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300c81-f77a-43da-92fa-903535cbf594 req-6a0e2e73-0fdb-4ca3-9004-4842693a9268 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:29.304228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05300c81-f77a-43da-92fa-903535cbf594 req-6a0e2e73-0fdb-4ca3-9004-4842693a9268 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Aug 31 08:26:29.345510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05300c81-f77a-43da-92fa-903535cbf594 req-1930a31b-fb72-46f1-b8fa-98adf4eff1d7 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340598 Aug 31 08:26:29.610613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:30.465562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab8bf7-1ce6-4206-9f8b-113b59c2ec95 req-12eeead4-6dd8-40ce-b049-959abae0dbfa tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:30.467151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbab8bf7-1ce6-4206-9f8b-113b59c2ec95 req-12eeead4-6dd8-40ce-b049-959abae0dbfa tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Aug 31 08:26:30.507217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbab8bf7-1ce6-4206-9f8b-113b59c2ec95 req-4efdffdd-91b9-4048-82bf-8f8cd3af7fc8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Aug 31 08:26:31.627444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a118-7d73-4916-88de-6bab3b0e0795 req-3ab21d1e-c0c0-4539-b3d4-2e75232ab275 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:31.629014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d19a118-7d73-4916-88de-6bab3b0e0795 req-3ab21d1e-c0c0-4539-b3d4-2e75232ab275 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Aug 31 08:26:31.670692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d19a118-7d73-4916-88de-6bab3b0e0795 req-2b360301-e545-4fa5-b42f-71e2713019ef tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355506 Aug 31 08:26:32.786828 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542961-fa4c-429b-891f-2b3710108119 req-f70b674b-2538-4557-8ea9-06f99d3bd669 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:32.788363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67542961-fa4c-429b-891f-2b3710108119 req-f70b674b-2538-4557-8ea9-06f99d3bd669 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Aug 31 08:26:32.826901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-67542961-fa4c-429b-891f-2b3710108119 req-6e0667e8-02dc-4e9b-8f5c-c78c0108a7eb tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Aug 31 08:26:33.944292 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e2bf3-03ec-4a60-81ac-ff989225e9dd req-63313d3d-749d-4769-8fb3-2bb59249c503 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:33.945751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-827e2bf3-03ec-4a60-81ac-ff989225e9dd req-63313d3d-749d-4769-8fb3-2bb59249c503 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0497580 Aug 31 08:26:33.986255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-827e2bf3-03ec-4a60-81ac-ff989225e9dd req-44d52c27-1953-47b2-8148-a45aa0e22692 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Aug 31 08:26:35.105151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27b779-15ec-495a-a68c-889ddbe0e061 req-d02d144b-f081-4c08-b994-0a45439c15a6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:35.106699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f27b779-15ec-495a-a68c-889ddbe0e061 req-d02d144b-f081-4c08-b994-0a45439c15a6 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Aug 31 08:26:35.144840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f27b779-15ec-495a-a68c-889ddbe0e061 req-24eb3fd3-cb26-402b-8d7f-2a8784feeb28 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Aug 31 08:26:36.267692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775972-7a61-4528-9fa7-2d223584900f req-ab51d4d8-eef6-469d-8458-55e7f58a5d41 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:36.269272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16775972-7a61-4528-9fa7-2d223584900f req-ab51d4d8-eef6-469d-8458-55e7f58a5d41 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Aug 31 08:26:36.319052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16775972-7a61-4528-9fa7-2d223584900f req-0f3f7e56-0f99-4df1-bce2-09e9c4ba9b16 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Aug 31 08:26:37.437941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88115-b756-4716-8038-3888f2a12411 req-cd7e06c7-e23c-4a60-8b57-3cfbde834422 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:37.439550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a88115-b756-4716-8038-3888f2a12411 req-cd7e06c7-e23c-4a60-8b57-3cfbde834422 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Aug 31 08:26:37.479629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45a88115-b756-4716-8038-3888f2a12411 req-f7182f28-f8d6-4873-aa38-4ffe115aa23d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Aug 31 08:26:38.612263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f03d20-4e10-4e37-9ce6-e2947c78ee6e req-5750a6c7-f949-4b1e-8b12-8581cedcad8a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:38.613777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52f03d20-4e10-4e37-9ce6-e2947c78ee6e req-5750a6c7-f949-4b1e-8b12-8581cedcad8a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0581172 Aug 31 08:26:38.655082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52f03d20-4e10-4e37-9ce6-e2947c78ee6e req-d349dede-9f01-47d2-9596-733d34e0d4e5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 31 08:26:39.778482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f71da-a3d9-480e-bd34-11aa82152f25 req-3126ac67-fb6c-4511-a4db-7d3e2481b20c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:39.780037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-239f71da-a3d9-480e-bd34-11aa82152f25 req-3126ac67-fb6c-4511-a4db-7d3e2481b20c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0505352 Aug 31 08:26:39.819096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-239f71da-a3d9-480e-bd34-11aa82152f25 req-f1c9361e-0537-49ca-af9b-73c7aea82a62 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Aug 31 08:26:40.937432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855477-3273-4676-9515-48621f58ce8c req-d4fce5f2-b382-43c5-b5b0-3f30440bf93b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:40.938915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e855477-3273-4676-9515-48621f58ce8c req-d4fce5f2-b382-43c5-b5b0-3f30440bf93b tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0492809 Aug 31 08:26:40.979127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e855477-3273-4676-9515-48621f58ce8c req-821ef5bd-0efd-41d7-8239-badccce238e9 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Aug 31 08:26:42.119675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec8cba-8bcf-4f1f-8da2-e6f9b42a54bd req-51aa27f9-8be5-40ca-b4bb-865e95b2283a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:42.119675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fec8cba-8bcf-4f1f-8da2-e6f9b42a54bd req-51aa27f9-8be5-40ca-b4bb-865e95b2283a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0620782 Aug 31 08:26:42.158088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fec8cba-8bcf-4f1f-8da2-e6f9b42a54bd req-48c9303c-5d15-4987-add0-ba579ef1b75c tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Aug 31 08:26:43.276124 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f40bac-5bd0-44de-afe9-4d13a22cc91b req-76e688f3-c7cf-4a5f-8f94-fe21e61b460e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:43.277952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16f40bac-5bd0-44de-afe9-4d13a22cc91b req-76e688f3-c7cf-4a5f-8f94-fe21e61b460e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Aug 31 08:26:43.317093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16f40bac-5bd0-44de-afe9-4d13a22cc91b req-e034e996-98c4-4eaa-b17b-f7cd7db3589f tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Aug 31 08:26:44.142302 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:26:44.434044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e208d-fa55-42a0-8ef1-872f595c914d req-728c7237-963d-4240-a61f-ea103e4b3a18 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:44.435639 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-841e208d-fa55-42a0-8ef1-872f595c914d req-728c7237-963d-4240-a61f-ea103e4b3a18 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0508249 Aug 31 08:26:44.477265 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-841e208d-fa55-42a0-8ef1-872f595c914d req-d87d8505-c85b-4b56-bbe3-216cef0918ab tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Aug 31 08:26:45.607245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf1de-f179-4b63-a6d9-8c705389f7fc req-f10a433d-ea80-455a-9e55-690642c63337 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:45.608785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb4bf1de-f179-4b63-a6d9-8c705389f7fc req-f10a433d-ea80-455a-9e55-690642c63337 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0597813 Aug 31 08:26:45.648686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb4bf1de-f179-4b63-a6d9-8c705389f7fc req-6b16e7de-a690-42a4-9b2b-b0d81f2acfda tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Aug 31 08:26:46.769566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ea9a8-82b1-4dad-b683-0a00ab18e72e req-d6dedeb2-4c3c-4fbf-835b-1256f3235b87 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:46.771162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d78ea9a8-82b1-4dad-b683-0a00ab18e72e req-d6dedeb2-4c3c-4fbf-835b-1256f3235b87 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Aug 31 08:26:46.811256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d78ea9a8-82b1-4dad-b683-0a00ab18e72e req-67492112-9aa6-410e-8ffc-593edd6ff138 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Aug 31 08:26:47.935370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2eee9-7f27-434b-8008-7ce82b92a89c req-82f2c558-31cb-4114-be4b-9a62a4a43e22 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:47.936791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38a2eee9-7f27-434b-8008-7ce82b92a89c req-82f2c558-31cb-4114-be4b-9a62a4a43e22 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0518053 Aug 31 08:26:47.975913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-38a2eee9-7f27-434b-8008-7ce82b92a89c req-f963a02b-ace4-466e-a0ce-73922e3a5343 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Aug 31 08:26:48.398365 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-b1b91045-e19e-45bd-b366-514543838ef7 service neutron] show failed (client error): The resource could not be found. Aug 31 08:26:48.399391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-b1b91045-e19e-45bd-b366-514543838ef7 service neutron] 10.222.0.45 "GET /v2.0/ports/5ce4ac1d-619d-4f20-a126-5ad2690fe0e6/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0566237 Aug 31 08:26:48.916393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-36c85b18-7606-4488-b0d6-ccba10bdf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:48.918039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-36c85b18-7606-4488-b0d6-ccba10bdf33a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47&tenant_id=bb7eaa2d67434cfc90562401b2215d9f HTTP/1.1" status: 200 len: 1097 time: 0.0760643 Aug 31 08:26:48.931357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:26:48.985767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:49.164918 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7174-f1e2-4cbf-93c8-2660dbf93b50 req-54a962df-1796-48fd-ad85-5610fb6bb73e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:49.166546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96be7174-f1e2-4cbf-93c8-2660dbf93b50 req-54a962df-1796-48fd-ad85-5610fb6bb73e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.1214602 Aug 31 08:26:49.253196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96be7174-f1e2-4cbf-93c8-2660dbf93b50 req-77be1e9a-d102-475d-94d5-2311e3b0f6b5 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558126 Aug 31 08:26:49.267899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:49.301895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:26:49.349973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:49.352316 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd107889-ea37-4615-8625-d51d5914990f" -d '{"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:49.357349 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:49.370079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Transition to ACTIVE for port object 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:26:49.402590 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3727c-4d4c-46ac-bb9a-e9cb07d8e9a7 x-openstack-request-id: req-76b3727c-4d4c-46ac-bb9a-e9cb07d8e9a7 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:49.402906 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:49.403164 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76b3727c-4d4c-46ac-bb9a-e9cb07d8e9a7 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:49.403626 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'code': 200} Aug 31 08:26:49.444487 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:49.509431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] No DVR routers for this DVR port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:26:49.516301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:49.527931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.528284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.528631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.528975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.529311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.529649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.530008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.530342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.530673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.531010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.531339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.531666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:26:49.563331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:26:49.563678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:26:49.564012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:26:49.568953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:26:49.569278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Attempting to bind port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on network 22cdb2bd-e4e9-4a15-9cd0-2746b776744b {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:26:49.574825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:26:49.575177 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Checking segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:26:49.575573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Bound using segment: {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:26:49.576013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Bound port: 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78967a4-7ad4-4bca-900f-c482fd41e0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:26:49.576377 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:49.652233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:26:49.655510 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:26:49.811064 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:49.854201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:49.854906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:49.856356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] 10.222.0.68 "PUT /v2.0/ports/5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 1092 time: 0.9293132 Aug 31 08:26:49.874397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6f5d1-75cc-41ec-a0b2-f04d630084e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:49.921278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-cd089480-27f6-4172-a517-1b2fce4349b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:49.922858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-cd089480-27f6-4172-a517-1b2fce4349b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1095 time: 0.0439508 Aug 31 08:26:50.022178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-e745e759-ff23-4ff4-bc92-cb88ec27bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:50.023692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-e745e759-ff23-4ff4-bc92-cb88ec27bebe service neutron] 10.222.0.68 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0890782 Aug 31 08:26:50.071217 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-6f4b8f2e-1ba4-477a-9d95-f4a76a3a9722 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0394464 Aug 31 08:26:50.123962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-d347fae7-bbcc-4358-b61e-500e821f1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:50.125465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-d347fae7-bbcc-4358-b61e-500e821f1717 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0471420 Aug 31 08:26:50.162219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-f7a85352-3242-4e75-a7b0-ffb99d5bad7a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268450 Aug 31 08:26:50.265982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-b7ebf2ac-ed46-4596-938f-0626d7837e61 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962574 Aug 31 08:26:50.399223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46925a-293a-4a48-a9ff-b77bad823dcb req-39983f54-4091-413c-b82e-c7dca8a368fe tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:50.400740 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab46925a-293a-4a48-a9ff-b77bad823dcb req-39983f54-4091-413c-b82e-c7dca8a368fe tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 943 time: 0.0758052 Aug 31 08:26:50.402674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5ee0cf5-994e-4237-989e-2e4b089c9f6a req-c94ab879-f081-4bfe-b7fd-be24bee4dc09 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282618 Aug 31 08:26:50.444978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab46925a-293a-4a48-a9ff-b77bad823dcb req-f59ebb49-18c0-4838-8b02-4772d6546e23 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Aug 31 08:26:50.885543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:26:50.926155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:26:51.405284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:51.407708 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fe3f5-ca18-401d-8017-78585d46efb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:51.457475 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c7f85-238e-4222-bfb1-1a4fb8df38a2 x-openstack-request-id: req-9f9c7f85-238e-4222-bfb1-1a4fb8df38a2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:51.458206 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:51.458468 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f9c7f85-238e-4222-bfb1-1a4fb8df38a2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:51.458868 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'status': 'completed', 'code': 200} Aug 31 08:26:51.551720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-74fb61e7-5fd5-4d07-b5a8-03fa92b651bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.553249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-74fb61e7-5fd5-4d07-b5a8-03fa92b651bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1095 time: 0.0784769 Aug 31 08:26:51.553387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-e247bb0d-c7e6-416a-bb31-d73fff170144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.555037 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-e247bb0d-c7e6-416a-bb31-d73fff170144 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1095 time: 0.0642292 Aug 31 08:26:51.588248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd5978-55a6-4f14-b595-e0f2a454bdb6 req-49a7839b-733d-4285-847f-554aee8edc8e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.590399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91cd5978-55a6-4f14-b595-e0f2a454bdb6 req-49a7839b-733d-4285-847f-554aee8edc8e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 943 time: 0.0742455 Aug 31 08:26:51.661453 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-4a12370a-cb5b-47d8-8929-71303b8dd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.661453 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-4a12370a-cb5b-47d8-8929-71303b8dd6fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0957878 Aug 31 08:26:51.679855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91cd5978-55a6-4f14-b595-e0f2a454bdb6 req-f48c53a9-cb3c-4270-b116-c7aa23672ca9 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794470 Aug 31 08:26:51.707266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-2ccd52c1-39ec-419a-b19b-dbc53136d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.709040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-2ccd52c1-39ec-419a-b19b-dbc53136d5dc service neutron] 10.222.0.68 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.1471336 Aug 31 08:26:51.716635 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-a08c15ad-e7ca-4723-ae1b-55f6ed6166bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0415821 Aug 31 08:26:51.753532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-90544d46-bf5c-491a-8ed7-ca9af1261c88 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0361030 Aug 31 08:26:51.767555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-fb698d78-62e6-40f6-a36c-223d1e618409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.769114 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-fb698d78-62e6-40f6-a36c-223d1e618409 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0446551 Aug 31 08:26:51.803444 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-8bfc2421-854e-4607-9018-6dc6986e8abe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257564 Aug 31 08:26:51.806483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-7ccc72c8-0c56-4e1e-9958-0cd88757c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:51.809938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-7ccc72c8-0c56-4e1e-9958-0cd88757c625 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0459659 Aug 31 08:26:51.843610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-9337824a-5f27-44d4-b444-21d0624f10ba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273082 Aug 31 08:26:51.955839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-e0c21294-647b-4be5-b922-be8eed5c5a1c service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021433 Aug 31 08:26:52.057596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-24796ec5-1890-4fad-a3c0-dd6e4ec379d0 service neutron] 10.222.0.68 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922630 Aug 31 08:26:52.275343 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-68fe7e72-10d0-4510-839d-d39e04e5dbad service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613457 Aug 31 08:26:52.373861 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-753fe3f5-ca18-401d-8017-78585d46efb4 req-0d9437fe-2fe9-4cf5-9c75-f5e259d34daf service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910900 Aug 31 08:26:52.814667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa6b4a-d807-4cbe-ba26-9cf3be832cb8 req-7ca16d25-0d12-4972-8b72-c89416d55f23 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:52.816243 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15aa6b4a-d807-4cbe-ba26-9cf3be832cb8 req-7ca16d25-0d12-4972-8b72-c89416d55f23 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 943 time: 0.0548210 Aug 31 08:26:52.856515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-15aa6b4a-d807-4cbe-ba26-9cf3be832cb8 req-f7ac99a1-75a1-4342-8740-7554975aef51 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Aug 31 08:26:53.205877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6b120-0085-4898-8eda-ab75eb6eb01f req-6da88437-8584-4419-8280-5db2cc05adeb tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:53.207518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ac6b120-0085-4898-8eda-ab75eb6eb01f req-6da88437-8584-4419-8280-5db2cc05adeb tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 943 time: 0.0508327 Aug 31 08:26:53.250316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ac6b120-0085-4898-8eda-ab75eb6eb01f req-91b71468-0616-467a-9868-5462b28a0145 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352700 Aug 31 08:26:53.318901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-fa5791e3-085f-4e68-aad5-fa6f81144dac tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:53.320517 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-fa5791e3-085f-4e68-aad5-fa6f81144dac tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.45 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47&tenant_id=bb7eaa2d67434cfc90562401b2215d9f&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 943 time: 0.0938275 Aug 31 08:26:53.383624 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-d9b352b3-f806-4668-a50d-99187f3896bc service neutron] delete failed (client error): The resource could not be found. Aug 31 08:26:53.384593 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-d9b352b3-f806-4668-a50d-99187f3896bc service neutron] 10.222.0.45 "DELETE /v2.0/ports/5ce4ac1d-619d-4f20-a126-5ad2690fe0e6/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0557816 Aug 31 08:26:53.476211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-3cfeb3b3-7c6e-4451-8e94-5e4238268028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:53.477759 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-3cfeb3b3-7c6e-4451-8e94-5e4238268028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 1095 time: 0.0459952 Aug 31 08:26:53.572304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-0ceb66ea-6c8d-4a87-961c-2e2cdc10b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:53.574456 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-0ceb66ea-6c8d-4a87-961c-2e2cdc10b619 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 200 len: 915 time: 0.0889845 Aug 31 08:26:53.629426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-95ee2b61-b187-4337-8a41-9665c9cd9fe9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 200 len: 217 time: 0.0436885 Aug 31 08:26:53.687133 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-3fd03709-41cf-4f80-8e56-9e6c6ce0e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:53.688676 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-3fd03709-41cf-4f80-8e56-9e6c6ce0e100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 200 len: 854 time: 0.0514457 Aug 31 08:26:53.728119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-ea4c132c-067f-40ea-bc6b-65d7211cfdf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22cdb2bd-e4e9-4a15-9cd0-2746b776744b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268636 Aug 31 08:26:53.730954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7c9f-8c0f-4909-b0bd-d91c7f4a0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:53.759372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:26:53.843735 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-add9754c-8a99-4fd0-b1f4-9cdd3db6fe13 service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963173 Aug 31 08:26:53.864257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:53.877366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'network_id': '22cdb2bd-e4e9-4a15-9cd0-2746b776744b', 'port_id': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'mac_address': 'fa:16:3e:f7:1a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4b169a-a1bb-4637-8b58-2f0ede861017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:26:53.927389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:53.942733 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ff8f4ec7-f242-495b-a81b-45c2042f99b7 req-985f2068-fb40-4a39-9848-e3405bb8499a service neutron] 10.222.0.45 "GET /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932362 Aug 31 08:26:53.957495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:26:53.978678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:54.044654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:54.091265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:54.142677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:54.320262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:26:54.376061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61800b-d2c3-41a0-b454-b80e50ea015f req-76b7def9-7756-4aad-befd-a681c7ecfdee tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:54.377629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb61800b-d2c3-41a0-b454-b80e50ea015f req-76b7def9-7756-4aad-befd-a681c7ecfdee tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 944 time: 0.0549469 Aug 31 08:26:54.418209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb61800b-d2c3-41a0-b454-b80e50ea015f req-736aedd4-514b-45d3-9506-d70f44328aca tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Aug 31 08:26:55.537527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e7a85-f75a-4882-a6b0-d09b35f69b9e req-7f03cb5e-76cc-4511-a487-af6c9411df39 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:55.539050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e25e7a85-f75a-4882-a6b0-d09b35f69b9e req-7f03cb5e-76cc-4511-a487-af6c9411df39 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 944 time: 0.0517826 Aug 31 08:26:55.578123 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e25e7a85-f75a-4882-a6b0-d09b35f69b9e req-e077d103-f64b-4ad8-b26a-2a59b3e4b61e tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Aug 31 08:26:55.698514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539460-c8f7-4696-8631-59180403b25c req-a2708ff7-66ea-4324-b6ea-dbadce0835a8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:55.699803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de539460-c8f7-4696-8631-59180403b25c req-a2708ff7-66ea-4324-b6ea-dbadce0835a8 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 944 time: 0.0541868 Aug 31 08:26:55.741898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de539460-c8f7-4696-8631-59180403b25c req-147715dd-6bff-4f65-a583-6f6ddbcb4e8d tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Aug 31 08:26:55.771387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:26:55.861744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e69c-98f3-498d-98ed-92ff48709d36 req-4d488147-dca9-471c-8ceb-20585460fe82 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:55.863332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2c2e69c-98f3-498d-98ed-92ff48709d36 req-4d488147-dca9-471c-8ceb-20585460fe82 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 944 time: 0.0520318 Aug 31 08:26:55.904559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2c2e69c-98f3-498d-98ed-92ff48709d36 req-afb2e6f0-c42a-4a93-af00-3a48f1c531f3 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Aug 31 08:26:55.905666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:26:55.910100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:26:55.910530 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:56.009646 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:56.034643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:56.036885 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36f545-081b-41de-871c-7cc9dadfaa9e" -d '{"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:56.049462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:56.075207 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7579a8-c97c-4fa3-bd08-4ab452c228bf x-openstack-request-id: req-4c7579a8-c97c-4fa3-bd08-4ab452c228bf {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:56.075498 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-plugged", "status": "completed", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:56.075746 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c7579a8-c97c-4fa3-bd08-4ab452c228bf {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:56.076133 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'code': 200} Aug 31 08:26:56.158835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:56.205696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:56.379436 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:56.482313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:56.489026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aa710-5e4b-46c8-8f7f-75f8a6d47802 req-4e2f0b62-8f10-4bbe-a86a-1643a168d754 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:56.493158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b9aa710-5e4b-46c8-8f7f-75f8a6d47802 req-4e2f0b62-8f10-4bbe-a86a-1643a168d754 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Aug 31 08:26:56.529269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b9aa710-5e4b-46c8-8f7f-75f8a6d47802 req-0f13e4ae-8f69-48be-9dc9-94929e57a1dd tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Aug 31 08:26:56.744907 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8a45d644-3d76-437f-bf1f-35a736843713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:57.644629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262864d4-8bb3-445a-b589-fdcff78aaa94 req-b1a04ae5-a554-4d4c-92c8-a44325dbc1da tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:57.646143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-262864d4-8bb3-445a-b589-fdcff78aaa94 req-b1a04ae5-a554-4d4c-92c8-a44325dbc1da tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Aug 31 08:26:57.684806 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-262864d4-8bb3-445a-b589-fdcff78aaa94 req-2dbd805c-2be8-4545-8aa7-5d2703d90e1a tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/security-groups?id=774483e5-5a66-49fd-a3b1-b26626f67c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Aug 31 08:26:57.802389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ae229-debb-4efe-9820-c07676b96047 req-159a0863-6db9-464f-b923-efab2b51eabf tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:26:57.805141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b4ae229-debb-4efe-9820-c07676b96047 req-159a0863-6db9-464f-b923-efab2b51eabf tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.68 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Aug 31 08:26:57.900081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Deleting port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:26:57.900330 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:57.987305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] For port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,segment=NetworkSegment(c78967a4-7ad4-4bca-900f-c482fd41e0a2),segment_id=c78967a4-7ad4-4bca-900f-c482fd41e0a2)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:26:57.987680 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:58.000738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Calling delete_port for 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:26:58.053332 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:58.204279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:58.216806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:26:58.233545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Pushing event deleted for resources: {'Port': ['ID=5ce4ac1d-619d-4f20-a126-5ad2690fe0e6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:26:58.277616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] No DVR routers for this DVR port 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:26:58.280602 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:58.282687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b4ae229-debb-4efe-9820-c07676b96047 req-34bb1d57-0a2f-4a7a-87d9-9c5564bfb203 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.68 "DELETE /v2.0/ports/5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 HTTP/1.1" status: 204 len: 173 time: 0.4722950 Aug 31 08:26:58.283141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-deleted', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:26:58.285487 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3846d0a-b439-450b-9d51-312eccbd95f0" -d '{"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-deleted", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:26:58.321781 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e5538-a3da-473b-a970-8cdc8db4d1ca x-openstack-request-id: req-0d0e5538-a3da-473b-a970-8cdc8db4d1ca {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:26:58.322092 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df6b140-ff0d-43e2-9119-45c9c6580e47", "name": "network-vif-deleted", "tag": "5ce4ac1d-619d-4f20-a126-5ad2690fe0e6", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:26:58.322338 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d0e5538-a3da-473b-a970-8cdc8db4d1ca {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:26:58.322743 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df6b140-ff0d-43e2-9119-45c9c6580e47', 'name': 'network-vif-deleted', 'tag': '5ce4ac1d-619d-4f20-a126-5ad2690fe0e6', 'status': 'completed', 'code': 200} Aug 31 08:26:58.791827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b42f6cc0-7148-47cc-b393-31c9771d1d73 req-73c2fd21-07d0-41ff-859d-59199e2d3502 tempest-ServerDiskConfigTestJSON-1152584210 tempest-ServerDiskConfigTestJSON-1152584210-project] 10.222.0.36 "GET /v2.0/ports?device_id=9df6b140-ff0d-43e2-9119-45c9c6580e47 HTTP/1.1" status: 200 len: 210 time: 0.0263863 Aug 31 08:26:59.592751 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:26:59.919824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59106) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:26:59.969558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Deleting subnet 6f4b169a-a1bb-4637-8b58-2f0ede861017 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:26:59.972672 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.006420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.044254 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.176158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.201217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4b169a-a1bb-4637-8b58-2f0ede861017,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:00.205042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.206955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8ae2dbf1-8b90-4c0c-9533-b6bbbe323c47 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f4b169a-a1bb-4637-8b58-2f0ede861017 HTTP/1.1" status: 204 len: 168 time: 0.2861135 Aug 31 08:27:00.209841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59108) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:00.277246 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.359814 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.369633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cdb2bd-e4e9-4a15-9cd0-2746b776744b']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:00.379666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78967a4-7ad4-4bca-900f-c482fd41e0a2') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:00.379963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78967a4-7ad4-4bca-900f-c482fd41e0a2') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:00.392495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.406420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.412260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:27:00.412650 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:27:00.414345 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:27:00.553189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.562440 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:00.562440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] 10.222.0.36 "DELETE /v2.0/networks/22cdb2bd-e4e9-4a15-9cd0-2746b776744b HTTP/1.1" status: 204 len: 168 time: 0.3508337 Aug 31 08:27:00.572596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce04d4-2bee-4c38-9492-6e4f9090a543 admin admin] Pushing event deleted for resources: {'Network': ['ID=22cdb2bd-e4e9-4a15-9cd0-2746b776744b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:00.851950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59112) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:01.219978 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d361d37f-2b0a-415b-b4e8-063ceba0c16d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb7eaa2d67434cfc90562401b2215d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667607 Aug 31 08:27:01.222525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59114) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:01.270401 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57445ad-6e58-467d-8416-2fcf3781a688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:01.291149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57445ad-6e58-467d-8416-2fcf3781a688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:01.421724 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57445ad-6e58-467d-8416-2fcf3781a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:01.424359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57445ad-6e58-467d-8416-2fcf3781a688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:01.425526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b57445ad-6e58-467d-8416-2fcf3781a688 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/774483e5-5a66-49fd-a3b1-b26626f67c8e HTTP/1.1" status: 204 len: 168 time: 0.2021163 Aug 31 08:27:01.433490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57445ad-6e58-467d-8416-2fcf3781a688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774483e5-5a66-49fd-a3b1-b26626f67c8e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:01.824083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:27:01.847589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:27:01.847938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 5ce4ac1d-619d-4f20-a126-5ad2690fe0e6 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:27:02.452489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59136) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:02.566554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1611167997-network', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:02.704968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Made reservation on behalf of 79e8d4e21d1d44e3b73e5c8bb811a454 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:27:02.707491 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:02.719536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:02.812451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:02.866837 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:02.894952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:27:02.900465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b6de7-f9d6-4f4a-8fa7-029744c8a485,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:02.908793 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:02.908793 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Added segment cb2c219f-087d-4426-b9ae-16120a9833db of type vlan for network df5492d3-7ce4-4622-9162-14e519011476 Aug 31 08:27:02.953745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:03.032981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:03.034067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:03.034661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:03.095911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] Pushing event updated for resources: {'Network': ['ID=df5492d3-7ce4-4622-9162-14e519011476,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:03.107541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network df5492d3-7ce4-4622-9162-14e519011476 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:27:03.152219 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d37e1274-2778-4aa2-8322-ef4818ebd921 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6985679 Aug 31 08:27:03.155421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59142) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:03.162035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Request body: {'subnet': {'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1611167997-subnet', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:03.247624 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Made reservation on behalf of 79e8d4e21d1d44e3b73e5c8bb811a454 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:27:03.250129 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:03.327028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-2826a73f-4c1e-4ce5-83bd-505da80ac0ee req-5b684db2-2a5c-4591-b676-0b27fbc85279 service neutron] (95445) timed out ('10.222.0.68', 60543) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:27:03.330893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-28a49d16-0a23-4028-a9db-f15632d755ab req-e7fa3014-a068-4ec4-bd3e-24e0b3df3c62 service neutron] (95445) timed out ('10.222.0.68', 60522) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:27:03.501833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:03.559275 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:03.570758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:27:03.571129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Network hostable DHCP agents. Network: df5492d3-7ce4-4622-9162-14e519011476, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:27:03.678964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Network df5492d3-7ce4-4622-9162-14e519011476 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:27:03.779435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, df5492d3-7ce4-4622-9162-14e519011476) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:03.783930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:03.784536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:03.790735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3448369-ac4c-4dea-8038-ef781f9d5679 None None] Network df5492d3-7ce4-4622-9162-14e519011476 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:27:03.902488 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fc8ce666-3f00-4bdc-8e38-c749dda39c33 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7457988 Aug 31 08:27:03.905421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59144) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:03.912079 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:03.956018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-df5492d3-7ce4-4622-9162-14e519011476', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:27:03.956966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.043285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.044118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.098193 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.099783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Allocated IP 172.20.0.2 (df5492d3-7ce4-4622-9162-14e519011476/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2/c869f951-d9d8-41c5-9209-7232cd5ecacc) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:27:04.257038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.265661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Transition to ACTIVE for port object c869f951-d9d8-41c5-9209-7232cd5ecacc will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:04.282065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Transition to ACTIVE for port object c869f951-d9d8-41c5-9209-7232cd5ecacc will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:04.342171 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.348546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.383848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:27:04.386885 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:04.390116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:27:04.399117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Pushing event updated for resources: {'Port': ['ID=c869f951-d9d8-41c5-9209-7232cd5ecacc,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:04.450498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Attempting to bind port c869f951-d9d8-41c5-9209-7232cd5ecacc on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:27:04.450870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Attempting to bind port c869f951-d9d8-41c5-9209-7232cd5ecacc by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:27:04.451238 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Attempting to bind port c869f951-d9d8-41c5-9209-7232cd5ecacc on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:27:04.456276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:27:04.456651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:27:04.457058 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.457563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:27:04.457984 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Bound port: c869f951-d9d8-41c5-9209-7232cd5ecacc, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:27:04.458624 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.526914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] For port c869f951-d9d8-41c5-9209-7232cd5ecacc, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:27:04.530120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] For port c869f951-d9d8-41c5-9209-7232cd5ecacc, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c869f951-d9d8-41c5-9209-7232cd5ecacc,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:27:04.594092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.618432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.654249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:04.669314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4494251-1295-4311-9114-86ceb5c62b5e None None] Pushing event updated for resources: {'Port': ['ID=c869f951-d9d8-41c5-9209-7232cd5ecacc,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:04.770956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Allocated IP 172.25.0.206 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a8b7d5bc-42bc-489a-9453-823e8e492c7a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:27:04.906565 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:05.007939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:05.051013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:27:05.054042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:05.058568 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:27:05.061691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Pushing event updated for resources: {'Port': ['ID=a8b7d5bc-42bc-489a-9453-823e8e492c7a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:05.398420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:05.547217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839f80d-922f-4c4c-a060-041c5bdf5a7c None None] Network df5492d3-7ce4-4622-9162-14e519011476 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:27:05.618091 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:05.701390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e7740585-acd6-497b-8bd5-30cb52ebb5b7 None None] Provisioning for port c869f951-d9d8-41c5-9209-7232cd5ecacc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:05.861572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Router 67f62231-6d63-4bc9-8fbd-72101402859f is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:27:05.976549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:27:05.986372 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:27:05.997547 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:27:05.997547 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:26:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:06.072834 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.075449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-13fa75c5-6a4a-4c86-984a-d5cdb31a7dfd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1683414 Aug 31 08:27:06.078031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59146) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:06.102111 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:27:06.310771 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:05Z', 'revision_number': 3, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:06.341423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:27:06.341775 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Updating router 67f62231-6d63-4bc9-8fbd-72101402859f port a8b7d5bc-42bc-489a-9453-823e8e492c7a binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:27:06.374504 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.441524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c869f951-d9d8-41c5-9209-7232cd5ecacc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:06.530396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.547197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c869f951-d9d8-41c5-9209-7232cd5ecacc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:06.551531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c869f951-d9d8-41c5-9209-7232cd5ecacc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:06.552196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.643319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.654960 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.665425 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Transition to ACTIVE for port object a8b7d5bc-42bc-489a-9453-823e8e492c7a will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:06.693607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port c869f951-d9d8-41c5-9209-7232cd5ecacc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c869f951-d9d8-41c5-9209-7232cd5ecacc,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:27:06.724982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Allocated IP 172.20.0.1 (df5492d3-7ce4-4622-9162-14e519011476/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2/3398fc2b-a3de-4430-9ff4-25a986832421) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:27:06.764296 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.816222 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Attempting to bind port a8b7d5bc-42bc-489a-9453-823e8e492c7a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:27:06.816589 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Attempting to bind port a8b7d5bc-42bc-489a-9453-823e8e492c7a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:27:06.816952 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Attempting to bind port a8b7d5bc-42bc-489a-9453-823e8e492c7a on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:27:06.819014 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Pushing event updated for resources: {'Port': ['ID=a8b7d5bc-42bc-489a-9453-823e8e492c7a,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:06.828207 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.828550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.828892 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.829227 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.829556 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.829941 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.830266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.830593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.830916 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.831153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.831262 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.831590 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.833009 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.837799 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:06.844816 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:27:06.850473 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:27:06.850473 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.850940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Transition to ACTIVE for port object 3398fc2b-a3de-4430-9ff4-25a986832421 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:06.851047 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:27:06.851047 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Bound port: a8b7d5bc-42bc-489a-9453-823e8e492c7a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:27:06.851047 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.884850 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=c869f951-d9d8-41c5-9209-7232cd5ecacc,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:06.908241 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] For port a8b7d5bc-42bc-489a-9453-823e8e492c7a, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:27:06.913609 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] For port a8b7d5bc-42bc-489a-9453-823e8e492c7a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a8b7d5bc-42bc-489a-9453-823e8e492c7a,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:27:06.957311 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:06.991635 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.002878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:27:07.006080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:07.008631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:27:07.036273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Pushing event updated for resources: {'Port': ['ID=3398fc2b-a3de-4430-9ff4-25a986832421,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:07.051486 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:27:07.052122 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:26:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:07.056483 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5d21-5656-4925-a25d-7cbdda599bc1 None None] Pushing event updated for resources: {'Port': ['ID=a8b7d5bc-42bc-489a-9453-823e8e492c7a,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:07.056728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.166351 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:27:07.312821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.341743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-977dc08c-df0e-4061-bcf4-fc146456bf03 None None] Provisioning for port 3398fc2b-a3de-4430-9ff4-25a986832421 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:07.347527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-977dc08c-df0e-4061-bcf4-fc146456bf03 None None] Provisioning complete for port 3398fc2b-a3de-4430-9ff4-25a986832421 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:07.348225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-977dc08c-df0e-4061-bcf4-fc146456bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.378895 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:05Z', 'revision_number': 3, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:07.390463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-977dc08c-df0e-4061-bcf4-fc146456bf03 None None] Port 3398fc2b-a3de-4430-9ff4-25a986832421 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:27:07.495090 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.507469 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b61160-dfd5-4e14-b26c-06a6d9e51971 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:05Z', 'revision_number': 3, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:27:07.570335 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.644601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Pushing event updated for resources: {'Port': ['ID=3398fc2b-a3de-4430-9ff4-25a986832421,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:07.647376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:07.760806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:27:07.762545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:07.899798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:27:08.016353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c3f5e5da-f1f1-448a-a6f4-29504462dbd1 None None] Provisioning complete for port 3398fc2b-a3de-4430-9ff4-25a986832421 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:08.016966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3f5e5da-f1f1-448a-a6f4-29504462dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.037044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:27:08.045701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c6c7e0d8-32c6-487f-846b-f431df066324 admin admin] 10.222.0.36 "PUT /v2.0/routers/67f62231-6d63-4bc9-8fbd-72101402859f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660418 Aug 31 08:27:08.059149 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5e5da-f1f1-448a-a6f4-29504462dbd1 None None] Port 3398fc2b-a3de-4430-9ff4-25a986832421 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:27:08.518191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a8b7d5bc-42bc-489a-9453-823e8e492c7a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:08.633290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a8b7d5bc-42bc-489a-9453-823e8e492c7a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:08.634674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59156) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:08.637712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a8b7d5bc-42bc-489a-9453-823e8e492c7a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:08.638250 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.642686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215009880', 'description': 'tempest-description--2135941754'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:08.724377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.736122 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.752125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a8b7d5bc-42bc-489a-9453-823e8e492c7a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a8b7d5bc-42bc-489a-9453-823e8e492c7a,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:27:08.827170 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.827417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.828023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c869f951-d9d8-41c5-9209-7232cd5ecacc up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:08.906558 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a8b7d5bc-42bc-489a-9453-823e8e492c7a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:08.912979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.920410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c869f951-d9d8-41c5-9209-7232cd5ecacc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:08.920849 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.944235 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52bb4c-7c65-44a1-b795-cd88540e040b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:08.991102 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:08.992517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8534908e-52cc-409b-91ad-8b2ef87ce700 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3556819 Aug 31 08:27:08.995982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59158) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:09.002549 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'security_group_rule': {'security_group_id': 'fd52bb4c-7c65-44a1-b795-cd88540e040b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:09.037960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:27:09.048094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:27:09.048755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:26:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:09.136011 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.219100 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.320222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:27:09.341935 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.358768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e21f07a-bd86-4c46-9388-70ba02365013,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:09.436412 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.438094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7b6363cf-5df3-47e5-8ed5-90e3a548d4c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4402156 Aug 31 08:27:09.440889 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59160) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:09.446486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'security_group_rule': {'security_group_id': 'fd52bb4c-7c65-44a1-b795-cd88540e040b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:09.536477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 2, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:09.564112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.566741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:27:09.567106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Updating router 67f62231-6d63-4bc9-8fbd-72101402859f port 3398fc2b-a3de-4430-9ff4-25a986832421 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:27:09.595339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.636139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.710634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.729193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63a15eb-178f-47a9-aa8e-616b85a4280b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:09.738324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.738681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.739027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.739373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.739712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.740050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.740383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.740716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.741046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.741374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.741731 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.743638 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:09.796466 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.797633 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-16b115ef-1683-4899-807c-23843dd76905 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554091 Aug 31 08:27:09.800730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59162) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:09.805662 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:09.866319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:09.877911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Transition to ACTIVE for port object 3398fc2b-a3de-4430-9ff4-25a986832421 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:09.896221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.012806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.073207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.123257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Allocated IP 172.25.0.49 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/ee219ae8-82d4-43ea-8706-90d4750ba8ca) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:27:10.150537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d76c5c-848a-4c73-835a-e3784e4bde82 None None] Pushing event updated for resources: {'Port': ['ID=3398fc2b-a3de-4430-9ff4-25a986832421,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:10.186957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Attempting to bind port 3398fc2b-a3de-4430-9ff4-25a986832421 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:27:10.187427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Attempting to bind port 3398fc2b-a3de-4430-9ff4-25a986832421 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:27:10.187815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Attempting to bind port 3398fc2b-a3de-4430-9ff4-25a986832421 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:27:10.193590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:27:10.193998 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:27:10.194410 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.194808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:27:10.195282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Bound port: 3398fc2b-a3de-4430-9ff4-25a986832421, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:27:10.195672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.244453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.288078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] For port 3398fc2b-a3de-4430-9ff4-25a986832421, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:27:10.294808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] For port 3398fc2b-a3de-4430-9ff4-25a986832421, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3398fc2b-a3de-4430-9ff4-25a986832421,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:27:10.365039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.387553 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.404898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:27:10.410253 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:10.413909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:27:10.427674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a8b7d5bc-42bc-489a-9453-823e8e492c7a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:10.444104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'Port': ['ID=ee219ae8-82d4-43ea-8706-90d4750ba8ca,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:10.507643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:27:10.508287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:26:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:10.510415 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.511602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d76c5c-848a-4c73-835a-e3784e4bde82 None None] Pushing event updated for resources: {'Port': ['ID=3398fc2b-a3de-4430-9ff4-25a986832421,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:10.574526 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a8b7d5bc-42bc-489a-9453-823e8e492c7a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:10.574909 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.637749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.667108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:27:10.795216 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.890282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:10.920459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:10Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:10.946906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ebe0d-e10e-4b75-9bb7-a7a7419372d2 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:10Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:27:10.972178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'Port': ['ID=ee219ae8-82d4-43ea-8706-90d4750ba8ca,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:10.981536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:11.045619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:11.048041 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-10b9d372-64fe-4ef9-8bf2-77f9ccad43e9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2461061 Aug 31 08:27:11.214783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-29360471-a60c-4a19-a126-a05e1eda52df tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1215009880&fields=id&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 267 time: 0.0418286 Aug 31 08:27:11.337313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-235051e6-53a5-4994-b3fe-4772dd5760a2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:11.339040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-235051e6-53a5-4994-b3fe-4772dd5760a2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1169770 Aug 31 08:27:11.354999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-c52d9c17-441a-455e-af21-3a3dc6d191da tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/quotas/79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 375 time: 0.0099740 Aug 31 08:27:11.416889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-6f4e40d9-e6ed-4478-847c-7e8118bd61e4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555139 Aug 31 08:27:11.582729 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-fc3f4119-a788-42b5-b9a0-ba776816d8c6 service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537282 Aug 31 08:27:11.678393 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-0d8211b3-66fd-4979-9913-1cc9d91dea6b service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888584 Aug 31 08:27:11.990974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97b910a9-2eff-4095-9e95-b2f6e9f6c1b4 req-64936b55-5adf-4a0a-906b-88a534ecce2d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 210 time: 0.0379822 Aug 31 08:27:12.431440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3398fc2b-a3de-4430-9ff4-25a986832421 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:12.533888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3398fc2b-a3de-4430-9ff4-25a986832421 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:12.539064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3398fc2b-a3de-4430-9ff4-25a986832421 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:12.547805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:12.622114 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:12.657481 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3398fc2b-a3de-4430-9ff4-25a986832421, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3398fc2b-a3de-4430-9ff4-25a986832421,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:27:12.739389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:12.787851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3398fc2b-a3de-4430-9ff4-25a986832421,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:13.087194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0592af2-800a-413b-924f-eb9a5bd082f4 req-58e0f768-7d5a-40bd-94f8-954a39694415 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Aug 31 08:27:13.999728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-431d6def-43ce-46a8-9251-cf6a34482c10 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:14.002165 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-431d6def-43ce-46a8-9251-cf6a34482c10 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1095593 Aug 31 08:27:14.049166 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-e33924d7-0e51-4ef4-91ae-df813078da17 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 380 time: 0.0357404 Aug 31 08:27:14.062177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'port': {'device_id': '24f7494a-adce-4ae5-b122-b92439dd0791', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'admin_state_up': True, 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'security_groups': ['fd52bb4c-7c65-44a1-b795-cd88540e040b']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:14.200124 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a17c7eca-692f-4c9f-8de3-34579ddb3ca6 req-c6ce728f-457b-41a3-8d55-66ac185e9939 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 210 time: 0.0316691 Aug 31 08:27:14.290138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Made reservation on behalf of 79e8d4e21d1d44e3b73e5c8bb811a454 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:27:14.293707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:14.407311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3398fc2b-a3de-4430-9ff4-25a986832421 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:14.429917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Allocated IP 172.20.0.11 (df5492d3-7ce4-4622-9162-14e519011476/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2/2214c40b-28d4-4a32-81e5-0d32f9421e2b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:27:14.463022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3398fc2b-a3de-4430-9ff4-25a986832421 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:14.463435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:14.574093 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:14.594465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Transition to ACTIVE for port object 2214c40b-28d4-4a32-81e5-0d32f9421e2b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:14.693547 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:14.739802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:27:14.743115 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:27:14.747222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:27:14.771815 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:14.810116 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:14.810116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:14.907687 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4974991e-fe43-49f0-973e-2337e856893c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496978 Aug 31 08:27:14.925131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Request body: {'port': {'device_id': '24f7494a-adce-4ae5-b122-b92439dd0791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:14.978675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.023017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8110c3c7-5a42-4d66-b953-436edc51bb11 None None] Provisioning for port 2214c40b-28d4-4a32-81e5-0d32f9421e2b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:15.030211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8110c3c7-5a42-4d66-b953-436edc51bb11 None None] Provisioning complete for port 2214c40b-28d4-4a32-81e5-0d32f9421e2b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:15.030597 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8110c3c7-5a42-4d66-b953-436edc51bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.065328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8110c3c7-5a42-4d66-b953-436edc51bb11 None None] Port 2214c40b-28d4-4a32-81e5-0d32f9421e2b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:27:15.262835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2214c40b-28d4-4a32-81e5-0d32f9421e2b {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:27:15.270797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.283572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Transition to ACTIVE for port object 2214c40b-28d4-4a32-81e5-0d32f9421e2b will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:27:15.317542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192ed43-12a6-4044-bd76-9586d4983c3d req-49ff866f-f891-4a6a-b3f4-2e3beb6126ad tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:15.319015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5192ed43-12a6-4044-bd76-9586d4983c3d req-49ff866f-f891-4a6a-b3f4-2e3beb6126ad tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 932 time: 0.0508018 Aug 31 08:27:15.359709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5192ed43-12a6-4044-bd76-9586d4983c3d req-637482cc-21db-4f0b-b321-f08ad958cc5f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338976 Aug 31 08:27:15.431009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.482451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:15.559997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:27:15.560326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:27:15.560671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:27:15.565497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:27:15.566002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:27:15.571497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:27:15.571772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:27:15.572168 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:27:15.573150 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Bound port: 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:27:15.573521 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.643913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:27:15.647230 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:27:15.747508 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.784601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:15.785301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:15.786749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] 10.222.0.45 "PUT /v2.0/ports/2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 1093 time: 0.8660977 Aug 31 08:27:15.787195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:27:15.789449 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c046d8e-fa3b-4ac2-80d1-754d3d921407" -d '{"events": [{"name": "network-changed", "server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:27:15.815743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4131d4-e354-4352-a68f-5bcbdea039fc service neutron] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:15.907031 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f30a27-9865-4cf7-8900-598dfe8e5ed7 x-openstack-request-id: req-b5f30a27-9865-4cf7-8900-598dfe8e5ed7 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:27:15.907352 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:27:15.907616 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5f30a27-9865-4cf7-8900-598dfe8e5ed7 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:27:15.908225 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'status': 'completed', 'code': 200} Aug 31 08:27:15.975883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046d8e-fa3b-4ac2-80d1-754d3d921407 req-e29b167a-3a97-4291-b29a-18e4ccd09315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:15.977452 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c046d8e-fa3b-4ac2-80d1-754d3d921407 req-e29b167a-3a97-4291-b29a-18e4ccd09315 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1096 time: 0.0440714 Aug 31 08:27:16.095240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046d8e-fa3b-4ac2-80d1-754d3d921407 req-4ad0b17f-3f14-49b5-a014-78fa220d958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:16.096614 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c046d8e-fa3b-4ac2-80d1-754d3d921407 req-4ad0b17f-3f14-49b5-a014-78fa220d958b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056931 Aug 31 08:27:16.201024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046d8e-fa3b-4ac2-80d1-754d3d921407 req-180179ba-022a-4d0f-a024-cda939b2afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:16.202654 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9c046d8e-fa3b-4ac2-80d1-754d3d921407 req-180179ba-022a-4d0f-a024-cda939b2afc3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981421 Aug 31 08:27:16.290344 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5ad1f6a0-c33d-491c-b63a-c5fac0a93052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:16.291882 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5ad1f6a0-c33d-491c-b63a-c5fac0a93052 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1096 time: 0.0473032 Aug 31 08:27:16.341175 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-4566f1e6-9151-41e8-b972-70a8b941fc31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 217 time: 0.0411129 Aug 31 08:27:16.395313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-d71d5ba3-dc6b-4709-953e-2088df624a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:16.396832 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-d71d5ba3-dc6b-4709-953e-2088df624a19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0488827 Aug 31 08:27:16.455632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5f054c25-03e9-4eb4-bbca-2a04f131c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:16.458022 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-5f054c25-03e9-4eb4-bbca-2a04f131c74c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535753 Aug 31 08:27:16.495874 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022d1a2-5c73-42c0-aaa0-8a2c23970e2b req-ee5fb5dc-4ce8-4354-875f-803630a2df98 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:16.497653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2022d1a2-5c73-42c0-aaa0-8a2c23970e2b req-ee5fb5dc-4ce8-4354-875f-803630a2df98 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 944 time: 0.0647283 Aug 31 08:27:16.543258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2022d1a2-5c73-42c0-aaa0-8a2c23970e2b req-9ad81935-195b-4094-b902-242a7edefb18 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Aug 31 08:27:16.568426 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-61c62068-c875-47c1-90e3-72025601952b service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968349 Aug 31 08:27:16.670099 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c3b29fa3-d8db-4c11-a899-665f3c818b7f req-8e70c45e-af34-497b-a246-daa63c69673b service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937464 Aug 31 08:27:17.663674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb15f1b-b598-4231-9215-4ccf6682da6e req-9094a83e-e624-437d-81e7-dc035a93454e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:17.665280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5eb15f1b-b598-4231-9215-4ccf6682da6e req-9094a83e-e624-437d-81e7-dc035a93454e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 944 time: 0.0506372 Aug 31 08:27:17.709472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5eb15f1b-b598-4231-9215-4ccf6682da6e req-a4d693d6-70aa-45f9-9a82-93c93fb4729b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 Aug 31 08:27:18.829322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705580c5-be15-4cbe-b5d2-2b12352df931 req-d0d4564e-ebaf-47c4-a6b6-a88d581d64fd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:18.830909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-705580c5-be15-4cbe-b5d2-2b12352df931 req-d0d4564e-ebaf-47c4-a6b6-a88d581d64fd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 944 time: 0.0529113 Aug 31 08:27:18.876212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-705580c5-be15-4cbe-b5d2-2b12352df931 req-b90edb57-fd94-420e-a59a-53355d1111f4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Aug 31 08:27:18.979629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:27:19.077982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:27:19.090204 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'mac_address': 'fa:16:3e:ca:f6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:27:19.127579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:19.141000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2214c40b-28d4-4a32-81e5-0d32f9421e2b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:27:19.161867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:27:19.306897 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:19.359642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:19.366943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.367295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.367638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.367974 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.368307 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.368637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.368965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.369292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.369616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.369964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.370289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.370613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:27:19.555116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['2214c40b-28d4-4a32-81e5-0d32f9421e2b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:27:19.997613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646a762-768f-4ccd-9d8f-fc8ae9b9067d req-87d6dd68-87ee-4657-a5db-f035b57c7b6e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:19.999076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1646a762-768f-4ccd-9d8f-fc8ae9b9067d req-87d6dd68-87ee-4657-a5db-f035b57c7b6e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Aug 31 08:27:20.040874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1646a762-768f-4ccd-9d8f-fc8ae9b9067d req-c85b31c9-04c6-4c06-9d5b-fb312261d156 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339203 Aug 31 08:27:20.995929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:27:21.099110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 2214c40b-28d4-4a32-81e5-0d32f9421e2b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:27:21.103267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 2214c40b-28d4-4a32-81e5-0d32f9421e2b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:27:21.103699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:21.142598 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:27:21.185843 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:21.193741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd37bc-5eaf-47fc-86f9-9373c567da16 req-a8624698-83ee-426c-ba13-d58cf640edd3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:21.196494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dfd37bc-5eaf-47fc-86f9-9373c567da16 req-a8624698-83ee-426c-ba13-d58cf640edd3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 945 time: 0.0854044 Aug 31 08:27:21.208836 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:27:21.211090 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6e2192-7c6a-46ff-837f-754eee8969cb" -d '{"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-plugged", "status": "completed", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:27:21.223982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:27:21.249632 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d4acf-96aa-4a92-966f-d89e4d2f62c5 x-openstack-request-id: req-db1d4acf-96aa-4a92-966f-d89e4d2f62c5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:27:21.249960 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-plugged", "status": "completed", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:27:21.250220 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db1d4acf-96aa-4a92-966f-d89e4d2f62c5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:27:21.250615 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'code': 200} Aug 31 08:27:21.266322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dfd37bc-5eaf-47fc-86f9-9373c567da16 req-490a0ac6-78d2-40c2-9aac-eb69cb6c15f3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626791 Aug 31 08:27:21.310278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:21.357582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efb56-b15e-45c0-9437-101901fe6482 req-0e81c5ea-d290-45a5-a422-1e30d1f58b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:21.359098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:27:21.359468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-910efb56-b15e-45c0-9437-101901fe6482 req-0e81c5ea-d290-45a5-a422-1e30d1f58b7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1098 time: 0.0416603 Aug 31 08:27:21.397250 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-910efb56-b15e-45c0-9437-101901fe6482 req-ce617954-12b0-49e1-b5a1-8f95906c2b29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295908 Aug 31 08:27:22.386671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5623b2-c5c9-4546-bb35-0d4d9bcb7f7f req-f2f8f25e-c41e-46fa-9f4a-0be85e3f5a2a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:22.388192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5623b2-c5c9-4546-bb35-0d4d9bcb7f7f req-f2f8f25e-c41e-46fa-9f4a-0be85e3f5a2a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0490649 Aug 31 08:27:22.426625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5623b2-c5c9-4546-bb35-0d4d9bcb7f7f req-8c406938-fbdf-4f21-a8b0-19a48c812e6a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Aug 31 08:27:23.139029 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-6a6e9427-1e1f-4772-91fc-b3514603f76b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418205 Aug 31 08:27:23.226837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-ff17ffba-6b66-4372-9895-c3c60f32159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:23.228354 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-ff17ffba-6b66-4372-9895-c3c60f32159f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1098 time: 0.0413506 Aug 31 08:27:23.340042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-ca26a56a-a1be-4957-9405-b2a431c543c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:23.341576 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-ca26a56a-a1be-4957-9405-b2a431c543c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0922058 Aug 31 08:27:23.387306 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-7b6c5b68-7144-4416-97fb-e75d11a8370c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 217 time: 0.0360270 Aug 31 08:27:23.442395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-aec2fe14-8160-40c1-bbdc-d599bae24e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:23.443909 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-aec2fe14-8160-40c1-bbdc-d599bae24e11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0486021 Aug 31 08:27:23.492300 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-b29f3684-cf71-4faf-8873-6e93eac3d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:23.494091 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-b29f3684-cf71-4faf-8873-6e93eac3d96a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420675 Aug 31 08:27:23.547408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332335b2-727b-475a-86c7-57049e14f617 req-00b020a1-720f-486e-bb9e-6dc9453c3be9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:23.549619 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-332335b2-727b-475a-86c7-57049e14f617 req-00b020a1-720f-486e-bb9e-6dc9453c3be9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0545881 Aug 31 08:27:23.594093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-332335b2-727b-475a-86c7-57049e14f617 req-58f8eb91-dedb-4902-9570-0a2f6a7291fd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Aug 31 08:27:23.599127 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-4ede6d53-2f9a-4410-8757-facb2ca241a3 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962117 Aug 31 08:27:23.715046 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-b9cb8e57-3b55-4129-9394-50b1b4ba483f req-34e268b5-2914-43eb-b77d-4002840533d6 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026800 Aug 31 08:27:23.726142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fa46d-55ee-43a6-bc81-4ab5876831b6 req-2543d419-7f38-4c15-9bad-585626c76eb8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:23.727724 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a1fa46d-55ee-43a6-bc81-4ab5876831b6 req-2543d419-7f38-4c15-9bad-585626c76eb8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Aug 31 08:27:23.736293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59222) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:27:23.740972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67547851-d6b3-4617-a4e3-390daed36ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:23.741472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'floatingip': {'port_id': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:27:23.784658 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:24.024566 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:24.557637 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:24.641907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:24.740522 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 associated. External IP: 172.25.0.49, port: 2214c40b-28d4-4a32-81e5-0d32f9421e2b. Aug 31 08:27:24.952243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:27:25.061348 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:27:25.066359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:25.071955 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:27:25.081529 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:27:25.082165 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:26:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:25.095045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a3e7d05-58a4-4437-8e9f-366f51e2ce7c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "PUT /v2.0/floatingips/16462651-8031-43b3-a193-6193d8e5d652 HTTP/1.1" status: 200 len: 991 time: 1.3575273 Aug 31 08:27:25.095743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:27:25.098217 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21" -d '{"events": [{"name": "network-changed", "server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:27:25.141168 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73548afd-3ce9-4618-a82d-7c7ee9afac5f x-openstack-request-id: req-73548afd-3ce9-4618-a82d-7c7ee9afac5f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:27:25.141492 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:27:25.141800 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73548afd-3ce9-4618-a82d-7c7ee9afac5f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:27:25.142251 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'status': 'completed', 'code': 200} Aug 31 08:27:25.192707 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:27:25.207785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-a6c71f65-e783-4d5b-bc6b-02197c247336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:25.209510 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-a6c71f65-e783-4d5b-bc6b-02197c247336 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1098 time: 0.0427227 Aug 31 08:27:25.306734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-2c7fab3c-d449-48a1-a8cc-06e887ac4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:25.308261 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-2c7fab3c-d449-48a1-a8cc-06e887ac4491 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0890806 Aug 31 08:27:25.375609 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-1e8c1ff6-b6d1-4c01-8c33-7bb78ae61045 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 999 time: 0.0595338 Aug 31 08:27:25.416767 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ca:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f7494a-adce-4ae5-b122-b92439dd0791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:27:24Z', 'revision_number': 1, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:25.426860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-c2e84a29-ac67-4795-93ab-007d5418af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:25.428376 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-c2e84a29-ac67-4795-93ab-007d5418af33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0447495 Aug 31 08:27:25.449062 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:27:25.457739 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:27:25.462019 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:26:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:25.482362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-885d5c5b-fb5d-47ec-8df9-98a04ac0c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:27:25.483990 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-885d5c5b-fb5d-47ec-8df9-98a04ac0c4b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474846 Aug 31 08:27:25.579335 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:27:25.581717 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-36f4fb98-da87-46f7-85a4-b9b786c9248e service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883348 Aug 31 08:27:25.679683 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-aadea4df-22d8-4a3b-b197-8d0ce47bfd21 req-9c171107-22df-4d03-8607-c1cd3923069c service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897174 Aug 31 08:27:25.806535 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ca:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f7494a-adce-4ae5-b122-b92439dd0791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:27:24Z', 'revision_number': 1, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:27:25.834714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c6966-f899-4c8f-87ef-a26c6b3dbf31 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ca:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f7494a-adce-4ae5-b122-b92439dd0791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:27:24Z', 'revision_number': 1, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:27:26.029837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff95e04-c429-41e0-871d-83985706db8a None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:27:26.346820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:26.518456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:26.721449 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8f82656a-14b8-4679-bb40-571e7ce12801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:28.035861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:29.598344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:53.744265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eb089993-7716-484b-ae44-3b5f9c11bee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:54.041485 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:56.346197 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:56.523516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:56.790648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a13f523-de48-4e0d-8da9-7a11feb7281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:58.041759 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:27:58.141973 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:27:59.658770 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:23.733989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f23472d8-21ba-4b55-a35a-8001f97ee64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:24.058012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:25.198279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-f6b0e585-7a09-454b-97d6-301834413e08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405407 Aug 31 08:28:25.289000 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-f87d3417-4094-465b-8c9a-54beb18f386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:28:25.290581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-f87d3417-4094-465b-8c9a-54beb18f386d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1098 time: 0.0422759 Aug 31 08:28:25.408708 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-fe91955e-5dd6-4edd-a5f0-2420ad1173a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:28:25.410260 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-fe91955e-5dd6-4edd-a5f0-2420ad1173a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0963476 Aug 31 08:28:25.482643 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-3c3a8e05-61ac-4620-8e21-83bb87d69d38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 1001 time: 0.0610058 Aug 31 08:28:25.535302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-dca06eb9-6d71-471c-8d9a-aa914244e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:28:25.536746 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-dca06eb9-6d71-471c-8d9a-aa914244e872 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0432122 Aug 31 08:28:25.594389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-0adbf547-bd33-425f-825b-f3b643da5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:28:25.595935 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-0adbf547-bd33-425f-825b-f3b643da5930 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467639 Aug 31 08:28:25.609893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-cc038a56-8649-4501-8f24-f89543dd81d3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:28:25.610896 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-cc038a56-8649-4501-8f24-f89543dd81d3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054586 Aug 31 08:28:25.709257 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-67e93aa7-7aed-401f-ad36-7947576625c8 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Aug 31 08:28:25.814356 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-60d1a536-3bd7-43a3-83fb-9d57927d6e0a req-066751ad-b00b-4ed9-a138-a8af5c9f455b service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922141 Aug 31 08:28:26.377972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:26.494354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:26.749354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3574f67c-1f9a-4383-9883-f07255dbf76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:28.046407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:29.620021 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:35.143808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:28:53.721059 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a5bc031c-0e89-4eb3-bd98-ba8dc5fa8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:54.025077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:56.400663 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:56.494683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:56.743454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdd2462f-e2f9-48d1-857e-a5033019001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:58.071658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:28:59.602991 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:05.769662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63271120-48a6-4e97-b656-aad84820c179 req-cb2a19fe-1308-450c-b03e-f76ee51cc159 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:05.771807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63271120-48a6-4e97-b656-aad84820c179 req-cb2a19fe-1308-450c-b03e-f76ee51cc159 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.1714656 Aug 31 08:29:05.839949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-63271120-48a6-4e97-b656-aad84820c179 req-3d0bcf7e-dc56-4ebf-8cd4-88d1a08e18e5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566843 Aug 31 08:29:06.323077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0ae7-c37f-4270-97e4-295a156e52ed req-2579770d-8bfc-45f5-bbe6-6466e7ed852d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:06.325723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed6f0ae7-c37f-4270-97e4-295a156e52ed req-2579770d-8bfc-45f5-bbe6-6466e7ed852d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0651858 Aug 31 08:29:06.381955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed6f0ae7-c37f-4270-97e4-295a156e52ed req-7b537524-dfe1-47c6-a4d5-c83605d234db tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498750 Aug 31 08:29:06.383328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 59442) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:29:06.496215 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-0ffe4d96-067a-4221-8b60-59776a1f9340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108918 Aug 31 08:29:07.617721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49adc-7315-41e8-8120-b9b16f4e907d req-c8941c6c-763e-4041-b368-501d5bf6f1c0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:07.619345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74b49adc-7315-41e8-8120-b9b16f4e907d req-c8941c6c-763e-4041-b368-501d5bf6f1c0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.1408970 Aug 31 08:29:07.669057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74b49adc-7315-41e8-8120-b9b16f4e907d req-dc78f61c-ef87-4fba-afc2-97cfb6402b08 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Aug 31 08:29:08.747333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-0c9ef021-d5e9-4b3f-835f-ab4dcf9cd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:08.749015 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-0c9ef021-d5e9-4b3f-835f-ab4dcf9cd49f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1098 time: 0.1071427 Aug 31 08:29:08.854644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea520-2aa5-424f-aa7e-9cf20d288f26 req-4774e188-cd8f-4ed5-b4ca-3c79a385371a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:08.856922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03bea520-2aa5-424f-aa7e-9cf20d288f26 req-4774e188-cd8f-4ed5-b4ca-3c79a385371a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0691931 Aug 31 08:29:08.866315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-8571656f-a455-4e55-82a0-9796dc0b8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:08.867901 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-8571656f-a455-4e55-82a0-9796dc0b8d43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1066802 Aug 31 08:29:08.908139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-03bea520-2aa5-424f-aa7e-9cf20d288f26 req-10a094ce-bf5a-41a8-8f4b-56d311959e79 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Aug 31 08:29:08.964886 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-8b53b798-4dce-41b2-8df1-6f17caeaeb6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 1001 time: 0.0846272 Aug 31 08:29:09.037643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-058956b9-b43a-415d-967c-fcd4ad541e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:09.039181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-058956b9-b43a-415d-967c-fcd4ad541e39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0610805 Aug 31 08:29:09.098248 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d0a2501e-276a-4b2a-a0dc-cdff7218eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:09.099815 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d0a2501e-276a-4b2a-a0dc-cdff7218eed2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503066 Aug 31 08:29:09.231659 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-6c178c76-ac69-4cdf-92b7-db80fecb1a6b service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184418 Aug 31 08:29:09.351059 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-5e5df8d6-6208-4668-949c-4de2f75afb5a service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073089 Aug 31 08:29:10.045974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfd4cf-6c98-40be-ab1c-de229231d15f req-058abef8-7b10-491e-ae12-3ed8c7c89604 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:10.048476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abbfd4cf-6c98-40be-ab1c-de229231d15f req-058abef8-7b10-491e-ae12-3ed8c7c89604 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0576243 Aug 31 08:29:10.096719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-abbfd4cf-6c98-40be-ab1c-de229231d15f req-8a9c88ab-525b-4155-8f5e-36e660019634 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367689 Aug 31 08:29:11.220681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759740a8-c645-4695-b3dc-1298fbdf35a0 req-043480ba-1b36-4a3e-8101-2628793b2736 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:11.222476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-759740a8-c645-4695-b3dc-1298fbdf35a0 req-043480ba-1b36-4a3e-8101-2628793b2736 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0533302 Aug 31 08:29:11.271547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-759740a8-c645-4695-b3dc-1298fbdf35a0 req-823fdbec-dd6f-40b4-9e76-fe08529ea315 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Aug 31 08:29:12.142703 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:29:12.391352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab8895-d414-4f56-a930-8dc78b13e2be req-892ac020-520b-4764-a35a-62d48f3d0f2b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:12.392884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1eab8895-d414-4f56-a930-8dc78b13e2be req-892ac020-520b-4764-a35a-62d48f3d0f2b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0524101 Aug 31 08:29:12.431548 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1eab8895-d414-4f56-a930-8dc78b13e2be req-6fa3afb7-0368-4562-a9a5-a3e875750f5e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Aug 31 08:29:13.548667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ed3bd-1e16-4ba4-92c0-8f8b8f003195 req-4cd65cc9-9096-45dc-aa1b-688c6bd2852a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:13.550256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-862ed3bd-1e16-4ba4-92c0-8f8b8f003195 req-4cd65cc9-9096-45dc-aa1b-688c6bd2852a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0513682 Aug 31 08:29:13.590278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-862ed3bd-1e16-4ba4-92c0-8f8b8f003195 req-359e2e85-782c-4dea-9d26-84dbd1f97f64 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339961 Aug 31 08:29:14.709698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dabb2-f3f1-404a-8dd8-28b0f269476c req-10543781-62e7-4deb-b048-00a0f24e19f6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:14.711782 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b2dabb2-f3f1-404a-8dd8-28b0f269476c req-10543781-62e7-4deb-b048-00a0f24e19f6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0515738 Aug 31 08:29:14.750495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b2dabb2-f3f1-404a-8dd8-28b0f269476c req-0432398e-b6cf-47e6-bd59-9b1f17b09077 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327358 Aug 31 08:29:15.872677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21873cd1-c341-4603-99f9-717d75b70c73 req-00a0c7ad-8aeb-48d4-9fc7-cfe19bcc23ba tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:15.874375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21873cd1-c341-4603-99f9-717d75b70c73 req-00a0c7ad-8aeb-48d4-9fc7-cfe19bcc23ba tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0557714 Aug 31 08:29:15.919733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-21873cd1-c341-4603-99f9-717d75b70c73 req-0f690cd9-de1d-4995-9d85-0ad6d1091585 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331774 Aug 31 08:29:17.036059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8072ab-d96f-4108-b3d8-33005b8c383b req-0eca474b-adb4-4219-8269-dc225a6d17be tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:17.037592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f8072ab-d96f-4108-b3d8-33005b8c383b req-0eca474b-adb4-4219-8269-dc225a6d17be tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0489304 Aug 31 08:29:17.076165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f8072ab-d96f-4108-b3d8-33005b8c383b req-7d2b4b21-2453-4f53-a064-14883454d437 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316222 Aug 31 08:29:18.197065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdc5ec-0f56-4827-ab10-fa6bee1c4cc5 req-2b2a2dd9-fcc9-43d6-8861-9da25870145f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:18.198580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dbdc5ec-0f56-4827-ab10-fa6bee1c4cc5 req-2b2a2dd9-fcc9-43d6-8861-9da25870145f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0513511 Aug 31 08:29:18.238918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dbdc5ec-0f56-4827-ab10-fa6bee1c4cc5 req-267b11e7-aae8-472c-b624-a6384099271e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Aug 31 08:29:19.373172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704d35c-4df5-41e0-9199-3955c5529ed8 req-f863e201-3440-45c5-9499-57def44431f8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:19.375064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2704d35c-4df5-41e0-9199-3955c5529ed8 req-f863e201-3440-45c5-9499-57def44431f8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0568080 Aug 31 08:29:19.417926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2704d35c-4df5-41e0-9199-3955c5529ed8 req-163d2b2b-fd49-4ce6-923b-d5312ce89aec tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366507 Aug 31 08:29:20.537041 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264237ae-60c7-4257-85e7-11d3e7a58c85 req-c4440c68-814d-4443-83d5-60573433d273 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:20.539201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-264237ae-60c7-4257-85e7-11d3e7a58c85 req-c4440c68-814d-4443-83d5-60573433d273 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0517349 Aug 31 08:29:20.579174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-264237ae-60c7-4257-85e7-11d3e7a58c85 req-879306e7-d97c-4a90-834f-7ed4e8948956 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338066 Aug 31 08:29:21.710944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468be4d-4fd9-4e81-998b-e21b36bcad3e req-f1c03bf6-d8e4-4afd-98e0-b91695721f76 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:21.712676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f468be4d-4fd9-4e81-998b-e21b36bcad3e req-f1c03bf6-d8e4-4afd-98e0-b91695721f76 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0578001 Aug 31 08:29:21.761107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f468be4d-4fd9-4e81-998b-e21b36bcad3e req-5daeb16c-71e9-4247-9431-ec4aab5a296f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Aug 31 08:29:21.831209 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-8f3d15ee-afd8-45ef-bebd-85b1baae9d82 service neutron] show failed (client error): The resource could not be found. Aug 31 08:29:21.832292 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-8f3d15ee-afd8-45ef-bebd-85b1baae9d82 service neutron] 10.222.0.45 "GET /v2.0/ports/2214c40b-28d4-4a32-81e5-0d32f9421e2b/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0587342 Aug 31 08:29:22.479754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-9b96117c-d271-4967-a177-93574e42fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:22.481368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-9b96117c-d271-4967-a177-93574e42fbbb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 1098 time: 0.1008711 Aug 31 08:29:22.493721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:29:22.550740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:22.775864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:22.812928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:29:22.886129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:22.888434 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2569a91-78d6-4de5-a0c6-0868ec42e9b9" -d '{"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-unplugged", "status": "completed", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:22.892801 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:22.911190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Transition to ACTIVE for port object 2214c40b-28d4-4a32-81e5-0d32f9421e2b will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:29:22.922714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a52bda-34cd-40d7-b64f-20e86609b6af req-69b6827a-8054-4a61-b22d-d88a517b6da0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:22.924316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2a52bda-34cd-40d7-b64f-20e86609b6af req-69b6827a-8054-4a61-b22d-d88a517b6da0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0859137 Aug 31 08:29:22.966566 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2a52bda-34cd-40d7-b64f-20e86609b6af req-32eb8420-ae17-47d8-acdf-4d5d8d6b9117 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Aug 31 08:29:23.011450 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:23.017096 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de432fe-3c53-41ce-bedd-4b87ff841f2a x-openstack-request-id: req-6de432fe-3c53-41ce-bedd-4b87ff841f2a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:23.017393 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-unplugged", "status": "completed", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:23.017651 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6de432fe-3c53-41ce-bedd-4b87ff841f2a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:23.018111 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'code': 200} Aug 31 08:29:23.117713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:23.144222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.144582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.144930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.145274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.145645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.145988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.146326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.146659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.147021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.147322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.147687 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.148014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:23.206699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] No DVR routers for this DVR port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:29:23.347358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:29:23.347631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:29:23.347934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:29:23.352939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:29:23.353268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Attempting to bind port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:29:23.358248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:29:23.358598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:29:23.358980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:29:23.359406 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Bound port: 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:29:23.359798 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:23.428239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:29:23.432149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:29:23.511007 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:23.546435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:23.547082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:23.548583 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] 10.222.0.68 "PUT /v2.0/ports/2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 1093 time: 1.0593526 Aug 31 08:29:23.572127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ca76a-deb7-4ab5-9cdb-c5f3e00f84cb service neutron] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:23.627389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-caae2c2d-6558-4494-94d0-28866393fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:23.630057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-caae2c2d-6558-4494-94d0-28866393fdaf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1096 time: 0.0535586 Aug 31 08:29:23.721783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6463bd38-584e-4b89-bff5-cfdee44d6497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:23.739452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-30fcd801-d4f2-4e61-ad73-f912de39c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:23.740999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-30fcd801-d4f2-4e61-ad73-f912de39c18c service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1030834 Aug 31 08:29:23.817129 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-32c55a11-051d-41d7-8107-f4f6f7e47ee4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 999 time: 0.0636227 Aug 31 08:29:23.864834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-b1f68918-4883-4e7e-b9ef-8805bdc2960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:23.866402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-b1f68918-4883-4e7e-b9ef-8805bdc2960f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0473053 Aug 31 08:29:23.917798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-c2f66e8d-9a1e-4b02-bfd7-135d3e7d2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:23.919346 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-c2f66e8d-9a1e-4b02-bfd7-135d3e7d2e93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459840 Aug 31 08:29:23.930422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-60367743-028d-4579-9d20-4e210df8eb8d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:29:23.931521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-60367743-028d-4579-9d20-4e210df8eb8d service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054011 Aug 31 08:29:24.027623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-eb4bf3fb-01d6-4150-8e52-7b274f286643 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890961 Aug 31 08:29:24.036113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:24.145455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f71994-ab94-491a-a926-38c99adbf02c req-f23bbf03-d3d9-4fb2-8b9e-65e0fdf9a200 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:24.147120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9f71994-ab94-491a-a926-38c99adbf02c req-f23bbf03-d3d9-4fb2-8b9e-65e0fdf9a200 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 944 time: 0.1045551 Aug 31 08:29:24.196916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-5c24c5dc-46e4-43cd-9e72-9f6e6681f993 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620245 Aug 31 08:29:24.223854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9f71994-ab94-491a-a926-38c99adbf02c req-65d38b9d-825b-4402-8f85-f14ca3fa2b02 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664010 Aug 31 08:29:25.019515 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:25.021801 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a191a-5fd5-4bef-b09c-86950b53c509" -d '{"events": [{"name": "network-changed", "server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:25.071298 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952534d8-8ec5-4b3f-a071-b3aefd6e6730 x-openstack-request-id: req-952534d8-8ec5-4b3f-a071-b3aefd6e6730 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:25.071587 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:25.071835 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-952534d8-8ec5-4b3f-a071-b3aefd6e6730 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:25.072287 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'status': 'completed', 'code': 200} Aug 31 08:29:25.139858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-4e277e0c-270e-490d-a4dc-f57958e4d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.141721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-4e277e0c-270e-490d-a4dc-f57958e4d15f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1096 time: 0.0509491 Aug 31 08:29:25.144004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-379bb4ad-0d9d-4305-aa1c-26aca510b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.145521 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-379bb4ad-0d9d-4305-aa1c-26aca510b3d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1096 time: 0.0437546 Aug 31 08:29:25.239442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-1a002288-3cc2-4c1c-beb7-648e91444bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.240942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-1a002288-3cc2-4c1c-beb7-648e91444bfd service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0919890 Aug 31 08:29:25.247211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-634c0990-ce7f-4515-94d3-9753d1e183bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.248703 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-634c0990-ce7f-4515-94d3-9753d1e183bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0925424 Aug 31 08:29:25.328218 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-56d6d7a1-e0f2-467a-b1e7-d8732f1d8f4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 999 time: 0.0675855 Aug 31 08:29:25.347354 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-3f72f2e1-b75c-4305-b011-4b9ed98797b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 999 time: 0.0978703 Aug 31 08:29:25.383442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-426d3634-0bf7-4ed1-b3ad-7f8589796f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.385141 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-426d3634-0bf7-4ed1-b3ad-7f8589796f13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0451181 Aug 31 08:29:25.393604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6acbe-f941-483d-82e6-36abf70dbf6b req-c61f576a-d21a-4f0b-a493-6a6dc6d00751 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.395152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9a6acbe-f941-483d-82e6-36abf70dbf6b req-c61f576a-d21a-4f0b-a493-6a6dc6d00751 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 944 time: 0.0936701 Aug 31 08:29:25.428428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-805c2943-936b-4318-9001-ce904d5e9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.430494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-805c2943-936b-4318-9001-ce904d5e9e5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0747330 Aug 31 08:29:25.455526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9a6acbe-f941-483d-82e6-36abf70dbf6b req-eb63269f-b527-49a3-ba64-b00d46e1b0bb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539799 Aug 31 08:29:25.488379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-c5eaa38a-e7a6-41e0-a79e-162b819e6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.489955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-c5eaa38a-e7a6-41e0-a79e-162b819e6ae1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496211 Aug 31 08:29:25.585237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:29:25.597324 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-01cb83b7-bfaf-49fe-9372-e2a8b7125a28 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981033 Aug 31 08:29:25.630217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:29:25.721868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-75e9e2c3-e220-4220-8519-3f5289d342d1 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155581 Aug 31 08:29:25.796258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-57ad8973-f8b4-4ffd-a58c-c57872cc9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:25.797749 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-57ad8973-f8b4-4ffd-a58c-c57872cc9672 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4056716 Aug 31 08:29:25.895915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-770e512d-46d3-4fbe-bb6b-8c2e7156abcd service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 Aug 31 08:29:26.001405 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2d3a191a-5fd5-4bef-b09c-86950b53c509 req-2f81b19b-7605-44f5-aff5-655c32c0ad7b service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940676 Aug 31 08:29:26.378448 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:26.504503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:26.515104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:29:26.581490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34271-df75-4d7d-97f1-640da337e33c req-79db40f7-25c6-4553-9cf4-82acd910aa98 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:26.583060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02b34271-df75-4d7d-97f1-640da337e33c req-79db40f7-25c6-4553-9cf4-82acd910aa98 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 944 time: 0.0518076 Aug 31 08:29:26.614428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:26.623325 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-02b34271-df75-4d7d-97f1-640da337e33c req-db871a92-6367-4360-8585-60064f0d588c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Aug 31 08:29:26.627832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'mac_address': 'fa:16:3e:ca:f6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:29:26.680440 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:26.695846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2214c40b-28d4-4a32-81e5-0d32f9421e2b {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:29:26.720349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:26.805931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a787-475d-43a7-8044-2c76b9765033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:26.842016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:26.890608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:26.897989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.898340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.898689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.899035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.899379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.899716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.900054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.900388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.900725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.901056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.901387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:26.901717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:29:27.072597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93a0a6-dd8d-44c9-8ac7-a2338d9655bc req-3eac9d0d-ac6c-4fd3-9ced-856848c7db9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:27.074218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd93a0a6-dd8d-44c9-8ac7-a2338d9655bc req-3eac9d0d-ac6c-4fd3-9ced-856848c7db9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 945 time: 0.0555196 Aug 31 08:29:27.084054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['2214c40b-28d4-4a32-81e5-0d32f9421e2b'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:29:27.121991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd93a0a6-dd8d-44c9-8ac7-a2338d9655bc req-b71b572f-e95c-4fca-9713-11e46b7e2a80 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Aug 31 08:29:27.188598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-b91883de-60e1-4304-ade9-3ff8c6d65522 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:27.190159 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-b91883de-60e1-4304-ade9-3ff8c6d65522 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 945 time: 0.0538902 Aug 31 08:29:27.252148 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-5d4faa88-4767-415c-a4c4-6584b878bc93 service neutron] delete failed (client error): The resource could not be found. Aug 31 08:29:27.253188 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-5d4faa88-4767-415c-a4c4-6584b878bc93 service neutron] 10.222.0.45 "DELETE /v2.0/ports/2214c40b-28d4-4a32-81e5-0d32f9421e2b/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0555217 Aug 31 08:29:27.346862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-af4467fa-ea9e-4675-ab1e-2ba4bfb91062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:27.348453 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-af4467fa-ea9e-4675-ab1e-2ba4bfb91062 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 1097 time: 0.0451956 Aug 31 08:29:27.454162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-81f2ff03-0729-4079-9c0b-839a294af44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:27.455600 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-81f2ff03-0729-4079-9c0b-839a294af44e service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0961716 Aug 31 08:29:27.524092 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-01ef665a-bc1f-48ac-b53e-3862eb3449b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 200 len: 1000 time: 0.0605209 Aug 31 08:29:27.583142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-b0c0e442-f2ec-4a50-8137-97a4b922fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:27.585479 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-b0c0e442-f2ec-4a50-8137-97a4b922fdc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0495107 Aug 31 08:29:27.636614 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-44226bf8-38f3-4913-bb25-e85360ecb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:27.638190 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-44226bf8-38f3-4913-bb25-e85360ecb3d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413864 Aug 31 08:29:27.740184 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-86d36fa2-cef5-48f2-878a-f74e7a9b8ccd service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941765 Aug 31 08:29:27.842624 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-a8475548-990f-4cbc-ab04-fadafef53ebe req-ebe02053-348f-41ee-8348-2a4b7bcd3846 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914075 Aug 31 08:29:28.093249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:28.246497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb75d0-c883-407d-9faa-c6e8a5c11280 req-8117130b-0e59-4b95-97c7-a01a495cd964 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:28.248068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eedb75d0-c883-407d-9faa-c6e8a5c11280 req-8117130b-0e59-4b95-97c7-a01a495cd964 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Aug 31 08:29:28.292885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eedb75d0-c883-407d-9faa-c6e8a5c11280 req-d6ffadb0-8fc3-444c-b5ee-20d857473454 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383542 Aug 31 08:29:28.540477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:29:28.679838 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 2214c40b-28d4-4a32-81e5-0d32f9421e2b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:29:28.684527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 2214c40b-28d4-4a32-81e5-0d32f9421e2b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:29:28.684959 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:28.942854 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:28.969178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:28.971489 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3a05cf-202d-4bae-8699-b43f670e11d2" -d '{"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-plugged", "status": "completed", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:28.984456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:29.080547 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d3fc7-4fe3-4f30-9735-eb7b847ade44 x-openstack-request-id: req-577d3fc7-4fe3-4f30-9735-eb7b847ade44 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:29.080933 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-plugged", "status": "completed", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:29.081243 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-577d3fc7-4fe3-4f30-9735-eb7b847ade44 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:29.081748 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'code': 200} Aug 31 08:29:29.083202 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:29.132983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:29.417656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf20bf7-d191-4be0-bd7a-529da2f4ec69 req-7f54b92d-8852-4b5c-9b30-68bf1c171e95 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:29.419277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bf20bf7-d191-4be0-bd7a-529da2f4ec69 req-7f54b92d-8852-4b5c-9b30-68bf1c171e95 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Aug 31 08:29:29.459606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bf20bf7-d191-4be0-bd7a-529da2f4ec69 req-54bbec15-e3c3-444d-a7ed-18851b1124e2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337145 Aug 31 08:29:29.585844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bfde2-d946-45cd-b854-33a6979c5b9a req-3116a2e6-5896-4ed4-8c19-90d167fd5aee tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:29.587288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe6bfde2-d946-45cd-b854-33a6979c5b9a req-3116a2e6-5896-4ed4-8c19-90d167fd5aee tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0548720 Aug 31 08:29:29.628557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe6bfde2-d946-45cd-b854-33a6979c5b9a req-a34e6bf2-8b56-4406-ae5b-91739a9b88ff tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Aug 31 08:29:29.642022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:29.747296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c72f2b-2e08-4cd0-9dd4-517f29e112cf req-3fa67590-1931-4cb6-bf9f-4e78a7442506 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:29.748909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6c72f2b-2e08-4cd0-9dd4-517f29e112cf req-3fa67590-1931-4cb6-bf9f-4e78a7442506 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0526948 Aug 31 08:29:29.791121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6c72f2b-2e08-4cd0-9dd4-517f29e112cf req-e2fb17b3-0e24-4ce7-bad2-f4c11216c7d7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356665 Aug 31 08:29:30.428135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4108e2-b51a-4a78-b47d-dd4c2e557654 req-ed7d8932-d171-4da8-8b1a-ad86361a21f9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:30.430186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b4108e2-b51a-4a78-b47d-dd4c2e557654 req-ed7d8932-d171-4da8-8b1a-ad86361a21f9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0512433 Aug 31 08:29:30.470602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3b4108e2-b51a-4a78-b47d-dd4c2e557654 req-2792f996-16f5-4796-b838-b6db174072c1 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340941 Aug 31 08:29:31.596770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43e458-e9b9-4168-8192-590d56e2f9b2 req-e820127d-d547-444c-9d89-ed90b43549a1 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:31.598406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a43e458-e9b9-4168-8192-590d56e2f9b2 req-e820127d-d547-444c-9d89-ed90b43549a1 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0579598 Aug 31 08:29:31.637037 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a43e458-e9b9-4168-8192-590d56e2f9b2 req-657dba3c-e4eb-4d3d-8cd7-215af4dc72d5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Aug 31 08:29:31.743353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-949a2b1c-ad43-4253-bed8-b9b879db7126 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:31.744892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-949a2b1c-ad43-4253-bed8-b9b879db7126 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 946 time: 0.0492899 Aug 31 08:29:31.845116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Deleting port 2214c40b-28d4-4a32-81e5-0d32f9421e2b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:29:31.845377 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:31.939546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] For port 2214c40b-28d4-4a32-81e5-0d32f9421e2b, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=2214c40b-28d4-4a32-81e5-0d32f9421e2b,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:31.939918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:32.111255 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:32.111552 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:32.111906 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 disassociated. External IP: 172.25.0.49, port: 2214c40b-28d4-4a32-81e5-0d32f9421e2b. Aug 31 08:29:32.112227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Calling delete_port for 2214c40b-28d4-4a32-81e5-0d32f9421e2b owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:29:32.350495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:32.382776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event deleted for resources: {'Port': ['ID=2214c40b-28d4-4a32-81e5-0d32f9421e2b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:32.507206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:29:32.624672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:29:32.640966 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:29:32.650936 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:29:32.651705 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:29:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:32.675181 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] No DVR routers for this DVR port 2214c40b-28d4-4a32-81e5-0d32f9421e2b on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:29:32.679832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:32.683370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4b59bad-822c-4109-97c9-21379e2d33aa req-1ce0deb1-c681-4e98-b486-393168bef9b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "DELETE /v2.0/ports/2214c40b-28d4-4a32-81e5-0d32f9421e2b HTTP/1.1" status: 204 len: 173 time: 0.9323416 Aug 31 08:29:32.684072 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-deleted', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:32.688078 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4de0cf8-338a-4d07-a2c0-7eb033c1ee9c" -d '{"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-deleted", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:32.729077 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c05407-3588-43fa-ac13-641b28576967 x-openstack-request-id: req-d1c05407-3588-43fa-ac13-641b28576967 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:32.729521 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f7494a-adce-4ae5-b122-b92439dd0791", "name": "network-vif-deleted", "tag": "2214c40b-28d4-4a32-81e5-0d32f9421e2b", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:32.729952 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1c05407-3588-43fa-ac13-641b28576967 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:32.730567 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f7494a-adce-4ae5-b122-b92439dd0791', 'name': 'network-vif-deleted', 'tag': '2214c40b-28d4-4a32-81e5-0d32f9421e2b', 'status': 'completed', 'code': 200} Aug 31 08:29:32.769232 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a92c2e53-3aff-4696-8aeb-26a0eb6513f0 req-e8af9dd1-9d72-4876-af65-1e8b354eb24b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f7494a-adce-4ae5-b122-b92439dd0791 HTTP/1.1" status: 200 len: 210 time: 0.0369222 Aug 31 08:29:32.801746 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:29:33.011487 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:33.044130 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:29:33.052608 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:29:33.053221 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:29:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:33.160296 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:29:33.460357 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:33.487261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077e850-fa29-4dc2-a530-0cddfe395dde None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:29:33.723406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a8fcc5-2466-4201-8711-193fc3ab1357 None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:29:34.013245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-98221249-0270-4da1-bba8-60dadb75b1d7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1215009880&fields=id&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 267 time: 0.0346599 Aug 31 08:29:34.120193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-a26b7b32-a6b6-4c7a-a284-fb4df0f45f0d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:34.121692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-a26b7b32-a6b6-4c7a-a284-fb4df0f45f0d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1014574 Aug 31 08:29:34.137186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-7380e33d-bf17-441e-a2c0-047240866dd2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/quotas/79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 375 time: 0.0097351 Aug 31 08:29:34.196574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-72c4956b-f305-46e4-b38a-6b2551f9395a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540485 Aug 31 08:29:34.292033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-8d35d374-2011-4763-ad36-e5b48b8d29ef service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Aug 31 08:29:34.389977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-cf4bedbf-919e-4cea-811e-076199605488 service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919104 Aug 31 08:29:34.619592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-767bbf9e-b028-47aa-a640-10b659906eaf req-a54fe359-0435-4885-93c7-d7950a3fa922 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 210 time: 0.0293772 Aug 31 08:29:35.721250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3d09927-fc04-44b5-84b5-78b8a0dad059 req-7b49466d-1cec-4316-824f-e4e61db69f4f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 210 time: 0.0274208 Aug 31 08:29:36.624112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:29:36.649208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 2214c40b-28d4-4a32-81e5-0d32f9421e2b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:29:36.657299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 2214c40b-28d4-4a32-81e5-0d32f9421e2b not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:29:36.838453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d9b13b9-4888-48af-b0e5-bdc1d6ba2d25 req-5959bd1b-d931-4267-9975-3ccc32ba2147 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 210 time: 0.0436780 Aug 31 08:29:36.849312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-753e992c-1799-48da-ae16-e5790ac83448 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:36.851383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-753e992c-1799-48da-ae16-e5790ac83448 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1426971 Aug 31 08:29:36.901444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-586cd55d-2c6e-4665-8302-c67c4597186a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 380 time: 0.0412924 Aug 31 08:29:36.910550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'port': {'device_id': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'admin_state_up': True, 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'security_groups': ['fd52bb4c-7c65-44a1-b795-cd88540e040b']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:29:37.154216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Made reservation on behalf of 79e8d4e21d1d44e3b73e5c8bb811a454 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:29:37.157736 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:37.293788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Allocated IP 172.20.0.4 (df5492d3-7ce4-4622-9162-14e519011476/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2/f309ea05-afee-431a-a9af-80c47612ab9e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:29:37.435093 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:37.774940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Transition to ACTIVE for port object f309ea05-afee-431a-a9af-80c47612ab9e will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:29:37.870739 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:37.918226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:29:37.930498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:29:37.952589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:29:37.955194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:38.018099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:38.018750 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:38.028343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8b156-cd19-42d1-9cac-f7fbb80303e2 req-260f6351-c7c4-42c3-a75f-3dcda5b7994f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:38.029880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41c8b156-cd19-42d1-9cac-f7fbb80303e2 req-260f6351-c7c4-42c3-a75f-3dcda5b7994f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 931 time: 0.1105771 Aug 31 08:29:38.075181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41c8b156-cd19-42d1-9cac-f7fbb80303e2 req-76d2259e-c0dd-45ce-ac8e-fb30e9da5c2c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371537 Aug 31 08:29:38.160397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-45bb700e-4950-4625-bb02-6b7a7963cbc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536705 Aug 31 08:29:38.173334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Request body: {'port': {'device_id': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:29:38.229165 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:38.281531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4910fc11-f79c-481a-a066-136295684d3a None None] Provisioning for port f309ea05-afee-431a-a9af-80c47612ab9e completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:29:38.285761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4910fc11-f79c-481a-a066-136295684d3a None None] Provisioning complete for port f309ea05-afee-431a-a9af-80c47612ab9e triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:29:38.289459 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4910fc11-f79c-481a-a066-136295684d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:38.321868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-4910fc11-f79c-481a-a066-136295684d3a None None] Port f309ea05-afee-431a-a9af-80c47612ab9e cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:29:38.500781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f309ea05-afee-431a-a9af-80c47612ab9e {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:29:38.508904 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:38.520609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Transition to ACTIVE for port object f309ea05-afee-431a-a9af-80c47612ab9e will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:29:38.606195 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:38.679467 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:38.735924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:29:38.736277 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:29:38.736627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:29:38.742017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Port f309ea05-afee-431a-a9af-80c47612ab9e on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:29:38.742351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:29:38.747901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:29:38.748275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:29:38.748704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:29:38.749144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Bound port: f309ea05-afee-431a-a9af-80c47612ab9e, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:29:38.749515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:38.822442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:29:38.825671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:29:38.979376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:39.019397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.020025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:39.021445 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] 10.222.0.68 "PUT /v2.0/ports/f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 1092 time: 0.8525469 Aug 31 08:29:39.021920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:39.024279 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079abd17-9659-4316-8177-afc57c36c606" -d '{"events": [{"name": "network-changed", "server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:39.048660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990c72e-1298-4a17-9480-2506ff3f1ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:39.063777 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836dd9f-243c-482a-88a3-e699dda6d742 x-openstack-request-id: req-0836dd9f-243c-482a-88a3-e699dda6d742 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:39.064062 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:39.064321 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0836dd9f-243c-482a-88a3-e699dda6d742 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:39.064734 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'status': 'completed', 'code': 200} Aug 31 08:29:39.136848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079abd17-9659-4316-8177-afc57c36c606 req-a76dbdc4-89d0-4e99-8dc4-82dc01d8d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.136848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-079abd17-9659-4316-8177-afc57c36c606 req-a76dbdc4-89d0-4e99-8dc4-82dc01d8d550 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1095 time: 0.0483272 Aug 31 08:29:39.281512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728d86-8e02-4794-b028-2fb30bc38098 req-129067e6-167c-4f3c-995d-14f579b81588 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.282982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94728d86-8e02-4794-b028-2fb30bc38098 req-129067e6-167c-4f3c-995d-14f579b81588 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.1142337 Aug 31 08:29:39.300377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079abd17-9659-4316-8177-afc57c36c606 req-f348baa3-21c6-40a3-a359-de5952d967a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.301871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-079abd17-9659-4316-8177-afc57c36c606 req-f348baa3-21c6-40a3-a359-de5952d967a3 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1612005 Aug 31 08:29:39.375272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94728d86-8e02-4794-b028-2fb30bc38098 req-47edfc42-8172-409b-bfd5-1d238b1e6cf4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858083 Aug 31 08:29:39.417766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079abd17-9659-4316-8177-afc57c36c606 req-26d87479-b9d6-4eaf-915e-35fbbd584771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.419293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-079abd17-9659-4316-8177-afc57c36c606 req-26d87479-b9d6-4eaf-915e-35fbbd584771 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076136 Aug 31 08:29:39.497006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-f642ad3b-a58f-4e3b-861d-f3c255be3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.498607 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-f642ad3b-a58f-4e3b-861d-f3c255be3e93 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1095 time: 0.0439007 Aug 31 08:29:39.541387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-0d3d1c77-12ff-4045-8698-2d79f90b8be8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 217 time: 0.0351689 Aug 31 08:29:39.597103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-c0f4b2db-8af1-41f1-a015-e603587adac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.598626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-c0f4b2db-8af1-41f1-a015-e603587adac4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0510273 Aug 31 08:29:39.646264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-ff56c8fb-4586-4547-8dc0-a4be4e86f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:39.648317 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-ff56c8fb-4586-4547-8dc0-a4be4e86f4a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422773 Aug 31 08:29:39.745821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-78b25c92-af00-4440-b178-1709e763ca34 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899930 Aug 31 08:29:39.843853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40fed3db-ebe5-4c92-b033-b45512ffdcba req-9aa26e2e-a9d9-48d5-8f3f-1a5760856eab service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911982 Aug 31 08:29:40.496312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcac0a-19b5-42b7-b101-3d12100f445f req-32aaac62-3654-4cf3-a908-b2f1430d5475 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:40.497825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14bcac0a-19b5-42b7-b101-3d12100f445f req-32aaac62-3654-4cf3-a908-b2f1430d5475 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0510359 Aug 31 08:29:40.534527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14bcac0a-19b5-42b7-b101-3d12100f445f req-d3c7a392-2acf-4322-9849-b0aa831258dd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Aug 31 08:29:41.660385 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee0261-c7d1-4b3a-8b87-53440ff35123 req-6e573879-e07a-49e1-adef-6f786125146e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:41.662068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7ee0261-c7d1-4b3a-8b87-53440ff35123 req-6e573879-e07a-49e1-adef-6f786125146e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0575562 Aug 31 08:29:41.726267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7ee0261-c7d1-4b3a-8b87-53440ff35123 req-bcf730a8-988a-4e06-b377-11357499ad69 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519667 Aug 31 08:29:42.640548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:29:42.738390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:42.749820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'mac_address': 'fa:16:3e:ed:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:29:42.792237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:42.806003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f309ea05-afee-431a-a9af-80c47612ab9e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:29:42.826724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:42.852840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad73b47-fe4f-48e7-8d93-d356f905f0f0 req-3ce788ca-3e31-4bfb-bc48-fa43825df771 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:42.854480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ad73b47-fe4f-48e7-8d93-d356f905f0f0 req-3ce788ca-3e31-4bfb-bc48-fa43825df771 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0527759 Aug 31 08:29:42.895872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ad73b47-fe4f-48e7-8d93-d356f905f0f0 req-1becb8b0-8de3-4796-b33d-36a1d75b4b91 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Aug 31 08:29:42.925751 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:42.984068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:43.122066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f309ea05-afee-431a-a9af-80c47612ab9e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:29:44.014843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b0c31-2c07-4ce9-a967-f687d41a96a0 req-30dddd65-f644-4459-b2a7-1db48ad51084 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:44.016349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-475b0c31-2c07-4ce9-a967-f687d41a96a0 req-30dddd65-f644-4459-b2a7-1db48ad51084 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 944 time: 0.0494611 Aug 31 08:29:44.054408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-475b0c31-2c07-4ce9-a967-f687d41a96a0 req-98f5d138-69ee-4130-aabe-5350f5059d2f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Aug 31 08:29:44.661714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:29:44.778482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port f309ea05-afee-431a-a9af-80c47612ab9e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:29:44.782819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port f309ea05-afee-431a-a9af-80c47612ab9e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:29:44.783192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:44.860420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:44.887004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:44.889240 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc65b5a9-e870-4f1f-9ec9-a9d18707f31d" -d '{"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-plugged", "status": "completed", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:44.901700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:29:44.926194 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270dcd3f-ef47-4e30-b1c8-9966a820cafb x-openstack-request-id: req-270dcd3f-ef47-4e30-b1c8-9966a820cafb {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:44.926492 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-plugged", "status": "completed", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:44.926752 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-270dcd3f-ef47-4e30-b1c8-9966a820cafb {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:44.927154 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'code': 200} Aug 31 08:29:44.978835 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:45.028694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542d76-beff-4b45-bc27-d763d781e8ad req-8bee0d47-52c3-46da-98e8-e7bc28dee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:45.029296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:29:45.030156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8542d76-beff-4b45-bc27-d763d781e8ad req-8bee0d47-52c3-46da-98e8-e7bc28dee256 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1097 time: 0.0459607 Aug 31 08:29:45.067859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8542d76-beff-4b45-bc27-d763d781e8ad req-a4c77544-f6fa-40cf-b355-e010c7324ae0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Aug 31 08:29:45.171650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03318c-da85-4cbf-9274-1c67bdcb7f81 req-513a9bf6-8959-412e-97fd-63f3c43d41d8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:45.173203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f03318c-da85-4cbf-9274-1c67bdcb7f81 req-513a9bf6-8959-412e-97fd-63f3c43d41d8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0501201 Aug 31 08:29:45.212476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f03318c-da85-4cbf-9274-1c67bdcb7f81 req-2e8cd431-5464-475e-b875-77647b689b7a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Aug 31 08:29:46.332773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32fe5-4831-49e1-b3f3-5ac2a6cb3fae req-b6173e92-8d8c-400a-bbe9-08420567ffdf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:46.334563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7f32fe5-4831-49e1-b3f3-5ac2a6cb3fae req-b6173e92-8d8c-400a-bbe9-08420567ffdf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0515759 Aug 31 08:29:46.373600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7f32fe5-4831-49e1-b3f3-5ac2a6cb3fae req-56970150-583c-4ef8-8cff-5d5939423042 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Aug 31 08:29:47.496511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07420ee5-543b-415b-9420-245271ce9f99 req-b95bdfc4-5103-41c5-89a2-d274ea0f11b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:47.498086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420ee5-543b-415b-9420-245271ce9f99 req-b95bdfc4-5103-41c5-89a2-d274ea0f11b6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0535312 Aug 31 08:29:47.537364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07420ee5-543b-415b-9420-245271ce9f99 req-8f6613d4-23f0-44e9-97ec-eea7277c21a2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331905 Aug 31 08:29:47.648172 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4c408-fb91-4d9c-8484-32f2cf106ec9 req-20feca7b-09d4-4ee9-b025-e91968f56d74 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:47.649687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fb4c408-fb91-4d9c-8484-32f2cf106ec9 req-20feca7b-09d4-4ee9-b025-e91968f56d74 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0495808 Aug 31 08:29:47.658550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 59614) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:29:47.663280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'floatingip': {'port_id': 'f309ea05-afee-431a-a9af-80c47612ab9e'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:29:47.703486 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:48.144778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:48.235376 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:48.336752 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 associated. External IP: 172.25.0.49, port: f309ea05-afee-431a-a9af-80c47612ab9e. Aug 31 08:29:48.551834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:29:48.664155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:29:48.670205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:48.677079 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:29:48.688208 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:29:48.688754 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:29:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:48.700791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-69ab3d0d-f4c4-494d-a3be-aa8449c2b192 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "PUT /v2.0/floatingips/16462651-8031-43b3-a193-6193d8e5d652 HTTP/1.1" status: 200 len: 990 time: 1.0411310 Aug 31 08:29:48.704715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:29:48.704715 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583f737e-969b-4a38-b5cc-e5eb4a9c5039" -d '{"events": [{"name": "network-changed", "server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:29:48.742504 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c08bf1-8afb-4841-bc2b-4bbd7c9fce28 x-openstack-request-id: req-b2c08bf1-8afb-4841-bc2b-4bbd7c9fce28 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:29:48.742798 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:29:48.743050 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2c08bf1-8afb-4841-bc2b-4bbd7c9fce28 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:29:48.743479 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'status': 'completed', 'code': 200} Aug 31 08:29:48.806154 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:29:48.809167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-0aff397d-1766-4d07-a680-672e144e1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:48.810799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-0aff397d-1766-4d07-a680-672e144e1c3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1097 time: 0.0437603 Aug 31 08:29:48.910399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-c63ff14e-bb5b-411d-8d1e-0751d4de9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:48.911899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-c63ff14e-bb5b-411d-8d1e-0751d4de9709 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0945392 Aug 31 08:29:48.977642 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-accc26b8-8ada-43a8-9ac2-9fdf713b7439 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 998 time: 0.0585032 Aug 31 08:29:49.030398 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ed:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:29:48Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:49.030832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-7ac978da-d4da-4cb3-8334-dfc87284c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:49.032318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-7ac978da-d4da-4cb3-8334-dfc87284c127 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0480859 Aug 31 08:29:49.061263 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:29:49.069840 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:29:49.070391 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:29:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:49.078474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-41ed2e9c-03a4-457c-a7f0-3f9d80a2e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:29:49.079989 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-41ed2e9c-03a4-457c-a7f0-3f9d80a2e10e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407424 Aug 31 08:29:49.158224 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:29:49.170685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-70af3d90-9483-43b6-a3e5-f65efab43271 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Aug 31 08:29:49.185975 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:29:49.268336 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-583f737e-969b-4a38-b5cc-e5eb4a9c5039 req-d000b952-3a31-4b40-a41b-2de4bedde4a2 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890100 Aug 31 08:29:49.410574 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ed:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:29:48Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:29:49.440423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e46b77-cd1d-48b7-a754-50880aa2f4b7 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ed:f9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:29:48Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:29:49.625643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7d61b-4512-4ff9-9450-220d39e16af0 None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:29:53.754000 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-33b83ecc-e363-4c01-b727-54117d328adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:54.052457 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:56.384182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:56.485839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:56.793925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-909c3b3c-1167-4e18-a2f5-3a7f25b8bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:58.053432 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:29:59.641182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:15.703827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-ae931e46-9399-40c1-9377-b62d62b3f97d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420580 Aug 31 08:30:15.790180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-ccc949e1-acb8-4938-bf81-a11ec2c84a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:30:15.791699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-ccc949e1-acb8-4938-bf81-a11ec2c84a22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1097 time: 0.0405619 Aug 31 08:30:15.900453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-97da93b3-38e4-48d1-8370-e96f5e5900dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:30:15.902001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-97da93b3-38e4-48d1-8370-e96f5e5900dd service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0900710 Aug 31 08:30:15.979449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-825f708d-465c-49bb-a6d7-fb04b397cd1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 1000 time: 0.0680773 Aug 31 08:30:16.033056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-8f93992e-e193-4bae-a631-e29588fe36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:30:16.034584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-8f93992e-e193-4bae-a631-e29588fe36ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0480390 Aug 31 08:30:16.083267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-989732b4-4b87-4630-a20b-9d788b3915b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:30:16.085613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-989732b4-4b87-4630-a20b-9d788b3915b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423317 Aug 31 08:30:16.177242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-7cc7e205-73f6-421b-a2ca-0bc5f3cd0f3f service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823548 Aug 31 08:30:16.273707 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cc7d9cb7-4dd0-4e8e-96af-5e11d245277f req-9eb40db0-1356-4ae7-9b53-3a3a34b9c3b7 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882263 Aug 31 08:30:23.742905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26710801-d43c-44ae-bfd9-1e745842b330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:24.069371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:26.161624 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:30:26.354538 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:26.514442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:26.760404 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6d2f6faf-a089-4533-a115-5e23c475eee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:28.086210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:29.639102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:53.737377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0b0d-cb2c-4f6e-aae6-a650b18a7192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:54.057296 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:56.365172 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:56.502983 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:56.742888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78a59454-7ddb-4750-9363-25280b65d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:58.062450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:30:59.633731 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:03.161439 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:31:17.423968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-d2c4156e-e9cd-4034-bbe6-2b75f94fd36a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406117 Aug 31 08:31:17.507492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-55546f9a-3382-4adc-a6b2-1732e92f599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:17.508909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-55546f9a-3382-4adc-a6b2-1732e92f599f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1097 time: 0.0409584 Aug 31 08:31:17.634537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-88de5f25-c2bd-4644-9de2-3ca9c3db4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:17.636013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-88de5f25-c2bd-4644-9de2-3ca9c3db4f47 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1071224 Aug 31 08:31:17.703750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-43a76c19-b06c-43eb-b13c-4adf9a2e13a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 1000 time: 0.0607035 Aug 31 08:31:17.758034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-4a11f6a5-d595-4b93-9800-e0a4033b7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:17.759465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-4a11f6a5-d595-4b93-9800-e0a4033b7749 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0486462 Aug 31 08:31:17.806168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-27970804-7cf8-470b-bd8b-a19271d52bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:17.807715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-27970804-7cf8-470b-bd8b-a19271d52bb3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417261 Aug 31 08:31:17.900544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-87fdb7df-d967-4877-917f-bdf67830ebe0 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858359 Aug 31 08:31:17.997316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-656d8448-90c3-4d1e-a3b5-48b8ba981a65 req-486590b9-6079-495f-be7b-06904970c151 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897295 Aug 31 08:31:23.794170 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4503bf3a-191b-4a77-be21-37ba6abbbfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:24.067887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:25.053272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b856a-25b5-4935-b97e-543c7651ea00 req-e38d4883-b44d-491a-9c87-f9d16afc56a9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:25.054789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f57b856a-25b5-4935-b97e-543c7651ea00 req-e38d4883-b44d-491a-9c87-f9d16afc56a9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0537262 Aug 31 08:31:25.095403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f57b856a-25b5-4935-b97e-543c7651ea00 req-1422acc4-4e42-4dda-aa2c-95097584b690 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345876 Aug 31 08:31:26.224101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eed4a-374c-42b9-a3bd-1eef4782a1fc req-30afa00a-0885-4c7e-af6f-cc715d9872a8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:26.225645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-254eed4a-374c-42b9-a3bd-1eef4782a1fc req-30afa00a-0885-4c7e-af6f-cc715d9872a8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0518355 Aug 31 08:31:26.264815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-254eed4a-374c-42b9-a3bd-1eef4782a1fc req-8ebbd7d3-9168-4a96-bda5-af76cefa1cfe tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331006 Aug 31 08:31:26.431176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:26.525090 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:26.759388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2af048bb-30c7-4053-8154-338e0c7ecf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:27.387492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77214-400f-4ff1-a281-fde878b152cf req-8c955f50-aae6-43cf-8207-392474e37328 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:27.389077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84b77214-400f-4ff1-a281-fde878b152cf req-8c955f50-aae6-43cf-8207-392474e37328 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0548751 Aug 31 08:31:27.427829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-84b77214-400f-4ff1-a281-fde878b152cf req-43151a91-01ab-4420-81cf-71ad49e55df8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Aug 31 08:31:28.073754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:28.549332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753853e7-1f9e-4974-b445-7911aede2918 req-e68f2090-cdc2-405a-b0ec-396d7d26ff8e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:28.550961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753853e7-1f9e-4974-b445-7911aede2918 req-e68f2090-cdc2-405a-b0ec-396d7d26ff8e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0511715 Aug 31 08:31:28.591769 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-753853e7-1f9e-4974-b445-7911aede2918 req-d1c5756a-15f4-44cf-9f30-0f36daad10b8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346837 Aug 31 08:31:29.639072 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:29.710754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4420120-a9b4-42d6-a6e8-fbfa4c16b10c req-601eeedb-d1c1-4f77-8a29-395302ff2f29 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:29.712384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4420120-a9b4-42d6-a6e8-fbfa4c16b10c req-601eeedb-d1c1-4f77-8a29-395302ff2f29 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0498836 Aug 31 08:31:29.751187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4420120-a9b4-42d6-a6e8-fbfa4c16b10c req-33e00f0b-04fc-455a-9ead-4d2c5f634b3f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327363 Aug 31 08:31:30.884160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473800a-9b1a-413e-94dd-ae601c086014 req-682f159c-96f7-41c2-8931-feb62e15d665 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:30.885732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2473800a-9b1a-413e-94dd-ae601c086014 req-682f159c-96f7-41c2-8931-feb62e15d665 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0563588 Aug 31 08:31:30.926063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2473800a-9b1a-413e-94dd-ae601c086014 req-5517a97b-6f35-47c0-a7c3-e5e345aee04a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338504 Aug 31 08:31:32.047784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cea43-e769-44b2-ad8a-c18f345ea3e6 req-ff9a61a1-599d-4bd7-ba67-5c945964615c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:32.049313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd6cea43-e769-44b2-ad8a-c18f345ea3e6 req-ff9a61a1-599d-4bd7-ba67-5c945964615c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0495903 Aug 31 08:31:32.088626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd6cea43-e769-44b2-ad8a-c18f345ea3e6 req-e1ea34a2-0146-4abb-9dbb-e0bd53e0c2cc tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332673 Aug 31 08:31:33.206777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db671d94-9f2a-419c-865c-033679d127b7 req-c63bc271-6b50-4001-bbb7-4c9f0849323d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:33.208347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db671d94-9f2a-419c-865c-033679d127b7 req-c63bc271-6b50-4001-bbb7-4c9f0849323d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0501492 Aug 31 08:31:33.247526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db671d94-9f2a-419c-865c-033679d127b7 req-5b903603-11f8-40c4-b3c7-7559b1d02d82 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Aug 31 08:31:34.370010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5200471-417d-4ff9-aedc-5d175e4fbaab req-50088c0a-91ee-4a8b-b6bb-37a154f09202 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:34.371535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5200471-417d-4ff9-aedc-5d175e4fbaab req-50088c0a-91ee-4a8b-b6bb-37a154f09202 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0547059 Aug 31 08:31:34.410512 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5200471-417d-4ff9-aedc-5d175e4fbaab req-f699e811-f708-4160-a51d-206726498ab5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Aug 31 08:31:35.528466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b53a48-c9fe-4789-ac1a-3a3d46f7c2d0 req-9540c1d2-609a-4827-9ab7-71d7b7944c86 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:35.530029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b53a48-c9fe-4789-ac1a-3a3d46f7c2d0 req-9540c1d2-609a-4827-9ab7-71d7b7944c86 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0506320 Aug 31 08:31:35.569335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16b53a48-c9fe-4789-ac1a-3a3d46f7c2d0 req-cbfe9b7f-017f-4514-998f-21344cec9ce9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Aug 31 08:31:36.687313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9bec9-4196-4ede-9a7b-2494765e6aeb req-09312c40-db3f-40cd-88bc-503cd332e3ab tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:36.693528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fa9bec9-4196-4ede-9a7b-2494765e6aeb req-09312c40-db3f-40cd-88bc-503cd332e3ab tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0514381 Aug 31 08:31:36.728810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fa9bec9-4196-4ede-9a7b-2494765e6aeb req-f741117a-60f5-489c-9c14-525b73c8e5d8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338833 Aug 31 08:31:37.112350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933bc8f-d3e9-4cf5-94d9-2eb4a75f768c req-15b8dbb6-e71f-470e-be32-c3219ec2e0a5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:37.114093 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9933bc8f-d3e9-4cf5-94d9-2eb4a75f768c req-15b8dbb6-e71f-470e-be32-c3219ec2e0a5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0542953 Aug 31 08:31:37.154112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9933bc8f-d3e9-4cf5-94d9-2eb4a75f768c req-ed83d71c-5e65-41c9-879b-9beb347563d2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Aug 31 08:31:37.301334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-497b5dda-975f-4bab-b01d-cbd6062b9e94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924723 Aug 31 08:31:38.278972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366187a-44fd-4262-9645-82b5f7cee686 req-bcf1503b-758a-4ae3-ba77-2e8fe37b7276 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:38.282149 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8366187a-44fd-4262-9645-82b5f7cee686 req-bcf1503b-758a-4ae3-ba77-2e8fe37b7276 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0542209 Aug 31 08:31:38.324936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8366187a-44fd-4262-9645-82b5f7cee686 req-86a77290-f03b-413b-9f45-7251f23cd039 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366857 Aug 31 08:31:39.449916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fbe48-cd8b-493a-9507-37f42a0b99f0 req-e9a5a2ca-9f79-4b27-ab89-2b579a27c414 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:39.451478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a6fbe48-cd8b-493a-9507-37f42a0b99f0 req-e9a5a2ca-9f79-4b27-ab89-2b579a27c414 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0549729 Aug 31 08:31:39.492021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a6fbe48-cd8b-493a-9507-37f42a0b99f0 req-3065b02c-d354-4d5f-839a-8aeb9448e8e5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340610 Aug 31 08:31:39.610497 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-7e96e3b2-c96a-4d90-bbea-5395460acfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:39.611933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-7e96e3b2-c96a-4d90-bbea-5395460acfb4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1097 time: 0.0420461 Aug 31 08:31:39.708084 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-4cf7859f-3ba5-4b13-abc4-4f28d4cdef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:39.709600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-4cf7859f-3ba5-4b13-abc4-4f28d4cdef76 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0908110 Aug 31 08:31:40.112446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-3b0eb21e-2026-4b46-ba56-bc2e3b1fdcba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 1000 time: 0.3944860 Aug 31 08:31:40.161118 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:31:40.163180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-f331d4f6-a146-462e-83f3-3d866ddd934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:40.164693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-f331d4f6-a146-462e-83f3-3d866ddd934d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0446761 Aug 31 08:31:40.216326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-6c54e200-2736-45d1-9eaf-a6c93577eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:40.217941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-6c54e200-2736-45d1-9eaf-a6c93577eb8d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450668 Aug 31 08:31:40.318069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-20ee1916-fd7c-4cfd-922a-b52319e006b7 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929482 Aug 31 08:31:40.417494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-200847ae-179e-4430-999a-4d16b2874a93 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913606 Aug 31 08:31:40.610304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f990553-a2d7-4e92-a7b2-7997bfbfc816 req-b089da7a-f5be-4074-bfc9-5351f8f0641f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:40.611915 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f990553-a2d7-4e92-a7b2-7997bfbfc816 req-b089da7a-f5be-4074-bfc9-5351f8f0641f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0522053 Aug 31 08:31:40.652180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f990553-a2d7-4e92-a7b2-7997bfbfc816 req-11ba4800-c33f-474b-893d-57ed83fe12e3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343380 Aug 31 08:31:41.791593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41bfa-b0b9-406e-85a5-ed86efee52f6 req-327c6bf9-6db4-4174-8dcb-b342e86110db tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:41.793130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49c41bfa-b0b9-406e-85a5-ed86efee52f6 req-327c6bf9-6db4-4174-8dcb-b342e86110db tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0505087 Aug 31 08:31:41.833569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49c41bfa-b0b9-406e-85a5-ed86efee52f6 req-3b457a81-6db5-48de-83b8-33ad948a18b8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Aug 31 08:31:42.599395 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-ed0dc20a-491e-497c-884b-d6a22185f422 service neutron] show failed (client error): The resource could not be found. Aug 31 08:31:42.600493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-ed0dc20a-491e-497c-884b-d6a22185f422 service neutron] 10.222.0.68 "GET /v2.0/ports/f309ea05-afee-431a-a9af-80c47612ab9e/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0659914 Aug 31 08:31:42.963545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460bbbc-1f67-42f3-bc02-7f23f4f78118 req-400fdbfd-ea8e-4f76-a562-9688687b5247 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:42.965080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1460bbbc-1f67-42f3-bc02-7f23f4f78118 req-400fdbfd-ea8e-4f76-a562-9688687b5247 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0601242 Aug 31 08:31:43.005020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1460bbbc-1f67-42f3-bc02-7f23f4f78118 req-502e3b06-2fde-4b97-b47b-7faae9c80e0a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Aug 31 08:31:43.169828 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-a41c465f-e656-4324-abe0-b93804c79c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:43.171388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-a41c465f-e656-4324-abe0-b93804c79c8f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 1097 time: 0.0409436 Aug 31 08:31:43.186920 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:31:43.244554 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:43.462475 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:31:43.499957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:31:43.542286 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:31:43.544637 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31964c16-1290-4239-b934-6f40c141b184" -d '{"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-unplugged", "status": "completed", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:31:43.549912 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:43.564951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Transition to ACTIVE for port object f309ea05-afee-431a-a9af-80c47612ab9e will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:31:43.598162 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90914781-7ecb-4c5f-a41a-5fdd3df31443 x-openstack-request-id: req-90914781-7ecb-4c5f-a41a-5fdd3df31443 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:31:43.598347 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-unplugged", "status": "completed", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:31:43.598605 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90914781-7ecb-4c5f-a41a-5fdd3df31443 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:31:43.599111 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'code': 200} Aug 31 08:31:43.644428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:43.749192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:31:43.775769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.776846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.776846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.776846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.777244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.778442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.778442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.778442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.778442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.778838 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.779114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.779442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:43.871968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] No DVR routers for this DVR port f309ea05-afee-431a-a9af-80c47612ab9e on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:31:44.025147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:31:44.025410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:31:44.025694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:31:44.030548 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Port f309ea05-afee-431a-a9af-80c47612ab9e on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:31:44.030877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Attempting to bind port f309ea05-afee-431a-a9af-80c47612ab9e on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:31:44.037365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:31:44.037715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:31:44.038152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:31:44.038604 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Bound port: f309ea05-afee-431a-a9af-80c47612ab9e, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:31:44.038969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:44.127554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:31:44.129304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bfdb0-66e2-491f-9431-8389aa28c4d9 req-b59de754-2a59-4abf-ac48-6ed1cd39c43c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:44.130973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-541bfdb0-66e2-491f-9431-8389aa28c4d9 req-b59de754-2a59-4abf-ac48-6ed1cd39c43c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0513592 Aug 31 08:31:44.131193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:31:44.172447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-541bfdb0-66e2-491f-9431-8389aa28c4d9 req-92eb3fe3-6d99-4660-93ac-d023183c8e38 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352087 Aug 31 08:31:44.199841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:44.238446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:44.239110 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:44.240559 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] 10.222.0.45 "PUT /v2.0/ports/f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 1092 time: 1.0578141 Aug 31 08:31:44.264377 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef18bad-ac66-41e3-ba0b-3cc4ca3e4686 service neutron] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:31:44.315252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-6f3c16ef-2f1f-47b9-9dd4-0e2aa9161179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:44.316851 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-6f3c16ef-2f1f-47b9-9dd4-0e2aa9161179 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1095 time: 0.0493810 Aug 31 08:31:44.435219 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-8d72cc47-d178-4c4e-9208-bc1254baeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:44.436762 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-8d72cc47-d178-4c4e-9208-bc1254baeb5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1089506 Aug 31 08:31:44.513683 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-cc8041c3-10b3-4995-a225-4eedf9f4d4f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 998 time: 0.0647099 Aug 31 08:31:44.577992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-48fd03c2-db18-4eb2-bdab-77f60fbf8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:44.579627 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-48fd03c2-db18-4eb2-bdab-77f60fbf8f6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0589471 Aug 31 08:31:44.631485 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-d219cb06-5fbb-40e0-b8a4-90eb4f8dfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:44.633043 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-d219cb06-5fbb-40e0-b8a4-90eb4f8dfecd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464122 Aug 31 08:31:44.730425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-8bd4939d-2888-45d2-8bba-8e3acba66298 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848160 Aug 31 08:31:44.833699 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-55400332-bcc7-4dec-a995-9dfc9199c513 req-1d6636d4-81c2-4a3d-a082-daab9f2b148e service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913818 Aug 31 08:31:45.299014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc2bf1-920a-4f70-b144-a662e02bbe8a req-0361e699-45bd-4dba-ab03-50b9e74ff3fb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.300622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecbc2bf1-920a-4f70-b144-a662e02bbe8a req-0361e699-45bd-4dba-ab03-50b9e74ff3fb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0529375 Aug 31 08:31:45.366709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecbc2bf1-920a-4f70-b144-a662e02bbe8a req-e31b73cc-1e09-4ede-84b9-d5f71e179d14 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558612 Aug 31 08:31:45.600539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:31:45.603050 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:31:45.653741 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb49f36-847b-4dc7-ab7b-6756e267d41f x-openstack-request-id: req-1eb49f36-847b-4dc7-ab7b-6756e267d41f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:31:45.654143 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:31:45.654429 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1eb49f36-847b-4dc7-ab7b-6756e267d41f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:31:45.654840 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'status': 'completed', 'code': 200} Aug 31 08:31:45.725718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-0c633c83-3744-46fd-a3c6-469d7e54ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.727332 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-0c633c83-3744-46fd-a3c6-469d7e54ba78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1095 time: 0.0460796 Aug 31 08:31:45.727503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-819bb7be-0e4a-4f9e-a338-d754513a247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.730229 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-819bb7be-0e4a-4f9e-a338-d754513a247d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1095 time: 0.0512528 Aug 31 08:31:45.823341 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-7652724c-80b5-451b-800a-526282cd2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.824554 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-b9e6ae93-718e-463a-a483-df439719d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.824865 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-7652724c-80b5-451b-800a-526282cd2237 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0887303 Aug 31 08:31:45.826079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-b9e6ae93-718e-463a-a483-df439719d187 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0894182 Aug 31 08:31:45.903773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-1e29ba5d-3b30-429c-b817-150ff7880ed6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 998 time: 0.0694935 Aug 31 08:31:45.904168 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-d309bd12-70db-45e8-aee4-bc65db14fad3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 998 time: 0.0712688 Aug 31 08:31:45.956290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-73296c2b-dc06-4982-9b57-3a9ea486ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.957875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-73296c2b-dc06-4982-9b57-3a9ea486ab9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0472546 Aug 31 08:31:45.958937 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-2fa9b6dc-6caf-4035-a1a6-ff36aed44ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:45.960680 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-2fa9b6dc-6caf-4035-a1a6-ff36aed44ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0459309 Aug 31 08:31:46.011119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-9a88c512-7ef8-45b1-83de-7fffdab11c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:46.013605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-9a88c512-7ef8-45b1-83de-7fffdab11c25 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485537 Aug 31 08:31:46.015193 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-5d1a0176-4188-4754-9c9a-1de9275e7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:46.016800 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-5d1a0176-4188-4754-9c9a-1de9275e7712 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477145 Aug 31 08:31:46.113559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-446e4a54-714e-414a-833a-29967f6f4e36 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932219 Aug 31 08:31:46.120005 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-ff4ed9ab-0e4a-4cc5-bce0-fe421d31abf2 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951962 Aug 31 08:31:46.214199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-1168da4f-db9b-4463-8fee-e0c1fafc8cb4 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932591 Aug 31 08:31:46.228607 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-8f750f34-f28a-4d74-968d-5d9f61ce9ee1 req-37cb9883-3029-4789-bd9e-fc2ef8260cba service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002760 Aug 31 08:31:46.503932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5afc00-0eea-4aee-b8b0-d6d2c71f8f52 req-e5772ee4-c653-47de-9d2c-790745ad5089 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:46.505564 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c5afc00-0eea-4aee-b8b0-d6d2c71f8f52 req-e5772ee4-c653-47de-9d2c-790745ad5089 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0531163 Aug 31 08:31:46.554302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c5afc00-0eea-4aee-b8b0-d6d2c71f8f52 req-d6f95f40-1de1-4c64-8a2e-1194e7f61fe6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Aug 31 08:31:47.319101 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:31:47.365731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:31:47.677138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6afc5-8a5f-496c-81a9-9956d110fd19 req-f976fc57-17fc-47b0-9b65-14574d5bab31 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:47.678786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18f6afc5-8a5f-496c-81a9-9956d110fd19 req-f976fc57-17fc-47b0-9b65-14574d5bab31 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0525360 Aug 31 08:31:47.719198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18f6afc5-8a5f-496c-81a9-9956d110fd19 req-722d69e2-e391-488d-b2bc-4b9edab4ba4d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Aug 31 08:31:48.113071 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:31:48.128333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f8bd6-4f47-471c-9c6c-0df565f90875 req-28911daa-ad52-49f8-9bda-afe3040e6ad5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:48.130184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-130f8bd6-4f47-471c-9c6c-0df565f90875 req-28911daa-ad52-49f8-9bda-afe3040e6ad5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 943 time: 0.0550904 Aug 31 08:31:48.215861 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-130f8bd6-4f47-471c-9c6c-0df565f90875 req-17825068-2827-412f-b056-a457f7602487 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699584 Aug 31 08:31:48.240455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:31:48.257242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'mac_address': 'fa:16:3e:ed:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:31:48.268367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-b7d803b7-e301-4358-9530-d3ef82ac6a2a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:48.269906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-b7d803b7-e301-4358-9530-d3ef82ac6a2a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 943 time: 0.0744517 Aug 31 08:31:48.300943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:48.312621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f309ea05-afee-431a-a9af-80c47612ab9e {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:31:48.334626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:31:48.341699 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-6df8e899-598d-40c7-9fc6-bd638aa4efe7 service neutron] delete failed (client error): The resource could not be found. Aug 31 08:31:48.342797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-6df8e899-598d-40c7-9fc6-bd638aa4efe7 service neutron] 10.222.0.68 "DELETE /v2.0/ports/f309ea05-afee-431a-a9af-80c47612ab9e/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0644705 Aug 31 08:31:48.435851 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-33ef6b5d-3fae-4081-8472-5df51ecdb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:48.437633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-33ef6b5d-3fae-4081-8472-5df51ecdb483 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1095 time: 0.0478401 Aug 31 08:31:48.439302 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:48.494540 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:31:48.503160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.503985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.503985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.504287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.504502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.504878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.505168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.505589 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.505829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.506171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.507078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.507078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:31:48.544205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-6897e013-6686-4032-98e2-358fdb36f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:48.545787 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-6897e013-6686-4032-98e2-358fdb36f500 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1009448 Aug 31 08:31:48.625049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-385238f4-f588-4641-b613-ab38308ada32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 999 time: 0.0708475 Aug 31 08:31:48.685066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-6a34e3af-3094-4b2b-9064-b45e577c3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:48.686772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-6a34e3af-3094-4b2b-9064-b45e577c3125 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0538328 Aug 31 08:31:48.732854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-84fa99be-a321-444b-b31b-7799f99d449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:48.734408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-84fa99be-a321-444b-b31b-7799f99d449c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411763 Aug 31 08:31:48.737352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f309ea05-afee-431a-a9af-80c47612ab9e'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:31:48.851418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-82431321-4a6e-4a44-ad74-3c3b48645748 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099880 Aug 31 08:31:48.949950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c3fc4b5-27ac-4bf5-aa4e-b671b990f167 req-236409c2-b11c-452a-941c-f1c06a20335d service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909226 Aug 31 08:31:49.357360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06c84-8009-4aa0-9dfd-625260d18ae6 req-74f4debf-2423-483b-9400-8b3243c5f775 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:49.358955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6da06c84-8009-4aa0-9dfd-625260d18ae6 req-74f4debf-2423-483b-9400-8b3243c5f775 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 944 time: 0.0587711 Aug 31 08:31:49.400065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6da06c84-8009-4aa0-9dfd-625260d18ae6 req-6d48f8a6-a7b6-40b6-8469-81975aebfe1f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340581 Aug 31 08:31:50.114517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:31:50.222088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port f309ea05-afee-431a-a9af-80c47612ab9e completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:31:50.229931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f309ea05-afee-431a-a9af-80c47612ab9e triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:31:50.229931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:50.310603 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:50.336895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:31:50.339232 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dff47d-cbf3-4a6f-9282-1850048acd7b" -d '{"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-plugged", "status": "completed", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:31:50.355038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:31:50.378310 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d23cb-c0db-4779-944c-16c38198547f x-openstack-request-id: req-d10d23cb-c0db-4779-944c-16c38198547f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:31:50.378605 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-plugged", "status": "completed", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:31:50.378919 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d10d23cb-c0db-4779-944c-16c38198547f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:31:50.379457 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'code': 200} Aug 31 08:31:50.416011 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:50.477457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:31:50.528063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2577c-ecac-4c7b-b0d3-4d86d19a9d2e req-20e8b2c0-ed3e-46f3-8d82-0d0dc5818961 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:50.529773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25c2577c-ecac-4c7b-b0d3-4d86d19a9d2e req-20e8b2c0-ed3e-46f3-8d82-0d0dc5818961 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0568278 Aug 31 08:31:50.581538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25c2577c-ecac-4c7b-b0d3-4d86d19a9d2e req-1b2e59a1-5bc3-43e5-a293-ad2b26fdee6d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Aug 31 08:31:50.714027 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96633df-79c7-4caa-8cf9-cebd975e5d2b req-120bdbd1-1daf-4a54-8206-7a486a411735 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:50.715755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e96633df-79c7-4caa-8cf9-cebd975e5d2b req-120bdbd1-1daf-4a54-8206-7a486a411735 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0530493 Aug 31 08:31:50.760880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e96633df-79c7-4caa-8cf9-cebd975e5d2b req-14a2a597-e5ae-47fa-a9a6-9831d8500fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 Aug 31 08:31:51.092149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93218-23e1-49c6-a1ba-acac0709e3a2 req-d19f8e69-07c1-4975-aa45-50edbe779303 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:51.094494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49c93218-23e1-49c6-a1ba-acac0709e3a2 req-d19f8e69-07c1-4975-aa45-50edbe779303 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0596027 Aug 31 08:31:51.138906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49c93218-23e1-49c6-a1ba-acac0709e3a2 req-47b1e173-4c01-4f96-8b0b-73ab52e1469c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377398 Aug 31 08:31:51.192039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-61c0b506-e6cd-47a8-b01e-988032ba7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:51.193564 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-61c0b506-e6cd-47a8-b01e-988032ba7781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 1097 time: 0.0438392 Aug 31 08:31:51.302151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-36850231-cdd9-4b87-aa64-bf6706c72745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:51.303700 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-36850231-cdd9-4b87-aa64-bf6706c72745 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0985448 Aug 31 08:31:51.387236 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-e8be767c-cd4a-46c3-b258-bd75638676e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 200 len: 1000 time: 0.0701244 Aug 31 08:31:51.447247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-dabe88fe-1489-4df1-af32-d1c8d51b8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:51.448759 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-dabe88fe-1489-4df1-af32-d1c8d51b8ea0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0500772 Aug 31 08:31:51.499364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-e149b612-583a-4073-a4da-ddc30986b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:51.500928 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-e149b612-583a-4073-a4da-ddc30986b8a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410988 Aug 31 08:31:51.597706 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-c0f4b199-18a8-412a-a0bd-248f5fcf2014 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850646 Aug 31 08:31:51.701777 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-2a0cea9e-822f-468d-8997-d9948103ca0a req-7d35de7a-b177-4f09-a11e-6893a1cf807d service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938911 Aug 31 08:31:52.263381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22df6d-27d5-46f8-9b2a-c8f1155ed9f8 req-d8ae1cb1-e921-45bb-a9c5-8b724fca52f0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:52.265131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac22df6d-27d5-46f8-9b2a-c8f1155ed9f8 req-d8ae1cb1-e921-45bb-a9c5-8b724fca52f0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0541010 Aug 31 08:31:52.308427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac22df6d-27d5-46f8-9b2a-c8f1155ed9f8 req-34be6dde-0af0-4d2f-bae0-e403068dc78c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369260 Aug 31 08:31:53.428151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc986e0-30a9-419b-afce-e983a19143b8 req-257607b2-6b36-4595-9689-f70f23bdd000 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:53.429766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cc986e0-30a9-419b-afce-e983a19143b8 req-257607b2-6b36-4595-9689-f70f23bdd000 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0514946 Aug 31 08:31:53.469974 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2cc986e0-30a9-419b-afce-e983a19143b8 req-dcc107cd-e532-467c-ac6a-7ba5a01c5144 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337803 Aug 31 08:31:53.752896 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e0d12c3e-e707-45df-8994-18cc0d96d89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:53.949399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e7fad-1220-4932-9c56-4901bd0d55d6 req-08d928d8-882f-430d-8ec9-79cbb7265691 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:53.950951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-421e7fad-1220-4932-9c56-4901bd0d55d6 req-08d928d8-882f-430d-8ec9-79cbb7265691 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 31 08:31:53.991213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-421e7fad-1220-4932-9c56-4901bd0d55d6 req-dbed4999-1172-47a9-aeb1-0815887c4df0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Aug 31 08:31:54.084632 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:55.109600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28a3f8-7857-4f6e-8f5d-8845308768c9 req-79aee7a2-d8e5-45ae-b384-1a3e89c06cf7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:55.111718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f28a3f8-7857-4f6e-8f5d-8845308768c9 req-79aee7a2-d8e5-45ae-b384-1a3e89c06cf7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0505178 Aug 31 08:31:55.151231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f28a3f8-7857-4f6e-8f5d-8845308768c9 req-320a07e3-69fa-4453-b768-ad368ae4c1c0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334218 Aug 31 08:31:55.416290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-1dc7c2fd-2b96-4229-90d8-80cbad281fe6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:55.417887 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-1dc7c2fd-2b96-4229-90d8-80cbad281fe6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 945 time: 0.0509853 Aug 31 08:31:55.522524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Deleting port f309ea05-afee-431a-a9af-80c47612ab9e {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:31:55.522872 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:55.613801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] For port f309ea05-afee-431a-a9af-80c47612ab9e, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f309ea05-afee-431a-a9af-80c47612ab9e,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:31:55.614194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:55.906356 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:55.906762 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:55.907096 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 disassociated. External IP: 172.25.0.49, port: f309ea05-afee-431a-a9af-80c47612ab9e. Aug 31 08:31:55.907439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Calling delete_port for f309ea05-afee-431a-a9af-80c47612ab9e owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:31:56.124446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:56.155779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event deleted for resources: {'Port': ['ID=f309ea05-afee-431a-a9af-80c47612ab9e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:31:56.254776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e1dac27-8678-49a3-80eb-3098eb3853b9 req-cb3839bd-f919-4de8-8752-f913202f370e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd550bbb-a028-4622-a517-b809ebf8715f HTTP/1.1" status: 200 len: 210 time: 0.0284863 Aug 31 08:31:56.282736 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:31:56.370219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:56.421976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:31:56.433053 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:31:56.443730 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:31:56.444446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:31:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:31:56.466997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] No DVR routers for this DVR port f309ea05-afee-431a-a9af-80c47612ab9e on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:31:56.470536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:56.472635 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-29f0c6a3-2d87-4527-9af8-242c4c68516a req-2d1586c8-ac22-4d48-bb2d-4845129da1e0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "DELETE /v2.0/ports/f309ea05-afee-431a-a9af-80c47612ab9e HTTP/1.1" status: 204 len: 173 time: 1.0448718 Aug 31 08:31:56.473078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-deleted', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:31:56.475432 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2392921f-0959-4f37-995c-4dd96102870d" -d '{"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-deleted", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:31:56.512096 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:56.522347 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee4341-55c3-47a0-a222-96b810beca2b x-openstack-request-id: req-c0ee4341-55c3-47a0-a222-96b810beca2b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:31:56.523088 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd550bbb-a028-4622-a517-b809ebf8715f", "name": "network-vif-deleted", "tag": "f309ea05-afee-431a-a9af-80c47612ab9e", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:31:56.523256 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0ee4341-55c3-47a0-a222-96b810beca2b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:31:56.523692 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd550bbb-a028-4622-a517-b809ebf8715f', 'name': 'network-vif-deleted', 'tag': 'f309ea05-afee-431a-a9af-80c47612ab9e', 'status': 'completed', 'code': 200} Aug 31 08:31:56.559617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:31:56.724692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1e5139a-d769-4760-ae13-3efb1eda0aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:56.764140 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:31:56.794289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:31:56.803173 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:31:56.803794 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:31:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:31:57.007063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:31:57.215002 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:31:57.241707 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fe89d-42af-4490-a61d-7484f9166d9d None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:31:57.492504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf8a7c-0666-4dcc-b6f5-2a8417b02a7e None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:31:57.552820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f0c1903a-92fc-4e06-9f90-a5a44ce6fb75 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1215009880&fields=id&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 267 time: 0.0379825 Aug 31 08:31:57.683462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-617644b7-cba5-43f4-9b8e-c0bc6bdc0d49 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:31:57.685240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-617644b7-cba5-43f4-9b8e-c0bc6bdc0d49 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1250656 Aug 31 08:31:57.704742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-efc796e0-db99-4d9a-9a3b-e47483324208 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/quotas/79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 375 time: 0.0111277 Aug 31 08:31:57.767535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f54390df-9e7e-4143-adfe-598a335cf9a6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530553 Aug 31 08:31:57.784809 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-5c9242df-bf19-42b6-a337-3697d0996750 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:31:57.785920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-5c9242df-bf19-42b6-a337-3697d0996750 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063477 Aug 31 08:31:57.941495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ab960d85-6a0c-4e84-8ccd-cf5f133ab2ba service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488357 Aug 31 08:31:58.037453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-075e429a-04e1-493f-8fe0-1620e5f6dedd service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895550 Aug 31 08:31:58.078514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:31:58.279636 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed89b8b1-2673-464e-bdfc-8d74cdc9e2bb req-52262d98-5b5f-4aa1-818e-64928042b54c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 210 time: 0.0285754 Aug 31 08:31:59.383600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95d97f64-61ec-45d7-997b-8e1c337a2f61 req-b628bae0-7d8d-41f1-b6a5-92fa736f4ddb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 210 time: 0.0343876 Aug 31 08:31:59.661336 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:00.128985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:32:00.148557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: f309ea05-afee-431a-a9af-80c47612ab9e {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:32:00.148922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f309ea05-afee-431a-a9af-80c47612ab9e not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:32:00.166839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-18b3b025-3f0e-4099-a365-431bf452d5c5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:00.168427 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-18b3b025-3f0e-4099-a365-431bf452d5c5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1077905 Aug 31 08:32:00.222961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-086ddce4-2edc-4431-8f35-3ae90a255ba2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 380 time: 0.0400951 Aug 31 08:32:00.232134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'port': {'device_id': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'admin_state_up': True, 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'security_groups': ['fd52bb4c-7c65-44a1-b795-cd88540e040b']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:32:00.409222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Made reservation on behalf of 79e8d4e21d1d44e3b73e5c8bb811a454 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:32:00.412965 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:00.504277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5e755ae0-3aa8-4606-9d53-cbfa479886e2 req-326bf17b-5796-4b4d-97b4-c0dee64759e2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 210 time: 0.0359771 Aug 31 08:32:00.572360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Allocated IP 172.20.0.9 (df5492d3-7ce4-4622-9162-14e519011476/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2/195a8ae5-97f1-4022-b3c3-7526db9ea129) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:32:00.709795 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:00.724430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Transition to ACTIVE for port object 195a8ae5-97f1-4022-b3c3-7526db9ea129 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:32:00.833280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:00.882699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:32:00.885996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:32:00.890125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:32:00.917866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:32:00.933569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.933865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.934221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.934562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.934898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.935249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.935585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.935888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.936214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.936537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.936860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.937179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:32:00.957186 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:00.957877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:01.039368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-ecbf5ee7-382c-4552-819d-d5662faacd9f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111222 Aug 31 08:32:01.053855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Request body: {'port': {'device_id': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:32:01.109839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:01.232896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-030d629f-3cad-4874-838a-ccb81f7e2b38 None None] Provisioning for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:32:01.237158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-030d629f-3cad-4874-838a-ccb81f7e2b38 None None] Provisioning complete for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:32:01.238522 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-030d629f-3cad-4874-838a-ccb81f7e2b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:01.275180 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-030d629f-3cad-4874-838a-ccb81f7e2b38 None None] Port 195a8ae5-97f1-4022-b3c3-7526db9ea129 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:32:01.401981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195a8ae5-97f1-4022-b3c3-7526db9ea129 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:32:01.409975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:01.421825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Transition to ACTIVE for port object 195a8ae5-97f1-4022-b3c3-7526db9ea129 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:32:01.512860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:01.584660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:32:01.681493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e292f-27e9-46e0-b230-08b2b6525760 req-6dc6cecc-38c7-4ba5-8c09-4ef3c104a2b4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:01.683117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-573e292f-27e9-46e0-b230-08b2b6525760 req-6dc6cecc-38c7-4ba5-8c09-4ef3c104a2b4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.1015091 Aug 31 08:32:01.684090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:32:01.684469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:32:01.684797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:32:01.690538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:32:01.690864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:32:01.709296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:32:01.709635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:32:01.710049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:32:01.710753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Bound port: 195a8ae5-97f1-4022-b3c3-7526db9ea129, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:32:01.711110 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:01.758029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-573e292f-27e9-46e0-b230-08b2b6525760 req-88439d46-a828-441c-b70b-ebf76b1de52c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648057 Aug 31 08:32:01.791957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:32:01.795480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:32:01.981967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:02.024188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.024823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:02.026415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] 10.222.0.68 "PUT /v2.0/ports/195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1092 time: 0.9771333 Aug 31 08:32:02.026878 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:32:02.029179 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69aae5f-78b6-4900-aeed-8330bd50ad67" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:32:02.052426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ff919-3475-4e9d-b5ea-de8d9f8cb0bb service neutron] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:32:02.071447 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84c4af3-f414-41c3-8cbf-1f061ff7dd50 x-openstack-request-id: req-c84c4af3-f414-41c3-8cbf-1f061ff7dd50 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:32:02.071735 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:32:02.071983 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c84c4af3-f414-41c3-8cbf-1f061ff7dd50 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:32:02.072382 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'status': 'completed', 'code': 200} Aug 31 08:32:02.138263 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aae5f-78b6-4900-aeed-8330bd50ad67 req-ec05ef67-7ff9-4462-a6d6-d9dba7a4e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.139922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a69aae5f-78b6-4900-aeed-8330bd50ad67 req-ec05ef67-7ff9-4462-a6d6-d9dba7a4e7fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1095 time: 0.0464301 Aug 31 08:32:02.244681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aae5f-78b6-4900-aeed-8330bd50ad67 req-173f3f09-42fe-4a18-826d-e164159eb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.245508 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a69aae5f-78b6-4900-aeed-8330bd50ad67 req-173f3f09-42fe-4a18-826d-e164159eb5fd service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973725 Aug 31 08:32:02.347091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aae5f-78b6-4900-aeed-8330bd50ad67 req-4dc1b7c3-348e-4c87-8b0d-0279c2c64f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.348491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a69aae5f-78b6-4900-aeed-8330bd50ad67 req-4dc1b7c3-348e-4c87-8b0d-0279c2c64f16 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957339 Aug 31 08:32:02.427762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-51f07a08-8bb3-4ff6-9438-94d76e0f5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.429291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-51f07a08-8bb3-4ff6-9438-94d76e0f5601 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1095 time: 0.0424719 Aug 31 08:32:02.473011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-7ffdb5a0-715c-40d4-916b-2cbf209286c1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 217 time: 0.0353467 Aug 31 08:32:02.529026 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-951da00c-06de-41c4-a127-4c7c4a4b8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.530537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-951da00c-06de-41c4-a127-4c7c4a4b8eac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0504761 Aug 31 08:32:02.576240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-51508c7b-1b1d-474a-82ea-293f40b051a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.577762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-51508c7b-1b1d-474a-82ea-293f40b051a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402009 Aug 31 08:32:02.667155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-f7ca65b9-c769-4680-bff9-f21296e92c6d service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Aug 31 08:32:02.767665 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b19dbe7-ac43-4182-be39-2487185b7677 req-9a4ba038-b53f-4fc5-83d1-f16983c12f8f service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935643 Aug 31 08:32:02.873675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b7962-f0bb-46fd-9823-8058313f739d req-da8ad4ec-9c2c-400f-bf75-d81d2ce63ff9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:02.875286 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f7b7962-f0bb-46fd-9823-8058313f739d req-da8ad4ec-9c2c-400f-bf75-d81d2ce63ff9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.0510838 Aug 31 08:32:02.914984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1f7b7962-f0bb-46fd-9823-8058313f739d req-18931d0b-5fff-4f4b-8f32-f79a18eeb3bb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332913 Aug 31 08:32:04.037264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b656d73-2231-469b-940c-2b6c090fcdf8 req-168e0813-07ec-4822-a16c-bdab6da52f6b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:04.038908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b656d73-2231-469b-940c-2b6c090fcdf8 req-168e0813-07ec-4822-a16c-bdab6da52f6b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.0544667 Aug 31 08:32:04.076637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b656d73-2231-469b-940c-2b6c090fcdf8 req-f14dbc12-ce24-4bc6-b19f-f29e36ac0a94 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Aug 31 08:32:05.207008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9d363-6f88-4d98-8d01-65bc41ab14b3 req-d6155c1b-a2d6-4def-b284-d0c7053295b9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:05.208599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40b9d363-6f88-4d98-8d01-65bc41ab14b3 req-d6155c1b-a2d6-4def-b284-d0c7053295b9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.0533707 Aug 31 08:32:05.248840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40b9d363-6f88-4d98-8d01-65bc41ab14b3 req-172cf56a-78b8-438a-b35d-1725fe617b13 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335143 Aug 31 08:32:05.397705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:32:05.492187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:32:05.504051 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'mac_address': 'fa:16:3e:51:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:32:05.544393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:05.560955 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195a8ae5-97f1-4022-b3c3-7526db9ea129 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:32:05.583674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:32:05.665165 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:05.721367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:32:05.892926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['195a8ae5-97f1-4022-b3c3-7526db9ea129'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:32:06.404164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdf78c-323f-42bc-af05-9b68c17c2ea0 req-4936ff1e-a500-45eb-b05b-36020e09df9e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:06.407560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93bdf78c-323f-42bc-af05-9b68c17c2ea0 req-4936ff1e-a500-45eb-b05b-36020e09df9e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0814641 Aug 31 08:32:06.451776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93bdf78c-323f-42bc-af05-9b68c17c2ea0 req-8d096c24-246e-4358-918c-e2a4a78f7e06 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Aug 31 08:32:07.424762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:32:07.552721 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:32:07.559556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:32:07.560182 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:07.619754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3386927-76f1-4491-9a5d-e7baca612ee8 req-f6289c19-5080-4ede-a5c7-a6a826697a7a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:07.621628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3386927-76f1-4491-9a5d-e7baca612ee8 req-f6289c19-5080-4ede-a5c7-a6a826697a7a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0665047 Aug 31 08:32:07.670262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e3386927-76f1-4491-9a5d-e7baca612ee8 req-2b486439-9d7e-4684-8c75-7d7048c94816 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 Aug 31 08:32:07.697234 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:07.736793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:32:07.740633 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1cfe46-af15-4bb9-95e5-71c8b4654f93" -d '{"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-plugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:32:07.762078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:32:07.804467 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c949a-7d77-416f-801e-333014af267d x-openstack-request-id: req-b59c949a-7d77-416f-801e-333014af267d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:32:07.804909 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-plugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:32:07.805301 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b59c949a-7d77-416f-801e-333014af267d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:32:07.805939 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'code': 200} Aug 31 08:32:07.833207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:07.921240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:32:07.927324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78cc0d-17b5-4f9a-95f4-92e64b87b8ad req-38290de4-ea7a-4f30-a973-60f94d2f656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:07.929772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e78cc0d-17b5-4f9a-95f4-92e64b87b8ad req-38290de4-ea7a-4f30-a973-60f94d2f656c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1097 time: 0.0626283 Aug 31 08:32:07.971399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e78cc0d-17b5-4f9a-95f4-92e64b87b8ad req-47f16b6c-b5da-4090-8620-9c254f704104 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340950 Aug 31 08:32:08.952739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753665c-d477-4f8b-859b-8657aa7e9d8a req-6ee92e2c-267a-4c53-9211-dad1cdfec00a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:08.954688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1753665c-d477-4f8b-859b-8657aa7e9d8a req-6ee92e2c-267a-4c53-9211-dad1cdfec00a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0723186 Aug 31 08:32:09.001532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1753665c-d477-4f8b-859b-8657aa7e9d8a req-e86f2f50-309b-4b1a-80c9-209809409649 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Aug 31 08:32:10.178674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5715e-268e-414c-841a-c13f052c3404 req-24a34616-583e-41fd-86f7-f413b7d4bcc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:10.181328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec5715e-268e-414c-841a-c13f052c3404 req-24a34616-583e-41fd-86f7-f413b7d4bcc7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0849352 Aug 31 08:32:10.227358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec5715e-268e-414c-841a-c13f052c3404 req-cdd045f7-5daf-4230-9504-27b72f416f2e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Aug 31 08:32:10.361715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145dab-cb7e-441c-98b4-9d1565252e3a req-2b51d2ad-6c8d-45ff-ae85-ddf3eec8821a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:10.363240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11145dab-cb7e-441c-98b4-9d1565252e3a req-2b51d2ad-6c8d-45ff-ae85-ddf3eec8821a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0656621 Aug 31 08:32:10.375803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60000) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:32:10.381756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'floatingip': {'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:32:10.421166 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:10.891826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:10.993185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:11.099337 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 associated. External IP: 172.25.0.49, port: 195a8ae5-97f1-4022-b3c3-7526db9ea129. Aug 31 08:32:11.635958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:32:11.760449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:32:11.765563 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:11.772046 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:32:11.782657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:32:11.783296 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:31:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:32:11.793991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b88dd6c0-6c2d-45b8-9b2c-9c077eb6b21a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "PUT /v2.0/floatingips/16462651-8031-43b3-a193-6193d8e5d652 HTTP/1.1" status: 200 len: 990 time: 1.4167094 Aug 31 08:32:11.794573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:32:11.797048 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4522907a-2c7d-4b2b-b428-5efe6e22c531" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:32:11.861074 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c7bf08-0427-4903-8b76-1ab4bc166633 x-openstack-request-id: req-32c7bf08-0427-4903-8b76-1ab4bc166633 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:32:11.861737 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:32:11.862225 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32c7bf08-0427-4903-8b76-1ab4bc166633 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:32:11.862909 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'status': 'completed', 'code': 200} Aug 31 08:32:11.898314 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:32:11.928315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-5663f8ce-2131-4928-965f-2eba12f66120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:11.930258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-5663f8ce-2131-4928-965f-2eba12f66120 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1097 time: 0.0422535 Aug 31 08:32:12.055761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-9758b67b-09d7-4003-a67f-7475f83a8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:12.058299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-9758b67b-09d7-4003-a67f-7475f83a8ba1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1202714 Aug 31 08:32:12.132076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-a6c2fd48-8feb-4b3e-b57c-0acb64361430 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 998 time: 0.0661023 Aug 31 08:32:12.172995 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:51:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:32:10Z', 'revision_number': 9, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:32:12.189162 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-bd459704-d58c-4b0f-9261-eaba9d61d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:12.190805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-bd459704-d58c-4b0f-9261-eaba9d61d8bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0517247 Aug 31 08:32:12.202383 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:32:12.212111 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:32:12.212730 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:31:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:32:12.242845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-2fd999db-9d9a-4c94-b219-3bf653e450f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:12.244364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-2fd999db-9d9a-4c94-b219-3bf653e450f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463953 Aug 31 08:32:12.326386 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:32:12.355791 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-cf9eb687-6602-4250-9fc1-6d1d58b4c96f service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014616 Aug 31 08:32:12.484022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4522907a-2c7d-4b2b-b428-5efe6e22c531 req-c9701305-816e-494a-9de0-43f97915f203 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201639 Aug 31 08:32:12.602323 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:51:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:32:10Z', 'revision_number': 9, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:32:12.629436 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375a737-03b7-4a08-ace0-d3cda3ffcc72 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:51:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:32:10Z', 'revision_number': 9, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:32:12.838781 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca871e-170f-4569-acad-e8a6d0e4e251 None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:32:17.161236 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:32:18.459726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-c2b41ca5-2d3c-416c-a54a-be6db5f03aeb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692046 Aug 31 08:32:18.560576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-8f4afcda-7c01-43be-9cab-d52866782500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:18.562496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-8f4afcda-7c01-43be-9cab-d52866782500 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1097 time: 0.0535452 Aug 31 08:32:18.724759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-f1152b02-ca2e-4254-829a-c7f463830ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:18.726405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-f1152b02-ca2e-4254-829a-c7f463830ce4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1393692 Aug 31 08:32:18.837711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-6e7b3965-7d4d-4cc9-b712-8cedf17f18e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1001 time: 0.1037188 Aug 31 08:32:18.926968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-76bb538f-a18b-4fc5-9906-a39d8d8951f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:18.929543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-76bb538f-a18b-4fc5-9906-a39d8d8951f6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0839443 Aug 31 08:32:19.003844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-d6ab72e3-d189-4cb6-a0ef-f1b2ab6ee046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:32:19.006510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-d6ab72e3-d189-4cb6-a0ef-f1b2ab6ee046 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698655 Aug 31 08:32:19.144652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-e9b4e509-7a9c-42a3-b0e9-e2ff0bf5da7b service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311884 Aug 31 08:32:19.261073 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c38b3939-cf2a-4279-a621-0df251a482a6 req-6b87e1f1-b25b-48db-9115-b6b41c1ce5e9 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091568 Aug 31 08:32:23.735190 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-55945e34-0f3c-48e8-adaf-00c5d999137e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:24.067238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:26.415310 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:26.541670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:26.758523 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bb3020e5-cdb2-46ac-b0d7-f333654a5659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:28.078117 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:29.632389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:53.741129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1649dfac-e344-403c-920c-6cb58a022ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:54.077777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:54.161880 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:32:56.434231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:56.506910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:56.730040 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-79a672a5-e35d-429a-ab3c-ccc875def428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:58.089627 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:32:59.678104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:20.467308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-aaa247f4-7612-4a7a-8535-f657d0260b15 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551543 Aug 31 08:33:20.587648 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-b3eef8bc-20e7-4c32-9f27-ffacd73da31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:20.590460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-b3eef8bc-20e7-4c32-9f27-ffacd73da31b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1097 time: 0.0716450 Aug 31 08:33:20.770202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-748dc2d9-6cc3-4c3f-afdc-7e763c5a0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:20.772692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-748dc2d9-6cc3-4c3f-afdc-7e763c5a0869 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1596301 Aug 31 08:33:20.889273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-15f2fb07-828e-49fa-b702-aba7f09b5225 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1001 time: 0.1081252 Aug 31 08:33:20.978166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-a4f421f7-7087-46e7-bdbb-6353525c6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:20.980796 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-a4f421f7-7087-46e7-bdbb-6353525c6b95 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0845265 Aug 31 08:33:21.045118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-3be70cee-e4a6-4cb5-8926-5dbd5a220732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:21.047389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-3be70cee-e4a6-4cb5-8926-5dbd5a220732 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592566 Aug 31 08:33:21.181727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-4aa55a92-19b0-41fe-b010-754d2c23f965 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270523 Aug 31 08:33:21.357299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c68529d-4297-44bd-98a4-4cc370a15320 req-da3a5bbb-63d9-4f16-844b-529343e52685 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672843 Aug 31 08:33:23.739613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c5eab4f-6894-4c95-9db0-6121bad2f96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:24.105852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:26.391832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:26.494384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:26.705123 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6d0c8cb1-977e-49b5-8390-f606ccd86482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:28.146264 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:29.671669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:31.162390 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:33:47.500105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa54385-2583-42f5-b62d-ed4e154f1402 req-2e7c1f85-46cf-4b62-9b90-991ffd196309 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:47.501761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fa54385-2583-42f5-b62d-ed4e154f1402 req-2e7c1f85-46cf-4b62-9b90-991ffd196309 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0579817 Aug 31 08:33:47.565965 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fa54385-2583-42f5-b62d-ed4e154f1402 req-9452b19e-db80-4a28-a29b-d242efe451fa tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563605 Aug 31 08:33:47.569584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-60d3b4db-3764-4c2b-bb71-04100df692ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779312 Aug 31 08:33:48.734133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12fe1c-c805-479e-9840-e1c27eb2abbb req-0a484b7d-68ee-41a0-bd76-7b0e793ef5ba tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:48.736014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec12fe1c-c805-479e-9840-e1c27eb2abbb req-0a484b7d-68ee-41a0-bd76-7b0e793ef5ba tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0574725 Aug 31 08:33:48.779260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec12fe1c-c805-479e-9840-e1c27eb2abbb req-052a34bd-5b5f-4fad-8872-7534cef69d92 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363038 Aug 31 08:33:49.683327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-fdb4c2a9-e295-496f-a5ee-453ee8bf4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:49.684928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-fdb4c2a9-e295-496f-a5ee-453ee8bf4fdf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1097 time: 0.0435693 Aug 31 08:33:49.781140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-a1505d00-6983-4a74-ba13-4ad9db189ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:49.782805 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-a1505d00-6983-4a74-ba13-4ad9db189ddd service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0912719 Aug 31 08:33:49.851453 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-a2a52ffa-04ce-4211-9022-36b8aa6bb15d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1001 time: 0.0615597 Aug 31 08:33:49.928586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-c0656b56-26a4-4a00-909e-25706a577c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:49.930002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-c0656b56-26a4-4a00-909e-25706a577c9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0690877 Aug 31 08:33:49.942858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86888-0f7e-4d18-ab51-bc094369750d req-6c058d4b-2a8b-40b8-951a-543d8dc70a0f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:49.944350 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ac86888-0f7e-4d18-ab51-bc094369750d req-6c058d4b-2a8b-40b8-951a-543d8dc70a0f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0920315 Aug 31 08:33:50.009405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ac86888-0f7e-4d18-ab51-bc094369750d req-52344402-52e6-4005-93a3-5540bc3be92f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559685 Aug 31 08:33:50.014378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-5d8a51b9-0c64-411b-86ab-b9cefaf95f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:50.016444 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-5d8a51b9-0c64-411b-86ab-b9cefaf95f67 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712259 Aug 31 08:33:50.114130 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-5c887811-6002-45b8-980b-b95b75892cb7 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899045 Aug 31 08:33:50.212276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-181c507a-1f2d-420b-8859-39e26bb6736e service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910525 Aug 31 08:33:51.133723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c635-a8ec-4e7e-a025-75cabedddfd2 req-de411b19-af9e-43f2-aa28-b39a3cb800ce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:51.135263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1086c635-a8ec-4e7e-a025-75cabedddfd2 req-de411b19-af9e-43f2-aa28-b39a3cb800ce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0534868 Aug 31 08:33:51.174827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1086c635-a8ec-4e7e-a025-75cabedddfd2 req-acfdf4a7-8693-4e13-ac36-02f00fdb3fbe tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330276 Aug 31 08:33:52.386759 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275185d-c471-4984-8679-813c8c159fcd req-a026581c-4cfe-4681-8de7-d342877ed9b4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:52.388304 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e275185d-c471-4984-8679-813c8c159fcd req-a026581c-4cfe-4681-8de7-d342877ed9b4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.1001222 Aug 31 08:33:52.434338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e275185d-c471-4984-8679-813c8c159fcd req-c6504cd6-9526-40a9-97e7-e330bd18b33e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388279 Aug 31 08:33:53.644797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ce66-28ef-4c65-a8a3-a2737c278a50 req-9f52ce0f-fbab-4f56-a0d9-a14a10467394 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:53.647128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7898ce66-28ef-4c65-a8a3-a2737c278a50 req-9f52ce0f-fbab-4f56-a0d9-a14a10467394 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0981171 Aug 31 08:33:53.692552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7898ce66-28ef-4c65-a8a3-a2737c278a50 req-0cd2b981-ec0b-4d26-b54f-10b26eb6fa39 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343792 Aug 31 08:33:53.727624 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-48acf77a-e441-4b4d-b2ad-2a2a14876446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:54.070510 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:54.808281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ec7c-3b50-412c-bc15-d2d7b46fdc06 req-4e2e5397-2e4c-4e78-b749-baf5a695b1f8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:54.809893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbc5ec7c-3b50-412c-bc15-d2d7b46fdc06 req-4e2e5397-2e4c-4e78-b749-baf5a695b1f8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0493615 Aug 31 08:33:54.851855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbc5ec7c-3b50-412c-bc15-d2d7b46fdc06 req-70c3ad2f-bd25-49db-92a9-9659c5ff8b70 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349052 Aug 31 08:33:55.979244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7a3cb-9fee-4c50-8800-756b7afb3f5e req-9c9e266e-0c22-4f96-8b5a-ca683bd81fd0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:55.980709 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c7a3cb-9fee-4c50-8800-756b7afb3f5e req-9c9e266e-0c22-4f96-8b5a-ca683bd81fd0 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0562270 Aug 31 08:33:56.020356 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c7a3cb-9fee-4c50-8800-756b7afb3f5e req-79acfdb0-ff85-4f6e-ab4c-190517649796 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Aug 31 08:33:56.407910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:56.487209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:56.716080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c929c869-4fed-43ac-a89e-2cd0fa1d02ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:57.143411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacf6b2-a332-49fe-9f37-a10fd39d557f req-0f60997c-a97c-485f-8732-fd0d89b390ed tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:57.144910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efacf6b2-a332-49fe-9f37-a10fd39d557f req-0f60997c-a97c-485f-8732-fd0d89b390ed tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0486934 Aug 31 08:33:57.183587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efacf6b2-a332-49fe-9f37-a10fd39d557f req-e29928d7-5deb-4ea8-9a41-f59a4092bb05 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Aug 31 08:33:58.070891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:33:58.303597 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27940a3-8ae7-4035-b887-580f7d98cc35 req-4a09aa47-7edf-47c4-b842-e62b46db503b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:58.305138 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e27940a3-8ae7-4035-b887-580f7d98cc35 req-4a09aa47-7edf-47c4-b842-e62b46db503b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0494072 Aug 31 08:33:58.345716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e27940a3-8ae7-4035-b887-580f7d98cc35 req-bc4c3d00-c19c-4724-ae98-2acb83691c18 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Aug 31 08:33:59.465939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb3ec-a765-41bb-8b5a-6f237685576a req-687b7425-7861-4eea-b59e-73a2aedf618e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:33:59.468029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb2bb3ec-a765-41bb-8b5a-6f237685576a req-687b7425-7861-4eea-b59e-73a2aedf618e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0542383 Aug 31 08:33:59.508187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb2bb3ec-a765-41bb-8b5a-6f237685576a req-e0f2a216-aa76-40ba-b032-642c51914976 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342319 Aug 31 08:33:59.687680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:00.629231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ea7e5-ad52-4065-af97-7438d6a15678 req-338e5a14-8830-4c45-a6a6-37db31c3dca5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:00.630798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da6ea7e5-ad52-4065-af97-7438d6a15678 req-338e5a14-8830-4c45-a6a6-37db31c3dca5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0511591 Aug 31 08:34:00.669664 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da6ea7e5-ad52-4065-af97-7438d6a15678 req-bb014e04-1265-47a3-9caa-229b3ac3771d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Aug 31 08:34:01.793580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6f33c-ba8d-4991-a575-0b2ac3aa3bf9 req-aca60c59-ff6b-49d0-9641-208b095cd00a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:01.795156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4c6f33c-ba8d-4991-a575-0b2ac3aa3bf9 req-aca60c59-ff6b-49d0-9641-208b095cd00a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0543230 Aug 31 08:34:01.833450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b4c6f33c-ba8d-4991-a575-0b2ac3aa3bf9 req-a0fd6fc9-47d6-4488-a881-c2cd616019c8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320435 Aug 31 08:34:02.333081 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-2e62d6e2-a481-43da-95d6-7176fefb4e84 service neutron] show failed (client error): The resource could not be found. Aug 31 08:34:02.334146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-2e62d6e2-a481-43da-95d6-7176fefb4e84 service neutron] 10.222.0.68 "GET /v2.0/ports/195a8ae5-97f1-4022-b3c3-7526db9ea129/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.1007032 Aug 31 08:34:02.871371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-39d85802-7cf9-4b45-9660-3fd942f3c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:02.873509 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-39d85802-7cf9-4b45-9660-3fd942f3c34e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 1097 time: 0.0434809 Aug 31 08:34:02.890146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:34:02.949406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:02.953290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7fa9-c252-4a1c-a307-abbcea5d77d2 req-e2e67a1c-004d-4d30-900d-568c4146cee4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:02.954891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f30a7fa9-c252-4a1c-a307-abbcea5d77d2 req-e2e67a1c-004d-4d30-900d-568c4146cee4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0532150 Aug 31 08:34:02.994819 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f30a7fa9-c252-4a1c-a307-abbcea5d77d2 req-bb0812a0-67dd-41b0-8001-330a2df47538 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339277 Aug 31 08:34:03.154918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:03.187772 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:34:03.233552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:03.235912 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e844f8fc8da3d7f52db0b3906ca606a4235a5f290dd4777df7749b197d60fdfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ed87f9-583b-469c-bcc7-dcebde056410" -d '{"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-unplugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:03.239929 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:03.253059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Transition to ACTIVE for port object 195a8ae5-97f1-4022-b3c3-7526db9ea129 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:34:03.311488 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:03.356750 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eab19ce-9c5c-4836-a913-d48df9d1d5f5 x-openstack-request-id: req-3eab19ce-9c5c-4836-a913-d48df9d1d5f5 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:03.357049 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-unplugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:03.357309 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3eab19ce-9c5c-4836-a913-d48df9d1d5f5 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:03.357721 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'code': 200} Aug 31 08:34:03.403008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:03.417208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.417587 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.417962 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.418305 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.418656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.418978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.419306 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.419635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.419964 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.420295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.420621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.420976 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:03.472164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] No DVR routers for this DVR port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:34:03.626220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:34:03.626459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:34:03.626823 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:34:03.631118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:34:03.631445 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:34:03.636302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:34:03.636642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:34:03.637028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:34:03.637452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Bound port: 195a8ae5-97f1-4022-b3c3-7526db9ea129, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:34:03.637905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:03.701824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:34:03.705024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:34:03.848196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:03.888984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:03.890006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:03.891229 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] 10.222.0.45 "PUT /v2.0/ports/195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1092 time: 1.0060844 Aug 31 08:34:03.911654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529d01-b0e6-44b1-b9df-be2d10cc43da service neutron] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:03.964347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-d3b22863-c2a1-4d99-9239-7fc54a32ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:03.965953 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-d3b22863-c2a1-4d99-9239-7fc54a32ef39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1095 time: 0.0460064 Aug 31 08:34:04.088929 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-f79b9f9a-2bb0-4846-ae93-c9f263d4bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:04.090437 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-f79b9f9a-2bb0-4846-ae93-c9f263d4bf1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1138659 Aug 31 08:34:04.120968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18281f-d320-4b70-845e-fdbdd83c8079 req-e2571151-1798-4620-a207-1f8396036346 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:04.122535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e18281f-d320-4b70-845e-fdbdd83c8079 req-e2571151-1798-4620-a207-1f8396036346 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.0521522 Aug 31 08:34:04.166411 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-47608fa8-236f-4080-b072-772d560dab00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 999 time: 0.0651712 Aug 31 08:34:04.166715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e18281f-d320-4b70-845e-fdbdd83c8079 req-4adab3f3-dd4c-4f96-a29c-d1df1feb5504 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Aug 31 08:34:04.226005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-fc4616e8-072c-4004-99cf-045846bb3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:04.227514 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-fc4616e8-072c-4004-99cf-045846bb3b60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0503161 Aug 31 08:34:04.277883 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-eba2a8d6-af1f-460b-9916-740903e7d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:04.280000 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-eba2a8d6-af1f-460b-9916-740903e7d0a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405266 Aug 31 08:34:04.379067 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-71595f36-1c7d-4c1f-b666-94e81fce5045 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826488 Aug 31 08:34:04.479091 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d8aa8b46-4c79-4aef-bf4e-292a545dad99 req-a8e329f6-aada-449c-b37d-a443e5e709da service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Aug 31 08:34:05.291640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ce4cd-2dd3-4043-9671-ef2aeea7f2ac req-7f273d44-e35e-43fa-a86b-30606c058ed7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.293119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-276ce4cd-2dd3-4043-9671-ef2aeea7f2ac req-7f273d44-e35e-43fa-a86b-30606c058ed7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.0538356 Aug 31 08:34:05.333948 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-276ce4cd-2dd3-4043-9671-ef2aeea7f2ac req-7db542db-abe9-4e88-928c-a86b07ecae06 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342674 Aug 31 08:34:05.359042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:05.407531 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eca8a4-442f-48ae-b74a-7030050bd41e" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:05.506342 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab70ff89-8b25-4719-b42f-cbc25ac4a26d x-openstack-request-id: req-ab70ff89-8b25-4719-b42f-cbc25ac4a26d {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:05.506638 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:05.506897 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab70ff89-8b25-4719-b42f-cbc25ac4a26d {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:05.507304 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'status': 'completed', 'code': 200} Aug 31 08:34:05.568343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-88b93022-0392-40d9-8cd4-9b791272feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.569903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-88b93022-0392-40d9-8cd4-9b791272feff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1095 time: 0.0429139 Aug 31 08:34:05.578932 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-25489120-2ac5-4b4b-8a44-4c79cb91938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.580496 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-25489120-2ac5-4b4b-8a44-4c79cb91938b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1095 time: 0.0472436 Aug 31 08:34:05.666804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-96f6c3e9-946b-43b3-a994-fb2e48e8f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.668311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-96f6c3e9-946b-43b3-a994-fb2e48e8f4fe service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0910754 Aug 31 08:34:05.686675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-d58e2a7b-1b28-4985-a334-aed47fefe397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.688191 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-d58e2a7b-1b28-4985-a334-aed47fefe397 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0994036 Aug 31 08:34:05.743592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-fbe9c80b-be06-4145-a886-4e8b6b1cd139 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 999 time: 0.0672393 Aug 31 08:34:05.763923 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-6bfe12ad-cbda-43af-b9dd-c5834fe09222 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 999 time: 0.0643878 Aug 31 08:34:05.794836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-15e9f914-b4ad-40cd-b458-3cd37cf9daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.796841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-15e9f914-b4ad-40cd-b458-3cd37cf9daa6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0464418 Aug 31 08:34:05.815584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-2eff5a04-dab6-4ecd-936b-f167eb47509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.817298 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-2eff5a04-dab6-4ecd-936b-f167eb47509a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0458131 Aug 31 08:34:05.845117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-78be65fd-561e-490f-86b7-4540d664c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.846743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-78be65fd-561e-490f-86b7-4540d664c772 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430038 Aug 31 08:34:05.873830 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-b980f042-fcc5-4c09-8721-f45ed2f0ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:05.875443 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-b980f042-fcc5-4c09-8721-f45ed2f0ab07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498896 Aug 31 08:34:05.950159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-cbf6c25b-c651-42c9-aa1d-009d5143e92a service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959783 Aug 31 08:34:05.978064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-9acd0777-311e-4ced-b9be-e02a2b26d26b service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947323 Aug 31 08:34:05.990956 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:34:06.034839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:34:06.053115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-3d75714e-efde-4fac-ba98-f2839bea8379 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947828 Aug 31 08:34:06.085399 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-62eca8a4-442f-48ae-b74a-7030050bd41e req-40d1b679-732b-4bf1-9661-ccfa0f65861d service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961580 Aug 31 08:34:06.459528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159dfe-a7fb-4c8d-86f0-4e532cf4c8b9 req-095aa56c-f341-406f-b771-242e8aa36196 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:06.461086 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea159dfe-a7fb-4c8d-86f0-4e532cf4c8b9 req-095aa56c-f341-406f-b771-242e8aa36196 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 943 time: 0.0559325 Aug 31 08:34:06.499062 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea159dfe-a7fb-4c8d-86f0-4e532cf4c8b9 req-5ecac727-1e5d-43c3-9507-e78fa6481967 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Aug 31 08:34:06.679223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:34:06.931627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:06.942944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'mac_address': 'fa:16:3e:51:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:34:06.980634 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:06.993660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195a8ae5-97f1-4022-b3c3-7526db9ea129 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:34:07.012928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:07.075855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:07.125979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:07.133291 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.133648 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.134017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.134359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.134696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.135029 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.135358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.135686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.136011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.136339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.136662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.136988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:07.357599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['195a8ae5-97f1-4022-b3c3-7526db9ea129'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:34:07.619864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4514836-d036-4cf6-8232-59c8bd78f0f3 req-0257d691-3504-4d90-a686-9946e10c4dc5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:07.621290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4514836-d036-4cf6-8232-59c8bd78f0f3 req-0257d691-3504-4d90-a686-9946e10c4dc5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0506165 Aug 31 08:34:07.659919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4514836-d036-4cf6-8232-59c8bd78f0f3 req-35dc8491-93fd-4553-a792-67aeac725bdc tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Aug 31 08:34:08.161634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:34:08.271776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b77af-c11b-4d54-835e-9147acdf0d48 req-0daba7bb-0ce5-479d-a322-b0f32ee12329 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:08.273596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-533b77af-c11b-4d54-835e-9147acdf0d48 req-0daba7bb-0ce5-479d-a322-b0f32ee12329 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0538990 Aug 31 08:34:08.317196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-533b77af-c11b-4d54-835e-9147acdf0d48 req-033df691-84e0-40dd-b252-d59588def328 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368247 Aug 31 08:34:08.321558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-20e2754c-e56d-4bf6-98ae-3082813efa18 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:08.323957 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-20e2754c-e56d-4bf6-98ae-3082813efa18 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 944 time: 0.0593321 Aug 31 08:34:08.391417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-1a433573-dc5b-49cb-9f9f-ff39e0edde9f service neutron] 10.222.0.45 "GET /v2.0/ports/195a8ae5-97f1-4022-b3c3-7526db9ea129/bindings/n-h1-713499-16 HTTP/1.1" status: 200 len: 383 time: 0.0598347 Aug 31 08:34:08.458331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-8bf88b09-b54c-4769-ada1-7525e4468d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:08.459917 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-8bf88b09-b54c-4769-ada1-7525e4468d18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1096 time: 0.0455284 Aug 31 08:34:08.555488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-9ec9cefb-9a6c-4049-bf92-ee5b89e8d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:08.556970 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-9ec9cefb-9a6c-4049-bf92-ee5b89e8d10d service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0894492 Aug 31 08:34:08.627817 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-c54033b0-34b6-4a95-92e6-822d0857bcfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1000 time: 0.0632322 Aug 31 08:34:08.683088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-fb7f9c3d-76db-460a-8594-66a89bc80770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:08.684661 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-fb7f9c3d-76db-460a-8594-66a89bc80770 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0501387 Aug 31 08:34:08.701305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:34:08.775816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-b16fed64-e1b8-4bde-89e9-d2be7d758f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:08.777418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-b16fed64-e1b8-4bde-89e9-d2be7d758f9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852749 Aug 31 08:34:08.859346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:34:08.863694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:34:08.864070 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:08.870278 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-81101dd5-972f-48f9-ad09-ebeeaf45fc85 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848339 Aug 31 08:34:08.949134 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:08.971232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-2171b9bc-4b20-4a05-ad6f-c4306d9f2595 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930045 Aug 31 08:34:08.972774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:08.975215 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7722ae9-2e42-4812-89b0-8448d385755f" -d '{"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-plugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:08.989061 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:09.034233 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92526544-f57c-4b0a-a9aa-2d629521f83a x-openstack-request-id: req-92526544-f57c-4b0a-a9aa-2d629521f83a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:09.034655 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-plugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:09.034975 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92526544-f57c-4b0a-a9aa-2d629521f83a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:09.035448 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'code': 200} Aug 31 08:34:09.047600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:09.097315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:09.443841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d126d73-d3aa-4bf4-b7ab-e8c59aae4828 req-fa5b3362-fc5c-40e4-81b8-a7b3c5231bf2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:09.445345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d126d73-d3aa-4bf4-b7ab-e8c59aae4828 req-fa5b3362-fc5c-40e4-81b8-a7b3c5231bf2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0572309 Aug 31 08:34:09.484240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d126d73-d3aa-4bf4-b7ab-e8c59aae4828 req-bda6c2f1-62d1-4b7d-a869-79fd84cb4704 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Aug 31 08:34:10.608928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0905-2651-4445-ad8a-7b3da12b14cb req-69e8da04-16a8-4f80-b2d3-685f31af8ccd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:10.610691 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c6b0905-2651-4445-ad8a-7b3da12b14cb req-69e8da04-16a8-4f80-b2d3-685f31af8ccd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0562723 Aug 31 08:34:10.654910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c6b0905-2651-4445-ad8a-7b3da12b14cb req-6d18be85-2b0a-4a88-a997-1045f368eaf5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379708 Aug 31 08:34:11.687113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-a44bdadc-07c0-4f76-a84c-88dda07f1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:11.688688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-a44bdadc-07c0-4f76-a84c-88dda07f1b4d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 1097 time: 0.0440412 Aug 31 08:34:11.701584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:34:11.783419 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:11.830233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c092-dd33-4973-a6c9-eaaff058edd5 req-119ad3b9-d201-4435-8c9b-98b341d4d4e3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:11.831750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f57c092-dd33-4973-a6c9-eaaff058edd5 req-119ad3b9-d201-4435-8c9b-98b341d4d4e3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0999470 Aug 31 08:34:11.940160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f57c092-dd33-4973-a6c9-eaaff058edd5 req-145fa08e-d136-4c1e-8df4-afe3b02818c8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998476 Aug 31 08:34:12.030469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:12.064031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:34:12.107604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:12.109880 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd028f3-2969-4c1d-8313-8daeee2e1b51" -d '{"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-unplugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:12.114019 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:12.127574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Transition to ACTIVE for port object 195a8ae5-97f1-4022-b3c3-7526db9ea129 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:34:12.158975 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1970ae09-2899-42ba-9744-2b0ecda4f355 x-openstack-request-id: req-1970ae09-2899-42ba-9744-2b0ecda4f355 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:12.159288 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-unplugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:12.159563 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1970ae09-2899-42ba-9744-2b0ecda4f355 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:12.159965 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'code': 200} Aug 31 08:34:12.190436 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:12.271047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=10']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:12.285407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.285774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.286149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.286506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.286866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.287200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.287529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.287854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.288201 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.288546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.288872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.289258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:34:12.334678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] No DVR routers for this DVR port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:34:12.478075 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:34:12.478412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:34:12.478747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:34:12.483879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:34:12.484212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Attempting to bind port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:34:12.489400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:34:12.489711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:34:12.490142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:34:12.490584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Bound port: 195a8ae5-97f1-4022-b3c3-7526db9ea129, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:34:12.490952 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:12.557059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:34:12.560335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:34:12.647929 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:12.683941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:12.684607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:12.686117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] 10.222.0.68 "PUT /v2.0/ports/195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 1093 time: 0.9894297 Aug 31 08:34:12.710518 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ec367-0db8-400f-ae95-22fbb6b401a6 service neutron] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=11']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:12.757660 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-70a3595b-a72d-4a83-8cea-fb35bab59f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:12.759415 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-70a3595b-a72d-4a83-8cea-fb35bab59f56 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1096 time: 0.0456693 Aug 31 08:34:12.859015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-8d4baf43-87d8-47c9-be9e-5d6f84247e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:12.860570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-8d4baf43-87d8-47c9-be9e-5d6f84247e0f service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0948827 Aug 31 08:34:12.936330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-d24c16c6-d15c-444a-a08a-d99663011789 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 999 time: 0.0682862 Aug 31 08:34:12.994244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-7dfebc8b-6d4d-480d-ad04-7ca8faf5fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:12.995829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-7dfebc8b-6d4d-480d-ad04-7ca8faf5fcd4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0520267 Aug 31 08:34:13.072829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-a3220d6a-e788-42ed-ae15-a3f3957cb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:13.074396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-a3220d6a-e788-42ed-ae15-a3f3957cb88b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711153 Aug 31 08:34:13.083019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d107c9-73cf-462a-9874-affd675e2724 req-b592c857-da73-4bad-b74b-dde5c4aede9c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:13.084395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75d107c9-73cf-462a-9874-affd675e2724 req-b592c857-da73-4bad-b74b-dde5c4aede9c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0732963 Aug 31 08:34:13.177417 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75d107c9-73cf-462a-9874-affd675e2724 req-9b26cd40-f03b-45e9-9ba0-6755e554f386 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842524 Aug 31 08:34:13.207830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-b4cc6af2-575b-4bc0-bdcd-0fc891b15398 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224883 Aug 31 08:34:13.307868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-527b5f53-d3dc-4646-a678-b47b3daf42bd req-beec7519-b50b-4e99-97a4-483424527910 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927012 Aug 31 08:34:14.161262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:14.163669 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:14.212521 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a54691-8a68-4c4a-b5fc-7a347f140aef x-openstack-request-id: req-b9a54691-8a68-4c4a-b5fc-7a347f140aef {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:14.212869 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:14.213471 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9a54691-8a68-4c4a-b5fc-7a347f140aef {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:14.213471 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'status': 'completed', 'code': 200} Aug 31 08:34:14.292645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-72b72a71-d860-47b6-90c6-1cd96c464773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.294758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-72b72a71-d860-47b6-90c6-1cd96c464773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1096 time: 0.0468316 Aug 31 08:34:14.315767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-10d1b84e-2d4f-49ed-8dda-a3263225fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.317369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-10d1b84e-2d4f-49ed-8dda-a3263225fbe3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 1096 time: 0.0800288 Aug 31 08:34:14.343286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b3874-6bc3-4f21-a56e-e487405a8ae6 req-b2c5df5e-b471-4a9c-94c5-74359770cd85 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.344850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f4b3874-6bc3-4f21-a56e-e487405a8ae6 req-b2c5df5e-b471-4a9c-94c5-74359770cd85 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0805154 Aug 31 08:34:14.402362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-26be5052-8d5d-4bbd-88fd-a3b5d7b2591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.404552 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-26be5052-8d5d-4bbd-88fd-a3b5d7b2591d service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0985844 Aug 31 08:34:14.431633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0f4b3874-6bc3-4f21-a56e-e487405a8ae6 req-6754bc3a-fd7e-42fa-b2e9-06d00393b04a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766060 Aug 31 08:34:14.448815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-90cc52ba-482e-480c-814d-6845b895b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.450275 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-90cc52ba-482e-480c-814d-6845b895b803 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1249437 Aug 31 08:34:14.481437 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-c12c6942-7d17-4a28-b991-779b41f39163 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 999 time: 0.0653188 Aug 31 08:34:14.524380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-cc3b8ac9-2b83-4231-999c-be2b513370d4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 200 len: 999 time: 0.0661299 Aug 31 08:34:14.537836 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-9cad394e-c4c1-45b2-a2be-353e79ba5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.539418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-9cad394e-c4c1-45b2-a2be-353e79ba5b71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0464303 Aug 31 08:34:14.579655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-fc385724-e889-4cd3-aadb-31bf4de09a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.581251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-fc385724-e889-4cd3-aadb-31bf4de09a35 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0470021 Aug 31 08:34:14.609664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-210da3e7-5df0-445b-afba-c22cd9a121f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.611632 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-210da3e7-5df0-445b-afba-c22cd9a121f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604258 Aug 31 08:34:14.640966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-17a0eb9d-9a72-4595-a647-4d2f09dd79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:14.642764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-17a0eb9d-9a72-4595-a647-4d2f09dd79dd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543478 Aug 31 08:34:14.735315 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-b47cad30-f3e9-4e5e-8456-b39a9a9cdd01 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131158 Aug 31 08:34:14.735978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:34:14.783253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-d6ddc471-bd24-4839-9340-41338a29aeb9 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224725 Aug 31 08:34:14.815742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:34:14.925618 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-b2359195-9e8a-4d7e-b959-5baa76e76f36 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353939 Aug 31 08:34:15.298502 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-9a2a4af4-a3d9-4686-a12e-b6db2c327c32 req-4b2eac6b-e79d-410e-a17f-640dd0a6c1d9 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516365 Aug 31 08:34:15.561786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbea62e-7b25-472d-b91e-7af82621f4e4 req-e1f70f91-793a-4bde-8b4c-e6b6ab35353d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:15.563219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bbea62e-7b25-472d-b91e-7af82621f4e4 req-e1f70f91-793a-4bde-8b4c-e6b6ab35353d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0574379 Aug 31 08:34:15.603604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bbea62e-7b25-472d-b91e-7af82621f4e4 req-e613fba1-8bb6-4947-ba96-b523cb5f36c4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344830 Aug 31 08:34:15.734432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f3a25-5144-40b8-a09c-e4e1ff96c8c4 req-a79a40dc-7b3a-497e-8bc2-abca9c0d55ac tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:15.736118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-210f3a25-5144-40b8-a09c-e4e1ff96c8c4 req-a79a40dc-7b3a-497e-8bc2-abca9c0d55ac tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0540144 Aug 31 08:34:15.777322 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-210f3a25-5144-40b8-a09c-e4e1ff96c8c4 req-d59a6268-230b-48c6-a59b-8b559b47ce90 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348876 Aug 31 08:34:15.899666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faa6c-b5e3-4faa-8058-74d67ad4cd87 req-b06c4b7d-03e3-46dd-9004-c6f403628bd5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:15.901206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa0faa6c-b5e3-4faa-8058-74d67ad4cd87 req-b06c4b7d-03e3-46dd-9004-c6f403628bd5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 944 time: 0.0520713 Aug 31 08:34:15.943590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa0faa6c-b5e3-4faa-8058-74d67ad4cd87 req-4a13784b-0b9b-4761-9f28-f4bc0e63811a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339546 Aug 31 08:34:16.037739 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:34:16.131382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:16.143777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'mac_address': 'fa:16:3e:51:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:34:16.184441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:16.198660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195a8ae5-97f1-4022-b3c3-7526db9ea129 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:34:16.219083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:16.282002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:16.330302 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=12']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:16.364896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c289fbe-18ad-4290-b6aa-1a3caf502aec req-4459b464-131b-4fbd-8135-cd8894cb9cc8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:16.366413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c289fbe-18ad-4290-b6aa-1a3caf502aec req-4459b464-131b-4fbd-8135-cd8894cb9cc8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0551734 Aug 31 08:34:16.403355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c289fbe-18ad-4290-b6aa-1a3caf502aec req-76d8ce35-68ea-4645-83d1-b988bbd50852 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Aug 31 08:34:16.569880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['195a8ae5-97f1-4022-b3c3-7526db9ea129'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:34:17.521647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86ec29-09cd-4aec-9245-745384cb441b req-f747f8e1-6537-42d1-961a-0424f3674f81 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:17.523216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b86ec29-09cd-4aec-9245-745384cb441b req-f747f8e1-6537-42d1-961a-0424f3674f81 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0507078 Aug 31 08:34:17.562515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b86ec29-09cd-4aec-9245-745384cb441b req-de2cd5c0-91c2-445c-b2b0-588020ea6492 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Aug 31 08:34:17.642898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-267fdd92-2608-473e-93de-282c5689bc89 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:17.644380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-267fdd92-2608-473e-93de-282c5689bc89 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 945 time: 0.0507584 Aug 31 08:34:17.743733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Deleting port 195a8ae5-97f1-4022-b3c3-7526db9ea129 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:34:17.743997 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:17.843798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:17.856048 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.082718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:34:18.253447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:34:18.258401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 195a8ae5-97f1-4022-b3c3-7526db9ea129 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:34:18.258887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.344979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.376415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:18.379042 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f058070dee7d8a68d7b63ed758ab69709b0dfea9bdc115e4ccdb8d210ce68177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccad81-1b85-4209-ad2b-146be1bb3642" -d '{"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-plugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:18.394851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 195a8ae5-97f1-4022-b3c3-7526db9ea129, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=195a8ae5-97f1-4022-b3c3-7526db9ea129,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:18.403679 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.404083 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.404449 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 disassociated. External IP: 172.25.0.49, port: 195a8ae5-97f1-4022-b3c3-7526db9ea129. Aug 31 08:34:18.404815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Calling delete_port for 195a8ae5-97f1-4022-b3c3-7526db9ea129 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:34:18.420611 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696f1abb-f428-41ec-b221-343130b0790b x-openstack-request-id: req-696f1abb-f428-41ec-b221-343130b0790b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:18.420903 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-plugged", "status": "completed", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:18.421157 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-696f1abb-f428-41ec-b221-343130b0790b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:18.421596 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'code': 200} Aug 31 08:34:18.453092 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.508165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=13']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:18.596105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.630316 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event deleted for resources: {'Port': ['ID=195a8ae5-97f1-4022-b3c3-7526db9ea129,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:18.664621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68f86182-fdae-47ba-bb34-71c7d3d65f81 req-f83c8966-d7a0-4b2b-9452-1de0c88549bd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 210 time: 0.0318778 Aug 31 08:34:18.774297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:34:18.895179 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:34:18.908605 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:34:18.917462 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:34:18.918164 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:33:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:18.938118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] No DVR routers for this DVR port 195a8ae5-97f1-4022-b3c3-7526db9ea129 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:34:18.940824 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:18.942900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7d6a880-a2da-48af-b2de-6b9db2ea7b6c req-dc064055-3298-48e6-973f-8f6e28202021 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "DELETE /v2.0/ports/195a8ae5-97f1-4022-b3c3-7526db9ea129 HTTP/1.1" status: 204 len: 173 time: 1.2925932 Aug 31 08:34:18.943355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-deleted', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:18.945700 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4b28932d884acd4a51d69a15274dc1eff2b9df13cbcabe17b02b6de17f3c53d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13565e9e-ca65-4e8b-88c6-67bace6c3dc4" -d '{"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-deleted", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:18.987345 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f6c7f-2a72-475b-94aa-22d32ca689d8 x-openstack-request-id: req-1f4f6c7f-2a72-475b-94aa-22d32ca689d8 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:18.987644 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae", "name": "network-vif-deleted", "tag": "195a8ae5-97f1-4022-b3c3-7526db9ea129", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:18.987907 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f4f6c7f-2a72-475b-94aa-22d32ca689d8 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:18.988313 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae', 'name': 'network-vif-deleted', 'tag': '195a8ae5-97f1-4022-b3c3-7526db9ea129', 'status': 'completed', 'code': 200} Aug 31 08:34:19.031974 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:34:19.334411 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:19.364627 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:34:19.374194 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:34:19.374949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:33:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:19.484549 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:34:19.688810 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:19.716545 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18af1f-35be-4d2d-9052-dc20bef99bd6 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:34:19.781237 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b6f9204-8bc9-44a6-ae74-675957ef33a3 req-0d8295d8-632a-4f60-93b5-6150839b0e8d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=23a2f8ca-c2c9-4c86-9dbe-25e3ae8339ae HTTP/1.1" status: 200 len: 210 time: 0.0283730 Aug 31 08:34:19.953262 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16c909-dadb-49f4-9853-dd97aabb3da6 None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:34:21.082785 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-0b9750a1-80ef-4ee3-94e6-44e3b691aa33 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1215009880&fields=id&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 267 time: 0.0329876 Aug 31 08:34:21.208355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-40eca5c0-17f1-48a7-a3fc-dcf53fd6b3d2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:21.210112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-40eca5c0-17f1-48a7-a3fc-dcf53fd6b3d2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1196542 Aug 31 08:34:21.225379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-e83d84ad-71a1-4d8a-b585-6a722da1d73d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/quotas/79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 375 time: 0.0093553 Aug 31 08:34:21.282792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-8b22f2d6-da57-4e5c-9e11-9c21f6cc0693 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519073 Aug 31 08:34:21.300142 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-2fe12d7d-b27f-4b43-8d10-26af988956cb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:34:21.301213 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-2fe12d7d-b27f-4b43-8d10-26af988956cb tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072575 Aug 31 08:34:21.490111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-a84c9b6e-d970-447e-a1ee-59dfc70522fd service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309962 Aug 31 08:34:21.579434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-990be58e-5863-4cbe-8220-20cea18931c1 service neutron] 10.222.0.36 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832756 Aug 31 08:34:21.811865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81a87029-b003-47ba-9710-c5f7125630d8 req-eb259e88-12bd-4007-82b2-61465d118e03 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0281692 Aug 31 08:34:22.113109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:34:22.134251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 195a8ae5-97f1-4022-b3c3-7526db9ea129 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:34:22.134601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 195a8ae5-97f1-4022-b3c3-7526db9ea129 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:34:22.910035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cd6ce66-5ce5-478c-9f67-25f47474f832 req-a3d7719e-f95c-45bb-83fb-d52125952188 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0278707 Aug 31 08:34:23.721827 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-07b63892-a123-4ce6-bafd-16d9283120e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:23.994451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-6543867b-dc58-44af-9e71-bb6be0520e70 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:23.996013 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-6543867b-dc58-44af-9e71-bb6be0520e70 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 812 time: 0.1118321 Aug 31 08:34:24.021361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e8e7c39-f5c2-422b-a699-d3eebb50c231 req-ee7b703c-e430-4632-967c-66d5ce1c4d04 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0349350 Aug 31 08:34:24.055604 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-0f2e6b8c-2fbc-4422-98ca-acfe79816e84 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 380 time: 0.0477483 Aug 31 08:34:24.070451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'port': {'device_id': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'admin_state_up': True, 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'security_groups': ['fd52bb4c-7c65-44a1-b795-cd88540e040b']}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:34:24.127862 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:24.287636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Made reservation on behalf of 79e8d4e21d1d44e3b73e5c8bb811a454 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:34:24.291642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:24.434408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Allocated IP 172.20.0.10 (df5492d3-7ce4-4622-9162-14e519011476/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2/f31b1472-f573-47c7-a66c-c0187e37d17d) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:34:24.587712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:24.603121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Transition to ACTIVE for port object f31b1472-f573-47c7-a66c-c0187e37d17d will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:34:24.710455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:24.765239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Network df5492d3-7ce4-4622-9162-14e519011476 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:34:24.768589 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:34:24.773611 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:34:24.799271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:24.842925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:24.843262 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:24.911241 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-b0ee7099-e5cc-40c9-9f45-c0ff4f1f4fd8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8464286 Aug 31 08:34:25.008566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Request body: {'port': {'device_id': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:34:25.066668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.179646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-13e36f15-0946-4bf1-a1f6-673c21236ecd None None] Provisioning for port f31b1472-f573-47c7-a66c-c0187e37d17d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:34:25.183237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-13e36f15-0946-4bf1-a1f6-673c21236ecd None None] Provisioning complete for port f31b1472-f573-47c7-a66c-c0187e37d17d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:34:25.183839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13e36f15-0946-4bf1-a1f6-673c21236ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.202565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402c89d-dc1a-4bb8-8259-032c9e7401e5 req-9df34ffd-ed6c-4f83-b1f9-0f02c7d0c2d2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:25.205098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c402c89d-dc1a-4bb8-8259-032c9e7401e5 req-9df34ffd-ed6c-4f83-b1f9-0f02c7d0c2d2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 932 time: 0.0889385 Aug 31 08:34:25.227793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-13e36f15-0946-4bf1-a1f6-673c21236ecd None None] Port f31b1472-f573-47c7-a66c-c0187e37d17d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:34:25.258483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c402c89d-dc1a-4bb8-8259-032c9e7401e5 req-209819c2-54d5-48b0-aed9-a15f11bf7f35 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453553 Aug 31 08:34:25.369564 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:34:25.377456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.390289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Transition to ACTIVE for port object f31b1472-f573-47c7-a66c-c0187e37d17d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:34:25.447150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.516184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:25.614040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:34:25.614679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:34:25.615017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:34:25.620626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:34:25.620626 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:34:25.626420 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:34:25.626769 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:34:25.627161 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:34:25.627598 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Bound port: f31b1472-f573-47c7-a66c-c0187e37d17d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:34:25.627958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.714493 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:34:25.718888 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:34:25.814596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.874761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:25.875522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:25.877541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1093 time: 0.9128463 Aug 31 08:34:25.878050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:25.881781 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba005f2-870b-481c-bf02-bc23f720c768" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:25.914314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17317144-66ee-44c8-a88d-41ed8bd9bbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:25.927129 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30b5d27-84fe-48ca-8b95-11db62495841 x-openstack-request-id: req-f30b5d27-84fe-48ca-8b95-11db62495841 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:25.927519 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:25.927847 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f30b5d27-84fe-48ca-8b95-11db62495841 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:25.928330 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'status': 'completed', 'code': 200} Aug 31 08:34:25.995789 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba005f2-870b-481c-bf02-bc23f720c768 req-03325cf8-6f83-42df-b1c8-86a7a53e2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:25.997940 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5ba005f2-870b-481c-bf02-bc23f720c768 req-03325cf8-6f83-42df-b1c8-86a7a53e2865 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1096 time: 0.0461662 Aug 31 08:34:26.110498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba005f2-870b-481c-bf02-bc23f720c768 req-9415c81e-b518-4c48-94b3-36a5110f5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:26.112041 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5ba005f2-870b-481c-bf02-bc23f720c768 req-9415c81e-b518-4c48-94b3-36a5110f5c03 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1057918 Aug 31 08:34:26.216798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba005f2-870b-481c-bf02-bc23f720c768 req-97db7cea-e5e7-4d2b-b391-62118f2dfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:26.218252 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5ba005f2-870b-481c-bf02-bc23f720c768 req-97db7cea-e5e7-4d2b-b391-62118f2dfcb2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951822 Aug 31 08:34:26.308210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-8fcec0d8-9421-4a49-846b-b827d707371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:26.310405 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-8fcec0d8-9421-4a49-846b-b827d707371e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1096 time: 0.0458524 Aug 31 08:34:26.364454 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-f96dd5f2-926a-41ec-a350-ffceaee83fb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 217 time: 0.0426219 Aug 31 08:34:26.387019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7700-aecc-44bf-9530-c381d55a6578 req-f3878a94-b86c-40c3-8af3-cec26ca36541 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:26.388637 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68fc7700-aecc-44bf-9530-c381d55a6578 req-f3878a94-b86c-40c3-8af3-cec26ca36541 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0555518 Aug 31 08:34:26.402043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:26.418352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-ac65d4c5-6d68-4a14-8554-076c7cd6ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:26.420387 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-ac65d4c5-6d68-4a14-8554-076c7cd6ab35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0484982 Aug 31 08:34:26.431094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-68fc7700-aecc-44bf-9530-c381d55a6578 req-2e5b9bfc-3df4-4fe0-8f9d-abd5ab8f3e39 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361764 Aug 31 08:34:26.473857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-34202230-bd07-4ea0-9e7a-b4b8a61c4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:26.475427 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-34202230-bd07-4ea0-9e7a-b4b8a61c4536 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435112 Aug 31 08:34:26.527196 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:26.583538 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-73c22cbe-2411-4951-a212-ed442587cdd8 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954852 Aug 31 08:34:26.686601 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ef395f36-4edc-43fc-b861-b9ee9ee4a36d req-c4ebdf0d-3527-431b-bce9-f3f5914d2ba3 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911505 Aug 31 08:34:26.744613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-850e5cde-069f-4b0d-9fa2-828d055e68e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:27.555288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2124e0-7534-4dee-a536-d4e1dc824bba req-4a5b5ea1-5942-4f0b-8675-72e7ddc11e2d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:27.556864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e2124e0-7534-4dee-a536-d4e1dc824bba req-4a5b5ea1-5942-4f0b-8675-72e7ddc11e2d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0516574 Aug 31 08:34:27.619389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2e2124e0-7534-4dee-a536-d4e1dc824bba req-898e3f2a-22db-4e03-890d-c5cbe1774f34 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546842 Aug 31 08:34:28.093138 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:28.748611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbeed0-6f31-4236-a6b2-1e2d9394574b req-c792a5fa-b013-42f7-94f5-0e236a2733d5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:28.750305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6fbeed0-6f31-4236-a6b2-1e2d9394574b req-c792a5fa-b013-42f7-94f5-0e236a2733d5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0556853 Aug 31 08:34:28.792889 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c6fbeed0-6f31-4236-a6b2-1e2d9394574b req-65e71317-7fd4-489c-baba-43dc98d0ea09 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357890 Aug 31 08:34:28.797088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:34:28.900662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:28.913346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'mac_address': 'fa:16:3e:ac:9f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:34:28.958366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:28.972596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:34:29.002768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:29.064266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:29.120297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:29.294755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f31b1472-f573-47c7-a66c-c0187e37d17d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:34:29.647285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:29.918477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a4cb6-0290-471e-909a-8c5e228866a7 req-f6775dc3-7b97-455b-ae3a-f135614fee33 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:29.920045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-833a4cb6-0290-471e-909a-8c5e228866a7 req-f6775dc3-7b97-455b-ae3a-f135614fee33 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0532579 Aug 31 08:34:29.962081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-833a4cb6-0290-471e-909a-8c5e228866a7 req-bc8874ae-6e95-47f2-a013-6466a052aa56 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348680 Aug 31 08:34:30.828768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:34:30.978651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port f31b1472-f573-47c7-a66c-c0187e37d17d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:34:30.983267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f31b1472-f573-47c7-a66c-c0187e37d17d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:34:30.983639 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:31.071744 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:31.090590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1873b-ffe8-40dc-99b6-f93032c10a08 req-e1736cc0-5515-40d3-ab2d-197b020479a6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:31.093001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70c1873b-ffe8-40dc-99b6-f93032c10a08 req-e1736cc0-5515-40d3-ab2d-197b020479a6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0562882 Aug 31 08:34:31.098277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:31.120057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:34:31.146433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70c1873b-ffe8-40dc-99b6-f93032c10a08 req-9e3ec818-41af-497c-b58e-1896c72ed754 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457327 Aug 31 08:34:31.148709 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22316d6c-f539-4fea-9f5d-4fe2838d63f2" -d '{"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-plugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:31.184126 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:31.238472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:34:31.255321 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f8363-7c8c-42c1-83cc-8aa2c62e24d7 x-openstack-request-id: req-245f8363-7c8c-42c1-83cc-8aa2c62e24d7 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:31.255726 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-plugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:31.256089 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-245f8363-7c8c-42c1-83cc-8aa2c62e24d7 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:31.256560 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'code': 200} Aug 31 08:34:31.370301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b7443-e3f3-45c1-85ca-f66a37b18a99 req-eb9aba2a-499d-4824-a481-b9f44f5ff888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:31.372383 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-446b7443-e3f3-45c1-85ca-f66a37b18a99 req-eb9aba2a-499d-4824-a481-b9f44f5ff888 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1098 time: 0.0498714 Aug 31 08:34:31.414038 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-446b7443-e3f3-45c1-85ca-f66a37b18a99 req-79b8f239-5b59-42bc-ad4d-7bcd3a4acac1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Aug 31 08:34:32.275483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5804ae8-42d2-4897-b1a7-697e168e33e9 req-c8dec12c-1a57-4b28-b4c8-79094fb57d08 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:32.277043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5804ae8-42d2-4897-b1a7-697e168e33e9 req-c8dec12c-1a57-4b28-b4c8-79094fb57d08 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0539422 Aug 31 08:34:32.319126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5804ae8-42d2-4897-b1a7-697e168e33e9 req-7773eb5f-9515-4d8a-a757-3058e8f76913 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354280 Aug 31 08:34:33.445070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42144f2-0f9e-4d7b-92b5-197060041005 req-8e4258c7-093c-4b21-9aed-66193b1f2233 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:33.446718 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d42144f2-0f9e-4d7b-92b5-197060041005 req-8e4258c7-093c-4b21-9aed-66193b1f2233 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0527098 Aug 31 08:34:33.487043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d42144f2-0f9e-4d7b-92b5-197060041005 req-8685e6f7-7fdc-4a02-99dc-03131387f79e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Aug 31 08:34:33.600771 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800daed-347e-4909-9a74-cc74e5640903 req-a95e06ee-eb88-46d6-9c9d-8a9271b3ac7f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:33.602278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3800daed-347e-4909-9a74-cc74e5640903 req-a95e06ee-eb88-46d6-9c9d-8a9271b3ac7f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0511711 Aug 31 08:34:33.612204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60404) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:34:33.617042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Request body: {'floatingip': {'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:34:33.658592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:34.304551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:34.367165 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:34.478185 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 associated. External IP: 172.25.0.49, port: f31b1472-f573-47c7-a66c-c0187e37d17d. Aug 31 08:34:34.741750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:34:34.867212 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:34:34.877594 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:34.881798 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:34:34.892638 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:34:34.893248 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:34:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:34.905781 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-02d9c3d9-1845-444a-acde-5a9f77972ab3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "PUT /v2.0/floatingips/16462651-8031-43b3-a193-6193d8e5d652 HTTP/1.1" status: 200 len: 992 time: 1.2910986 Aug 31 08:34:34.905781 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:34:34.907324 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452cfbe0-d916-4528-b7e8-5f64a2445c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:34:34.962752 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c2b50-5ce7-4b1f-a0c2-885e639222e3 x-openstack-request-id: req-376c2b50-5ce7-4b1f-a0c2-885e639222e3 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:34:34.963073 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:34:34.963329 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-376c2b50-5ce7-4b1f-a0c2-885e639222e3 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:34:34.963742 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'status': 'completed', 'code': 200} Aug 31 08:34:35.036365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-07578698-578e-47c3-94b1-0f3af4d459c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:35.038044 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-07578698-578e-47c3-94b1-0f3af4d459c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1098 time: 0.0482323 Aug 31 08:34:35.038953 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:34:35.156338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-a8f35b60-ecf8-4674-8380-7e26f676041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:35.158106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-a8f35b60-ecf8-4674-8380-7e26f676041e service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1132190 Aug 31 08:34:35.236106 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-7c4b0ecf-293f-45a7-aa52-4b0a9335f261 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0704267 Aug 31 08:34:35.299582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-dfc7853b-3e68-4a92-a95f-3595e1f8a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:35.301334 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-dfc7853b-3e68-4a92-a95f-3595e1f8a4e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0582986 Aug 31 08:34:35.316589 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ac:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:34:34Z', 'revision_number': 13, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:35.343202 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:34:35.350202 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-acb00cb8-c8a4-4e3f-94d9-45ad4d7e458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:34:35.351869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-acb00cb8-c8a4-4e3f-94d9-45ad4d7e458a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434206 Aug 31 08:34:35.352477 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:34:35.353171 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:34:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:35.459773 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-b6063f28-dd08-47fc-b780-2b73162dd2ee service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000226 Aug 31 08:34:35.470538 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:34:35.747530 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ac:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:34:34Z', 'revision_number': 13, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:34:35.777479 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf1981e-56c4-4977-b18a-e97bdd18c647 None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '16462651-8031-43b3-a193-6193d8e5d652', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'mac_address': 'fa:16:3e:ac:9f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:27:10Z', 'updated_at': '2021-08-31T08:34:34Z', 'revision_number': 13, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:34:35.839006 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-452cfbe0-d916-4528-b7e8-5f64a2445c7e req-b4af17bc-705d-464e-a924-6e9bc3a046df service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721836 Aug 31 08:34:36.042018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b38c21-13b3-460d-bfda-449556af8fbb None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:34:45.161140 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:34:53.732611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e8fac7b7-6a3a-4dbb-b731-0dd76ddab320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:54.109773 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:56.452640 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:56.503853 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:56.715973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a4a1096c-f60d-467f-8196-1057b10e367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:58.092470 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:34:59.698101 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:22.161779 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:35:23.732030 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f33fde32-ad1d-4cb7-a947-d0bbc55251bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:24.103209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:26.452253 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:26.525828 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:26.749145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-48b2a34f-046c-46f8-afa1-8198e3fcce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:28.109242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:29.646040 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:31.205538 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-982cfada-3e94-4dfa-a0b9-ff8e326d34b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420697 Aug 31 08:35:31.299308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-8fd290bb-d90c-49c1-a2d9-af2660b13ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:35:31.300893 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-8fd290bb-d90c-49c1-a2d9-af2660b13ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1098 time: 0.0440519 Aug 31 08:35:31.422100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-71cce183-b340-4483-ac1c-774ff677c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:35:31.423641 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-71cce183-b340-4483-ac1c-774ff677c0dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0935147 Aug 31 08:35:31.504547 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-4e2bb025-c908-4efe-9fac-a744d1fbdb35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1002 time: 0.0687230 Aug 31 08:35:31.560586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-91c6ff47-e4bd-4111-8851-c1e1cc1512fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:35:31.562110 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-91c6ff47-e4bd-4111-8851-c1e1cc1512fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0468423 Aug 31 08:35:31.624466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-12aefe58-e244-49e8-9841-d97deee96e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:35:31.626231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-12aefe58-e244-49e8-9841-d97deee96e64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520239 Aug 31 08:35:31.731785 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-48ae3620-e0fe-40d2-b1bb-4e296f1a9719 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927775 Aug 31 08:35:31.832860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-cd63f2fc-a754-4891-8f08-b07d2e8f4c8f req-2d278310-199a-4d4e-b411-17b9982cab5c service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881608 Aug 31 08:35:53.742989 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed13db16-070b-4fa7-9964-e1698436f934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:54.143361 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:56.486479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:56.508429 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:56.725490 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b7c3bb1e-2610-4175-b467-663139670fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:58.166049 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:35:59.161679 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:35:59.673905 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:18.677509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5d3d5-a5b7-4137-ba99-30085b05cf61 req-ef99873a-c0fb-4a13-8010-57ffef850921 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:18.679099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bf5d3d5-a5b7-4137-ba99-30085b05cf61 req-ef99873a-c0fb-4a13-8010-57ffef850921 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0601575 Aug 31 08:36:18.721827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bf5d3d5-a5b7-4137-ba99-30085b05cf61 req-e43b2b1e-9cf8-4775-8b5d-63bbae0d8fba tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352592 Aug 31 08:36:23.793721 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6dc81cc8-af61-491e-aefe-72e9644f01c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:24.142686 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:26.490625 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:26.570164 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:26.759323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-33fce10c-41e0-4be3-83c2-27d9abdc7ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:28.096910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:29.662109 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:31.413750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-7aea0281-5381-4488-aa0d-452f50511270 req-2de4505b-65f3-49ef-8018-e9a2f0b4f2b2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:36:31.414949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7aea0281-5381-4488-aa0d-452f50511270 req-2de4505b-65f3-49ef-8018-e9a2f0b4f2b2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058858 Aug 31 08:36:31.428822 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-f313b0b0-4a92-4bd1-9d35-59d80837e16b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457616 Aug 31 08:36:31.524994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-f454ace7-409c-4ab4-ab8e-f31224e2e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:31.527130 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-f454ace7-409c-4ab4-ab8e-f31224e2e5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1098 time: 0.0487645 Aug 31 08:36:31.635563 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-f92a0db0-39d6-4cd3-a780-3b779447610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:31.637094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-f92a0db0-39d6-4cd3-a780-3b779447610f service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0856616 Aug 31 08:36:31.712055 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-12f59d83-c99b-4b67-82e8-dc9f6473b66c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1002 time: 0.0638320 Aug 31 08:36:31.766509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-99f74fac-05a6-49d6-85e9-6ecd38a56c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:31.768069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-99f74fac-05a6-49d6-85e9-6ecd38a56c3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0450737 Aug 31 08:36:31.817792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-6b7e735e-4826-4724-a254-4906932c53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:31.819346 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-6b7e735e-4826-4724-a254-4906932c53f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402195 Aug 31 08:36:31.917538 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-85a762b4-6bc1-4e0f-952d-512da027ace2 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864711 Aug 31 08:36:32.012001 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-27e3cad8-e491-4890-85ff-9b11ec0b18a4 req-a9b341bb-21d8-4b09-998d-59d3d8dc325c service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826862 Aug 31 08:36:32.872789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537488-fcf5-43a4-8a27-ba3307a7e043 req-910e74bf-92ad-4de3-8bba-74076f16512d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:32.874318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53537488-fcf5-43a4-8a27-ba3307a7e043 req-910e74bf-92ad-4de3-8bba-74076f16512d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0505698 Aug 31 08:36:32.912985 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53537488-fcf5-43a4-8a27-ba3307a7e043 req-a5a5c51c-4c8f-4c2e-bbf0-5333c9dfd41e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Aug 31 08:36:33.250222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-efde42d8-1879-458b-898c-ad10b497782b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892591 Aug 31 08:36:34.035577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edab37-c148-4c10-a661-c0c6858e1f33 req-e705887d-2435-43eb-9373-96108911f525 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:34.036980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71edab37-c148-4c10-a661-c0c6858e1f33 req-e705887d-2435-43eb-9373-96108911f525 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0533202 Aug 31 08:36:34.076103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-71edab37-c148-4c10-a661-c0c6858e1f33 req-28101e38-df37-4e9e-8118-5fbee96f710c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Aug 31 08:36:35.207486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8088-9bba-49a8-8734-5f38266f8ded req-46f1977a-7c24-47c2-afc3-4868199dff80 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:35.208984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b5d8088-9bba-49a8-8734-5f38266f8ded req-46f1977a-7c24-47c2-afc3-4868199dff80 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0518999 Aug 31 08:36:35.248972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b5d8088-9bba-49a8-8734-5f38266f8ded req-8ee7866a-d1ed-451d-a746-84fb4890ed5a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Aug 31 08:36:35.443518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-39e255dd-dbaa-49b1-8cb5-5b2a021ea966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:35.445107 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-39e255dd-dbaa-49b1-8cb5-5b2a021ea966 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1098 time: 0.0422697 Aug 31 08:36:35.544012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-bf90b222-cbf2-4855-bf62-4f5726483134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:35.545523 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-bf90b222-cbf2-4855-bf62-4f5726483134 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0897725 Aug 31 08:36:35.617701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-1d618b3c-cd8c-4c7f-8180-9e941577fd11 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1002 time: 0.0592408 Aug 31 08:36:35.677122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-234090a1-070b-4bdb-867b-6d266e2d4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:35.678710 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-234090a1-070b-4bdb-867b-6d266e2d4aac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0494633 Aug 31 08:36:35.729654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-0864fe8a-ed07-41a5-8f4e-6cf719fbdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:35.731790 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-0864fe8a-ed07-41a5-8f4e-6cf719fbdb3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420539 Aug 31 08:36:35.826459 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-38e759f1-a157-4850-8d7d-29f00da2e4a2 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Aug 31 08:36:35.926408 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-3f0eb53f-4efc-4f25-83fd-9e99fd621883 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887733 Aug 31 08:36:36.160746 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:36:36.370864 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ef851-6713-4cb5-a2ab-3e2b7ecb5383 req-3f55a97f-1f5b-408d-8ffb-217a107a909b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:36.372489 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-542ef851-6713-4cb5-a2ab-3e2b7ecb5383 req-3f55a97f-1f5b-408d-8ffb-217a107a909b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0520866 Aug 31 08:36:36.412215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-542ef851-6713-4cb5-a2ab-3e2b7ecb5383 req-bb1de5bd-065c-4164-abd8-68ab39d14241 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333667 Aug 31 08:36:37.538331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ac71b-d889-4f4b-893b-944776f76d8d req-5d8ce254-9f94-4de1-b58c-b04bb2ab7c7f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:37.539927 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-905ac71b-d889-4f4b-893b-944776f76d8d req-5d8ce254-9f94-4de1-b58c-b04bb2ab7c7f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0548475 Aug 31 08:36:37.578295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-905ac71b-d889-4f4b-893b-944776f76d8d req-d299e997-68bf-40e4-972f-ee6bfc829a05 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Aug 31 08:36:38.709464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4030f8-73cd-4132-b504-3adcaf19ad32 req-c692adcb-21e8-49eb-b2ae-a59f93eba85f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:38.710979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd4030f8-73cd-4132-b504-3adcaf19ad32 req-c692adcb-21e8-49eb-b2ae-a59f93eba85f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0508595 Aug 31 08:36:38.749292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dd4030f8-73cd-4132-b504-3adcaf19ad32 req-37ecc852-91fc-40a1-b5f0-8808ee11dedf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Aug 31 08:36:39.882220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb5b0a-abcc-4052-b286-443eff0b0415 req-3923f984-d6e8-4269-b010-c371d10cc2ae tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:39.883788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ffb5b0a-abcc-4052-b286-443eff0b0415 req-3923f984-d6e8-4269-b010-c371d10cc2ae tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0494845 Aug 31 08:36:39.922835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ffb5b0a-abcc-4052-b286-443eff0b0415 req-18a372e0-4acf-4ebd-9caa-b3da1b6fadb6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Aug 31 08:36:41.043052 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce1c7c-8d17-4bcf-8795-0c522ba82693 req-243d1864-d327-401a-9401-93f322a7e0ff tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:41.044587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06ce1c7c-8d17-4bcf-8795-0c522ba82693 req-243d1864-d327-401a-9401-93f322a7e0ff tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0535531 Aug 31 08:36:41.082105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06ce1c7c-8d17-4bcf-8795-0c522ba82693 req-d7ecf8aa-6942-46de-b564-d46ee879ab61 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314996 Aug 31 08:36:42.204505 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41970f18-10b3-431d-b76b-83a7d2ee1691 req-119749eb-9485-4831-a576-4d5fffaaae64 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:42.206117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41970f18-10b3-431d-b76b-83a7d2ee1691 req-119749eb-9485-4831-a576-4d5fffaaae64 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0520909 Aug 31 08:36:42.245318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41970f18-10b3-431d-b76b-83a7d2ee1691 req-19a9a6c7-4d3d-4510-b4f0-a56de77ea8ca tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328734 Aug 31 08:36:43.362826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d967c-b95d-493e-b6f0-78728b48d26f req-249f4e3a-6d85-45e8-bfbd-74be9d93529d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:43.364373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4d967c-b95d-493e-b6f0-78728b48d26f req-249f4e3a-6d85-45e8-bfbd-74be9d93529d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0499027 Aug 31 08:36:43.402808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c4d967c-b95d-493e-b6f0-78728b48d26f req-d0ef20e4-d760-4ec5-bf5f-8bbcaca6216e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324345 Aug 31 08:36:44.522285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44425b02-362b-4bee-93c0-94ac182a1c60 req-b9b0d742-79be-41d1-916d-3030b0d41968 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:44.523789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44425b02-362b-4bee-93c0-94ac182a1c60 req-b9b0d742-79be-41d1-916d-3030b0d41968 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0527425 Aug 31 08:36:44.562913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44425b02-362b-4bee-93c0-94ac182a1c60 req-21db306c-8620-4ffa-b0fc-3c45d154bbe7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Aug 31 08:36:45.686821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ffe4f-1416-4d73-9ccb-b6d7413cab5e req-eec4554c-ef3a-439c-8ed3-b764528b1716 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:45.688328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-094ffe4f-1416-4d73-9ccb-b6d7413cab5e req-eec4554c-ef3a-439c-8ed3-b764528b1716 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0497856 Aug 31 08:36:45.735001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-094ffe4f-1416-4d73-9ccb-b6d7413cab5e req-30c26673-7f20-4a76-a79d-c549c189f608 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Aug 31 08:36:46.858099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d12ca-5125-46cb-a446-aab362ac7750 req-5a1f3069-95f5-4d78-8c49-583d90d091ca tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:46.859632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-411d12ca-5125-46cb-a446-aab362ac7750 req-5a1f3069-95f5-4d78-8c49-583d90d091ca tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0529878 Aug 31 08:36:46.899264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-411d12ca-5125-46cb-a446-aab362ac7750 req-91236f44-b05b-4e0d-98b4-8f7ce2e94aed tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Aug 31 08:36:48.027513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cfdf8-96d5-497d-adfb-8147247f3d90 req-dfb73b62-b795-4477-b302-bd1d25046e64 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:48.029594 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c7cfdf8-96d5-497d-adfb-8147247f3d90 req-dfb73b62-b795-4477-b302-bd1d25046e64 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0553954 Aug 31 08:36:48.069301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9c7cfdf8-96d5-497d-adfb-8147247f3d90 req-d3d2c8af-320f-4082-bb90-704110d389e8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Aug 31 08:36:49.191489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb2ef0-ccaa-4e39-9bbc-97bb3b4868ce req-eb7fa6e6-c995-4a61-a387-eaffdd24d5c6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:49.193059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bcb2ef0-ccaa-4e39-9bbc-97bb3b4868ce req-eb7fa6e6-c995-4a61-a387-eaffdd24d5c6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0531356 Aug 31 08:36:49.233014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bcb2ef0-ccaa-4e39-9bbc-97bb3b4868ce req-4bf514ba-342d-4576-a645-2e928112da5a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Aug 31 08:36:50.351869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04026-2a87-4d33-a26b-941e27071180 req-5030c98d-cb22-4452-b853-d92a4bf6c768 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:50.353521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53c04026-2a87-4d33-a26b-941e27071180 req-5030c98d-cb22-4452-b853-d92a4bf6c768 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0515571 Aug 31 08:36:50.399167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-53c04026-2a87-4d33-a26b-941e27071180 req-931aefbc-55d2-4cc3-910b-739352d8ede3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356083 Aug 31 08:36:50.956936 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [req-72fdac15-7abe-484f-896f-b17143fdae43 req-3a8c2880-8c04-43bf-92a2-e22e616074f3 service neutron] show failed (client error): The resource could not be found. Aug 31 08:36:50.958007 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-3a8c2880-8c04-43bf-92a2-e22e616074f3 service neutron] 10.222.0.45 "GET /v2.0/ports/f31b1472-f573-47c7-a66c-c0187e37d17d/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0583746 Aug 31 08:36:51.432207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:36:51.514379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:51.525203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87604622-40d9-4cd9-8d1d-339d4bfcd0fe req-d51c08df-ed00-4b0a-9f0f-769b4f3ebe8f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:51.526786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87604622-40d9-4cd9-8d1d-339d4bfcd0fe req-d51c08df-ed00-4b0a-9f0f-769b4f3ebe8f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0545514 Aug 31 08:36:51.536575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:36:51.538834 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee4d0e-e7f0-421f-8048-a280bd2668fd" -d '{"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-unplugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:36:51.551701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:36:51.567909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87604622-40d9-4cd9-8d1d-339d4bfcd0fe req-68f07204-20b2-47a0-b43e-88b4b4bb2023 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346315 Aug 31 08:36:51.595868 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1688f1ac-c1c3-4236-8700-04ce10986ab6 x-openstack-request-id: req-1688f1ac-c1c3-4236-8700-04ce10986ab6 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:36:51.596171 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-unplugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:36:51.596424 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1688f1ac-c1c3-4236-8700-04ce10986ab6 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:36:51.596865 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'code': 200} Aug 31 08:36:51.644846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:51.659113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-039eeecc-523b-4f1e-b0f4-9600c0a35d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:51.660674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-039eeecc-523b-4f1e-b0f4-9600c0a35d3b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 1098 time: 0.0420732 Aug 31 08:36:51.673726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:36:51.695779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:36:51.703574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.703928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.704275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.704617 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.704957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.705704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.706067 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.706402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.706736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.707107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.707439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.707775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:51.733181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:51.937570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:36:51.970604 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:36:52.006183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:36:52.013981 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:52.026410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Transition to ACTIVE for port object f31b1472-f573-47c7-a66c-c0187e37d17d will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:36:52.142313 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:52.221837 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:36:52.237999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.238294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.238631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.238965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.239294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.239625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.239949 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.240273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.240600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.240926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.241246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.241565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:36:52.278294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] No DVR routers for this DVR port f31b1472-f573-47c7-a66c-c0187e37d17d on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:36:52.419973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:36:52.420376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:36:52.420712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:36:52.425083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:36:52.425413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:36:52.430338 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:36:52.430680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:36:52.431070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:36:52.431503 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Bound port: f31b1472-f573-47c7-a66c-c0187e37d17d, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:36:52.431862 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:52.494228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:36:52.497421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:36:52.688418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd756b80-9cb2-4993-8147-ee7d322295ca req-3fca15dc-750b-40bb-9c2d-221a3b8abf40 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:52.689990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd756b80-9cb2-4993-8147-ee7d322295ca req-3fca15dc-750b-40bb-9c2d-221a3b8abf40 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0501754 Aug 31 08:36:52.691465 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:52.748625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:52.749169 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:52.750620 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] 10.222.0.68 "PUT /v2.0/ports/f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1093 time: 1.0819032 Aug 31 08:36:52.751066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:36:52.795959 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd756b80-9cb2-4993-8147-ee7d322295ca req-8dbb1719-56ed-460c-b809-6544ee6535f2 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991504 Aug 31 08:36:52.810490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d89c1-f458-41f9-831a-6e1f2af662f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=8']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:36:52.815451 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39bb148-fd6c-409c-ad52-10ebf8507810" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:36:52.836733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-55053843-7dd4-4624-9cb8-f4caf22f9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:52.838587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-55053843-7dd4-4624-9cb8-f4caf22f9880 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1096 time: 0.0570912 Aug 31 08:36:52.939212 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586225c-b03f-4d66-8357-b2a07e23f39e x-openstack-request-id: req-c586225c-b03f-4d66-8357-b2a07e23f39e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:36:52.939502 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:36:52.939752 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c586225c-b03f-4d66-8357-b2a07e23f39e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:36:52.940143 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'status': 'completed', 'code': 200} Aug 31 08:36:52.944838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-599b1176-39f3-4f0a-b777-b498c5f6796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:52.946474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-599b1176-39f3-4f0a-b777-b498c5f6796b service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0992379 Aug 31 08:36:53.019270 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-d51b0351-63be-4184-9ef3-6556a882eae7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0645561 Aug 31 08:36:53.019653 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-bbad8dd9-4d19-4718-9996-2b02de435b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.021311 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-bbad8dd9-4d19-4718-9996-2b02de435b3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1096 time: 0.0474091 Aug 31 08:36:53.072898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-2881fa29-c81d-4add-b03e-38752d02c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.074428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-2881fa29-c81d-4add-b03e-38752d02c3c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0478232 Aug 31 08:36:53.121678 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-e3a9bc11-a5c9-45b2-aa10-621cc2fd4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.123828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-e3a9bc11-a5c9-45b2-aa10-621cc2fd4bca service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0948372 Aug 31 08:36:53.125951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdac15-7abe-484f-896f-b17143fdae43 req-1ba77d36-2bee-4824-a43e-1239f88dbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.127463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-1ba77d36-2bee-4824-a43e-1239f88dbdf4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460718 Aug 31 08:36:53.193048 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-b716492c-6f70-409c-aa68-07759d890b6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0606723 Aug 31 08:36:53.220591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-25c617c0-36a1-42aa-bc83-de37fd1aaf31 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849013 Aug 31 08:36:53.252422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-28e77c30-3780-4493-92b7-c38597a56167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.253958 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-28e77c30-3780-4493-92b7-c38597a56167 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0498455 Aug 31 08:36:53.306126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-7847c409-9f7d-4f37-8f01-a5f50490632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.307619 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-7847c409-9f7d-4f37-8f01-a5f50490632d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418067 Aug 31 08:36:53.318494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72fdac15-7abe-484f-896f-b17143fdae43 req-d24f74c6-092f-40f9-9b42-16f0937ca3f8 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902982 Aug 31 08:36:53.406244 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-13a8a6b5-1d48-42e0-b8b6-d388301777c8 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888891 Aug 31 08:36:53.504390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-8a763519-8142-416a-8545-bfdb4fa1abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.505964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-8a763519-8142-416a-8545-bfdb4fa1abcb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1096 time: 0.0435338 Aug 31 08:36:53.509522 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-7d251a76-56ee-4e8a-a337-fcf72333caec service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909157 Aug 31 08:36:53.601723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-00b7e266-5038-492b-a2ff-b324f1437492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.603875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-00b7e266-5038-492b-a2ff-b324f1437492 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0910718 Aug 31 08:36:53.681567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-9554eb8d-9d04-4b16-87d4-032275947576 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0694802 Aug 31 08:36:53.759640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-0a5db1f6-1d1b-486a-a45d-833e47fe03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.761254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-0a5db1f6-1d1b-486a-a45d-833e47fe03be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0669944 Aug 31 08:36:53.769764 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cc0f5e91-cab7-4ca8-a74d-3bc911d33ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:53.812909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-10c4cd87-de88-44d8-9e2b-5bb1f1e908ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:53.814868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-10c4cd87-de88-44d8-9e2b-5bb1f1e908ad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457926 Aug 31 08:36:53.960606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf0bf0-c5e9-4b1f-8bba-afaff1b1d725 req-57c7dae0-ff16-46e7-9128-9776cfc8569b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:54.043799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34bf0bf0-c5e9-4b1f-8bba-afaff1b1d725 req-57c7dae0-ff16-46e7-9128-9776cfc8569b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0903387 Aug 31 08:36:54.043799 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-6aa7e943-5a7e-4f27-9e1d-3843f07c1d56 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477337 Aug 31 08:36:54.064080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34bf0bf0-c5e9-4b1f-8bba-afaff1b1d725 req-ef00d89f-34d8-4d19-b68b-c92d53ba7d04 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925553 Aug 31 08:36:54.094523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d39bb148-fd6c-409c-ad52-10ebf8507810 req-bf567975-b297-4982-b770-0d9d71de7b04 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150641 Aug 31 08:36:54.193375 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:55.187731 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2a90e-0a7b-47e2-abc8-a0e43cd928fb req-c533e138-e0f8-4e82-8a22-a24e239d0650 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:55.189288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aeb2a90e-0a7b-47e2-abc8-a0e43cd928fb req-c533e138-e0f8-4e82-8a22-a24e239d0650 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0508480 Aug 31 08:36:55.227693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aeb2a90e-0a7b-47e2-abc8-a0e43cd928fb req-394bb761-0300-4dd1-9fe2-cac571dc7820 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320618 Aug 31 08:36:56.353455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f155d-5176-4f6a-87d3-3a76a3bbf030 req-767ed7ce-e449-4ff6-9148-cb4050f45808 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:56.355141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-708f155d-5176-4f6a-87d3-3a76a3bbf030 req-767ed7ce-e449-4ff6-9148-cb4050f45808 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0550342 Aug 31 08:36:56.396951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-708f155d-5176-4f6a-87d3-3a76a3bbf030 req-837cfacd-895a-49b4-8d57-f45f37ed69cc tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Aug 31 08:36:56.456776 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:56.547546 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:56.753077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec64a-4e16-4500-a97d-fef7aebbb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:57.519630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca454c46-005c-460e-a2a2-b0baf0b4aa29 req-a68cde97-c7d6-496f-8725-7a2b6abac6a1 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:57.521254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca454c46-005c-460e-a2a2-b0baf0b4aa29 req-a68cde97-c7d6-496f-8725-7a2b6abac6a1 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0518374 Aug 31 08:36:57.560458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca454c46-005c-460e-a2a2-b0baf0b4aa29 req-8bfe4073-0193-49b7-8712-8f821e410688 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Aug 31 08:36:58.108064 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:58.683105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1b500-d164-4a62-9144-3f2e8d4b2be6 req-14bc0426-7ceb-4be8-9668-d0b5886eeff7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:58.684708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ba1b500-d164-4a62-9144-3f2e8d4b2be6 req-14bc0426-7ceb-4be8-9668-d0b5886eeff7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0527246 Aug 31 08:36:58.725026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ba1b500-d164-4a62-9144-3f2e8d4b2be6 req-7d25ceb0-e9a9-46c2-9cef-bc88bb431e8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332615 Aug 31 08:36:59.678483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:36:59.845639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2605b4-9510-4117-a772-97f906b894a6 req-96d1fafb-9998-4c29-bd0a-65df88c32660 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:36:59.847109 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2605b4-9510-4117-a772-97f906b894a6 req-96d1fafb-9998-4c29-bd0a-65df88c32660 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0550032 Aug 31 08:36:59.886297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e2605b4-9510-4117-a772-97f906b894a6 req-83078824-9481-4228-8130-ba82cfbedd3f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331919 Aug 31 08:37:01.005370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27142a22-76fa-4ea4-90c0-2dc8c79e6381 req-438c5fdc-2d1c-4671-9f49-febc080510b7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:01.006910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27142a22-76fa-4ea4-90c0-2dc8c79e6381 req-438c5fdc-2d1c-4671-9f49-febc080510b7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0494261 Aug 31 08:37:01.045421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-27142a22-76fa-4ea4-90c0-2dc8c79e6381 req-ca38f7bb-b90c-42ca-8956-822743899e6c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Aug 31 08:37:02.165417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccd68-366f-4501-98f9-6d87854100a5 req-9cb0ddd4-399d-4e8b-9bf0-c91406707a9a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:02.166918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4cccd68-366f-4501-98f9-6d87854100a5 req-9cb0ddd4-399d-4e8b-9bf0-c91406707a9a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0486996 Aug 31 08:37:02.204851 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f4cccd68-366f-4501-98f9-6d87854100a5 req-8cc7cbae-82d9-4964-9552-3e64c0994541 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Aug 31 08:37:03.327097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65bc6e-c03e-4a6f-8242-feeb7adcaf59 req-406345ba-b941-44c7-95a3-3e9698c6ae8c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:03.328678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de65bc6e-c03e-4a6f-8242-feeb7adcaf59 req-406345ba-b941-44c7-95a3-3e9698c6ae8c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0547359 Aug 31 08:37:03.366036 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de65bc6e-c03e-4a6f-8242-feeb7adcaf59 req-410410fa-66fa-499d-bfc8-719d7c8989a6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Aug 31 08:37:04.483504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e156-217c-4fe6-895a-3953faada103 req-5235038b-87e7-4193-8ca7-509b9b6a39c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:04.484998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd25e156-217c-4fe6-895a-3953faada103 req-5235038b-87e7-4193-8ca7-509b9b6a39c7 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0499370 Aug 31 08:37:04.523291 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd25e156-217c-4fe6-895a-3953faada103 req-62c9ade1-ad5f-4574-9d3e-51336e61100a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Aug 31 08:37:05.646714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dfdad-2315-4ea5-8865-810f14315e71 req-38ac5379-65f0-4a8b-b883-a4878469870e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:05.648779 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-012dfdad-2315-4ea5-8865-810f14315e71 req-38ac5379-65f0-4a8b-b883-a4878469870e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0529225 Aug 31 08:37:05.688357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-012dfdad-2315-4ea5-8865-810f14315e71 req-28fe6d0a-93cb-47e0-b2f6-42e136cb5d5f tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 31 08:37:06.809594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcd02e-3abb-41c7-ab60-c1555b16e661 req-9338bdbb-772d-4853-9b93-ed8eacf96933 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:06.811624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcfcd02e-3abb-41c7-ab60-c1555b16e661 req-9338bdbb-772d-4853-9b93-ed8eacf96933 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 944 time: 0.0542371 Aug 31 08:37:06.851183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcfcd02e-3abb-41c7-ab60-c1555b16e661 req-04a03702-d237-4f77-a87c-e904bd0dfb62 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Aug 31 08:37:06.928193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:37:07.035496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:07.047518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'mac_address': 'fa:16:3e:ac:9f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:37:07.096646 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:07.110173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:37:07.129842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:07.244734 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:07.299724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:07.509475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['f31b1472-f573-47c7-a66c-c0187e37d17d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:37:07.593940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85a50-00a3-4709-a90d-71dee3f21eda req-c2e4fa41-635c-451d-8750-c453012ccfb9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:07.595538 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbb85a50-00a3-4709-a90d-71dee3f21eda req-c2e4fa41-635c-451d-8750-c453012ccfb9 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0509129 Aug 31 08:37:07.646156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fbb85a50-00a3-4709-a90d-71dee3f21eda req-6f5de33f-ac02-4a84-902d-dc6c96f70be8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Aug 31 08:37:07.686389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-fdf381a1-3135-401a-89ac-e58ea86ef25a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:07.687858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-fdf381a1-3135-401a-89ac-e58ea86ef25a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&binding%3Ahost_id=n-h2-713499-16 HTTP/1.1" status: 200 len: 945 time: 0.0603032 Aug 31 08:37:07.763551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-ad049069-2a92-4264-b67d-08fe817ad575 service neutron] 10.222.0.68 "GET /v2.0/ports/f31b1472-f573-47c7-a66c-c0187e37d17d/bindings/n-h2-713499-16 HTTP/1.1" status: 200 len: 383 time: 0.0579636 Aug 31 08:37:07.834477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-fc2e54fa-7105-48bb-a7df-5956d1729442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:07.836021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-fc2e54fa-7105-48bb-a7df-5956d1729442 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1097 time: 0.0423741 Aug 31 08:37:07.931620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-1066826d-4ca7-483e-900a-8a77e26b50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:07.933155 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-1066826d-4ca7-483e-900a-8a77e26b50a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0849719 Aug 31 08:37:08.004196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-bff6baea-1541-4a1b-a2aa-0a6e4b7badd5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1001 time: 0.0629008 Aug 31 08:37:08.054520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-fe2d072a-9a26-4ff5-87ba-ed95646e66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:08.055938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-fe2d072a-9a26-4ff5-87ba-ed95646e66be service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0440781 Aug 31 08:37:08.113393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-125634ec-e353-4739-8945-674ba3264a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:08.115121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-125634ec-e353-4739-8945-674ba3264a87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513635 Aug 31 08:37:08.210035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-1be5b83d-fb5d-436b-a969-aacc16117bad service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Aug 31 08:37:08.301561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-9d73d71d-1ea0-49c3-a833-3835214b558c service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834136 Aug 31 08:37:08.931114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:37:08.963477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dce4ab-a19a-4e66-86e9-69f7e4645290 req-c55ab9e6-05ff-4bb5-a5e1-2ee9291de38c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:08.965605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6dce4ab-a19a-4e66-86e9-69f7e4645290 req-c55ab9e6-05ff-4bb5-a5e1-2ee9291de38c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0558834 Aug 31 08:37:09.004668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6dce4ab-a19a-4e66-86e9-69f7e4645290 req-22975416-1dfd-4f12-b0a6-60ccbde92aa6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Aug 31 08:37:09.084489 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port f31b1472-f573-47c7-a66c-c0187e37d17d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:37:09.090280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port f31b1472-f573-47c7-a66c-c0187e37d17d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:37:09.097516 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:09.189088 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:09.207098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:09.209380 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b0ea59-ed32-47e4-9533-a0892ac7d7c5" -d '{"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-plugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:09.222114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:09.264934 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f35d33-adbf-4301-a022-fdfbfaa35f64 x-openstack-request-id: req-03f35d33-adbf-4301-a022-fdfbfaa35f64 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:09.265242 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-plugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:09.265484 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03f35d33-adbf-4301-a022-fdfbfaa35f64 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:09.266044 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'code': 200} Aug 31 08:37:09.319015 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:09.366408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:10.121445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ad32f-51f0-4f71-944f-a19a1a315e43 req-a9ad3e2b-5a7e-4c63-82fb-37dc92d365b4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:10.122991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b40ad32f-51f0-4f71-944f-a19a1a315e43 req-a9ad3e2b-5a7e-4c63-82fb-37dc92d365b4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 947 time: 0.0504985 Aug 31 08:37:10.162816 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b40ad32f-51f0-4f71-944f-a19a1a315e43 req-ffcc7cc6-9915-4f8c-a1d6-0fbc27a13ba6 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338809 Aug 31 08:37:11.282550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d70771-2c93-429f-a40a-36ae2d29874d req-57c98393-f273-47cf-8524-a96231e1cba5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:11.284107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58d70771-2c93-429f-a40a-36ae2d29874d req-57c98393-f273-47cf-8524-a96231e1cba5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 947 time: 0.0489986 Aug 31 08:37:11.323865 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-58d70771-2c93-429f-a40a-36ae2d29874d req-579f8a5d-2db7-4c62-ba74-1aa559b54b0c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338564 Aug 31 08:37:12.446250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333eff-57fb-4c93-acbe-e450d490fb52 req-126d596e-3cbf-4d54-b5a0-d664adf3f137 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:12.447753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29333eff-57fb-4c93-acbe-e450d490fb52 req-126d596e-3cbf-4d54-b5a0-d664adf3f137 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 947 time: 0.0545046 Aug 31 08:37:12.486276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29333eff-57fb-4c93-acbe-e450d490fb52 req-5e793e5a-bcc9-41ec-a562-81992f2c49b1 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Aug 31 08:37:12.960387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:37:13.038886 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:13.063621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:13.065910 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b799f1a-a628-44a3-9779-5d0323b44783" -d '{"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-unplugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:13.078395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:13.113223 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c81102-5e90-42a1-b9c2-8e054dfa2d8d x-openstack-request-id: req-54c81102-5e90-42a1-b9c2-8e054dfa2d8d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:13.113515 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-unplugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:13.113768 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54c81102-5e90-42a1-b9c2-8e054dfa2d8d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:13.114196 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'code': 200} Aug 31 08:37:13.159183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:37:13.261747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:13.315996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=11']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:13.601096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d45951-d7c2-4d26-ab97-5df53cbb83ec req-459c1ad9-3d11-4ce4-8031-b9e9411f4121 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:13.602744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5d45951-d7c2-4d26-ab97-5df53cbb83ec req-459c1ad9-3d11-4ce4-8031-b9e9411f4121 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0494132 Aug 31 08:37:13.640814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f5d45951-d7c2-4d26-ab97-5df53cbb83ec req-8264c494-befa-4dd4-b07d-efde2c7b65fc tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322416 Aug 31 08:37:13.687852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-1bb832e7-23df-4b77-8a3f-be1d62fe82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:13.689418 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-1bb832e7-23df-4b77-8a3f-be1d62fe82ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de&tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454 HTTP/1.1" status: 200 len: 1097 time: 0.0429096 Aug 31 08:37:13.707557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:37:13.763467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:13.968160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:14.013216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:37:14.046712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:37:14.054253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:14.067364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Transition to ACTIVE for port object f31b1472-f573-47c7-a66c-c0187e37d17d will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:37:14.153091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:14.239261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=12']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:14.251335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.251680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.252020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.252353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.252682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.253007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.253331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.253652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.254027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.260336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.260336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.260336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:14.290845 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] No DVR routers for this DVR port f31b1472-f573-47c7-a66c-c0187e37d17d on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:37:14.427771 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:37:14.428108 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:37:14.428434 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:37:14.432918 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:37:14.433237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Attempting to bind port f31b1472-f573-47c7-a66c-c0187e37d17d on network df5492d3-7ce4-4622-9162-14e519011476 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:37:14.438995 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:37:14.439326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Checking segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:37:14.439700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Bound using segment: {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:37:14.440124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Bound port: f31b1472-f573-47c7-a66c-c0187e37d17d, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2c219f-087d-4426-b9ae-16120a9833db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:37:14.440478 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:14.503333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:37:14.506382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:37:14.610749 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:14.651748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:14.652366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:14.653894 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] 10.222.0.45 "PUT /v2.0/ports/f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1094 time: 0.9509501 Aug 31 08:37:14.654206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:14.656491 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:14.717468 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b57fca4-96ee-492a-bc48-6bc1b21dcc54 x-openstack-request-id: req-0b57fca4-96ee-492a-bc48-6bc1b21dcc54 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:14.718217 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:14.718217 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b57fca4-96ee-492a-bc48-6bc1b21dcc54 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:14.718653 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'status': 'completed', 'code': 200} Aug 31 08:37:14.724498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d7cb9-0f42-46e4-91ae-7facb463dc98 service neutron] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=13']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:14.741448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-6b0dfdce-5226-47ea-801e-e872bd19d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:14.743036 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-6b0dfdce-5226-47ea-801e-e872bd19d96f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1097 time: 0.0574329 Aug 31 08:37:14.810462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-b004df31-f6f3-4a7c-84a4-d9a20dda1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:14.812028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-b004df31-f6f3-4a7c-84a4-d9a20dda1d1c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1097 time: 0.0783384 Aug 31 08:37:14.837275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916dd2-7d33-4830-b6ca-9c99d1dc7b10 req-11737975-ca52-49ad-a599-054333915d8c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:14.839246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92916dd2-7d33-4830-b6ca-9c99d1dc7b10 req-11737975-ca52-49ad-a599-054333915d8c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0917039 Aug 31 08:37:14.857204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-e7601331-5f67-4083-a634-b61ba83d12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:14.858839 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-e7601331-5f67-4083-a634-b61ba83d12f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.1083522 Aug 31 08:37:14.936680 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-2a5ebd06-c589-4eae-8dd2-2b75fb991de2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0697649 Aug 31 08:37:14.998925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-f38ea22c-91b1-4aee-a0c2-44ffb7edeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.002960 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-f38ea22c-91b1-4aee-a0c2-44ffb7edeb12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0525358 Aug 31 08:37:15.056383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-9acbddc1-d507-4fc6-abc9-dd802ed71414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.057973 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-9acbddc1-d507-4fc6-abc9-dd802ed71414 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454268 Aug 31 08:37:15.163369 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-72521e73-73b5-42ef-87aa-25023f26c32f service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938456 Aug 31 08:37:15.261833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-4aa6c77c-6ad3-46ae-995d-c193bce9027d req-47cd86d1-1238-4dd6-924f-50b23d93cd84 service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854151 Aug 31 08:37:15.262110 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92916dd2-7d33-4830-b6ca-9c99d1dc7b10 req-eb488ae7-e188-4b2e-8d4a-168be1e4c39c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737500 Aug 31 08:37:15.281127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-6302609e-3554-473a-aaef-2be246c29a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.283260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-6302609e-3554-473a-aaef-2be246c29a82 service neutron] 10.222.0.68 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.4631250 Aug 31 08:37:15.355070 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-798974db-3e54-4144-a01c-bd8656cbcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.356080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-443df1da-3b55-4538-947c-5811fd666d1d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0653348 Aug 31 08:37:15.356612 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-798974db-3e54-4144-a01c-bd8656cbcf5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 1097 time: 0.0454609 Aug 31 08:37:15.414146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-86270e2b-5b64-4cac-908f-7c17c077756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.415565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-86270e2b-5b64-4cac-908f-7c17c077756d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0520515 Aug 31 08:37:15.461024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-e196f934-9f8a-475b-988a-d254363ea23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.462933 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-e196f934-9f8a-475b-988a-d254363ea23d service neutron] 10.222.0.45 "GET /v2.0/networks?id=df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 200 len: 913 time: 0.0951064 Aug 31 08:37:15.464588 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-10727ab8-e65e-4800-9d04-4371e34f9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.466194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-10727ab8-e65e-4800-9d04-4371e34f9f1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429966 Aug 31 08:37:15.534699 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-381bc652-040f-49f5-9390-8e47336ad053 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 200 len: 1000 time: 0.0599926 Aug 31 08:37:15.569755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-eae8b185-dbb8-4dce-ab92-ea1cb82138c1 service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938551 Aug 31 08:37:15.598466 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-3b44c07e-10ae-4197-8fa1-cda042122f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.599875 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-3b44c07e-10ae-4197-8fa1-cda042122f9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 200 len: 851 time: 0.0534477 Aug 31 08:37:15.652351 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-bba34f13-a3f7-4acd-82fa-8666a274d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:15.654214 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-bba34f13-a3f7-4acd-82fa-8666a274d2c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=df5492d3-7ce4-4622-9162-14e519011476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434947 Aug 31 08:37:15.666387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-57cc8017-6590-4e12-b00e-ce3b6b4cb62b service neutron] 10.222.0.68 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Aug 31 08:37:15.751026 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-c1f3dbb3-e7ca-4654-854a-8f0704e2816c service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Aug 31 08:37:15.852938 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5bbccaaf-8cee-4256-b9aa-c4a1da9690a2 req-8b7e3a21-3756-4500-8a23-8f0ec9dc6e3a service neutron] 10.222.0.45 "GET /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928454 Aug 31 08:37:16.388520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c15ca-b30f-4a53-81fa-0f8a3ed3a50a req-bf9475ff-ea42-45f3-b1eb-f1b5e7557c63 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:16.390121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-171c15ca-b30f-4a53-81fa-0f8a3ed3a50a req-bf9475ff-ea42-45f3-b1eb-f1b5e7557c63 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0524509 Aug 31 08:37:16.438384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-171c15ca-b30f-4a53-81fa-0f8a3ed3a50a req-77df2db7-ffa9-4d3f-a4ea-73e129c2c285 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Aug 31 08:37:17.561400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc01c9-87de-494b-bfc5-fec9d076ebcd req-391f3698-c4ad-4a0c-9144-5bac6c62c44c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:17.563511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9cc01c9-87de-494b-bfc5-fec9d076ebcd req-391f3698-c4ad-4a0c-9144-5bac6c62c44c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0510156 Aug 31 08:37:17.602058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9cc01c9-87de-494b-bfc5-fec9d076ebcd req-c12a44c2-06e6-48ed-82b1-add331598c55 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Aug 31 08:37:18.722123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5eafb-90b8-4feb-bb0e-ebae166f9ba3 req-a1bfb6e7-2397-486d-9abd-1076f151edbd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:18.723528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcd5eafb-90b8-4feb-bb0e-ebae166f9ba3 req-a1bfb6e7-2397-486d-9abd-1076f151edbd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0492864 Aug 31 08:37:18.762623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dcd5eafb-90b8-4feb-bb0e-ebae166f9ba3 req-c4141b1f-c4ab-4bfd-914c-b371364402dd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Aug 31 08:37:19.884590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7f979-20a1-4383-9966-4a11c936564f req-5c1afbd5-343c-49c0-b52c-47fb78489c99 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:19.886105 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab7f979-20a1-4383-9966-4a11c936564f req-5c1afbd5-343c-49c0-b52c-47fb78489c99 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0527048 Aug 31 08:37:19.928929 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eab7f979-20a1-4383-9966-4a11c936564f req-0651cb3b-639e-44b0-bac2-d708a5d6ed02 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368137 Aug 31 08:37:21.044756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb7ac4-4320-4070-95c5-91c9b597a36b req-0a3493a4-4520-485b-b976-e1cb70cadfff tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:21.046408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6cb7ac4-4320-4070-95c5-91c9b597a36b req-0a3493a4-4520-485b-b976-e1cb70cadfff tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0496428 Aug 31 08:37:21.084672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b6cb7ac4-4320-4070-95c5-91c9b597a36b req-8bbbdac7-e2ac-4e4f-99c5-437ab197d1e4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323486 Aug 31 08:37:22.205895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d149e-fab2-4463-b475-c8bec5ffd737 req-2e43927a-a6a5-41b3-9e76-870c86e8bbc8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:22.207483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02d149e-fab2-4463-b475-c8bec5ffd737 req-2e43927a-a6a5-41b3-9e76-870c86e8bbc8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0522833 Aug 31 08:37:22.248100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c02d149e-fab2-4463-b475-c8bec5ffd737 req-0c132522-e1b8-46b0-a2c3-9e096814a944 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342858 Aug 31 08:37:23.368156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f212c5f-7f10-4f09-837b-5da0ab7a02c2 req-9ec09daf-a264-401a-8bc2-8ccc2622902e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:23.369678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f212c5f-7f10-4f09-837b-5da0ab7a02c2 req-9ec09daf-a264-401a-8bc2-8ccc2622902e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0516641 Aug 31 08:37:23.416378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f212c5f-7f10-4f09-837b-5da0ab7a02c2 req-650fe743-e102-459b-97fc-bbe41b0c09db tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 Aug 31 08:37:23.735987 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1344e758-1c5c-445a-a360-053d2a2f5f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:24.118843 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:24.538278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99908c-58a5-43d7-955c-58e8a5c3c323 req-21095b58-52aa-4f2e-81ba-ed73b1c1e9d5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:24.539797 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf99908c-58a5-43d7-955c-58e8a5c3c323 req-21095b58-52aa-4f2e-81ba-ed73b1c1e9d5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0503962 Aug 31 08:37:24.580946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf99908c-58a5-43d7-955c-58e8a5c3c323 req-c076731d-7fa1-4543-bd8a-04b14a4ffd78 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Aug 31 08:37:25.705405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d96f3f-ab97-4245-ae7e-c9f6bfe61867 req-72a33e44-0cef-419d-b598-75e42db538e5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:25.707246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6d96f3f-ab97-4245-ae7e-c9f6bfe61867 req-72a33e44-0cef-419d-b598-75e42db538e5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0536611 Aug 31 08:37:25.748375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6d96f3f-ab97-4245-ae7e-c9f6bfe61867 req-200b055b-9d7f-479d-9bb5-304b79947346 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341408 Aug 31 08:37:26.461286 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:26.524481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:26.759067 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9333357-8c2b-4408-b05c-359aab65b98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:26.874683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875946a5-c75d-4ecf-ae7a-c01db493ee30 req-5a2d029c-16f3-4161-b63f-492fdff0dbc8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:26.876247 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875946a5-c75d-4ecf-ae7a-c01db493ee30 req-5a2d029c-16f3-4161-b63f-492fdff0dbc8 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 945 time: 0.0556796 Aug 31 08:37:26.921408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-875946a5-c75d-4ecf-ae7a-c01db493ee30 req-2c2e03b2-530a-4c1f-bb2c-463f43d1d6bc tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382690 Aug 31 08:37:27.654680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:37:27.750441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:27.762701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'port_id': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'mac_address': 'fa:16:3e:ac:9f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:37:27.805061 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:27.818809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:37:27.839469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:27.975865 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:28.030225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=14']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:28.047791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecc5ca-2960-4c38-8b24-8557b1420d20 req-a002aa35-9a2f-46ba-9b92-e9864f2b667a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:28.049316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65ecc5ca-2960-4c38-8b24-8557b1420d20 req-a002aa35-9a2f-46ba-9b92-e9864f2b667a tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0561872 Aug 31 08:37:28.089862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-65ecc5ca-2960-4c38-8b24-8557b1420d20 req-3995bcfc-80e0-45f8-9798-9304434613e4 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Aug 31 08:37:28.124746 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:28.208065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98d4b3-0fbb-4258-bd3a-4568d6ea2bd1 req-3995f609-e32a-4f06-9672-090e4085e791 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:28.209540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb98d4b3-0fbb-4258-bd3a-4568d6ea2bd1 req-3995f609-e32a-4f06-9672-090e4085e791 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0514464 Aug 31 08:37:28.249514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb98d4b3-0fbb-4258-bd3a-4568d6ea2bd1 req-5d70bf7d-5c99-4a6d-90f0-d0eadb2035b3 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Aug 31 08:37:28.275833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['f31b1472-f573-47c7-a66c-c0187e37d17d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:37:28.368556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6efd31-60a8-4f85-a5a0-4b9e8ca19a68 req-4e7af4d0-0ab2-446e-ba64-06f2f264b16c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:28.370199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd6efd31-60a8-4f85-a5a0-4b9e8ca19a68 req-4e7af4d0-0ab2-446e-ba64-06f2f264b16c tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0513494 Aug 31 08:37:28.414142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd6efd31-60a8-4f85-a5a0-4b9e8ca19a68 req-b39fdc37-8d39-4e60-8948-e853c0375f39 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378473 Aug 31 08:37:28.939465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e1f65-ded2-4376-875e-0794cd964d99 req-1fd225c6-a207-4fb3-85e4-e5bd64e145bd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:28.941525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-733e1f65-ded2-4376-875e-0794cd964d99 req-1fd225c6-a207-4fb3-85e4-e5bd64e145bd tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 946 time: 0.0500200 Aug 31 08:37:28.980305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-733e1f65-ded2-4376-875e-0794cd964d99 req-3876df91-a4e6-4776-9905-2a40200fee53 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Aug 31 08:37:29.665480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:37:29.692131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:29.798507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port f31b1472-f573-47c7-a66c-c0187e37d17d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:37:29.803373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port f31b1472-f573-47c7-a66c-c0187e37d17d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:37:29.803765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:29.884577 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:29.910783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:29.913172 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574fa11-c0df-44e5-aea8-e0814bb3c859" -d '{"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-plugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:29.927994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:29.952371 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1708a70-cec7-4a82-8203-1984ce927781 x-openstack-request-id: req-e1708a70-cec7-4a82-8203-1984ce927781 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:29.952707 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-plugged", "status": "completed", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:29.953026 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1708a70-cec7-4a82-8203-1984ce927781 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:29.953509 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'code': 200} Aug 31 08:37:30.038896 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:30.093401 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=15']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:30.111123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976eb87-42bb-4dd3-99b3-546c77666b88 req-c5fea352-2469-49f8-b4ca-e203ecfab25b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:30.112780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8976eb87-42bb-4dd3-99b3-546c77666b88 req-c5fea352-2469-49f8-b4ca-e203ecfab25b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 947 time: 0.0597057 Aug 31 08:37:30.154713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8976eb87-42bb-4dd3-99b3-546c77666b88 req-c37bc8cd-1472-4c84-a3d1-977c35058b08 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351779 Aug 31 08:37:30.651905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-8445faa1-3878-40e6-9c7f-f9c19546043e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:30.653434 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-8445faa1-3878-40e6-9c7f-f9c19546043e tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 947 time: 0.0531247 Aug 31 08:37:30.762040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Deleting port f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:37:30.762445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:30.863013 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] For port f31b1472-f573-47c7-a66c-c0187e37d17d, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=f31b1472-f573-47c7-a66c-c0187e37d17d,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:30.868629 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:31.064728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:31.065290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:31.065678 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Floating IP 16462651-8031-43b3-a193-6193d8e5d652 disassociated. External IP: 172.25.0.49, port: f31b1472-f573-47c7-a66c-c0187e37d17d. Aug 31 08:37:31.066119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Calling delete_port for f31b1472-f573-47c7-a66c-c0187e37d17d owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:37:31.285599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3f8fe-391a-404b-a6eb-800a31686589 req-1e9f0dc0-7256-4301-9294-05e1fa3b293d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:31.287266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29c3f8fe-391a-404b-a6eb-800a31686589 req-1e9f0dc0-7256-4301-9294-05e1fa3b293d tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 947 time: 0.0555005 Aug 31 08:37:31.337282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-29c3f8fe-391a-404b-a6eb-800a31686589 req-548c930f-0f8f-46a3-8daf-b30d624c1e17 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd52bb4c-7c65-44a1-b795-cd88540e040b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Aug 31 08:37:31.552819 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:31.586996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event deleted for resources: {'Port': ['ID=f31b1472-f573-47c7-a66c-c0187e37d17d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:31.708267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:37:31.840581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:37:31.852273 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:37:31.861778 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:37:31.862967 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:37:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:31.889758 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] No DVR routers for this DVR port f31b1472-f573-47c7-a66c-c0187e37d17d on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:37:31.892635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:31.894876 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-eff37bc3-2b0b-4406-aa67-8ca65e3ee309 req-efba60ff-1eae-492a-a184-600732e4cc8b tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.45 "DELETE /v2.0/ports/f31b1472-f573-47c7-a66c-c0187e37d17d HTTP/1.1" status: 204 len: 173 time: 1.2308166 Aug 31 08:37:31.897858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-deleted', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:31.897858 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c550a4-9b29-4048-a008-00aadf22a073" -d '{"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-deleted", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:31.937713 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9c768c-bb62-4759-a217-e0f947066e8f x-openstack-request-id: req-ee9c768c-bb62-4759-a217-e0f947066e8f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:31.938207 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec3421-fe86-4f38-bf26-a96168f221de", "name": "network-vif-deleted", "tag": "f31b1472-f573-47c7-a66c-c0187e37d17d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:31.938574 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee9c768c-bb62-4759-a217-e0f947066e8f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:31.939144 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec3421-fe86-4f38-bf26-a96168f221de', 'name': 'network-vif-deleted', 'tag': 'f31b1472-f573-47c7-a66c-c0187e37d17d', 'status': 'completed', 'code': 200} Aug 31 08:37:31.999206 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:37:32.228424 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:32.257726 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:37:32.267840 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:37:32.269064 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:37:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:32.386738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:37:32.450617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af8d90bc-ce31-481c-a6c8-5efc5b9724bd req-f65bb2e4-7feb-4e7d-a471-81e06c8f3cd5 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0300412 Aug 31 08:37:32.603988 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:32.638270 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d99b4c-ef1a-4c0c-a752-21a64846e83f None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:07Z', 'revision_number': 4, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3398fc2b-a3de-4430-9ff4-25a986832421', 'name': '', 'network_id': 'df5492d3-7ce4-4622-9162-14e519011476', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'mac_address': 'fa:16:3e:9f:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:06Z', 'updated_at': '2021-08-31T08:27:12Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'subnets': [{'id': '9823ae94-d4e5-4378-8fc1-fcb67f15a7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:37:32.904777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedabc02-902b-4ede-b03c-7358b302338a None None] New status for floating IP 16462651-8031-43b3-a193-6193d8e5d652: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:37:33.556085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-07b9b360-6436-488c-a7e1-ebcc580026bd req-20369308-6b58-477f-bc84-6dd2f15e3254 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0300877 Aug 31 08:37:33.671210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:37:33.692747 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: f31b1472-f573-47c7-a66c-c0187e37d17d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:37:33.693097 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device f31b1472-f573-47c7-a66c-c0187e37d17d not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:37:34.658180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3b78046-6482-4c0b-b2bd-c47728b37b8c req-3e0a7e0f-4e36-4da9-aaae-1d013dd82e23 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0286250 Aug 31 08:37:35.760820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-950cbe67-d296-4e5d-8964-5221190cc692 req-15bda3ae-c2d6-4b80-b5dc-5e3a3716b345 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1ec3421-fe86-4f38-bf26-a96168f221de HTTP/1.1" status: 200 len: 210 time: 0.0283835 Aug 31 08:37:40.903442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60944) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:40.958686 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad175c45-d292-463e-8a3d-43c2a2a4bbce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:40.982510 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad175c45-d292-463e-8a3d-43c2a2a4bbce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.112580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad175c45-d292-463e-8a3d-43c2a2a4bbce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.115361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad175c45-d292-463e-8a3d-43c2a2a4bbce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.116714 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad175c45-d292-463e-8a3d-43c2a2a4bbce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "DELETE /v2.0/security-groups/fd52bb4c-7c65-44a1-b795-cd88540e040b HTTP/1.1" status: 204 len: 168 time: 0.2121346 Aug 31 08:37:41.119438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60946) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:41.126482 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad175c45-d292-463e-8a3d-43c2a2a4bbce tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52bb4c-7c65-44a1-b795-cd88540e040b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:41.134633 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [None req-c477a703-ad01-45dd-b994-ef0fae059200 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] show failed (client error): The resource could not be found. Aug 31 08:37:41.135677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c477a703-ad01-45dd-b994-ef0fae059200 tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "GET /v2.0/security-groups/fd52bb4c-7c65-44a1-b795-cd88540e040b HTTP/1.1" status: 404 len: 347 time: 0.0151408 Aug 31 08:37:41.138420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60948) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:41.271433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Deleting port ee219ae8-82d4-43ea-8706-90d4750ba8ca {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:37:41.271693 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.350365 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.350600 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.362692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Calling delete_port for ee219ae8-82d4-43ea-8706-90d4750ba8ca owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:37:41.572001 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.600982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Pushing event deleted for resources: {'Port': ['ID=ee219ae8-82d4-43ea-8706-90d4750ba8ca,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:41.663377 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.666059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:41.670676 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1a3de63d-f2f5-4651-8967-ea2e3f3a0cbf tempest-ServerActionsTestJSON-978189827 tempest-ServerActionsTestJSON-978189827-project] 10.222.0.36 "DELETE /v2.0/floatingips/16462651-8031-43b3-a193-6193d8e5d652 HTTP/1.1" status: 204 len: 168 time: 0.5311551 Aug 31 08:37:41.671236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60950) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:42.281665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:42.545714 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Deleting port 3398fc2b-a3de-4430-9ff4-25a986832421 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:37:42.546080 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:42.638146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] For port 3398fc2b-a3de-4430-9ff4-25a986832421, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3398fc2b-a3de-4430-9ff4-25a986832421,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:42.638514 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:42.652180 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Calling delete_port for 3398fc2b-a3de-4430-9ff4-25a986832421 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:37:42.941715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:42.974156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3398fc2b-a3de-4430-9ff4-25a986832421,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:43.146484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:43.365532 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Router 67f62231-6d63-4bc9-8fbd-72101402859f has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:37:43.473064 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:37:43.478329 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9a3a9760-e48d-483d-aae9-434aca260b60 admin admin] 10.222.0.36 "PUT /v2.0/routers/67f62231-6d63-4bc9-8fbd-72101402859f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056266 Aug 31 08:37:43.480639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:43.483019 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] Sync routers for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:37:43.492480 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:37:43.493124 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:37:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:43.586859 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:43.599063 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:37:43.699833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:43.778109 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:37:42Z', 'revision_number': 5, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port': {'id': 'a8b7d5bc-42bc-489a-9453-823e8e492c7a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:43.804239 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] Checking router: 67f62231-6d63-4bc9-8fbd-72101402859f for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:37:43.812839 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] Routers {'67f62231-6d63-4bc9-8fbd-72101402859f'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:37:43.813449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:37:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['67f62231-6d63-4bc9-8fbd-72101402859f'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:43.860677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Deleting port a8b7d5bc-42bc-489a-9453-823e8e492c7a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:37:43.861031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:43.903739 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] Set router 67f62231-6d63-4bc9-8fbd-72101402859f gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:37:43.940648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] For port a8b7d5bc-42bc-489a-9453-823e8e492c7a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a8b7d5bc-42bc-489a-9453-823e8e492c7a,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:43.940952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:43.953717 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Calling delete_port for a8b7d5bc-42bc-489a-9453-823e8e492c7a owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:37:43.959746 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:37:43Z', 'revision_number': 6, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:43.989927 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d5e9e-a453-4344-98a7-b2fd5723bdfa None None] The sync data for ids ['67f62231-6d63-4bc9-8fbd-72101402859f'] in n-d-713499-16 is: [{'id': '67f62231-6d63-4bc9-8fbd-72101402859f', 'name': 'tempest-ServerActionsTestJSON-1611167997-router', 'tenant_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:27:04Z', 'updated_at': '2021-08-31T08:37:43Z', 'revision_number': 6, 'project_id': '79e8d4e21d1d44e3b73e5c8bb811a454', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:37:44.221973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.257892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b7d5bc-42bc-489a-9453-823e8e492c7a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:44.320199 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.416573 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.418972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.541987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.542458 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f62231-6d63-4bc9-8fbd-72101402859f {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:37:44.547031 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.548064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8dff49bf-f823-4fe7-a482-4e9b270b9fa7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/67f62231-6d63-4bc9-8fbd-72101402859f HTTP/1.1" status: 204 len: 168 time: 1.0665145 Aug 31 08:37:44.550605 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60962) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:44.602675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Deleting subnet 9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:37:44.606267 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.642649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.727889 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:44.809016 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3398fc2b-a3de-4430-9ff4-25a986832421 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:37:44.832340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3398fc2b-a3de-4430-9ff4-25a986832421 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:37:44.832687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3398fc2b-a3de-4430-9ff4-25a986832421 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:37:44.833223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a8b7d5bc-42bc-489a-9453-823e8e492c7a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:37:44.856063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a8b7d5bc-42bc-489a-9453-823e8e492c7a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:37:44.856437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a8b7d5bc-42bc-489a-9453-823e8e492c7a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:37:44.873567 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.172544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9823ae94-d4e5-4378-8fc1-fcb67f15a7e2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:45.177138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.179511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f57d1a46-1bca-4752-a40a-57b8c6c14a06 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9823ae94-d4e5-4378-8fc1-fcb67f15a7e2 HTTP/1.1" status: 204 len: 168 time: 0.6279361 Aug 31 08:37:45.182101 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:45.183116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a185e3-2e2f-4d77-8ecc-bb486c4328bd None None] Network df5492d3-7ce4-4622-9162-14e519011476 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:37:45.251613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.309956 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Deleting port c869f951-d9d8-41c5-9209-7232cd5ecacc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:37:45.309956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.351087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] DHCP port deletion for df5492d3-7ce4-4622-9162-14e519011476 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:37:45.379908 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] For port c869f951-d9d8-41c5-9209-7232cd5ecacc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c869f951-d9d8-41c5-9209-7232cd5ecacc,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:45.380282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.393698 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Calling delete_port for c869f951-d9d8-41c5-9209-7232cd5ecacc owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:37:45.402274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] Deleting port c869f951-d9d8-41c5-9209-7232cd5ecacc {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:37:45.402658 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.464804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] For port c869f951-d9d8-41c5-9209-7232cd5ecacc, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c869f951-d9d8-41c5-9209-7232cd5ecacc,segment=NetworkSegment(cb2c219f-087d-4426-b9ae-16120a9833db),segment_id=cb2c219f-087d-4426-b9ae-16120a9833db)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:45.465201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.478761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] Calling delete_port for c869f951-d9d8-41c5-9209-7232cd5ecacc owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:37:45.593017 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.599848 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.623765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c869f951-d9d8-41c5-9209-7232cd5ecacc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:45.625978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] Pushing event deleted for resources: {'Port': ['ID=c869f951-d9d8-41c5-9209-7232cd5ecacc,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:45.627267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] No DVR routers for this DVR port c869f951-d9d8-41c5-9209-7232cd5ecacc on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:37:45.627839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5153ab-41f3-466d-b3bd-5b15ed373296 None None] No DVR routers for this DVR port c869f951-d9d8-41c5-9209-7232cd5ecacc on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:37:45.698812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.709378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5492d3-7ce4-4622-9162-14e519011476']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:45.720019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2c219f-087d-4426-b9ae-16120a9833db') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:45.720395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2c219f-087d-4426-b9ae-16120a9833db') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:37:45.730797 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.745064 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.751372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:37:45.751764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:37:45.753470 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:37:45.941760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.947595 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:45.952300 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] 10.222.0.36 "DELETE /v2.0/networks/df5492d3-7ce4-4622-9162-14e519011476 HTTP/1.1" status: 204 len: 168 time: 0.7663875 Aug 31 08:37:45.961418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770def58-00a2-47e9-96c5-6c9298b04f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=df5492d3-7ce4-4622-9162-14e519011476,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:46.376097 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60968) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:46.415850 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9af9a606-a624-4239-a52b-f2bd33bbea28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79e8d4e21d1d44e3b73e5c8bb811a454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385654 Aug 31 08:37:46.418313 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 60970) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:46.468398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3af4b6a8-441a-4701-bd28-e988fb8db028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:46.492829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3af4b6a8-441a-4701-bd28-e988fb8db028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:46.712505 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3af4b6a8-441a-4701-bd28-e988fb8db028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:46.715535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3af4b6a8-441a-4701-bd28-e988fb8db028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:46.716787 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3af4b6a8-441a-4701-bd28-e988fb8db028 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c9b6de7-f9d6-4f4a-8fa7-029744c8a485 HTTP/1.1" status: 204 len: 168 time: 0.2974830 Aug 31 08:37:46.728214 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4b6a8-441a-4701-bd28-e988fb8db028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b6de7-f9d6-4f4a-8fa7-029744c8a485,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:46.764285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c869f951-d9d8-41c5-9209-7232cd5ecacc no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:37:46.785368 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c869f951-d9d8-41c5-9209-7232cd5ecacc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:37:46.785788 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c869f951-d9d8-41c5-9209-7232cd5ecacc not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:37:47.928591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60992) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:48.028620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2106729745-network', 'tenant_id': '9f1a8369851d4c94a90f0b5e1aee2295'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:37:48.164332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Made reservation on behalf of 9f1a8369851d4c94a90f0b5e1aee2295 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:37:48.166775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.177008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.275670 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.398063 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.423270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:37:48.433769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56ef22-50f6-4bba-b17d-e772c9da7e4e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:48.438700 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.439076 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Added segment 955919a8-1d53-4762-94d7-60912dc90b20 of type vlan for network dc873100-8bd0-4219-9fec-c6b9ae1ca201 Aug 31 08:37:48.481104 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.575350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.576398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:48.577420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:48.636940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] Pushing event updated for resources: {'Network': ['ID=dc873100-8bd0-4219-9fec-c6b9ae1ca201,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:48.647483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network dc873100-8bd0-4219-9fec-c6b9ae1ca201 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:37:48.690761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1b112e7a-cf25-4b08-bb09-99cb9281d33d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7607925 Aug 31 08:37:48.693439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 60996) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:37:48.698792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Request body: {'subnet': {'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2106729745-subnet', 'tenant_id': '9f1a8369851d4c94a90f0b5e1aee2295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:37:48.804250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Made reservation on behalf of 9f1a8369851d4c94a90f0b5e1aee2295 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:37:48.806820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:49.095553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:49.160343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29e320d-e250-45a8-8092-c3e386cb9fd5,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:49.166701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Checking segment: {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:37:49.166999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Network hostable DHCP agents. Network: dc873100-8bd0-4219-9fec-c6b9ae1ca201, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:37:49.277581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Network dc873100-8bd0-4219-9fec-c6b9ae1ca201 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:37:49.380194 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, dc873100-8bd0-4219-9fec-c6b9ae1ca201) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:37:49.384337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:49.384969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:49.389038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bf877-94ff-4c94-9d7a-4b8de0c5376d None None] Network dc873100-8bd0-4219-9fec-c6b9ae1ca201 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:37:49.484912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3ef93932-efba-468e-b830-5f7eb4d2091e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7902627 Aug 31 08:37:49.513689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254f60a-81fd-42ef-be98-fd88757f4ef2 None None] Network dc873100-8bd0-4219-9fec-c6b9ae1ca201 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:37:49.930732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-c341cdd1-9c45-42b9-99ff-81eec09ef816 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:49.932209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-c341cdd1-9c45-42b9-99ff-81eec09ef816 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/networks?id=dc873100-8bd0-4219-9fec-c6b9ae1ca201 HTTP/1.1" status: 200 len: 814 time: 0.1047382 Aug 31 08:37:49.948351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-680c268d-1998-4555-bc8b-5af0359427be tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/quotas/9f1a8369851d4c94a90f0b5e1aee2295 HTTP/1.1" status: 200 len: 375 time: 0.0102534 Aug 31 08:37:49.981712 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-390e4674-3da0-47f7-986b-0bd493bfc9bb tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278604 Aug 31 08:37:50.078960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-002ba82d-8684-4b63-ba8d-d838d61d07ac service neutron] 10.222.0.36 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893338 Aug 31 08:37:50.158659 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:37:50.174188 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-358f5723-52df-474c-9c6f-060685467d65 service neutron] 10.222.0.36 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870016 Aug 31 08:37:50.415379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-56ef5772-3268-4a69-be5b-c4ea6ef04ad5 req-7cc6cc00-d4ac-4ae6-a104-ffa195a6b97d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 210 time: 0.0351703 Aug 31 08:37:51.514234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2afbd61-4f35-4c93-b08e-6692a8a9c2b8 req-42c45b6f-1f7f-427a-817f-b66a309b866c tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Aug 31 08:37:52.525160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-ed36be14-1bcc-4089-bb0e-2909dbf983f9 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:52.526831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-ed36be14-1bcc-4089-bb0e-2909dbf983f9 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.68 "GET /v2.0/networks?id=dc873100-8bd0-4219-9fec-c6b9ae1ca201 HTTP/1.1" status: 200 len: 814 time: 0.1181037 Aug 31 08:37:52.540552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Request body: {'port': {'device_id': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201', 'admin_state_up': True, 'tenant_id': '9f1a8369851d4c94a90f0b5e1aee2295'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:37:52.627387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-281b199e-464b-43a4-8610-f57ff9b62567 req-eaca0fa9-4a74-4164-9594-e8a3484532eb tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 210 time: 0.0372217 Aug 31 08:37:52.787490 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Made reservation on behalf of 9f1a8369851d4c94a90f0b5e1aee2295 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:37:52.791279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:52.954466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Allocated IP 172.20.0.8 (dc873100-8bd0-4219-9fec-c6b9ae1ca201/e29e320d-e250-45a8-8092-c3e386cb9fd5/0f40b1a9-4167-4d50-b282-8715fa598f68) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:37:53.128043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:53.261909 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:53.318353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Network dc873100-8bd0-4219-9fec-c6b9ae1ca201 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:37:53.321973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:37:53.327654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:37:53.337723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Pushing event updated for resources: {'Port': ['ID=0f40b1a9-4167-4d50-b282-8715fa598f68,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:53.370005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.370417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.370801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.371184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.371555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.371969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.372297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.372677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.373111 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.373544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.373961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.374331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:53.404646 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:53.405323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:53.478515 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-a19a4662-e5a2-42da-91d2-40de7369807f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9419615 Aug 31 08:37:53.493685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Request body: {'port': {'device_id': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:37:53.555735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:53.775849 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78c68bc9-9fd7-454f-a8cb-cfaeff7655aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:53.855967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b45e9a-5968-4d05-ad9a-86e46391b1ef req-0d75709e-0821-48ab-a594-23ba4bede29d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:53.857732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5b45e9a-5968-4d05-ad9a-86e46391b1ef req-0d75709e-0821-48ab-a594-23ba4bede29d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 931 time: 0.0902770 Aug 31 08:37:53.925046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5b45e9a-5968-4d05-ad9a-86e46391b1ef req-abd93f0c-137e-4f43-8194-7df285e2176e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594254 Aug 31 08:37:53.977613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f40b1a9-4167-4d50-b282-8715fa598f68 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:37:53.986378 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:53.999744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Transition to ACTIVE for port object 0f40b1a9-4167-4d50-b282-8715fa598f68 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:37:54.113441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:54.147545 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:54.172726 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Pushing event updated for resources: {'Port': ['ID=0f40b1a9-4167-4d50-b282-8715fa598f68,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:54.251039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Attempting to bind port 0f40b1a9-4167-4d50-b282-8715fa598f68 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:37:54.251564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Attempting to bind port 0f40b1a9-4167-4d50-b282-8715fa598f68 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:37:54.256876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Attempting to bind port 0f40b1a9-4167-4d50-b282-8715fa598f68 on network dc873100-8bd0-4219-9fec-c6b9ae1ca201 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:37:54.259430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Port 0f40b1a9-4167-4d50-b282-8715fa598f68 on network dc873100-8bd0-4219-9fec-c6b9ae1ca201 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:37:54.259769 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Attempting to bind port 0f40b1a9-4167-4d50-b282-8715fa598f68 on network dc873100-8bd0-4219-9fec-c6b9ae1ca201 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:37:54.265407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:37:54.265751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Checking segment: {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:37:54.266182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Bound using segment: {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:37:54.266615 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Bound port: 0f40b1a9-4167-4d50-b282-8715fa598f68, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:37:54.266976 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:54.336999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] For port 0f40b1a9-4167-4d50-b282-8715fa598f68, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:37:54.340796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] For port 0f40b1a9-4167-4d50-b282-8715fa598f68, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f40b1a9-4167-4d50-b282-8715fa598f68,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:37:54.421863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:54.464071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:54.464702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:54.466331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] 10.222.0.68 "PUT /v2.0/ports/0f40b1a9-4167-4d50-b282-8715fa598f68 HTTP/1.1" status: 200 len: 1092 time: 0.9773099 Aug 31 08:37:54.466787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'tag': '0f40b1a9-4167-4d50-b282-8715fa598f68'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:54.469086 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25d9992-370f-477e-93fb-44768a762ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4345ab8-feef-4be2-891a-5b6d86288390", "tag": "0f40b1a9-4167-4d50-b282-8715fa598f68"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:54.503305 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884609e5-9af7-4e3b-9652-fbb8684f95eb service neutron] Pushing event updated for resources: {'Port': ['ID=0f40b1a9-4167-4d50-b282-8715fa598f68,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:54.525340 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9556ab-2ded-488f-b282-0c82846bed20 x-openstack-request-id: req-4b9556ab-2ded-488f-b282-0c82846bed20 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:54.525672 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4345ab8-feef-4be2-891a-5b6d86288390", "tag": "0f40b1a9-4167-4d50-b282-8715fa598f68", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:54.526030 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b9556ab-2ded-488f-b282-0c82846bed20 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:54.526474 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'tag': '0f40b1a9-4167-4d50-b282-8715fa598f68', 'status': 'completed', 'code': 200} Aug 31 08:37:54.593948 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d9992-370f-477e-93fb-44768a762ae1 req-2e189c05-a833-4235-b605-150827f293b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:54.595576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f25d9992-370f-477e-93fb-44768a762ae1 req-2e189c05-a833-4235-b605-150827f293b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 1095 time: 0.0475223 Aug 31 08:37:54.731708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d9992-370f-477e-93fb-44768a762ae1 req-823f5f29-9cfd-43de-82b6-ac08834be959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:54.733716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f25d9992-370f-477e-93fb-44768a762ae1 req-823f5f29-9cfd-43de-82b6-ac08834be959 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1299360 Aug 31 08:37:54.885712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d9992-370f-477e-93fb-44768a762ae1 req-794dbf21-1ebe-4281-8de3-893736f0899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:54.888358 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f25d9992-370f-477e-93fb-44768a762ae1 req-794dbf21-1ebe-4281-8de3-893736f0899d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1468573 Aug 31 08:37:54.980586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-5fc76108-e4e3-4826-9e01-64cde762eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:54.983221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-5fc76108-e4e3-4826-9e01-64cde762eaa4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 1095 time: 0.0514414 Aug 31 08:37:55.039960 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-824ed1de-01a3-475b-97bf-8184fb2927f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f40b1a9-4167-4d50-b282-8715fa598f68 HTTP/1.1" status: 200 len: 217 time: 0.0484045 Aug 31 08:37:55.135777 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722890cc-fcc1-4f45-8947-310852ef282b req-f64cc2f7-c389-4dac-956d-30d07c90a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:55.137264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-f64cc2f7-c389-4dac-956d-30d07c90a0ad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e29e320d-e250-45a8-8092-c3e386cb9fd5 HTTP/1.1" status: 200 len: 854 time: 0.0897033 Aug 31 08:37:55.148974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9288b-df4e-47ee-af69-bf0fb34d381b req-8c0f9c3f-6712-4a18-b79c-a0fd9b15a17c tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:55.150627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0f9288b-df4e-47ee-af69-bf0fb34d381b req-8c0f9c3f-6712-4a18-b79c-a0fd9b15a17c tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 943 time: 0.1133387 Aug 31 08:37:55.193070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-9c783408-b741-4f9f-a4b7-379fabfd980e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dc873100-8bd0-4219-9fec-c6b9ae1ca201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413337 Aug 31 08:37:55.263457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f0f9288b-df4e-47ee-af69-bf0fb34d381b req-308a4931-da8e-4e21-b477-400ad01be546 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013095 Aug 31 08:37:55.306794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-6e745a4e-422e-4942-952c-cd73f18ac417 service neutron] 10.222.0.68 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063840 Aug 31 08:37:55.441490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-722890cc-fcc1-4f45-8947-310852ef282b req-52c487d3-1af8-4415-99e3-5e862632c58d service neutron] 10.222.0.68 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258130 Aug 31 08:37:56.420350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c205f-77f6-425e-9ea5-12ce84649f1b req-355e2eb5-253b-42d8-9ada-488813c07d3b tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:56.422242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a80c205f-77f6-425e-9ea5-12ce84649f1b req-355e2eb5-253b-42d8-9ada-488813c07d3b tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 943 time: 0.0643060 Aug 31 08:37:56.473839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a80c205f-77f6-425e-9ea5-12ce84649f1b req-ea624cba-4fdd-4b01-9e89-fe6f73a9450f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Aug 31 08:37:56.512641 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:56.558290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:56.713511 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-88d48456-6085-44dd-87b3-b9ee42f71896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:57.155904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f40b1a9-4167-4d50-b282-8715fa598f68 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:37:57.263575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f40b1a9-4167-4d50-b282-8715fa598f68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f40b1a9-4167-4d50-b282-8715fa598f68,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:57.278702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '0f40b1a9-4167-4d50-b282-8715fa598f68', 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201', 'port_id': '0f40b1a9-4167-4d50-b282-8715fa598f68', 'mac_address': 'fa:16:3e:cd:fc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29e320d-e250-45a8-8092-c3e386cb9fd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:37:57.318738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:57.332289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f40b1a9-4167-4d50-b282-8715fa598f68 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:37:57.355493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f40b1a9-4167-4d50-b282-8715fa598f68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f40b1a9-4167-4d50-b282-8715fa598f68,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:57.466993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:57.517552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0f40b1a9-4167-4d50-b282-8715fa598f68,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:57.525515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.525892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.526236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.526576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.526910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.527244 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.527577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.527926 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.528253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.528580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.528908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.529227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:37:57.603994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755ae9b-7bdd-47a5-9229-957e6dbedde7 req-f1335d5c-a64e-4f4c-87c1-0157edef6d67 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:57.605686 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5755ae9b-7bdd-47a5-9229-957e6dbedde7 req-f1335d5c-a64e-4f4c-87c1-0157edef6d67 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 944 time: 0.0546331 Aug 31 08:37:57.646043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5755ae9b-7bdd-47a5-9229-957e6dbedde7 req-23083bc8-52da-4b88-9bc3-42078ffd6733 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Aug 31 08:37:57.662092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f40b1a9-4167-4d50-b282-8715fa598f68'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:37:58.140853 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:58.774600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13727e31-8f32-4fa0-b01d-efad81af2612 req-9110e441-d44b-4ffa-bdcd-82988e45f369 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:58.776158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13727e31-8f32-4fa0-b01d-efad81af2612 req-9110e441-d44b-4ffa-bdcd-82988e45f369 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 944 time: 0.0541356 Aug 31 08:37:58.820772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13727e31-8f32-4fa0-b01d-efad81af2612 req-cf69b6cf-2864-4caa-920d-5d294c4edd0e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385685 Aug 31 08:37:59.171420 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f40b1a9-4167-4d50-b282-8715fa598f68 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:37:59.312727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 0f40b1a9-4167-4d50-b282-8715fa598f68 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:37:59.317720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 0f40b1a9-4167-4d50-b282-8715fa598f68 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:37:59.318132 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:59.401789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:59.426640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f40b1a9-4167-4d50-b282-8715fa598f68'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:37:59.428808 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd86c84-6db6-4a98-a1fc-877135f77334" -d '{"events": [{"server_uuid": "b4345ab8-feef-4be2-891a-5b6d86288390", "name": "network-vif-plugged", "status": "completed", "tag": "0f40b1a9-4167-4d50-b282-8715fa598f68"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:37:59.443347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 0f40b1a9-4167-4d50-b282-8715fa598f68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f40b1a9-4167-4d50-b282-8715fa598f68,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:37:59.466303 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191d350-a33f-47cf-bebb-7e7b5afe54aa x-openstack-request-id: req-3191d350-a33f-47cf-bebb-7e7b5afe54aa {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:37:59.466618 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4345ab8-feef-4be2-891a-5b6d86288390", "name": "network-vif-plugged", "status": "completed", "tag": "0f40b1a9-4167-4d50-b282-8715fa598f68", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:37:59.466868 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3191d350-a33f-47cf-bebb-7e7b5afe54aa {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:37:59.467264 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f40b1a9-4167-4d50-b282-8715fa598f68', 'code': 200} Aug 31 08:37:59.512699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:59.564685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=0f40b1a9-4167-4d50-b282-8715fa598f68,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:37:59.564952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdaea5-028c-4ee8-a3f8-680e0ae93746 req-5d707206-caeb-4aab-a98f-793de0e5ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:59.566300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ebdaea5-028c-4ee8-a3f8-680e0ae93746 req-5d707206-caeb-4aab-a98f-793de0e5ab70 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 1097 time: 0.0418901 Aug 31 08:37:59.602663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ebdaea5-028c-4ee8-a3f8-680e0ae93746 req-dc00be6f-1978-4560-a3e9-283f71cb9860 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295694 Aug 31 08:37:59.678086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:37:59.947416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95543132-269d-48af-aa30-513b02b88858 req-e7acffd6-2a27-408e-b3d3-1baef47dd5d0 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:37:59.948903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95543132-269d-48af-aa30-513b02b88858 req-e7acffd6-2a27-408e-b3d3-1baef47dd5d0 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0540717 Aug 31 08:37:59.988435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-95543132-269d-48af-aa30-513b02b88858 req-3415ade1-af4b-4083-b9c2-4546acac96cc tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Aug 31 08:38:01.108591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f5a0-ec4b-4928-8167-663b3bd904c6 req-aaddf038-f475-4c0f-a171-1972b9fe06d6 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:01.110118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f621f5a0-ec4b-4928-8167-663b3bd904c6 req-aaddf038-f475-4c0f-a171-1972b9fe06d6 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0528200 Aug 31 08:38:01.148763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f621f5a0-ec4b-4928-8167-663b3bd904c6 req-77cf92bd-964f-4db3-932a-1575c134f974 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 31 08:38:01.374570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-baa38526-27a1-4aff-80e2-66f49d3eabe2 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:01.376058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-baa38526-27a1-4aff-80e2-66f49d3eabe2 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/networks?id=dc873100-8bd0-4219-9fec-c6b9ae1ca201 HTTP/1.1" status: 200 len: 814 time: 0.1042867 Aug 31 08:38:01.391673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-314b9abd-ea28-481f-9cfe-84d7844f82ab tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/quotas/9f1a8369851d4c94a90f0b5e1aee2295 HTTP/1.1" status: 200 len: 375 time: 0.0096412 Aug 31 08:38:01.441669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-c36f42e2-328a-4c79-82b3-88339a3ec52f tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441167 Aug 31 08:38:01.612376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-fb797b75-27f6-4617-9b15-e7bca89c61ac service neutron] 10.222.0.36 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286354 Aug 31 08:38:01.707732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-08fa4fa0-e3de-4363-99f8-0809fe4fa09f service neutron] 10.222.0.36 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 Aug 31 08:38:01.966157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e60e943-3a90-4769-a2df-06ee67eb315f req-c1fc1332-1830-4d3c-ab50-7678fa12d19b tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 210 time: 0.0324311 Aug 31 08:38:03.062044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bbc6db19-e8ac-4857-a088-3b7fa0596c4b req-608e878f-c71e-444f-a7c0-4d774f23dcc1 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 210 time: 0.0280857 Aug 31 08:38:04.131764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-d571ac8c-430f-4e3b-a659-5db213f3c859 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:04.134247 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-d571ac8c-430f-4e3b-a659-5db213f3c859 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.45 "GET /v2.0/networks?id=dc873100-8bd0-4219-9fec-c6b9ae1ca201 HTTP/1.1" status: 200 len: 814 time: 0.1765170 Aug 31 08:38:04.154672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Request body: {'port': {'device_id': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201', 'admin_state_up': True, 'tenant_id': '9f1a8369851d4c94a90f0b5e1aee2295'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:04.196615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5113abe4-3b33-4810-b2ff-5a6373edef5a req-da6536f8-ca1a-4221-b579-d89d20fc4a86 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 210 time: 0.0452547 Aug 31 08:38:04.416005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Made reservation on behalf of 9f1a8369851d4c94a90f0b5e1aee2295 for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:04.422280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:04.635176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Allocated IP 172.20.0.4 (dc873100-8bd0-4219-9fec-c6b9ae1ca201/e29e320d-e250-45a8-8092-c3e386cb9fd5/35a5323f-c4d5-461c-87b5-190b1140bf44) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:04.821132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:04.958722 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:04.972840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f40b1a9-4167-4d50-b282-8715fa598f68'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:38:05.010410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Network dc873100-8bd0-4219-9fec-c6b9ae1ca201 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:05.015469 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:05.022421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:05.050941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Pushing event updated for resources: {'Port': ['ID=35a5323f-c4d5-461c-87b5-190b1140bf44,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:05.081639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:05.082460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:05.176110 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-77d5c72b-2a8b-4a2b-95db-399c865ef1a8 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0263302 Aug 31 08:38:05.193655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Request body: {'port': {'device_id': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:05.266213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:05.356652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878ead8-a5f6-4329-8362-8a8acb28d773 req-9fd91881-f41b-41d8-89c2-c82aafe550c4 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:05.358550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e878ead8-a5f6-4329-8362-8a8acb28d773 req-9fd91881-f41b-41d8-89c2-c82aafe550c4 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 931 time: 0.0717669 Aug 31 08:38:05.408371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e878ead8-a5f6-4329-8362-8a8acb28d773 req-a315becf-52ef-4529-88c3-65c388ccb549 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Aug 31 08:38:05.597926 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a5323f-c4d5-461c-87b5-190b1140bf44 {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:38:05.606266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:05.622578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Transition to ACTIVE for port object 35a5323f-c4d5-461c-87b5-190b1140bf44 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:05.728572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:05.784271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=35a5323f-c4d5-461c-87b5-190b1140bf44,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:05.865990 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Attempting to bind port 35a5323f-c4d5-461c-87b5-190b1140bf44 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:05.866279 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Attempting to bind port 35a5323f-c4d5-461c-87b5-190b1140bf44 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:05.866557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Attempting to bind port 35a5323f-c4d5-461c-87b5-190b1140bf44 on network dc873100-8bd0-4219-9fec-c6b9ae1ca201 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:05.871138 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Port 35a5323f-c4d5-461c-87b5-190b1140bf44 on network dc873100-8bd0-4219-9fec-c6b9ae1ca201 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:38:05.876642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Attempting to bind port 35a5323f-c4d5-461c-87b5-190b1140bf44 on network dc873100-8bd0-4219-9fec-c6b9ae1ca201 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:05.876642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:05.876945 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Checking segment: {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:05.877257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Bound using segment: {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:05.877693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Bound port: 35a5323f-c4d5-461c-87b5-190b1140bf44, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955919a8-1d53-4762-94d7-60912dc90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:05.878089 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:05.951271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] For port 35a5323f-c4d5-461c-87b5-190b1140bf44, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:05.956069 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] For port 35a5323f-c4d5-461c-87b5-190b1140bf44, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35a5323f-c4d5-461c-87b5-190b1140bf44,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:06.054725 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:06.094854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.096195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:06.097916 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/35a5323f-c4d5-461c-87b5-190b1140bf44 HTTP/1.1" status: 200 len: 1092 time: 0.9095743 Aug 31 08:38:06.098470 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'tag': '35a5323f-c4d5-461c-87b5-190b1140bf44'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:38:06.100906 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e701fa45-0de0-48fa-9122-a22d03c35734" -d '{"events": [{"name": "network-changed", "server_uuid": "54863bab-dd84-4937-9f8c-dea69bf8fcbe", "tag": "35a5323f-c4d5-461c-87b5-190b1140bf44"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:38:06.134435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b142211-99cb-4ea7-aec3-d73c9c5c32c2 service neutron] Pushing event updated for resources: {'Port': ['ID=35a5323f-c4d5-461c-87b5-190b1140bf44,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:06.145603 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d8a582-d85c-4434-b8a2-b93919e92e5f x-openstack-request-id: req-73d8a582-d85c-4434-b8a2-b93919e92e5f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:38:06.146077 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54863bab-dd84-4937-9f8c-dea69bf8fcbe", "tag": "35a5323f-c4d5-461c-87b5-190b1140bf44", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:38:06.146477 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73d8a582-d85c-4434-b8a2-b93919e92e5f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:38:06.147090 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'tag': '35a5323f-c4d5-461c-87b5-190b1140bf44', 'status': 'completed', 'code': 200} Aug 31 08:38:06.221777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701fa45-0de0-48fa-9122-a22d03c35734 req-747e1aeb-3e2a-4c74-be10-58d748ca3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.223457 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e701fa45-0de0-48fa-9122-a22d03c35734 req-747e1aeb-3e2a-4c74-be10-58d748ca3dd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 1095 time: 0.0529170 Aug 31 08:38:06.343289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701fa45-0de0-48fa-9122-a22d03c35734 req-7377609e-fbbb-492f-a90c-e6f3277afa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.344878 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e701fa45-0de0-48fa-9122-a22d03c35734 req-7377609e-fbbb-492f-a90c-e6f3277afa2c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1103125 Aug 31 08:38:06.467287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701fa45-0de0-48fa-9122-a22d03c35734 req-795341fb-fda0-4865-8516-dda2e8725dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.469027 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-e701fa45-0de0-48fa-9122-a22d03c35734 req-795341fb-fda0-4865-8516-dda2e8725dd3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131988 Aug 31 08:38:06.549710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da7cb-a3b9-49de-8db6-883c9b1c92d1 req-1a5c4bd7-52f3-49b3-8188-04b1fee00048 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.552253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d08da7cb-a3b9-49de-8db6-883c9b1c92d1 req-1a5c4bd7-52f3-49b3-8188-04b1fee00048 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 943 time: 0.0656857 Aug 31 08:38:06.585858 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-61b69b90-88db-4242-94b0-396634275f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.588164 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-61b69b90-88db-4242-94b0-396634275f8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 1095 time: 0.0616446 Aug 31 08:38:06.602301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d08da7cb-a3b9-49de-8db6-883c9b1c92d1 req-e9a4ed89-ce09-4d04-a3ac-1b48a435c7d6 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Aug 31 08:38:06.646469 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-b1f12b2a-49f1-4083-8ba9-b1f265f324ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35a5323f-c4d5-461c-87b5-190b1140bf44 HTTP/1.1" status: 200 len: 217 time: 0.0454252 Aug 31 08:38:06.722323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-de96b0c1-b9db-4df1-8cb0-99d5e4c92456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:06.723921 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-de96b0c1-b9db-4df1-8cb0-99d5e4c92456 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e29e320d-e250-45a8-8092-c3e386cb9fd5 HTTP/1.1" status: 200 len: 854 time: 0.0661051 Aug 31 08:38:06.763876 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-0f4726ff-9ac1-4338-b5a9-8d67d4431cab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc873100-8bd0-4219-9fec-c6b9ae1ca201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282032 Aug 31 08:38:06.870969 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-e9315fd5-59d8-41e1-8938-d6cf183fb40d service neutron] 10.222.0.45 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979087 Aug 31 08:38:07.013640 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-3f4e865f-aa8b-4b4b-94e9-90fabbb961b5 req-556ec205-80e5-4e2f-b8ee-67faa5e9ea15 service neutron] 10.222.0.45 "GET /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291554 Aug 31 08:38:07.746268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5b7d2-1cf6-43a9-be14-fc0785f66ce6 req-33ffd9a5-8dc2-4102-8cf2-50e29e2f4f8d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:07.748151 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba5b7d2-1cf6-43a9-be14-fc0785f66ce6 req-33ffd9a5-8dc2-4102-8cf2-50e29e2f4f8d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 943 time: 0.0541208 Aug 31 08:38:07.794313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cba5b7d2-1cf6-43a9-be14-fc0785f66ce6 req-c0711e04-2676-4c1d-84d3-2f5e6d12dfa2 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391808 Aug 31 08:38:08.944437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ec071-55e4-4beb-aa96-a2a86fc4a753 req-f766c097-b0d7-4650-988c-8ae2f3c498d0 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:08.946043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8ec071-55e4-4beb-aa96-a2a86fc4a753 req-f766c097-b0d7-4650-988c-8ae2f3c498d0 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 943 time: 0.0523224 Aug 31 08:38:08.995554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f8ec071-55e4-4beb-aa96-a2a86fc4a753 req-e3a0676b-a88b-42d3-809c-ca762a0b5899 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Aug 31 08:38:09.875227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35a5323f-c4d5-461c-87b5-190b1140bf44 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:38:09.990232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 35a5323f-c4d5-461c-87b5-190b1140bf44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35a5323f-c4d5-461c-87b5-190b1140bf44,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:10.005842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': '35a5323f-c4d5-461c-87b5-190b1140bf44', 'network_id': 'dc873100-8bd0-4219-9fec-c6b9ae1ca201', 'port_id': '35a5323f-c4d5-461c-87b5-190b1140bf44', 'mac_address': 'fa:16:3e:f3:94:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29e320d-e250-45a8-8092-c3e386cb9fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:38:10.050368 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:10.066018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a5323f-c4d5-461c-87b5-190b1140bf44 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:38:10.099741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 35a5323f-c4d5-461c-87b5-190b1140bf44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35a5323f-c4d5-461c-87b5-190b1140bf44,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:10.132677 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff18bc-bfe2-4fcc-9aec-e77607e9c6b0 req-b13d5830-6e18-4db0-ba15-12279a997064 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:10.134483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faff18bc-bfe2-4fcc-9aec-e77607e9c6b0 req-b13d5830-6e18-4db0-ba15-12279a997064 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 943 time: 0.0580947 Aug 31 08:38:10.181999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:10.182704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-faff18bc-bfe2-4fcc-9aec-e77607e9c6b0 req-9eaa78db-211d-4db2-9f3b-667c1936b2cb tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Aug 31 08:38:10.245999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=35a5323f-c4d5-461c-87b5-190b1140bf44,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:10.432792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['35a5323f-c4d5-461c-87b5-190b1140bf44'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:38:11.321116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a659667-c232-47bb-88be-47f7787a5989 req-0a97fdc0-a43f-4f65-b12f-4e535cfb5f0a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:11.322720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a659667-c232-47bb-88be-47f7787a5989 req-0a97fdc0-a43f-4f65-b12f-4e535cfb5f0a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 944 time: 0.0575144 Aug 31 08:38:11.370541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7a659667-c232-47bb-88be-47f7787a5989 req-2e69e279-a9d0-4801-9758-e2b438303a7d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385699 Aug 31 08:38:11.877372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35a5323f-c4d5-461c-87b5-190b1140bf44 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:38:12.009638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port 35a5323f-c4d5-461c-87b5-190b1140bf44 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:12.014032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port 35a5323f-c4d5-461c-87b5-190b1140bf44 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:12.014454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:12.106503 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:12.133875 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a5323f-c4d5-461c-87b5-190b1140bf44'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:38:12.136400 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e647782-9aec-455f-8d0a-fe50a4e6a743" -d '{"events": [{"server_uuid": "54863bab-dd84-4937-9f8c-dea69bf8fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "35a5323f-c4d5-461c-87b5-190b1140bf44"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:38:12.151092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port 35a5323f-c4d5-461c-87b5-190b1140bf44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35a5323f-c4d5-461c-87b5-190b1140bf44,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:12.179514 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8183c4-549d-45ac-a5ee-849fc3f6c223 x-openstack-request-id: req-3a8183c4-549d-45ac-a5ee-849fc3f6c223 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:38:12.179807 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54863bab-dd84-4937-9f8c-dea69bf8fcbe", "name": "network-vif-plugged", "status": "completed", "tag": "35a5323f-c4d5-461c-87b5-190b1140bf44", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:38:12.180055 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a8183c4-549d-45ac-a5ee-849fc3f6c223 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:38:12.180463 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a5323f-c4d5-461c-87b5-190b1140bf44', 'code': 200} Aug 31 08:38:12.250193 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:12.293382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9a83e-6bae-4a3f-ae0c-15615aa9f129 req-146fa193-136b-482d-93d9-0157a3709c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:12.294927 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-59e9a83e-6bae-4a3f-ae0c-15615aa9f129 req-146fa193-136b-482d-93d9-0157a3709c38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 1097 time: 0.0453181 Aug 31 08:38:12.335092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=35a5323f-c4d5-461c-87b5-190b1140bf44,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:12.341653 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-59e9a83e-6bae-4a3f-ae0c-15615aa9f129 req-67ef73b4-089a-4887-962d-02dcad840871 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Aug 31 08:38:12.496410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a8f6-cbfd-4f48-b6d1-0caba13d7d25 req-d1c6de0c-0634-487d-9e8d-34b1d1e4d3b6 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:12.498030 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe39a8f6-cbfd-4f48-b6d1-0caba13d7d25 req-d1c6de0c-0634-487d-9e8d-34b1d1e4d3b6 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 945 time: 0.0552423 Aug 31 08:38:12.543142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fe39a8f6-cbfd-4f48-b6d1-0caba13d7d25 req-bb07c605-7c1a-442d-bfc6-1b04f544b288 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Aug 31 08:38:13.700054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bec0e4-e327-4786-a4c3-6fba18ad1797 req-43caa3a8-72dc-4a7f-a126-0579a2a0c422 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:13.701697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4bec0e4-e327-4786-a4c3-6fba18ad1797 req-43caa3a8-72dc-4a7f-a126-0579a2a0c422 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 945 time: 0.0657132 Aug 31 08:38:13.754842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4bec0e4-e327-4786-a4c3-6fba18ad1797 req-1f93ff95-dd19-409f-acd1-c7a3eb095f11 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Aug 31 08:38:14.881399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e33d13-0fee-499c-9486-02300c9e3c39 req-b104d806-d83c-4892-b0f9-3c0ba6ffebe0 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:14.883103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13e33d13-0fee-499c-9486-02300c9e3c39 req-b104d806-d83c-4892-b0f9-3c0ba6ffebe0 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 945 time: 0.0564709 Aug 31 08:38:14.927992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-13e33d13-0fee-499c-9486-02300c9e3c39 req-a908b120-9721-42a6-a5d8-e8eec77cb067 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366595 Aug 31 08:38:15.666006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff7684-b31d-4ea2-9d58-f8994be39ff5 req-c88ded24-358b-4ef8-88f7-7cccd236799e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:15.672437 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fff7684-b31d-4ea2-9d58-f8994be39ff5 req-c88ded24-358b-4ef8-88f7-7cccd236799e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 945 time: 0.0618606 Aug 31 08:38:15.720728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fff7684-b31d-4ea2-9d58-f8994be39ff5 req-5127ed96-f969-4f59-8230-7479f2df6a34 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Aug 31 08:38:16.867650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfdfee-92bb-4f88-a627-f92b35211ac9 req-1f7681c7-317a-473f-97d2-72295a01c02a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:16.869726 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6cfdfee-92bb-4f88-a627-f92b35211ac9 req-1f7681c7-317a-473f-97d2-72295a01c02a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 945 time: 0.0594158 Aug 31 08:38:16.913899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6cfdfee-92bb-4f88-a627-f92b35211ac9 req-39103d6f-8254-418b-be4a-7a2928f84a71 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347705 Aug 31 08:38:17.047418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-2d611713-0504-4747-b379-0ff332ae0573 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:17.049750 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-2d611713-0504-4747-b379-0ff332ae0573 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.45 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 945 time: 0.0532231 Aug 31 08:38:17.182491 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Deleting port 35a5323f-c4d5-461c-87b5-190b1140bf44 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:17.182901 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:17.281114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] For port 35a5323f-c4d5-461c-87b5-190b1140bf44, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=35a5323f-c4d5-461c-87b5-190b1140bf44,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:17.281510 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:17.297335 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Calling delete_port for 35a5323f-c4d5-461c-87b5-190b1140bf44 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:17.535532 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:17.548446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f40b1a9-4167-4d50-b282-8715fa598f68'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:38:17.557089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['35a5323f-c4d5-461c-87b5-190b1140bf44'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:38:17.576816 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Pushing event deleted for resources: {'Port': ['ID=35a5323f-c4d5-461c-87b5-190b1140bf44,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:17.618194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.618779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.619371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.620109 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.620677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.621290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.621878 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.622456 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.623208 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.623621 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.624183 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.624744 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:17.655761 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] No DVR routers for this DVR port 35a5323f-c4d5-461c-87b5-190b1140bf44 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:17.658956 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:17.661078 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-99acc30a-9ac4-454c-ad05-f19f8297f3ca req-e79058ba-1e81-4da1-83f3-d4285c3ae57e tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.45 "DELETE /v2.0/ports/35a5323f-c4d5-461c-87b5-190b1140bf44 HTTP/1.1" status: 204 len: 173 time: 0.6045182 Aug 31 08:38:17.661528 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'name': 'network-vif-deleted', 'tag': '35a5323f-c4d5-461c-87b5-190b1140bf44'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:38:17.663881 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a146cdc4-1e7d-4bc6-b1b7-604291afc8c8" -d '{"events": [{"server_uuid": "54863bab-dd84-4937-9f8c-dea69bf8fcbe", "name": "network-vif-deleted", "tag": "35a5323f-c4d5-461c-87b5-190b1140bf44"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:38:17.707380 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073d9fb-b593-4970-9fd2-798f68337b8b x-openstack-request-id: req-5073d9fb-b593-4970-9fd2-798f68337b8b {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:38:17.707743 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54863bab-dd84-4937-9f8c-dea69bf8fcbe", "name": "network-vif-deleted", "tag": "35a5323f-c4d5-461c-87b5-190b1140bf44", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:38:17.707921 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5073d9fb-b593-4970-9fd2-798f68337b8b {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:38:17.708307 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54863bab-dd84-4937-9f8c-dea69bf8fcbe', 'name': 'network-vif-deleted', 'tag': '35a5323f-c4d5-461c-87b5-190b1140bf44', 'status': 'completed', 'code': 200} Aug 31 08:38:18.073207 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7bb5e68f-3ef2-4feb-a367-d2fdf33f204a req-44fe1c66-22d8-4c51-bb40-29fcc8d83243 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=54863bab-dd84-4937-9f8c-dea69bf8fcbe HTTP/1.1" status: 200 len: 210 time: 0.0320616 Aug 31 08:38:19.236328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbd3bd-ff6c-445f-9012-d243b24de40c req-bf265ba1-980c-40ec-b6e3-4f2d64ee9963 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:19.238122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3bbd3bd-ff6c-445f-9012-d243b24de40c req-bf265ba1-980c-40ec-b6e3-4f2d64ee9963 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Aug 31 08:38:19.280758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3bbd3bd-ff6c-445f-9012-d243b24de40c req-aeac082d-ad71-4958-ac24-631cd8968f6c tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Aug 31 08:38:19.432815 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bf94-1cba-4a5a-91d4-9a839cc563e2 req-7d7cc06e-fe09-4e0b-a6eb-12ebed33d5ae tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:19.434414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22f2bf94-1cba-4a5a-91d4-9a839cc563e2 req-7d7cc06e-fe09-4e0b-a6eb-12ebed33d5ae tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0579383 Aug 31 08:38:19.485755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22f2bf94-1cba-4a5a-91d4-9a839cc563e2 req-aff4f6e0-9b5c-4777-a25c-3f51a2b6c7f6 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Aug 31 08:38:19.615086 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f1da9-6876-4226-a3b7-1494db5c583b req-eeaa59bb-ba6a-41e9-bb64-54d9a842f81a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:19.616715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf8f1da9-6876-4226-a3b7-1494db5c583b req-eeaa59bb-ba6a-41e9-bb64-54d9a842f81a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0553479 Aug 31 08:38:19.658934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf8f1da9-6876-4226-a3b7-1494db5c583b req-329430ca-5af9-4df2-a6c3-04c3cd594762 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Aug 31 08:38:19.847891 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330bc46-eb07-4cbb-84bf-e574df73ddcc req-13cd4c2f-20b0-4089-8a9b-88e7b3e1ef61 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:19.849589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2330bc46-eb07-4cbb-84bf-e574df73ddcc req-13cd4c2f-20b0-4089-8a9b-88e7b3e1ef61 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0606344 Aug 31 08:38:19.892802 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2330bc46-eb07-4cbb-84bf-e574df73ddcc req-065034e8-008a-494f-a0f5-efad5b6a6469 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Aug 31 08:38:19.901637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35a5323f-c4d5-461c-87b5-190b1140bf44 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:38:19.936794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: 35a5323f-c4d5-461c-87b5-190b1140bf44 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:38:19.937378 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device 35a5323f-c4d5-461c-87b5-190b1140bf44 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:38:20.047088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7c931-2f13-48b5-84c2-bdcb5c4a8cd5 req-4f8c3595-5cee-4ba4-8fae-bf8ccc62b3af tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:20.049367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48c7c931-2f13-48b5-84c2-bdcb5c4a8cd5 req-4f8c3595-5cee-4ba4-8fae-bf8ccc62b3af tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0784047 Aug 31 08:38:20.099863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-48c7c931-2f13-48b5-84c2-bdcb5c4a8cd5 req-b7f8e424-3eaa-4629-b696-f5bce00db199 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 Aug 31 08:38:20.272782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f2c7b-6bd5-4fa5-a24c-a8683a70cff7 req-6a4b076f-c245-4920-94bd-88719e70ba3d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:20.275659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-070f2c7b-6bd5-4fa5-a24c-a8683a70cff7 req-6a4b076f-c245-4920-94bd-88719e70ba3d tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0868807 Aug 31 08:38:20.322753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-070f2c7b-6bd5-4fa5-a24c-a8683a70cff7 req-433d29a0-e674-4aed-af17-926409c2a31b tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Aug 31 08:38:20.950678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66beb383-1e34-43dc-851e-7c52ba2f874e req-e39d34ce-d8a5-46ec-8574-c127fc6e86d5 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:20.952598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66beb383-1e34-43dc-851e-7c52ba2f874e req-e39d34ce-d8a5-46ec-8574-c127fc6e86d5 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0551405 Aug 31 08:38:21.001719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66beb383-1e34-43dc-851e-7c52ba2f874e req-6b63118e-fce5-4908-b775-9a141fa94b66 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376852 Aug 31 08:38:22.187217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c795fa8-7022-45c7-9157-052c035fab16 req-b9468a57-ae83-4d91-a5b9-c740ec149d0a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:22.188903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c795fa8-7022-45c7-9157-052c035fab16 req-b9468a57-ae83-4d91-a5b9-c740ec149d0a tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0566852 Aug 31 08:38:22.268248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c795fa8-7022-45c7-9157-052c035fab16 req-fad4f9e9-5d48-4262-9f45-f281a8783820 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c56ef22-50f6-4bba-b17d-e772c9da7e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689383 Aug 31 08:38:22.316764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-3c6dbdaa-93be-43c5-b8a5-ec3be9d72ef3 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:22.318287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-3c6dbdaa-93be-43c5-b8a5-ec3be9d72ef3 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.68 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 945 time: 0.0769062 Aug 31 08:38:22.430214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Deleting port 0f40b1a9-4167-4d50-b282-8715fa598f68 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:22.430562 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:22.544322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] For port 0f40b1a9-4167-4d50-b282-8715fa598f68, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=0f40b1a9-4167-4d50-b282-8715fa598f68,segment=NetworkSegment(955919a8-1d53-4762-94d7-60912dc90b20),segment_id=955919a8-1d53-4762-94d7-60912dc90b20)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:22.544885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:22.568680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Calling delete_port for 0f40b1a9-4167-4d50-b282-8715fa598f68 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:22.792709 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:22.807947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['0f40b1a9-4167-4d50-b282-8715fa598f68'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:38:22.827083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Pushing event deleted for resources: {'Port': ['ID=0f40b1a9-4167-4d50-b282-8715fa598f68,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:22.873033 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] No DVR routers for this DVR port 0f40b1a9-4167-4d50-b282-8715fa598f68 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:22.876456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:22.878581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c82ab6a6-3c86-418b-97d5-53c64b567504 req-91f48999-302e-44d4-a5ce-8bd972824763 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.68 "DELETE /v2.0/ports/0f40b1a9-4167-4d50-b282-8715fa598f68 HTTP/1.1" status: 204 len: 173 time: 0.5535984 Aug 31 08:38:22.879059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'name': 'network-vif-deleted', 'tag': '0f40b1a9-4167-4d50-b282-8715fa598f68'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:38:22.881447 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e5f3b-afce-4ee8-8cc9-59297b5c2915" -d '{"events": [{"server_uuid": "b4345ab8-feef-4be2-891a-5b6d86288390", "name": "network-vif-deleted", "tag": "0f40b1a9-4167-4d50-b282-8715fa598f68"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:38:22.921611 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e5c836-d4a0-467b-a7b5-7a946e7c11e1 x-openstack-request-id: req-37e5c836-d4a0-467b-a7b5-7a946e7c11e1 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:38:22.922183 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4345ab8-feef-4be2-891a-5b6d86288390", "name": "network-vif-deleted", "tag": "0f40b1a9-4167-4d50-b282-8715fa598f68", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:38:22.922568 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37e5c836-d4a0-467b-a7b5-7a946e7c11e1 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:38:22.923169 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4345ab8-feef-4be2-891a-5b6d86288390', 'name': 'network-vif-deleted', 'tag': '0f40b1a9-4167-4d50-b282-8715fa598f68', 'status': 'completed', 'code': 200} Aug 31 08:38:23.412822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6bcfe1e0-fec1-459d-a7c7-7db193a5c19e req-161e7a70-3da3-4968-b561-cd140f6db0d4 tempest-ServersNegativeTestJSON-1713958269 tempest-ServersNegativeTestJSON-1713958269-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4345ab8-feef-4be2-891a-5b6d86288390 HTTP/1.1" status: 200 len: 210 time: 0.0284476 Aug 31 08:38:23.745328 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb660-c08e-4b11-8a89-8f52eb627277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.164251 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.475059 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32942) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:24.524382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Deleting subnet e29e320d-e250-45a8-8092-c3e386cb9fd5 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:38:24.528109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.576609 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.642684 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.833196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.867084 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29e320d-e250-45a8-8092-c3e386cb9fd5,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:24.871704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:24.873783 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-11efba59-ab3b-4f58-a4b9-781009cf29ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e29e320d-e250-45a8-8092-c3e386cb9fd5 HTTP/1.1" status: 204 len: 168 time: 0.3976562 Aug 31 08:38:24.878126 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32944) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:24.968388 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.060506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.074147 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc873100-8bd0-4219-9fec-c6b9ae1ca201']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:25.088948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955919a8-1d53-4762-94d7-60912dc90b20') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:25.100444 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955919a8-1d53-4762-94d7-60912dc90b20') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:25.100444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.115460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.123081 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:25.123494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:25.125328 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:25.278735 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.299389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.303020 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc873100-8bd0-4219-9fec-c6b9ae1ca201 HTTP/1.1" status: 204 len: 168 time: 0.4235222 Aug 31 08:38:25.307814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f40b1a9-4167-4d50-b282-8715fa598f68 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:38:25.315559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9002b-fe63-48c2-a101-a5fed5049839 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc873100-8bd0-4219-9fec-c6b9ae1ca201,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:25.339464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 0f40b1a9-4167-4d50-b282-8715fa598f68 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:38:25.339820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 0f40b1a9-4167-4d50-b282-8715fa598f68 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:38:25.680893 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32948) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:25.728187 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-49675433-cdb7-4936-8056-3801e94c1b46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f1a8369851d4c94a90f0b5e1aee2295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460582 Aug 31 08:38:25.730880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32950) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:25.789079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76b621fc-a212-4193-978b-49bd33039b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.813759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76b621fc-a212-4193-978b-49bd33039b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.947006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76b621fc-a212-4193-978b-49bd33039b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.950020 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-76b621fc-a212-4193-978b-49bd33039b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:25.951340 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-76b621fc-a212-4193-978b-49bd33039b0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c56ef22-50f6-4bba-b17d-e772c9da7e4e HTTP/1.1" status: 204 len: 168 time: 0.2194176 Aug 31 08:38:25.960337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b621fc-a212-4193-978b-49bd33039b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56ef22-50f6-4bba-b17d-e772c9da7e4e,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:26.472411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:26.540732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:26.750688 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bd24e65b-241b-4e1f-a733-ded9a50de395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.158476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:38:27.276007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32972) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:27.391501 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097941536'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:27.499629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:27.503361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.513132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.629225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.706696 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.734951 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:27.751025 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502f077a-f0ed-421d-8dc5-11f9e157cc92,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:27.756690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.757073 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Added segment 049587f9-a90a-4185-bf59-1e91b2a77890 of type vlan for network 969767a7-36c6-4e80-bb32-a6e15f99e851 Aug 31 08:38:27.807969 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.963682 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:27.970095 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:27.970734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:28.091657 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Network': ['ID=969767a7-36c6-4e80-bb32-a6e15f99e851,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:28.103436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 969767a7-36c6-4e80-bb32-a6e15f99e851 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:28.131807 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3351561b-e019-4223-993a-d13fafd75aef tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8540585 Aug 31 08:38:28.143715 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:29.729949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:31.580218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32976) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:31.585675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'subnet': {'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:31.758265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:31.762195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.043447 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.107006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Subnet': ['ID=2b0f746b-c61c-4020-b4f4-0230daf9e4fe,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:32.117381 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Checking segment: {'id': '049587f9-a90a-4185-bf59-1e91b2a77890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:32.117749 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network hostable DHCP agents. Network: 969767a7-36c6-4e80-bb32-a6e15f99e851, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:32.226152 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network 969767a7-36c6-4e80-bb32-a6e15f99e851 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:32.311814 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 969767a7-36c6-4e80-bb32-a6e15f99e851) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:32.317291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:32.318792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.323448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c070ec-efd2-46a1-84a6-762fb1f7d4d8 None None] Network 969767a7-36c6-4e80-bb32-a6e15f99e851 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:32.399410 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-067fd77f-7dcd-4371-9257-7bc58aa69af8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8176498 Aug 31 08:38:32.403474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32978) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:32.408818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596243701'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:32.479377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-969767a7-36c6-4e80-bb32-a6e15f99e851', 'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851', 'tenant_id': 'c6cfb77a91044df9b27bc9d40b91cc39', 'fixed_ips': [{'subnet_id': '2b0f746b-c61c-4020-b4f4-0230daf9e4fe'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:32.480302 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.560572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:32.567119 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.611170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:32.626203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.626764 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Added segment 769c120d-2d77-4f47-b2ce-c6b666803e01 of type vlan for network e1ea7267-31df-4a3f-9831-7849995c5961 Aug 31 08:38:32.665065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Allocated IP 2001:db8:0:ffff::2 (969767a7-36c6-4e80-bb32-a6e15f99e851/2b0f746b-c61c-4020-b4f4-0230daf9e4fe/ec798fe1-96c6-4737-aba1-46579515c94c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:32.692675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.786198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.795518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:32.796516 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.874105 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:32.886438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Transition to ACTIVE for port object ec798fe1-96c6-4737-aba1-46579515c94c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:32.891835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Network': ['ID=e1ea7267-31df-4a3f-9831-7849995c5961,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:32.907142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network e1ea7267-31df-4a3f-9831-7849995c5961 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:32.912598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Transition to ACTIVE for port object ec798fe1-96c6-4737-aba1-46579515c94c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:32.947541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0053848c-2f02-4edf-bfdd-6839d33e5160 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5427015 Aug 31 08:38:32.951210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32980) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:32.958018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'subnet': {'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:33.015943 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:33.081268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Network 969767a7-36c6-4e80-bb32-a6e15f99e851 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:33.090415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:33.096800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:33.112851 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Pushing event updated for resources: {'Port': ['ID=ec798fe1-96c6-4737-aba1-46579515c94c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:33.146763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:33.152842 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:33.190293 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Attempting to bind port ec798fe1-96c6-4737-aba1-46579515c94c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:33.190914 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Attempting to bind port ec798fe1-96c6-4737-aba1-46579515c94c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '049587f9-a90a-4185-bf59-1e91b2a77890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:33.191513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Attempting to bind port ec798fe1-96c6-4737-aba1-46579515c94c on network 969767a7-36c6-4e80-bb32-a6e15f99e851 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:33.200391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:33.201003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Checking segment: {'id': '049587f9-a90a-4185-bf59-1e91b2a77890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:33.201642 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:33.202325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Bound using segment: {'id': '049587f9-a90a-4185-bf59-1e91b2a77890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:33.203119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Bound port: ec798fe1-96c6-4737-aba1-46579515c94c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049587f9-a90a-4185-bf59-1e91b2a77890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '969767a7-36c6-4e80-bb32-a6e15f99e851'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:33.203752 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:33.498252 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] For port ec798fe1-96c6-4737-aba1-46579515c94c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:33.504285 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] For port ec798fe1-96c6-4737-aba1-46579515c94c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec798fe1-96c6-4737-aba1-46579515c94c,segment=NetworkSegment(049587f9-a90a-4185-bf59-1e91b2a77890),segment_id=049587f9-a90a-4185-bf59-1e91b2a77890)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:33.591702 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:33.676665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945be9a-a28f-421e-9178-0b80e9f80be3 None None] Pushing event updated for resources: {'Port': ['ID=ec798fe1-96c6-4737-aba1-46579515c94c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:33.947680 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:34.057773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Subnet': ['ID=e6608c64-59d6-4149-9eaa-17a14c97f456,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:34.077685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Checking segment: {'id': '769c120d-2d77-4f47-b2ce-c6b666803e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:34.077685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network hostable DHCP agents. Network: e1ea7267-31df-4a3f-9831-7849995c5961, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:34.192244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network e1ea7267-31df-4a3f-9831-7849995c5961 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:34.317838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, e1ea7267-31df-4a3f-9831-7849995c5961) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:34.324106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:34.325177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:34.337852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16040d-0f85-441e-930d-9167b041a42f None None] Network e1ea7267-31df-4a3f-9831-7849995c5961 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:34.441493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d6d6c963-7a0d-45c0-bea3-631971b627b3 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.4884229 Aug 31 08:38:34.442529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32982) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:34.569413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-e1ea7267-31df-4a3f-9831-7849995c5961', 'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961', 'tenant_id': 'c6cfb77a91044df9b27bc9d40b91cc39', 'fixed_ips': [{'subnet_id': 'e6608c64-59d6-4149-9eaa-17a14c97f456'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:34.570763 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:34.624120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:34.772345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Allocated IP 2001:db8::2 (e1ea7267-31df-4a3f-9831-7849995c5961/e6608c64-59d6-4149-9eaa-17a14c97f456/30ab7f09-74de-4d7e-a0fd-599d26152661) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:34.779108 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:34.869790 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09446f-1fc0-4439-bcc0-1d1f5f8fcff2 None None] Network 969767a7-36c6-4e80-bb32-a6e15f99e851 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:34.904413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec798fe1-96c6-4737-aba1-46579515c94c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:38:35.096168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c29648a9-f639-4b5d-b204-373d48718c0b None None] Provisioning for port ec798fe1-96c6-4737-aba1-46579515c94c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:35.150259 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.165328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Transition to ACTIVE for port object 30ab7f09-74de-4d7e-a0fd-599d26152661 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:35.194603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ec798fe1-96c6-4737-aba1-46579515c94c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:35.204785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Transition to ACTIVE for port object 30ab7f09-74de-4d7e-a0fd-599d26152661 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:35.208638 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ec798fe1-96c6-4737-aba1-46579515c94c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:35.208998 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.299993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.382439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.389693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Network e1ea7267-31df-4a3f-9831-7849995c5961 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:35.393192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Pushing event updated for resources: {'Port': ['ID=30ab7f09-74de-4d7e-a0fd-599d26152661,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:35.402510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:35.407208 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.408845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:35.464019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Subnet': ['ID=e6608c64-59d6-4149-9eaa-17a14c97f456,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:35.477857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port ec798fe1-96c6-4737-aba1-46579515c94c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec798fe1-96c6-4737-aba1-46579515c94c,segment=NetworkSegment(049587f9-a90a-4185-bf59-1e91b2a77890),segment_id=049587f9-a90a-4185-bf59-1e91b2a77890)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:35.498632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Attempting to bind port 30ab7f09-74de-4d7e-a0fd-599d26152661 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:35.501498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Attempting to bind port 30ab7f09-74de-4d7e-a0fd-599d26152661 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '769c120d-2d77-4f47-b2ce-c6b666803e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:35.501848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Attempting to bind port 30ab7f09-74de-4d7e-a0fd-599d26152661 on network e1ea7267-31df-4a3f-9831-7849995c5961 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:35.509513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:35.510129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Checking segment: {'id': '769c120d-2d77-4f47-b2ce-c6b666803e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:35.510781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.511341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Bound using segment: {'id': '769c120d-2d77-4f47-b2ce-c6b666803e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:35.512003 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Bound port: 30ab7f09-74de-4d7e-a0fd-599d26152661, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769c120d-2d77-4f47-b2ce-c6b666803e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1ea7267-31df-4a3f-9831-7849995c5961'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:35.512473 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.566723 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.585636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.600574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ea7267-31df-4a3f-9831-7849995c5961']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:35.619854 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769c120d-2d77-4f47-b2ce-c6b666803e01') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:35.620190 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769c120d-2d77-4f47-b2ce-c6b666803e01') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:35.630944 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.636287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-4912785e-1b6c-4cdf-9898-0cba3f34e4ec None None] Provisioning complete for port ec798fe1-96c6-4737-aba1-46579515c94c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:35.637145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4912785e-1b6c-4cdf-9898-0cba3f34e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.647012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] For port 30ab7f09-74de-4d7e-a0fd-599d26152661, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:35.648312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.657991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:35.663033 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:35.663592 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:35.685256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=ec798fe1-96c6-4737-aba1-46579515c94c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:35.751742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] For port 30ab7f09-74de-4d7e-a0fd-599d26152661, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=30ab7f09-74de-4d7e-a0fd-599d26152661,segment=NetworkSegment(769c120d-2d77-4f47-b2ce-c6b666803e01),segment_id=769c120d-2d77-4f47-b2ce-c6b666803e01)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:35.836875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 08:38:35.836875 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 08:38:35.836875 n-d-713499-16 neutron-server[95445]: [parameters: {'id': 'e1ea7267-31df-4a3f-9831-7849995c5961'}] Aug 31 08:38:35.836875 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:38:35.837517 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:38:35.872929 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:35.959267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba54b1-4ad4-4eb6-9019-a689cefbaf91 None None] Pushing event updated for resources: {'Port': ['ID=30ab7f09-74de-4d7e-a0fd-599d26152661,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:35.978234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f48e51-e08a-4fe5-aabe-977799587209 None None] Network e1ea7267-31df-4a3f-9831-7849995c5961 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:36.150207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3bc4e-3f22-4c03-8b29-13a640704bff None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:38:36.228758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3bc4e-3f22-4c03-8b29-13a640704bff None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:38:36.338994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:36.434008 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Deleting port 30ab7f09-74de-4d7e-a0fd-599d26152661 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:36.434577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:36.554014 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] For port 30ab7f09-74de-4d7e-a0fd-599d26152661, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=30ab7f09-74de-4d7e-a0fd-599d26152661,segment=NetworkSegment(769c120d-2d77-4f47-b2ce-c6b666803e01),segment_id=769c120d-2d77-4f47-b2ce-c6b666803e01)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:36.554766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:36.577177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Calling delete_port for 30ab7f09-74de-4d7e-a0fd-599d26152661 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:36.802331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec798fe1-96c6-4737-aba1-46579515c94c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:38:36.819608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:36.850570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Port': ['ID=30ab7f09-74de-4d7e-a0fd-599d26152661,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:36.856198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No DVR routers for this DVR port 30ab7f09-74de-4d7e-a0fd-599d26152661 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:36.890500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ec798fe1-96c6-4737-aba1-46579515c94c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:36.891569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:36.948646 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:36.960751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ea7267-31df-4a3f-9831-7849995c5961']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:36.975722 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769c120d-2d77-4f47-b2ce-c6b666803e01') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:36.976402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769c120d-2d77-4f47-b2ce-c6b666803e01') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:36.988574 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.006042 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.012768 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:37.013333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:37.017184 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:37.157307 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.162861 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.165303 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/e1ea7267-31df-4a3f-9831-7849995c5961 HTTP/1.1" status: 204 len: 168 time: 2.7211123 Aug 31 08:38:37.170647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32984) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:37.176956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893259130'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:37.183597 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795692b-4334-4104-8c76-2585bb1e8bc0 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Network': ['ID=e1ea7267-31df-4a3f-9831-7849995c5961,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:37.299373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:37.303086 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.329065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:37.339041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.339389 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Added segment 01a6a253-a55f-434f-8a92-4f391931f4ae of type vlan for network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b Aug 31 08:38:37.389488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.472109 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.478077 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:37.478708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.581737 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Network': ['ID=0dc1c9fc-f772-4c31-a9b8-93bb9349b55b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:37.592904 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:37.628293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-281e8753-e603-4bad-8b03-9f48c25efae2 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4557588 Aug 31 08:38:37.631854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32986) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:37.637561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'subnet': {'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:37.809533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:37.815809 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:37.915625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_backend_mixin [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Performing IP validity checks on allocation pools {{(pid=95446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 08:38:37.916525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.ipam_backend_mixin [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95446) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 08:38:38.129707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:38.193856 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Subnet': ['ID=371f1212-f586-409d-8b98-53cf103a0cf1,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:38.204131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Checking segment: {'id': '01a6a253-a55f-434f-8a92-4f391931f4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:38.204499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network hostable DHCP agents. Network: 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:38.295130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:38.380534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:38.386300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:38.387245 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:38.393304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31a929-a600-4adc-b8de-948d97e31edb None None] Network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:38.502830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-45181450-d39a-402a-8cba-96a04cbef44b tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8694086 Aug 31 08:38:38.505566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32988) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:38.561688 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-0dc1c9fc-f772-4c31-a9b8-93bb9349b55b', 'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b', 'tenant_id': 'c6cfb77a91044df9b27bc9d40b91cc39', 'fixed_ips': [{'subnet_id': '371f1212-f586-409d-8b98-53cf103a0cf1'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:38.563505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:38.628095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:38.707341 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:38.763109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Allocated IP 2001:db8::3 (0dc1c9fc-f772-4c31-a9b8-93bb9349b55b/371f1212-f586-409d-8b98-53cf103a0cf1/e98fb639-6404-4a84-baae-b7a79ee85dcd) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:38.930951 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:38.942000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Transition to ACTIVE for port object e98fb639-6404-4a84-baae-b7a79ee85dcd will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:38.959722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Transition to ACTIVE for port object e98fb639-6404-4a84-baae-b7a79ee85dcd will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:39.044340 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.087669 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:39.091127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:39.096249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:39.099508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Pushing event updated for resources: {'Port': ['ID=e98fb639-6404-4a84-baae-b7a79ee85dcd,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:39.152671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.155335 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Attempting to bind port e98fb639-6404-4a84-baae-b7a79ee85dcd on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:39.155711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Attempting to bind port e98fb639-6404-4a84-baae-b7a79ee85dcd by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '01a6a253-a55f-434f-8a92-4f391931f4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:39.156175 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Attempting to bind port e98fb639-6404-4a84-baae-b7a79ee85dcd on network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:39.164752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:39.168533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Checking segment: {'id': '01a6a253-a55f-434f-8a92-4f391931f4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:39.168533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.168533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Bound using segment: {'id': '01a6a253-a55f-434f-8a92-4f391931f4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:39.168533 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Bound port: e98fb639-6404-4a84-baae-b7a79ee85dcd, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a6a253-a55f-434f-8a92-4f391931f4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:39.168533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.181572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Subnet': ['ID=371f1212-f586-409d-8b98-53cf103a0cf1,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:39.257741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] For port e98fb639-6404-4a84-baae-b7a79ee85dcd, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:39.262238 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.263063 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] For port e98fb639-6404-4a84-baae-b7a79ee85dcd, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e98fb639-6404-4a84-baae-b7a79ee85dcd,segment=NetworkSegment(01a6a253-a55f-434f-8a92-4f391931f4ae),segment_id=01a6a253-a55f-434f-8a92-4f391931f4ae)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:39.275039 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc1c9fc-f772-4c31-a9b8-93bb9349b55b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:39.292446 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a6a253-a55f-434f-8a92-4f391931f4ae') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:39.292747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a6a253-a55f-434f-8a92-4f391931f4ae') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:39.304440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.353271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.358072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.369348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:39.370035 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:39.376054 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:39.481541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67219b7c-11f4-48ac-bd3a-8b839a6f2a2e None None] Pushing event updated for resources: {'Port': ['ID=e98fb639-6404-4a84-baae-b7a79ee85dcd,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:39.484504 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.db.api [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 08:38:39.484504 n-d-713499-16 neutron-server[95445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 08:38:39.484504 n-d-713499-16 neutron-server[95445]: [parameters: {'id': '0dc1c9fc-f772-4c31-a9b8-93bb9349b55b'}] Aug 31 08:38:39.484504 n-d-713499-16 neutron-server[95445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:38:39.485079 n-d-713499-16 neutron-server[95445]: DEBUG oslo_db.api [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:38:39.496917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0643d-0065-46d0-8735-61cbd907a5e4 None None] Network 0dc1c9fc-f772-4c31-a9b8-93bb9349b55b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:39.638979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec100d99-0101-4bad-8fed-b96626716c5c None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:38:39.713518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec100d99-0101-4bad-8fed-b96626716c5c None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:38:39.986014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.064404 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Deleting port e98fb639-6404-4a84-baae-b7a79ee85dcd {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:40.064987 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.446324 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] For port e98fb639-6404-4a84-baae-b7a79ee85dcd, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e98fb639-6404-4a84-baae-b7a79ee85dcd,segment=NetworkSegment(01a6a253-a55f-434f-8a92-4f391931f4ae),segment_id=01a6a253-a55f-434f-8a92-4f391931f4ae)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:40.446778 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.460139 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Calling delete_port for e98fb639-6404-4a84-baae-b7a79ee85dcd owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:40.672952 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.706087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Port': ['ID=e98fb639-6404-4a84-baae-b7a79ee85dcd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:40.707892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No DVR routers for this DVR port e98fb639-6404-4a84-baae-b7a79ee85dcd on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:40.794592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.809137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc1c9fc-f772-4c31-a9b8-93bb9349b55b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:40.821247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a6a253-a55f-434f-8a92-4f391931f4ae') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:40.821588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a6a253-a55f-434f-8a92-4f391931f4ae') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:40.834664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.850153 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.857595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:40.858300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:40.863925 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:41.055090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.062811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.065117 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/0dc1c9fc-f772-4c31-a9b8-93bb9349b55b HTTP/1.1" status: 204 len: 168 time: 2.5584202 Aug 31 08:38:41.070426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32990) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:41.077651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1427057912'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:41.083162 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8c88f-2cd2-4932-82f4-92bbb6156f37 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Network': ['ID=0dc1c9fc-f772-4c31-a9b8-93bb9349b55b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:41.180476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:41.184279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.211228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:41.222265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.226340 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Added segment c7a07acd-590e-4814-bb12-3be68a9bf8d5 of type vlan for network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab Aug 31 08:38:41.271708 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.432080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.438639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:41.439291 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:41.515444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Network': ['ID=dc5c5204-fe41-4ef0-a8a7-aadc47e95cab,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:41.527545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:41.610610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e7a0bdc4-b16e-40fd-acd7-fcb81eacc3a7 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5384293 Aug 31 08:38:41.615381 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32992) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:41.622163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'subnet': {'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:41.882644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:41.886617 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.175514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.258603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Subnet': ['ID=64d3d20f-8e6f-49a0-9cbb-d399614f1e0c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:42.270603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Checking segment: {'id': 'c7a07acd-590e-4814-bb12-3be68a9bf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:42.270977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network hostable DHCP agents. Network: dc5c5204-fe41-4ef0-a8a7-aadc47e95cab, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:42.369221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:42.466425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, dc5c5204-fe41-4ef0-a8a7-aadc47e95cab) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:42.473608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:42.473608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.480352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a52647-51e7-4378-8e8c-564236d60efb None None] Network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:42.571878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c9d102d9-a543-456b-adc2-056176d6f7b8 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9562621 Aug 31 08:38:42.575690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32994) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:42.582668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80577894'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:42.663161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-dc5c5204-fe41-4ef0-a8a7-aadc47e95cab', 'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab', 'tenant_id': 'c6cfb77a91044df9b27bc9d40b91cc39', 'fixed_ips': [{'subnet_id': '64d3d20f-8e6f-49a0-9cbb-d399614f1e0c'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:42.664682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.717677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:42.722757 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.762294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:42.772994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.773408 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Added segment 587322ac-47af-4268-a5a0-65fae4cedab8 of type vlan for network da3293eb-10ea-4cf5-91d6-8423e97bc672 Aug 31 08:38:42.834247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:42.841582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Allocated IP 2001:db8::2 (dc5c5204-fe41-4ef0-a8a7-aadc47e95cab/64d3d20f-8e6f-49a0-9cbb-d399614f1e0c/564dfc44-70de-4a45-9613-ac1f234183ff) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:43.042565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.043485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.050498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:43.051605 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.058613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Transition to ACTIVE for port object 564dfc44-70de-4a45-9613-ac1f234183ff will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:43.088757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Transition to ACTIVE for port object 564dfc44-70de-4a45-9613-ac1f234183ff will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:43.126063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Network': ['ID=da3293eb-10ea-4cf5-91d6-8423e97bc672,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:43.136026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network da3293eb-10ea-4cf5-91d6-8423e97bc672 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:43.192468 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9d19551-8c2a-4048-9d08-2b519e407957 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6153874 Aug 31 08:38:43.195463 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 32996) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:43.200651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Request body: {'subnet': {'network_id': 'da3293eb-10ea-4cf5-91d6-8423e97bc672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:43.226535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.270506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:43.274046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:43.276742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:43.289935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Pushing event updated for resources: {'Port': ['ID=564dfc44-70de-4a45-9613-ac1f234183ff,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:43.347782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Attempting to bind port 564dfc44-70de-4a45-9613-ac1f234183ff on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:43.348217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Attempting to bind port 564dfc44-70de-4a45-9613-ac1f234183ff by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c7a07acd-590e-4814-bb12-3be68a9bf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:43.348632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Attempting to bind port 564dfc44-70de-4a45-9613-ac1f234183ff on network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:43.355457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:43.355857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Checking segment: {'id': 'c7a07acd-590e-4814-bb12-3be68a9bf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:43.356248 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.356647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Bound using segment: {'id': 'c7a07acd-590e-4814-bb12-3be68a9bf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:43.357151 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Bound port: 564dfc44-70de-4a45-9613-ac1f234183ff, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a07acd-590e-4814-bb12-3be68a9bf8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dc5c5204-fe41-4ef0-a8a7-aadc47e95cab'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:43.357541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.397586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Made reservation on behalf of c6cfb77a91044df9b27bc9d40b91cc39 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:43.402732 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.449855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] For port 564dfc44-70de-4a45-9613-ac1f234183ff, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:43.453611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] For port 564dfc44-70de-4a45-9613-ac1f234183ff, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=564dfc44-70de-4a45-9613-ac1f234183ff,segment=NetworkSegment(c7a07acd-590e-4814-bb12-3be68a9bf8d5),segment_id=c7a07acd-590e-4814-bb12-3be68a9bf8d5)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:43.553031 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.653737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bbfc8-f6f6-40eb-9ea4-974b728ea75f None None] Pushing event updated for resources: {'Port': ['ID=564dfc44-70de-4a45-9613-ac1f234183ff,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:43.712205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:43.813760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event updated for resources: {'Subnet': ['ID=8bc6dd3e-150d-4a28-8358-8b56db797a08,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:43.851835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Checking segment: {'id': '587322ac-47af-4268-a5a0-65fae4cedab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'da3293eb-10ea-4cf5-91d6-8423e97bc672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:43.852438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network hostable DHCP agents. Network: da3293eb-10ea-4cf5-91d6-8423e97bc672, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:44.003498 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Network da3293eb-10ea-4cf5-91d6-8423e97bc672 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:44.100940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, da3293eb-10ea-4cf5-91d6-8423e97bc672) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:44.107639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:44.108690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.115719 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafc1f6-96bf-4d1b-a4ca-012e468ab9b7 None None] Network da3293eb-10ea-4cf5-91d6-8423e97bc672 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:44.245448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e155709b-5097-45a1-817d-c3acc013e377 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0486612 Aug 31 08:38:44.248330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 32998) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:44.394935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.545333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.548946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476bd3a-c316-4ca7-893f-d8ddb2e64416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-da3293eb-10ea-4cf5-91d6-8423e97bc672', 'network_id': 'da3293eb-10ea-4cf5-91d6-8423e97bc672', 'tenant_id': 'c6cfb77a91044df9b27bc9d40b91cc39', 'fixed_ips': [{'subnet_id': '8bc6dd3e-150d-4a28-8358-8b56db797a08'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:44.550546 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7476bd3a-c316-4ca7-893f-d8ddb2e64416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.707318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.730897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11412f39-d211-4577-8b06-63a141d28d07 None None] Network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:44.752825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc6dd3e-150d-4a28-8358-8b56db797a08,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server [None req-7476bd3a-c316-4ca7-893f-d8ddb2e64416 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bc6dd3e-150d-4a28-8358-8b56db797a08: This subnet is being modified by another concurrent operation. Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server raise exception Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bc6dd3e-150d-4a28-8358-8b56db797a08: This subnet is being modified by another concurrent operation. Aug 31 08:38:44.854772 n-d-713499-16 neutron-server[95447]: ERROR oslo_messaging.rpc.server Aug 31 08:38:44.872236 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.885833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3293eb-10ea-4cf5-91d6-8423e97bc672']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:44.907163 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587322ac-47af-4268-a5a0-65fae4cedab8') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:44.907522 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587322ac-47af-4268-a5a0-65fae4cedab8') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:44.916474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e048bb9-ecb5-436c-b43f-839e3703ec10 None None] Network da3293eb-10ea-4cf5-91d6-8423e97bc672 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:44.918684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 564dfc44-70de-4a45-9613-ac1f234183ff up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:38:44.919823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.924569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1d06202b-2aa2-4a02-bda1-a22c612015ff None None] Provisioning for port 564dfc44-70de-4a45-9613-ac1f234183ff completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:44.940803 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.953402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:44.954110 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:44.959940 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:45.203707 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.209445 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.211606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/da3293eb-10ea-4cf5-91d6-8423e97bc672 HTTP/1.1" status: 204 len: 168 time: 0.9599798 Aug 31 08:38:45.216677 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33000) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:45.221255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 564dfc44-70de-4a45-9613-ac1f234183ff completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:45.230212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 564dfc44-70de-4a45-9613-ac1f234183ff triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:45.230535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653c40-f867-4c68-a157-3eae8246c218 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Network': ['ID=da3293eb-10ea-4cf5-91d6-8423e97bc672,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:45.231418 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.268727 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-544abea3-2422-42a3-a831-d97ee97b92de tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] GET failed (client error): The resource could not be found. Aug 31 08:38:45.271581 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-544abea3-2422-42a3-a831-d97ee97b92de tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "GET /v2.0/subnets/8bc6dd3e-150d-4a28-8358-8b56db797a08 HTTP/1.1" status: 404 len: 337 time: 0.0535288 Aug 31 08:38:45.275939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33002) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:45.299561 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-25674f58-dea5-429f-96f1-6c4ff05203d5 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:45.300299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25674f58-dea5-429f-96f1-6c4ff05203d5 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:45.302190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-25674f58-dea5-429f-96f1-6c4ff05203d5 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/da3293eb-10ea-4cf5-91d6-8423e97bc672 HTTP/1.1" status: 404 len: 339 time: 0.0251837 Aug 31 08:38:45.306418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33004) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:45.334921 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55a008d-79a0-45b1-9e84-ad28e51e401c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:45.335395 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55a008d-79a0-45b1-9e84-ad28e51e401c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:45.337197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d55a008d-79a0-45b1-9e84-ad28e51e401c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/subnets/8bc6dd3e-150d-4a28-8358-8b56db797a08 HTTP/1.1" status: 404 len: 337 time: 0.0297792 Aug 31 08:38:45.340413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33006) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:45.363574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.367428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1854e774-1461-4b36-adbb-c585d4564598 None None] get_active_networks_info from n-d-713499-16 {{(pid=95447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:38:45.368920 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-add748fd-a48d-4be1-9780-bb2173eae5fd tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:45.369656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add748fd-a48d-4be1-9780-bb2173eae5fd tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:45.371646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-add748fd-a48d-4be1-9780-bb2173eae5fd tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/da3293eb-10ea-4cf5-91d6-8423e97bc672 HTTP/1.1" status: 404 len: 339 time: 0.0299661 Aug 31 08:38:45.376114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33008) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:45.443893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 564dfc44-70de-4a45-9613-ac1f234183ff, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=564dfc44-70de-4a45-9613-ac1f234183ff,segment=NetworkSegment(c7a07acd-590e-4814-bb12-3be68a9bf8d5),segment_id=c7a07acd-590e-4814-bb12-3be68a9bf8d5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:45.458123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Deleting subnet 64d3d20f-8e6f-49a0-9cbb-d399614f1e0c {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:38:45.460015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dbe7fef8-0daf-400e-90e5-4b9936582707 None None] Provisioning complete for port 564dfc44-70de-4a45-9613-ac1f234183ff triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:45.460394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fef8-0daf-400e-90e5-4b9936582707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.463743 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.525635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854e774-1461-4b36-adbb-c585d4564598 None None] Resources bound (agent type, host, resource id): {{(pid=95447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 08:38:45.537943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.579971 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.665524 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fef8-0daf-400e-90e5-4b9936582707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.676005 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.696848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=564dfc44-70de-4a45-9613-ac1f234183ff,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:45.839709 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.875823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Subnet': ['ID=64d3d20f-8e6f-49a0-9cbb-d399614f1e0c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:45.896319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:45.896319 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1ada0c7-6f07-41e6-a5b1-965a7d8c0d0c tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/subnets/64d3d20f-8e6f-49a0-9cbb-d399614f1e0c HTTP/1.1" status: 204 len: 168 time: 0.5029230 Aug 31 08:38:45.897426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33010) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:45.897556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b889093-4f63-41ad-bd0f-e9fdf884b720 None None] Network dc5c5204-fe41-4ef0-a8a7-aadc47e95cab requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:45.938769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.db.api [None req-dbe7fef8-0daf-400e-90e5-4b9936582707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:38:45.938769 n-d-713499-16 neutron-server[95447]: DEBUG oslo_db.api [None req-dbe7fef8-0daf-400e-90e5-4b9936582707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:38:46.020531 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.086714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] DHCP port deletion for dc5c5204-fe41-4ef0-a8a7-aadc47e95cab request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:38:46.092199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Deleting port 564dfc44-70de-4a45-9613-ac1f234183ff {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:46.092552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.147398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] Deleting port 564dfc44-70de-4a45-9613-ac1f234183ff {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:46.147861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.164582 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] For port 564dfc44-70de-4a45-9613-ac1f234183ff, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=564dfc44-70de-4a45-9613-ac1f234183ff,segment=NetworkSegment(c7a07acd-590e-4814-bb12-3be68a9bf8d5),segment_id=c7a07acd-590e-4814-bb12-3be68a9bf8d5)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:46.164942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.181422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Calling delete_port for 564dfc44-70de-4a45-9613-ac1f234183ff owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:46.231072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] For port 564dfc44-70de-4a45-9613-ac1f234183ff, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=564dfc44-70de-4a45-9613-ac1f234183ff,segment=NetworkSegment(c7a07acd-590e-4814-bb12-3be68a9bf8d5),segment_id=c7a07acd-590e-4814-bb12-3be68a9bf8d5)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:46.231854 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.255328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] Calling delete_port for 564dfc44-70de-4a45-9613-ac1f234183ff owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:46.443641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.471389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.482021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Port': ['ID=564dfc44-70de-4a45-9613-ac1f234183ff,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:46.488385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No DVR routers for this DVR port 564dfc44-70de-4a45-9613-ac1f234183ff on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:46.500787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] Pushing event deleted for resources: {'Port': ['ID=564dfc44-70de-4a45-9613-ac1f234183ff,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:46.506969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa72eaf-c161-4ee2-8f3c-69427a1411a2 None None] No DVR routers for this DVR port 564dfc44-70de-4a45-9613-ac1f234183ff on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:46.593395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.607210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5c5204-fe41-4ef0-a8a7-aadc47e95cab']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:46.625873 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a07acd-590e-4814-bb12-3be68a9bf8d5') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:46.626272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a07acd-590e-4814-bb12-3be68a9bf8d5') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:46.637237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.653141 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.661051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:46.661642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:46.665682 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:46.818032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 564dfc44-70de-4a45-9613-ac1f234183ff no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:38:46.831259 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.836197 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:46.841599 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/dc5c5204-fe41-4ef0-a8a7-aadc47e95cab HTTP/1.1" status: 204 len: 168 time: 0.9522917 Aug 31 08:38:46.841826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 564dfc44-70de-4a45-9613-ac1f234183ff {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:38:46.841826 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 564dfc44-70de-4a45-9613-ac1f234183ff not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:38:46.843883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33012) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:46.857738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea766cc3-d299-44e7-9284-f41e100eff7a tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Network': ['ID=dc5c5204-fe41-4ef0-a8a7-aadc47e95cab,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:46.894286 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c800b71-c48e-428e-a82a-295e7012f95e tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:46.895085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c800b71-c48e-428e-a82a-295e7012f95e tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:46.898305 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0c800b71-c48e-428e-a82a-295e7012f95e tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/subnets/371f1212-f586-409d-8b98-53cf103a0cf1 HTTP/1.1" status: 404 len: 337 time: 0.0528145 Aug 31 08:38:46.901239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33014) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:46.921636 n-d-713499-16 neutron-server[95445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c241233-9482-4b9c-91ba-3e1df01d2e26 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:46.922328 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c241233-9482-4b9c-91ba-3e1df01d2e26 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:46.924143 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3c241233-9482-4b9c-91ba-3e1df01d2e26 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/0dc1c9fc-f772-4c31-a9b8-93bb9349b55b HTTP/1.1" status: 404 len: 339 time: 0.0216732 Aug 31 08:38:46.927429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33016) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:46.957930 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-b966c144-d302-4993-87be-cc58fca4a792 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:46.958391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b966c144-d302-4993-87be-cc58fca4a792 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:46.960198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b966c144-d302-4993-87be-cc58fca4a792 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/subnets/e6608c64-59d6-4149-9eaa-17a14c97f456 HTTP/1.1" status: 404 len: 337 time: 0.0313220 Aug 31 08:38:46.963595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33018) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:46.984216 n-d-713499-16 neutron-server[95446]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df102c9-4f4f-4c98-8557-9a60510f11c1 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] DELETE failed (client error): The resource could not be found. Aug 31 08:38:46.984813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df102c9-4f4f-4c98-8557-9a60510f11c1 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95446) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 08:38:46.986646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7df102c9-4f4f-4c98-8557-9a60510f11c1 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/e1ea7267-31df-4a3f-9831-7849995c5961 HTTP/1.1" status: 404 len: 339 time: 0.0219436 Aug 31 08:38:46.989571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33020) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:47.050248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Deleting subnet 2b0f746b-c61c-4020-b4f4-0230daf9e4fe {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:38:47.053734 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.097120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.194212 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.346624 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.375826 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0f746b-c61c-4020-b4f4-0230daf9e4fe,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:47.379839 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.383663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-180b1f73-0079-462c-8104-0e8f5f4d4966 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/subnets/2b0f746b-c61c-4020-b4f4-0230daf9e4fe HTTP/1.1" status: 204 len: 168 time: 0.3925524 Aug 31 08:38:47.384436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:47.390074 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b8995-ba8e-4531-9502-4eb2ff96b611 None None] Network 969767a7-36c6-4e80-bb32-a6e15f99e851 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:47.481378 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.544481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Deleting port ec798fe1-96c6-4737-aba1-46579515c94c {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:47.545060 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.628997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] DHCP port deletion for 969767a7-36c6-4e80-bb32-a6e15f99e851 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:38:47.660451 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] For port ec798fe1-96c6-4737-aba1-46579515c94c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec798fe1-96c6-4737-aba1-46579515c94c,segment=NetworkSegment(049587f9-a90a-4185-bf59-1e91b2a77890),segment_id=049587f9-a90a-4185-bf59-1e91b2a77890)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:47.661041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.686895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Calling delete_port for ec798fe1-96c6-4737-aba1-46579515c94c owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:47.694340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] Deleting port ec798fe1-96c6-4737-aba1-46579515c94c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:47.694942 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.818114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] For port ec798fe1-96c6-4737-aba1-46579515c94c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ec798fe1-96c6-4737-aba1-46579515c94c,segment=NetworkSegment(049587f9-a90a-4185-bf59-1e91b2a77890),segment_id=049587f9-a90a-4185-bf59-1e91b2a77890)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:47.818793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.840524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] Calling delete_port for ec798fe1-96c6-4737-aba1-46579515c94c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:47.940902 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.951074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:47.982470 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] No DVR routers for this DVR port ec798fe1-96c6-4737-aba1-46579515c94c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:47.987992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Port': ['ID=ec798fe1-96c6-4737-aba1-46579515c94c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:47.992709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137545-e280-4111-8e9d-5509125b6261 None None] Pushing event deleted for resources: {'Port': ['ID=ec798fe1-96c6-4737-aba1-46579515c94c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:47.993713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] No DVR routers for this DVR port ec798fe1-96c6-4737-aba1-46579515c94c on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:48.137736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:48.150391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969767a7-36c6-4e80-bb32-a6e15f99e851']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:48.163590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049587f9-a90a-4185-bf59-1e91b2a77890') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:48.164105 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049587f9-a90a-4185-bf59-1e91b2a77890') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:48.174740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:48.193184 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:48.200804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:48.201224 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:48.205350 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:48.357906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:48.372669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:48.376634 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] 10.222.0.36 "DELETE /v2.0/networks/969767a7-36c6-4e80-bb32-a6e15f99e851 HTTP/1.1" status: 204 len: 168 time: 0.9906278 Aug 31 08:38:48.395777 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b3878-2f0c-4ce1-83a6-7b708c973e73 tempest-NetworksIpV6Test-1506529748 tempest-NetworksIpV6Test-1506529748-project] Pushing event deleted for resources: {'Network': ['ID=969767a7-36c6-4e80-bb32-a6e15f99e851,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:48.807591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec798fe1-96c6-4737-aba1-46579515c94c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:38:48.831802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ec798fe1-96c6-4737-aba1-46579515c94c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:38:48.832217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ec798fe1-96c6-4737-aba1-46579515c94c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:38:48.971751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33028) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:49.144598 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-730ca12a-8d63-423c-93a0-6ad19e8c316a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6cfb77a91044df9b27bc9d40b91cc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713834 Aug 31 08:38:49.147207 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:49.237198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3c50-d889-441a-9416-3071f9c031a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:49.266021 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3c50-d889-441a-9416-3071f9c031a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:49.403004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3c50-d889-441a-9416-3071f9c031a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:49.406022 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5cbc3c50-d889-441a-9416-3071f9c031a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:49.408688 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5cbc3c50-d889-441a-9416-3071f9c031a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/502f077a-f0ed-421d-8dc5-11f9e157cc92 HTTP/1.1" status: 204 len: 168 time: 0.2587860 Aug 31 08:38:49.417497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc3c50-d889-441a-9416-3071f9c031a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f077a-f0ed-421d-8dc5-11f9e157cc92,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:50.712040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33054) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:50.848091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1802116567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:50.996641 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:50.998098 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.070974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.168355 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.272243 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.273638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a6a60421-659d-4f87-ab72-7f35f2973148 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5604470 Aug 31 08:38:51.277282 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33058) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:51.285081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-427361844'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:51.392272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Made reservation on behalf of 5e5fd707af41417792d267d694af8fe6 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:51.396099 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.407467 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.530586 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.609581 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.639788 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:51.651089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b33b53-3296-4db7-b11b-63e779cd3bae,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:51.657612 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.658191 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Added segment 0e916299-46c5-4457-8c5d-969900489ceb of type vlan for network 8c0112fe-9849-4331-8cd8-78d26b80a9ae Aug 31 08:38:51.712214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.803769 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.810127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:51.810872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:51.895938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event updated for resources: {'Network': ['ID=8c0112fe-9849-4331-8cd8-78d26b80a9ae,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:51.912396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 8c0112fe-9849-4331-8cd8-78d26b80a9ae details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:51.969413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a0803ab7-ce02-4523-abb3-3fcd05d2460c tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6903517 Aug 31 08:38:51.973570 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33062) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:51.980298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Request body: {'subnet': {'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:52.134921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Made reservation on behalf of 5e5fd707af41417792d267d694af8fe6 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:52.141515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:52.426468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:52.496754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event updated for resources: {'Subnet': ['ID=fe30fefc-f202-473a-baa2-bb6291095276,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:52.507821 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Checking segment: {'id': '0e916299-46c5-4457-8c5d-969900489ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:52.508227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Network hostable DHCP agents. Network: 8c0112fe-9849-4331-8cd8-78d26b80a9ae, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:52.585823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Network 8c0112fe-9849-4331-8cd8-78d26b80a9ae is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:52.672613 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 8c0112fe-9849-4331-8cd8-78d26b80a9ae) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:52.679537 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:52.680744 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:52.682584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85dfbc-da7d-42d6-9f03-bd4900e79b74 None None] Network 8c0112fe-9849-4331-8cd8-78d26b80a9ae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:52.775880 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2e5f9dd4-9bef-433f-be1b-998d33245014 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8005519 Aug 31 08:38:52.779956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33064) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:52.787070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-571164567'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:52.876283 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-8c0112fe-9849-4331-8cd8-78d26b80a9ae', 'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae', 'tenant_id': '5e5fd707af41417792d267d694af8fe6', 'fixed_ips': [{'subnet_id': 'fe30fefc-f202-473a-baa2-bb6291095276'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:52.877225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:52.895709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Made reservation on behalf of 5e5fd707af41417792d267d694af8fe6 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:52.901785 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:52.936552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:38:52.948848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:52.949341 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Added segment 74d8a3f2-17a8-40cc-85d8-1f8959067a3b of type vlan for network c6e07dda-1d62-45a4-aca9-62424b9f9a3b Aug 31 08:38:53.006846 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.068197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Allocated IP 172.20.0.2 (8c0112fe-9849-4331-8cd8-78d26b80a9ae/fe30fefc-f202-473a-baa2-bb6291095276/00ce014f-fba4-497f-9825-455ea578f37c) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:53.111973 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.121921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:53.123066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.238596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event updated for resources: {'Network': ['ID=c6e07dda-1d62-45a4-aca9-62424b9f9a3b,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:53.254498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network c6e07dda-1d62-45a4-aca9-62424b9f9a3b details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:38:53.301408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b8d34581-0d03-4205-8115-878a79651e4f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5191784 Aug 31 08:38:53.304687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33066) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:53.310917 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Request body: {'subnet': {'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:53.343760 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.375770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Transition to ACTIVE for port object 00ce014f-fba4-497f-9825-455ea578f37c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:53.427633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Transition to ACTIVE for port object 00ce014f-fba4-497f-9825-455ea578f37c will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:53.506529 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Made reservation on behalf of 5e5fd707af41417792d267d694af8fe6 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:38:53.510677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.535771 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.598532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Network 8c0112fe-9849-4331-8cd8-78d26b80a9ae is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:53.605132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:53.609928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:53.619876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Pushing event updated for resources: {'Port': ['ID=00ce014f-fba4-497f-9825-455ea578f37c,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:53.701548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Attempting to bind port 00ce014f-fba4-497f-9825-455ea578f37c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:53.701994 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Attempting to bind port 00ce014f-fba4-497f-9825-455ea578f37c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0e916299-46c5-4457-8c5d-969900489ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:53.702390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Attempting to bind port 00ce014f-fba4-497f-9825-455ea578f37c on network 8c0112fe-9849-4331-8cd8-78d26b80a9ae {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:53.708263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:53.708639 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Checking segment: {'id': '0e916299-46c5-4457-8c5d-969900489ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:53.709051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.709448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Bound using segment: {'id': '0e916299-46c5-4457-8c5d-969900489ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:53.709948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Bound port: 00ce014f-fba4-497f-9825-455ea578f37c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e916299-46c5-4457-8c5d-969900489ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8c0112fe-9849-4331-8cd8-78d26b80a9ae'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:53.710402 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.778099 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b46bce8a-6b6a-411d-883d-ec6fb05d5a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.795959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] For port 00ce014f-fba4-497f-9825-455ea578f37c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:53.801548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] For port 00ce014f-fba4-497f-9825-455ea578f37c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=00ce014f-fba4-497f-9825-455ea578f37c,segment=NetworkSegment(0e916299-46c5-4457-8c5d-969900489ceb),segment_id=0e916299-46c5-4457-8c5d-969900489ceb)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:53.844112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.902521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:53.910957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event updated for resources: {'Subnet': ['ID=a0359ab8-f190-4835-968d-2bde89023da5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:53.928301 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Checking segment: {'id': '74d8a3f2-17a8-40cc-85d8-1f8959067a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:53.928654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Network hostable DHCP agents. Network: c6e07dda-1d62-45a4-aca9-62424b9f9a3b, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:38:53.979082 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04ad61-d014-47e1-b452-a1928195f85b None None] Pushing event updated for resources: {'Port': ['ID=00ce014f-fba4-497f-9825-455ea578f37c,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:54.043450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Network c6e07dda-1d62-45a4-aca9-62424b9f9a3b is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:38:54.160261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, c6e07dda-1d62-45a4-aca9-62424b9f9a3b) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:54.169580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:38:54.169580 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:54.178710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb557498-54bf-4526-a0fe-6566da2e17c4 None None] Network c6e07dda-1d62-45a4-aca9-62424b9f9a3b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:54.307009 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eb40ce5f-57a3-4f45-9a30-6c417696a8d6 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0007052 Aug 31 08:38:54.318130 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33068) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:54.319660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c3e54523-90d2-486a-884d-870cecc202c3 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:38:54.479703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:54.629168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3e54523-90d2-486a-884d-870cecc202c3 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:54.656078 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-c6e07dda-1d62-45a4-aca9-62424b9f9a3b', 'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b', 'tenant_id': '5e5fd707af41417792d267d694af8fe6', 'fixed_ips': [{'subnet_id': 'a0359ab8-f190-4835-968d-2bde89023da5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:38:54.661968 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:54.879328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Allocated IP 172.21.0.2 (c6e07dda-1d62-45a4-aca9-62424b9f9a3b/a0359ab8-f190-4835-968d-2bde89023da5/d6f0e63e-8720-4dae-93cf-3f7506aebef9) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:38:54.890433 n-d-713499-16 neutron-server[95445]: INFO neutron.api.v2.resource [None req-c3e54523-90d2-486a-884d-870cecc202c3 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 08:38:54.898431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33070) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:54.899537 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3e54523-90d2-486a-884d-870cecc202c3 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "PUT /v2.0/routers/195d3f71-a27c-4c84-8085-06b2369b83cd HTTP/1.1" status: 400 len: 364 time: 0.5865340 Aug 31 08:38:54.967611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Deleting subnet a0359ab8-f190-4835-968d-2bde89023da5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:38:54.972108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 00ce014f-fba4-497f-9825-455ea578f37c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:38:55.090259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7a6f9-141a-428f-b889-f5132929d47f None None] Network 8c0112fe-9849-4331-8cd8-78d26b80a9ae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:55.223659 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.242607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Transition to ACTIVE for port object d6f0e63e-8720-4dae-93cf-3f7506aebef9 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:55.258508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 00ce014f-fba4-497f-9825-455ea578f37c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:55.291037 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Transition to ACTIVE for port object d6f0e63e-8720-4dae-93cf-3f7506aebef9 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:38:55.398176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] Provisioning for port 00ce014f-fba4-497f-9825-455ea578f37c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:38:55.404814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] Provisioning complete for port 00ce014f-fba4-497f-9825-455ea578f37c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:55.405426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.471852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.480706 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.529564 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.588064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Network c6e07dda-1d62-45a4-aca9-62424b9f9a3b is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:38:55.612592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:38:55.622715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:38:55.631280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Pushing event updated for resources: {'Port': ['ID=d6f0e63e-8720-4dae-93cf-3f7506aebef9,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:55.644898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.649498 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.770870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] For port 00ce014f-fba4-497f-9825-455ea578f37c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=00ce014f-fba4-497f-9825-455ea578f37c,segment=NetworkSegment(0e916299-46c5-4457-8c5d-969900489ceb),segment_id=0e916299-46c5-4457-8c5d-969900489ceb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:55.772740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Attempting to bind port d6f0e63e-8720-4dae-93cf-3f7506aebef9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:38:55.773347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Attempting to bind port d6f0e63e-8720-4dae-93cf-3f7506aebef9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '74d8a3f2-17a8-40cc-85d8-1f8959067a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:38:55.774001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Attempting to bind port d6f0e63e-8720-4dae-93cf-3f7506aebef9 on network c6e07dda-1d62-45a4-aca9-62424b9f9a3b {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:38:55.783480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:38:55.784076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Checking segment: {'id': '74d8a3f2-17a8-40cc-85d8-1f8959067a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:38:55.784662 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.785221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Bound using segment: {'id': '74d8a3f2-17a8-40cc-85d8-1f8959067a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:38:55.785919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Bound port: d6f0e63e-8720-4dae-93cf-3f7506aebef9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d8a3f2-17a8-40cc-85d8-1f8959067a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6e07dda-1d62-45a4-aca9-62424b9f9a3b'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:38:55.786462 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.839051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.873923 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event deleted for resources: {'Subnet': ['ID=a0359ab8-f190-4835-968d-2bde89023da5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:55.878979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.879860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.885368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "DELETE /v2.0/subnets/a0359ab8-f190-4835-968d-2bde89023da5 HTTP/1.1" status: 204 len: 168 time: 0.9823496 Aug 31 08:38:55.885785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33072) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:55.895116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.895116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.895116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.895116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.901354 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce4e57-02d0-4140-91ee-9f8ac302a249 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:55.947963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] For port d6f0e63e-8720-4dae-93cf-3f7506aebef9, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:38:55.977082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:55.984783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] For port d6f0e63e-8720-4dae-93cf-3f7506aebef9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=d6f0e63e-8720-4dae-93cf-3f7506aebef9,segment=NetworkSegment(74d8a3f2-17a8-40cc-85d8-1f8959067a3b),segment_id=74d8a3f2-17a8-40cc-85d8-1f8959067a3b)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:38:56.013309 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522716c-2602-4df7-b4a6-537ffd3fb87d None None] Pushing event updated for resources: {'Port': ['ID=00ce014f-fba4-497f-9825-455ea578f37c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:56.026496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-32ce3f89-1d2c-4ae6-b6b1-b53476385bc4 None None] Provisioning complete for port 00ce014f-fba4-497f-9825-455ea578f37c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:56.027086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-32ce3f89-1d2c-4ae6-b6b1-b53476385bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.041576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Deleting port d6f0e63e-8720-4dae-93cf-3f7506aebef9 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:56.042083 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.124879 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.130824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] For port d6f0e63e-8720-4dae-93cf-3f7506aebef9, host n-d-713499-16, got binding levels [] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:56.131394 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.152497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Calling delete_port for d6f0e63e-8720-4dae-93cf-3f7506aebef9 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:56.227933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f7f3-087b-48c3-bb7e-7b339e25400c None None] Pushing event updated for resources: {'Port': ['ID=d6f0e63e-8720-4dae-93cf-3f7506aebef9,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:56.358424 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.429165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event deleted for resources: {'Port': ['ID=d6f0e63e-8720-4dae-93cf-3f7506aebef9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:56.433323 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] No DVR routers for this DVR port d6f0e63e-8720-4dae-93cf-3f7506aebef9 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:56.513121 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.579806 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.586233 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.596385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e07dda-1d62-45a4-aca9-62424b9f9a3b']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:56.609317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d8a3f2-17a8-40cc-85d8-1f8959067a3b') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:56.609763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d8a3f2-17a8-40cc-85d8-1f8959067a3b') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:56.620764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.636821 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.643473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:56.643877 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:56.647341 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:56.728682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0484be5f-8906-4921-93fd-d18948ce8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.803385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.810218 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.812583 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "DELETE /v2.0/networks/c6e07dda-1d62-45a4-aca9-62424b9f9a3b HTTP/1.1" status: 204 len: 168 time: 0.9255571 Aug 31 08:38:56.816685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33074) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:56.834024 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a38c7-3689-4327-93b3-4ecf8c29465f tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event deleted for resources: {'Network': ['ID=c6e07dda-1d62-45a4-aca9-62424b9f9a3b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:56.841350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 00ce014f-fba4-497f-9825-455ea578f37c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:38:56.898656 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Deleting subnet fe30fefc-f202-473a-baa2-bb6291095276 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:38:56.900571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 00ce014f-fba4-497f-9825-455ea578f37c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:38:56.901136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.903728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:56.970746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.110370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.283554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.319575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event deleted for resources: {'Subnet': ['ID=fe30fefc-f202-473a-baa2-bb6291095276,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:57.328006 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.328006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7c719f0f-1375-4572-a8d0-6b02149e1798 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "DELETE /v2.0/subnets/fe30fefc-f202-473a-baa2-bb6291095276 HTTP/1.1" status: 204 len: 168 time: 0.5070720 Aug 31 08:38:57.329325 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:57.343444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cf0e2-0ed6-4c55-b56d-a72e3922c923 None None] Network 8c0112fe-9849-4331-8cd8-78d26b80a9ae requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:57.448350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2947d845-05a0-4895-9736-7cf10cd72d27 None None] DHCP port deletion for c6e07dda-1d62-45a4-aca9-62424b9f9a3b request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:38:57.454568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.457692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7bf4f0a8-d81c-44d9-a04a-4148ef4a4d43 None None] Could not find standard attr ID for object d6f0e63e-8720-4dae-93cf-3f7506aebef9. {{(pid=95447) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 08:38:57.524983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f5668-aec3-421a-b8e2-98b61a1281ee None None] Network c6e07dda-1d62-45a4-aca9-62424b9f9a3b requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:38:57.528512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Deleting port 00ce014f-fba4-497f-9825-455ea578f37c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:57.528872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.572978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f5668-aec3-421a-b8e2-98b61a1281ee None None] Network c6e07dda-1d62-45a4-aca9-62424b9f9a3b could not be found, it might have been deleted concurrently. {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 08:38:57.601694 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] For port 00ce014f-fba4-497f-9825-455ea578f37c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=00ce014f-fba4-497f-9825-455ea578f37c,segment=NetworkSegment(0e916299-46c5-4457-8c5d-969900489ceb),segment_id=0e916299-46c5-4457-8c5d-969900489ceb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:57.602065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.620391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Calling delete_port for 00ce014f-fba4-497f-9825-455ea578f37c owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:57.684317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] DHCP port deletion for 8c0112fe-9849-4331-8cd8-78d26b80a9ae request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:38:57.742919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Deleting port 00ce014f-fba4-497f-9825-455ea578f37c {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:38:57.743293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.797620 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.818161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] For port 00ce014f-fba4-497f-9825-455ea578f37c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=00ce014f-fba4-497f-9825-455ea578f37c,segment=NetworkSegment(0e916299-46c5-4457-8c5d-969900489ceb),segment_id=0e916299-46c5-4457-8c5d-969900489ceb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:38:57.818740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.833506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] No DVR routers for this DVR port 00ce014f-fba4-497f-9825-455ea578f37c on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:57.836324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Calling delete_port for 00ce014f-fba4-497f-9825-455ea578f37c owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:38:57.836700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event deleted for resources: {'Port': ['ID=00ce014f-fba4-497f-9825-455ea578f37c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:57.934476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.944258 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.947155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0112fe-9849-4331-8cd8-78d26b80a9ae']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:57.961376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e916299-46c5-4457-8c5d-969900489ceb') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:57.961714 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e916299-46c5-4457-8c5d-969900489ceb') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:38:57.973380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Pushing event deleted for resources: {'Port': ['ID=00ce014f-fba4-497f-9825-455ea578f37c,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:57.974412 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:57.978183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] No DVR routers for this DVR port 00ce014f-fba4-497f-9825-455ea578f37c on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:38:57.985500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.985918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.986276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.986720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.986957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.987295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.987623 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.987958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.988275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.988597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.989028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:57.989374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470fc2b-edfd-45d7-be85-d22821289fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:38:58.006530 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.013425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:38:58.013864 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:38:58.017429 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:38:58.128741 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.157915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.167548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.170059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "DELETE /v2.0/networks/8c0112fe-9849-4331-8cd8-78d26b80a9ae HTTP/1.1" status: 204 len: 168 time: 0.8390322 Aug 31 08:38:58.174148 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33078) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:58.185011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1352d3-f01d-4335-a114-2a2af9be864e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Pushing event deleted for resources: {'Network': ['ID=8c0112fe-9849-4331-8cd8-78d26b80a9ae,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:38:58.221226 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-432d46fa-3ebf-43f2-a4a3-54ad507e635e tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "GET /v2.0/ports?device_id=195d3f71-a27c-4c84-8085-06b2369b83cd HTTP/1.1" status: 200 len: 205 time: 0.0451462 Aug 31 08:38:58.223911 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:58.315576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.558834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.561459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.682981 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.683786 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Fanout notify agent at l3_agent the message router_deleted on router 195d3f71-a27c-4c84-8085-06b2369b83cd {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:38:58.692474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:58.693770 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-75286729-3247-43c3-9465-be4c1ecab437 tempest-RoutersNegativeTest-741639924 tempest-RoutersNegativeTest-741639924-project] 10.222.0.36 "DELETE /v2.0/routers/195d3f71-a27c-4c84-8085-06b2369b83cd HTTP/1.1" status: 204 len: 168 time: 0.4683940 Aug 31 08:38:58.837326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d6f0e63e-8720-4dae-93cf-3f7506aebef9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:38:58.875034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: d6f0e63e-8720-4dae-93cf-3f7506aebef9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:38:58.875736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device d6f0e63e-8720-4dae-93cf-3f7506aebef9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:38:58.876457 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 00ce014f-fba4-497f-9825-455ea578f37c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:38:58.910882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 00ce014f-fba4-497f-9825-455ea578f37c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:38:58.911458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 00ce014f-fba4-497f-9825-455ea578f37c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:38:59.400581 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33086) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:59.570963 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab885fc2-f24b-43fb-9972-6900448d4881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e5fd707af41417792d267d694af8fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691556 Aug 31 08:38:59.574950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:38:59.712240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:59.938316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78c1d31f-9264-47de-a49c-ebfeb14ef90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:38:59.966976 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78c1d31f-9264-47de-a49c-ebfeb14ef90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:00.117194 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78c1d31f-9264-47de-a49c-ebfeb14ef90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:00.119983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-78c1d31f-9264-47de-a49c-ebfeb14ef90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:00.121683 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-78c1d31f-9264-47de-a49c-ebfeb14ef90b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81b33b53-3296-4db7-b11b-63e779cd3bae HTTP/1.1" status: 204 len: 168 time: 0.5452878 Aug 31 08:39:00.134690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1d31f-9264-47de-a49c-ebfeb14ef90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b33b53-3296-4db7-b11b-63e779cd3bae,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:01.323776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33114) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:01.430264 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1274457104-network', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:01.533655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Made reservation on behalf of b4c987cc62c044d0b8f0f5672d90ab0a for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:39:01.536290 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:01.548657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:01.660284 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:01.774526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:01.804580 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:39:01.816055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b3a5f1-77a8-4d2b-92f8-107f3674814a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:01.822736 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:01.823284 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Added segment dc2407e6-2ba3-449f-b2eb-7ad1115a9fac of type vlan for network 9ba58e80-6a8f-4174-90ef-f3da485a2434 Aug 31 08:39:01.910183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:02.026310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:02.027464 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:02.028092 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:02.093618 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] Pushing event updated for resources: {'Network': ['ID=9ba58e80-6a8f-4174-90ef-f3da485a2434,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:02.104779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:39:02.180726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-063dbce9-3568-4b74-b698-82ea1416154f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8571477 Aug 31 08:39:02.184099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33118) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:02.191849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Request body: {'subnet': {'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-subnet', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:02.300746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Made reservation on behalf of b4c987cc62c044d0b8f0f5672d90ab0a for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:39:02.303389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:02.564246 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:02.621413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f960bdc-107f-4186-a9a5-c4dce89a5068,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:02.641082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Checking segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:02.641566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Network hostable DHCP agents. Network: 9ba58e80-6a8f-4174-90ef-f3da485a2434, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:39:02.786374 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:39:02.945764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 9ba58e80-6a8f-4174-90ef-f3da485a2434) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:02.950579 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:02.951214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:02.958967 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023db904-b069-4f73-b76e-dc68ee9ec59f None None] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:39:03.061796 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c78dc923-fd26-4d6a-9965-4abf5715138c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8764775 Aug 31 08:39:03.064593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33120) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:03.069659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:03.124783 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-9ba58e80-6a8f-4174-90ef-f3da485a2434', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:39:03.125920 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.187067 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.189925 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.266548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.314567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Allocated IP 172.20.0.2 (9ba58e80-6a8f-4174-90ef-f3da485a2434/9f960bdc-107f-4186-a9a5-c4dce89a5068/44c3c349-3a0d-4db0-9070-77e4a6b77716) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:03.482232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.567790 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.581945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Transition to ACTIVE for port object 44c3c349-3a0d-4db0-9070-77e4a6b77716 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:03.604863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Transition to ACTIVE for port object 44c3c349-3a0d-4db0-9070-77e4a6b77716 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:03.678191 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.731817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:03.735869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:03.741174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:03.747709 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Pushing event updated for resources: {'Port': ['ID=44c3c349-3a0d-4db0-9070-77e4a6b77716,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:03.772068 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.793668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.816072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Attempting to bind port 44c3c349-3a0d-4db0-9070-77e4a6b77716 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:03.816618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Attempting to bind port 44c3c349-3a0d-4db0-9070-77e4a6b77716 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:03.817187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Attempting to bind port 44c3c349-3a0d-4db0-9070-77e4a6b77716 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:03.824022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:03.824391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Checking segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:03.824940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.825404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Bound using segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:03.826030 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Bound port: 44c3c349-3a0d-4db0-9070-77e4a6b77716, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:03.826640 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:03.907313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] For port 44c3c349-3a0d-4db0-9070-77e4a6b77716, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:03.914437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] For port 44c3c349-3a0d-4db0-9070-77e4a6b77716, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44c3c349-3a0d-4db0-9070-77e4a6b77716,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:03.918482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Allocated IP 172.25.0.228 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/a68c3152-5401-43f4-a703-f5ff54734d1a) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:03.997707 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:04.046417 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:04.067105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31205eb-c80a-458d-88a7-f4dedc64c38e None None] Pushing event updated for resources: {'Port': ['ID=44c3c349-3a0d-4db0-9070-77e4a6b77716,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:04.162163 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:39:04.231185 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:04.276600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:04.278889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:04.283393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:04.326803 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Pushing event updated for resources: {'Port': ['ID=a68c3152-5401-43f4-a703-f5ff54734d1a,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:04.701390 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:04.881411 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44c3c349-3a0d-4db0-9070-77e4a6b77716 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:05.000659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:05.030692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 44c3c349-3a0d-4db0-9070-77e4a6b77716 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:05.177986 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0c874-7b3a-4496-9f68-b9e2cf82f1b3 None None] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:39:05.278121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Router a20921fd-5836-4243-95fe-b33377c5b4ee is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:39:05.365416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] Provisioning for port 44c3c349-3a0d-4db0-9070-77e4a6b77716 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:05.371460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] Provisioning complete for port 44c3c349-3a0d-4db0-9070-77e4a6b77716 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:05.371857 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:05.497480 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:05.563798 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] For port 44c3c349-3a0d-4db0-9070-77e4a6b77716, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44c3c349-3a0d-4db0-9070-77e4a6b77716,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:05.683333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:05.763070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c1423-ae52-4243-b74b-c442dee4e074 None None] Pushing event updated for resources: {'Port': ['ID=44c3c349-3a0d-4db0-9070-77e4a6b77716,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:05.810640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-78f29ee4-585b-4ee8-be4f-b3462444216e None None] Provisioning complete for port 44c3c349-3a0d-4db0-9070-77e4a6b77716 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:05.811165 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-78f29ee4-585b-4ee8-be4f-b3462444216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:05.815679 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:39:05.854388 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Sync routers for ids ['a20921fd-5836-4243-95fe-b33377c5b4ee'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:39:05.893942 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Routers {'a20921fd-5836-4243-95fe-b33377c5b4ee'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:05.895028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a20921fd-5836-4243-95fe-b33377c5b4ee'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:05.934367 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:05.935817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-18640569-5c6b-4ca6-b799-b20d32c92c5e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8698542 Aug 31 08:39:05.939797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:06.316983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Set router a20921fd-5836-4243-95fe-b33377c5b4ee gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:06.476418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:06.548145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:04Z', 'revision_number': 3, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:06.581389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Checking router: a20921fd-5836-4243-95fe-b33377c5b4ee for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:39:06.581658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Updating router a20921fd-5836-4243-95fe-b33377c5b4ee port a68c3152-5401-43f4-a703-f5ff54734d1a binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:39:06.612730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:06.724754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Allocated IP 172.20.0.1 (9ba58e80-6a8f-4174-90ef-f3da485a2434/9f960bdc-107f-4186-a9a5-c4dce89a5068/b2d4f350-1cb8-4b69-8b4c-919793ec8b39) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:06.870112 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44c3c349-3a0d-4db0-9070-77e4a6b77716 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:06.892201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:06.910512 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Transition to ACTIVE for port object b2d4f350-1cb8-4b69-8b4c-919793ec8b39 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:06.966699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 44c3c349-3a0d-4db0-9070-77e4a6b77716 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:06.967343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.068033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.082358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Transition to ACTIVE for port object a68c3152-5401-43f4-a703-f5ff54734d1a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:07.101238 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.148946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:07.154211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:07.157435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:07.187200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:07.209861 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.232004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.325844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c894fa-cc88-4ba3-b458-c21daf736afa None None] Pushing event updated for resources: {'Port': ['ID=a68c3152-5401-43f4-a703-f5ff54734d1a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:07.331437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Attempting to bind port a68c3152-5401-43f4-a703-f5ff54734d1a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:07.332444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Attempting to bind port a68c3152-5401-43f4-a703-f5ff54734d1a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:07.332722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Attempting to bind port a68c3152-5401-43f4-a703-f5ff54734d1a on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:07.343786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:07.344427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:07.345103 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.345787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:07.346611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Bound port: a68c3152-5401-43f4-a703-f5ff54734d1a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:07.347270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.433026 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.460299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] For port a68c3152-5401-43f4-a703-f5ff54734d1a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:07.466714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] For port a68c3152-5401-43f4-a703-f5ff54734d1a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a68c3152-5401-43f4-a703-f5ff54734d1a,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:07.506018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dc2eb938-e1b8-4fe8-885a-83dbdead04cd None None] Provisioning for port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:07.512352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dc2eb938-e1b8-4fe8-885a-83dbdead04cd None None] Provisioning complete for port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:07.512923 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc2eb938-e1b8-4fe8-885a-83dbdead04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.540359 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.612370 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dc2eb938-e1b8-4fe8-885a-83dbdead04cd None None] Port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:39:07.628445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c894fa-cc88-4ba3-b458-c21daf736afa None None] Pushing event updated for resources: {'Port': ['ID=a68c3152-5401-43f4-a703-f5ff54734d1a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:07.634656 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Routers {'a20921fd-5836-4243-95fe-b33377c5b4ee'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:07.635324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a20921fd-5836-4243-95fe-b33377c5b4ee'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:07.732678 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.777380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] Set router a20921fd-5836-4243-95fe-b33377c5b4ee gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:07.803106 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.920989 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:07.924209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:08.090653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:08.092386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:08.127256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b2d4f350-1cb8-4b69-8b4c-919793ec8b39', 'name': '', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'mac_address': 'fa:16:3e:29:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:06Z', 'updated_at': '2021-08-31T08:39:06Z', 'revision_number': 1, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'subnets': [{'id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:08.159496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556694c8-3658-4da1-aab2-a3345f02c91f None None] The sync data for ids ['a20921fd-5836-4243-95fe-b33377c5b4ee'] in n-d-713499-16 is: [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b2d4f350-1cb8-4b69-8b4c-919793ec8b39', 'name': '', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'mac_address': 'fa:16:3e:29:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:06Z', 'updated_at': '2021-08-31T08:39:06Z', 'revision_number': 1, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'subnets': [{'id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:39:08.252866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Router a20921fd-5836-4243-95fe-b33377c5b4ee has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:39:08.456319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:39:08.468952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-acfe4bec-5735-40e3-831f-e036d9b6c835 admin admin] 10.222.0.36 "PUT /v2.0/routers/a20921fd-5836-4243-95fe-b33377c5b4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5278301 Aug 31 08:39:08.478655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-44a46eb1-8797-47b5-af03-40bc566b645c None None] Provisioning complete for port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:08.479305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-44a46eb1-8797-47b5-af03-40bc566b645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:08.546479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-44a46eb1-8797-47b5-af03-40bc566b645c None None] Port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:39:09.434273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33138) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:09.440845 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2140138300-network', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:09.540434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Made reservation on behalf of 2661eaaebf554263bc00e10ac33b1622 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:39:09.544482 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.559080 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.701515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.786078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.813732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:39:09.824023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f7128-e01c-4fe2-bdf2-69ff50a3eb49,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:09.830015 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.830369 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Added segment ab79811a-0331-4759-83c0-419de33e10a0 of type vlan for network b8e45abb-652b-41bf-8fc5-fd088ab702cd Aug 31 08:39:09.874079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.980219 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:09.981293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:09.981914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:10.053974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] Pushing event updated for resources: {'Network': ['ID=b8e45abb-652b-41bf-8fc5-fd088ab702cd,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:10.066387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:39:10.142879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-112c54f2-1260-4e96-9c78-4cd9819432bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7067285 Aug 31 08:39:10.146006 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33140) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:10.152525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Request body: {'subnet': {'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-subnet', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:10.317266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Made reservation on behalf of 2661eaaebf554263bc00e10ac33b1622 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:39:10.320776 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:10.540081 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Sync routers for ids ['a20921fd-5836-4243-95fe-b33377c5b4ee'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:39:10.556979 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Routers {'a20921fd-5836-4243-95fe-b33377c5b4ee'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:10.558030 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a20921fd-5836-4243-95fe-b33377c5b4ee'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:10.597607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:10.659048 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c853eae-bada-43d2-9f43-91947fafe7d7,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:10.673411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Checking segment: {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:10.673800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Network hostable DHCP agents. Network: b8e45abb-652b-41bf-8fc5-fd088ab702cd, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:39:10.703861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Set router a20921fd-5836-4243-95fe-b33377c5b4ee gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:10.774806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:39:10.862517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a68c3152-5401-43f4-a703-f5ff54734d1a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:10.889074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, b8e45abb-652b-41bf-8fc5-fd088ab702cd) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:10.896239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:10.898894 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:10.924179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234dd806-70f8-4199-bc9d-f6af0a541cee None None] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:39:10.982080 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b2d4f350-1cb8-4b69-8b4c-919793ec8b39', 'name': '', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'mac_address': 'fa:16:3e:29:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:06Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 2, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'subnets': [{'id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:11.013158 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Checking router: a20921fd-5836-4243-95fe-b33377c5b4ee for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:39:11.013664 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Updating router a20921fd-5836-4243-95fe-b33377c5b4ee port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:39:11.033661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97acf3d7-acf0-411c-8e6a-4e564c5e17ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8861232 Aug 31 08:39:11.037291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33142) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:11.043352 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:11.044666 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.103475 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-b8e45abb-652b-41bf-8fc5-fd088ab702cd', 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'fixed_ips': [{'subnet_id': '3c853eae-bada-43d2-9f43-91947fafe7d7'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:39:11.104932 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.118045 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port a68c3152-5401-43f4-a703-f5ff54734d1a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:11.125922 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a68c3152-5401-43f4-a703-f5ff54734d1a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:11.126312 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.175826 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.178578 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.252869 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.334997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Allocated IP 172.20.0.2 (b8e45abb-652b-41bf-8fc5-fd088ab702cd/3c853eae-bada-43d2-9f43-91947fafe7d7/239fcbc8-ad0c-4086-b3ce-73371bd909d9) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:11.337463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.372700 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port a68c3152-5401-43f4-a703-f5ff54734d1a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a68c3152-5401-43f4-a703-f5ff54734d1a,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:11.408566 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.423640 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Transition to ACTIVE for port object b2d4f350-1cb8-4b69-8b4c-919793ec8b39 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:11.445024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.500695 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.543090 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.552342 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Transition to ACTIVE for port object 239fcbc8-ad0c-4086-b3ce-73371bd909d9 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:11.566224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.577786 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Pushing event updated for resources: {'Port': ['ID=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:11.580705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Transition to ACTIVE for port object 239fcbc8-ad0c-4086-b3ce-73371bd909d9 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:11.596110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=a68c3152-5401-43f4-a703-f5ff54734d1a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:11.599586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.600182 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.600822 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.601416 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.602060 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.602634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.603220 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.603803 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.604369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.604966 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.605531 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.606224 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:11.675219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.699531 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Attempting to bind port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:11.700101 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Attempting to bind port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:11.700813 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Attempting to bind port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:11.709617 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:11.710372 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Checking segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:11.711028 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.711692 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Bound using segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:11.712518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Bound port: b2d4f350-1cb8-4b69-8b4c-919793ec8b39, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:11.713191 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.742445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:11.749088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:11.753208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:11.763035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Pushing event updated for resources: {'Port': ['ID=239fcbc8-ad0c-4086-b3ce-73371bd909d9,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:11.854080 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] For port b2d4f350-1cb8-4b69-8b4c-919793ec8b39, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:11.857095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Attempting to bind port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:11.857385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Attempting to bind port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:11.858084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Attempting to bind port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 on network b8e45abb-652b-41bf-8fc5-fd088ab702cd {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:11.860261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] For port b2d4f350-1cb8-4b69-8b4c-919793ec8b39, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:11.868094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:11.868750 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Checking segment: {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:11.869474 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.869999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Bound using segment: {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:11.870929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Bound port: 239fcbc8-ad0c-4086-b3ce-73371bd909d9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:11.871420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.936453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.946487 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.960640 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:11.972459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] For port 239fcbc8-ad0c-4086-b3ce-73371bd909d9, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:11.988269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] For port 239fcbc8-ad0c-4086-b3ce-73371bd909d9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=239fcbc8-ad0c-4086-b3ce-73371bd909d9,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:12.046717 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Routers {'a20921fd-5836-4243-95fe-b33377c5b4ee'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:12.047758 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a20921fd-5836-4243-95fe-b33377c5b4ee'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:12.050456 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cad05-789d-44aa-827b-2c6b5c31cd20 None None] Pushing event updated for resources: {'Port': ['ID=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:12.148546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Allocated IP 172.25.0.185 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3725f57e-5ee3-47cf-b152-232ce9908ef0) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:12.181680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:12.216374 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] Set router a20921fd-5836-4243-95fe-b33377c5b4ee gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:12.312300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905170d-ce89-4569-8804-139ff52380f9 None None] Pushing event updated for resources: {'Port': ['ID=239fcbc8-ad0c-4086-b3ce-73371bd909d9,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:12.364897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:12.508117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:12.531455 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b2d4f350-1cb8-4b69-8b4c-919793ec8b39', 'name': '', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'mac_address': 'fa:16:3e:29:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:06Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'subnets': [{'id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:12.596184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:12.597204 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590319d-a6f6-4724-8d56-ba0c5642bf6c None None] The sync data for ids ['a20921fd-5836-4243-95fe-b33377c5b4ee'] in n-d-713499-16 is: [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:07Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b2d4f350-1cb8-4b69-8b4c-919793ec8b39', 'name': '', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'mac_address': 'fa:16:3e:29:9e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:06Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'subnets': [{'id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:39:12.601411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:12.613476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:12.660401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3725f57e-5ee3-47cf-b152-232ce9908ef0,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:12.988947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a68c3152-5401-43f4-a703-f5ff54734d1a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:13.066611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port a68c3152-5401-43f4-a703-f5ff54734d1a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:13.067091 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.129754 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.164842 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 239fcbc8-ad0c-4086-b3ce-73371bd909d9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:13.317506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:13.326242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b2d4f350-1cb8-4b69-8b4c-919793ec8b39 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:13.463835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.500563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:13.512214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:13.513208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.654186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38eaad-9566-4a46-b40d-ad60ef682e10 None None] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:39:13.747754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.792015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Router 5036377e-9e60-4c46-8289-666cf3d81cb1 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:39:13.814784 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b2d4f350-1cb8-4b69-8b4c-919793ec8b39, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:13.840865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] Provisioning for port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:13.849603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] Provisioning complete for port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:13.850166 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.899471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:13.965435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:39:13.985340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Sync routers for ids ['5036377e-9e60-4c46-8289-666cf3d81cb1'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:39:13.991965 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:14.032773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Routers {'5036377e-9e60-4c46-8289-666cf3d81cb1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:14.033447 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5036377e-9e60-4c46-8289-666cf3d81cb1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:14.084199 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:14.111805 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:14.112956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-10cee156-8e53-44d5-897a-128d1540a9d5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0744946 Aug 31 08:39:14.118118 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33144) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:39:14.359577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] For port 239fcbc8-ad0c-4086-b3ce-73371bd909d9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=239fcbc8-ad0c-4086-b3ce-73371bd909d9,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:14.381202 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Set router 5036377e-9e60-4c46-8289-666cf3d81cb1 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:14.422718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:14.585740 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a640d-a5c2-4a4c-9ed2-6aae1e276c44 None None] Pushing event updated for resources: {'Port': ['ID=239fcbc8-ad0c-4086-b3ce-73371bd909d9,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:14.603145 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0db48f78-72ad-4d79-996e-71826330ca60 None None] Provisioning complete for port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:14.603617 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0db48f78-72ad-4d79-996e-71826330ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:14.762271 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:12Z', 'revision_number': 3, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:14.812140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Checking router: 5036377e-9e60-4c46-8289-666cf3d81cb1 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:39:14.812676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Updating router 5036377e-9e60-4c46-8289-666cf3d81cb1 port 3725f57e-5ee3-47cf-b152-232ce9908ef0 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:39:14.851120 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:14.886092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 239fcbc8-ad0c-4086-b3ce-73371bd909d9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:15.061864 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:15.062201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.128873 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.223222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b2d4f350-1cb8-4b69-8b4c-919793ec8b39 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:15.271705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.286660 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Transition to ACTIVE for port object 3725f57e-5ee3-47cf-b152-232ce9908ef0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:15.302340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:15.302957 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.351787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Allocated IP 172.20.0.1 (b8e45abb-652b-41bf-8fc5-fd088ab702cd/3c853eae-bada-43d2-9f43-91947fafe7d7/7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:15.397683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.483459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Attempting to bind port 3725f57e-5ee3-47cf-b152-232ce9908ef0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:15.483946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Attempting to bind port 3725f57e-5ee3-47cf-b152-232ce9908ef0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:15.484438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Attempting to bind port 3725f57e-5ee3-47cf-b152-232ce9908ef0 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:15.490369 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.493261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ec456-621f-437f-bf81-3a6a773f0a88 None None] Pushing event updated for resources: {'Port': ['ID=3725f57e-5ee3-47cf-b152-232ce9908ef0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:15.496969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:15.497666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:15.498207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.499831 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:15.500164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Bound port: 3725f57e-5ee3-47cf-b152-232ce9908ef0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:15.500787 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.511455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Transition to ACTIVE for port object 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:15.570236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] For port 3725f57e-5ee3-47cf-b152-232ce9908ef0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:15.573858 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] For port 3725f57e-5ee3-47cf-b152-232ce9908ef0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3725f57e-5ee3-47cf-b152-232ce9908ef0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:15.631852 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.679389 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:15.682673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:15.687264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:15.692885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.713559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:15.738580 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:15.778106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ec456-621f-437f-bf81-3a6a773f0a88 None None] Pushing event updated for resources: {'Port': ['ID=3725f57e-5ee3-47cf-b152-232ce9908ef0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:15.783428 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Routers {'5036377e-9e60-4c46-8289-666cf3d81cb1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:15.784124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5036377e-9e60-4c46-8289-666cf3d81cb1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:15.912556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] Set router 5036377e-9e60-4c46-8289-666cf3d81cb1 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:16.039529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:16.134611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dda5b639-6447-4d6f-87ec-98a1434c8a9c None None] Provisioning for port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:16.149098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dda5b639-6447-4d6f-87ec-98a1434c8a9c None None] Provisioning complete for port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:16.149659 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dda5b639-6447-4d6f-87ec-98a1434c8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:16.234805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dda5b639-6447-4d6f-87ec-98a1434c8a9c None None] Port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:39:16.253633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:12Z', 'revision_number': 3, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:16.293454 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:16.309507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051be478-ddbf-463f-8d16-91f3945116c0 None None] The sync data for ids ['5036377e-9e60-4c46-8289-666cf3d81cb1'] in n-d-713499-16 is: [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:12Z', 'revision_number': 3, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:39:16.361481 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:16.441962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:16.444985 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:16.611253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:16.613855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:16.780233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Router 5036377e-9e60-4c46-8289-666cf3d81cb1 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:39:16.886362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3725f57e-5ee3-47cf-b152-232ce9908ef0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:16.979934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:39:16.986220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6efeef29-cccc-414b-bad4-1e221a398a76 None None] Provisioning complete for port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:16.986798 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6efeef29-cccc-414b-bad4-1e221a398a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:16.995156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cfbea896-25d6-4f5d-9a93-ddaf919708d9 admin admin] 10.222.0.36 "PUT /v2.0/routers/5036377e-9e60-4c46-8289-666cf3d81cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695021 Aug 31 08:39:17.034825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6efeef29-cccc-414b-bad4-1e221a398a76 None None] Port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:39:17.077575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3725f57e-5ee3-47cf-b152-232ce9908ef0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:17.089641 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3725f57e-5ee3-47cf-b152-232ce9908ef0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:17.092948 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:17.212902 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:17.242835 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3725f57e-5ee3-47cf-b152-232ce9908ef0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3725f57e-5ee3-47cf-b152-232ce9908ef0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:17.350482 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:17.416314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3725f57e-5ee3-47cf-b152-232ce9908ef0,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:18.562361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-912d1086-d799-4aa4-b14f-3db940823000 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:18.565103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-912d1086-d799-4aa4-b14f-3db940823000 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/networks?id=9ba58e80-6a8f-4174-90ef-f3da485a2434 HTTP/1.1" status: 200 len: 817 time: 0.1277370 Aug 31 08:39:18.581186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-9ddb30ca-9057-45ec-b817-b2c8ece465e2 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/quotas/b4c987cc62c044d0b8f0f5672d90ab0a HTTP/1.1" status: 200 len: 375 time: 0.0100589 Aug 31 08:39:18.645610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-e8004221-6979-479b-b47f-926211c39b2d tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573430 Aug 31 08:39:18.761352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-a1fcd711-7f93-45a9-b14d-e27b3114bc58 service neutron] 10.222.0.36 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011875 Aug 31 08:39:18.845166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3725f57e-5ee3-47cf-b152-232ce9908ef0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:18.902862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-0c287aea-3828-4090-8471-c088f19903ef service neutron] 10.222.0.36 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342225 Aug 31 08:39:18.916395 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3725f57e-5ee3-47cf-b152-232ce9908ef0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:18.916952 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:19.287074 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Sync routers for ids ['5036377e-9e60-4c46-8289-666cf3d81cb1'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:39:19.305687 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Routers {'5036377e-9e60-4c46-8289-666cf3d81cb1'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:19.306800 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5036377e-9e60-4c46-8289-666cf3d81cb1'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:19.383845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a6f553f7-424c-47de-98a0-64b591269ce1 req-4096e1b8-0858-4432-8984-4f9b6e1ee95f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 210 time: 0.1929967 Aug 31 08:39:19.497699 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Set router 5036377e-9e60-4c46-8289-666cf3d81cb1 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:19.762305 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:15Z', 'revision_number': 4, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27', 'name': '', 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'mac_address': 'fa:16:3e:56:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '3c853eae-bada-43d2-9f43-91947fafe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:15Z', 'updated_at': '2021-08-31T08:39:16Z', 'revision_number': 2, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'subnets': [{'id': '3c853eae-bada-43d2-9f43-91947fafe7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:19.790273 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Checking router: 5036377e-9e60-4c46-8289-666cf3d81cb1 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:39:19.790647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Updating router 5036377e-9e60-4c46-8289-666cf3d81cb1 port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:39:19.822367 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:20.258423 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:20.270285 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Transition to ACTIVE for port object 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:20.328860 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:20.381235 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05880eb6-99e5-4570-ae88-f21ae873b7a0 None None] Pushing event updated for resources: {'Port': ['ID=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:20.446633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Attempting to bind port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:20.449520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Attempting to bind port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:20.449520 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Attempting to bind port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 on network b8e45abb-652b-41bf-8fc5-fd088ab702cd {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:20.453598 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:20.454167 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Checking segment: {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:20.454584 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:20.454979 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Bound using segment: {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:20.456330 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Bound port: 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab79811a-0331-4759-83c0-419de33e10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:20.456330 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:20.503585 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cffb8129-cf8d-466b-a50d-bacfdf9c6ea0 req-fab94902-0bef-4911-a469-4891ef7c348d tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 210 time: 0.0324285 Aug 31 08:39:20.537427 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] For port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:20.541018 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] For port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:20.609951 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:20.671346 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Routers {'5036377e-9e60-4c46-8289-666cf3d81cb1'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:39:20.672004 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:38:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5036377e-9e60-4c46-8289-666cf3d81cb1'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:20.712725 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05880eb6-99e5-4570-ae88-f21ae873b7a0 None None] Pushing event updated for resources: {'Port': ['ID=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:20.809567 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] Set router 5036377e-9e60-4c46-8289-666cf3d81cb1 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:39:21.044927 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:15Z', 'revision_number': 4, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27', 'name': '', 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'mac_address': 'fa:16:3e:56:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '3c853eae-bada-43d2-9f43-91947fafe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:15Z', 'updated_at': '2021-08-31T08:39:20Z', 'revision_number': 4, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'subnets': [{'id': '3c853eae-bada-43d2-9f43-91947fafe7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:39:21.096184 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa96c40-5284-43f1-b17a-c06e1bd5369c None None] The sync data for ids ['5036377e-9e60-4c46-8289-666cf3d81cb1'] in n-d-713499-16 is: [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:15Z', 'revision_number': 4, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27', 'name': '', 'network_id': 'b8e45abb-652b-41bf-8fc5-fd088ab702cd', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'mac_address': 'fa:16:3e:56:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '3c853eae-bada-43d2-9f43-91947fafe7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:15Z', 'updated_at': '2021-08-31T08:39:20Z', 'revision_number': 4, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'subnets': [{'id': '3c853eae-bada-43d2-9f43-91947fafe7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:39:21.636192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a64eed38-06fa-4906-81b7-dfedfb0be64f req-6dbb3b87-7319-4e64-b447-86c2380b478f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 210 time: 0.0286243 Aug 31 08:39:21.818574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-7a39fb05-5adf-4afa-9a9f-37e554c1fac3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:21.820361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-7a39fb05-5adf-4afa-9a9f-37e554c1fac3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "GET /v2.0/networks?id=9ba58e80-6a8f-4174-90ef-f3da485a2434 HTTP/1.1" status: 200 len: 817 time: 0.1474316 Aug 31 08:39:21.838080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Request body: {'port': {'device_id': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'admin_state_up': True, 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:22.134130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Made reservation on behalf of b4c987cc62c044d0b8f0f5672d90ab0a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:39:22.138105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:22.286141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Allocated IP 172.20.0.11 (9ba58e80-6a8f-4174-90ef-f3da485a2434/9f960bdc-107f-4186-a9a5-c4dce89a5068/40479a49-df98-4060-aff6-f90b1462c7c3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:39:22.459918 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:22.474634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Transition to ACTIVE for port object 40479a49-df98-4060-aff6-f90b1462c7c3 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:22.619034 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:22.666090 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:39:22.669623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:39:22.675007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:39:22.716963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Pushing event updated for resources: {'Port': ['ID=40479a49-df98-4060-aff6-f90b1462c7c3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:22.756294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:22.757437 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:22.858834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c8f73-c312-44df-ae47-e0ed7d47703c req-9dadfaeb-7e9b-4b98-ba4e-40765abbab6d tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:22.859912 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b74c8f73-c312-44df-ae47-e0ed7d47703c req-9dadfaeb-7e9b-4b98-ba4e-40765abbab6d tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 932 time: 0.0970957 Aug 31 08:39:22.877166 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:22.932194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b74c8f73-c312-44df-ae47-e0ed7d47703c req-23bb8570-f03d-4cd8-8c12-25eb47d37b50 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597012 Aug 31 08:39:22.999277 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-6776133c-08b2-447e-b011-023fc1fb6755 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1674597 Aug 31 08:39:23.049270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:23.054717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:23.055094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.062483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Request body: {'port': {'device_id': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:39:23.125686 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.139343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.161966 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fc4d46b0-f328-4383-9b5f-9012f5da48ea None None] Provisioning for port 40479a49-df98-4060-aff6-f90b1462c7c3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:23.171360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fc4d46b0-f328-4383-9b5f-9012f5da48ea None None] Provisioning complete for port 40479a49-df98-4060-aff6-f90b1462c7c3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:23.171726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fc4d46b0-f328-4383-9b5f-9012f5da48ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.197530 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:23.215314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d46b0-f328-4383-9b5f-9012f5da48ea None None] Port 40479a49-df98-4060-aff6-f90b1462c7c3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:39:23.311834 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.365743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:23.424760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40479a49-df98-4060-aff6-f90b1462c7c3 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:39:23.432685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.445506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Transition to ACTIVE for port object 40479a49-df98-4060-aff6-f90b1462c7c3 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:39:23.602446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.687083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Pushing event updated for resources: {'Port': ['ID=40479a49-df98-4060-aff6-f90b1462c7c3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:23.743037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Attempting to bind port 40479a49-df98-4060-aff6-f90b1462c7c3 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:39:23.743373 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Attempting to bind port 40479a49-df98-4060-aff6-f90b1462c7c3 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:39:23.743893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Attempting to bind port 40479a49-df98-4060-aff6-f90b1462c7c3 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:23.751417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Port 40479a49-df98-4060-aff6-f90b1462c7c3 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:39:23.751833 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Attempting to bind port 40479a49-df98-4060-aff6-f90b1462c7c3 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:39:23.759747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:39:23.762834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Checking segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:39:23.762834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Bound using segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:39:23.762834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Bound port: 40479a49-df98-4060-aff6-f90b1462c7c3, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:39:23.762834 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.803063 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11c10716-781c-40d8-97f6-50205c283198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:23.839437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] For port 40479a49-df98-4060-aff6-f90b1462c7c3, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:39:23.843244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] For port 40479a49-df98-4060-aff6-f90b1462c7c3, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=40479a49-df98-4060-aff6-f90b1462c7c3,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:39:23.986082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:24.056546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.057189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:24.058818 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] 10.222.0.68 "PUT /v2.0/ports/40479a49-df98-4060-aff6-f90b1462c7c3 HTTP/1.1" status: 200 len: 1093 time: 1.0509429 Aug 31 08:39:24.060367 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'tag': '40479a49-df98-4060-aff6-f90b1462c7c3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:39:24.063512 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c17065-4b41-4012-949b-20cbca2e68c1" -d '{"events": [{"name": "network-changed", "server_uuid": "05eb832f-ed7a-4f35-b396-c26be5dc6d7e", "tag": "40479a49-df98-4060-aff6-f90b1462c7c3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:39:24.093937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee8c74-a79d-41d1-b81c-75ac261174e4 service neutron] Pushing event updated for resources: {'Port': ['ID=40479a49-df98-4060-aff6-f90b1462c7c3,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:24.111984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659214ff-3685-45bb-ab8d-22fe18809862 req-ad6a58fc-92f6-4bb1-ae9a-d8506a9c694f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.113834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-659214ff-3685-45bb-ab8d-22fe18809862 req-ad6a58fc-92f6-4bb1-ae9a-d8506a9c694f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 944 time: 0.0985503 Aug 31 08:39:24.147127 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a0a47-9edf-414f-857e-563917829324 x-openstack-request-id: req-178a0a47-9edf-414f-857e-563917829324 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:39:24.147583 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eb832f-ed7a-4f35-b396-c26be5dc6d7e", "tag": "40479a49-df98-4060-aff6-f90b1462c7c3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:39:24.148016 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-178a0a47-9edf-414f-857e-563917829324 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:39:24.148450 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'tag': '40479a49-df98-4060-aff6-f90b1462c7c3', 'status': 'completed', 'code': 200} Aug 31 08:39:24.196856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-659214ff-3685-45bb-ab8d-22fe18809862 req-bdc6f23b-b7d2-4874-8c6a-d21a622034c3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756552 Aug 31 08:39:24.220153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:24.250920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17065-4b41-4012-949b-20cbca2e68c1 req-3fe6e10b-c634-4de0-879f-6326f8d89567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.252867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37c17065-4b41-4012-949b-20cbca2e68c1 req-3fe6e10b-c634-4de0-879f-6326f8d89567 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 1096 time: 0.0812807 Aug 31 08:39:24.368320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17065-4b41-4012-949b-20cbca2e68c1 req-25d52a3c-e537-4f8c-a1f9-e30699812248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.370945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37c17065-4b41-4012-949b-20cbca2e68c1 req-25d52a3c-e537-4f8c-a1f9-e30699812248 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1088088 Aug 31 08:39:24.504683 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c17065-4b41-4012-949b-20cbca2e68c1 req-e2483ae9-edfa-4aee-89f8-5a40d0e1e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.506288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37c17065-4b41-4012-949b-20cbca2e68c1 req-e2483ae9-edfa-4aee-89f8-5a40d0e1e1ee service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279480 Aug 31 08:39:24.593736 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-df114d34-b78a-4514-9169-94317eda230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.595994 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-df114d34-b78a-4514-9169-94317eda230f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 1096 time: 0.0482650 Aug 31 08:39:24.646447 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-8ad5edbb-8533-4c14-bfb0-d6253c797a7b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40479a49-df98-4060-aff6-f90b1462c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0422065 Aug 31 08:39:24.703002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-62619004-571a-492c-9bd6-1a3dce4a0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.704516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-62619004-571a-492c-9bd6-1a3dce4a0c8a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9f960bdc-107f-4186-a9a5-c4dce89a5068 HTTP/1.1" status: 200 len: 856 time: 0.0510895 Aug 31 08:39:24.752429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-05ed65e0-218e-4616-8bf0-f4eb0ea8eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:24.754014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-05ed65e0-218e-4616-8bf0-f4eb0ea8eeaf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9ba58e80-6a8f-4174-90ef-f3da485a2434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426290 Aug 31 08:39:24.765991 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-95a540b4-c949-4818-a8ea-5783f496c5e9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:39:24.766895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-95a540b4-c949-4818-a8ea-5783f496c5e9 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058789 Aug 31 08:39:24.844406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:24.886872 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-520b9fc9-33be-43d9-a488-73324ebb6edb service neutron] 10.222.0.68 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127510 Aug 31 08:39:24.908476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:24.909111 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:24.986299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d85cf5e9-167d-46bd-a260-8c2280db6366 req-68869ebe-290b-4589-9e10-dd6e0b6ab114 service neutron] 10.222.0.68 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912402 Aug 31 08:39:25.330740 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cbb62-01ec-40cf-86ea-6293c04fd39e req-ecfa0dc4-d122-4a2f-b531-0ca348eccc02 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:25.332331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-240cbb62-01ec-40cf-86ea-6293c04fd39e req-ecfa0dc4-d122-4a2f-b531-0ca348eccc02 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 944 time: 0.0545025 Aug 31 08:39:25.381738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-240cbb62-01ec-40cf-86ea-6293c04fd39e req-a662ec7e-d383-420b-9bbe-8cfbc88f2f41 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Aug 31 08:39:26.522850 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d6390-4e80-447f-88f2-b88e065386ff req-a97b2021-17e2-4ea9-bef5-580e38099579 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:26.523582 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:26.524467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b8d6390-4e80-447f-88f2-b88e065386ff req-a97b2021-17e2-4ea9-bef5-580e38099579 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 944 time: 0.0536849 Aug 31 08:39:26.532413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:26.577051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b8d6390-4e80-447f-88f2-b88e065386ff req-c66d8325-dc44-4d89-8013-5fd944c88abf tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Aug 31 08:39:26.740130 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dee3575c-c3a8-4b2e-8e31-bc47bda60e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:27.705542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ca9f0-bff1-4d6b-9131-9643eda8b07a req-e657ef68-2521-402a-bbf2-8128b01c8991 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:27.707312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e0ca9f0-bff1-4d6b-9131-9643eda8b07a req-e657ef68-2521-402a-bbf2-8128b01c8991 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 944 time: 0.0508289 Aug 31 08:39:27.711706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 40479a49-df98-4060-aff6-f90b1462c7c3 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:39:27.751962 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e0ca9f0-bff1-4d6b-9131-9643eda8b07a req-ae21e713-65ae-4b82-9ab0-b0f60515caf8 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Aug 31 08:39:27.836415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 40479a49-df98-4060-aff6-f90b1462c7c3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=40479a49-df98-4060-aff6-f90b1462c7c3,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:27.850053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '40479a49-df98-4060-aff6-f90b1462c7c3', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'port_id': '40479a49-df98-4060-aff6-f90b1462c7c3', 'mac_address': 'fa:16:3e:ea:7a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:39:27.894962 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:27.918439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40479a49-df98-4060-aff6-f90b1462c7c3 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:39:27.944811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 40479a49-df98-4060-aff6-f90b1462c7c3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=40479a49-df98-4060-aff6-f90b1462c7c3,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:28.047240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:28.115963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=40479a49-df98-4060-aff6-f90b1462c7c3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:28.123484 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:28.274496 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['40479a49-df98-4060-aff6-f90b1462c7c3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:39:28.878218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690fd8-908a-4200-a8f2-9b922be17e55 req-984c5bb5-1914-47a2-9c05-832042761326 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:28.879770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2690fd8-908a-4200-a8f2-9b922be17e55 req-984c5bb5-1914-47a2-9c05-832042761326 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 945 time: 0.0512865 Aug 31 08:39:28.923528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2690fd8-908a-4200-a8f2-9b922be17e55 req-763afd4d-1ccd-491a-833c-4bedd4b93fb3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372884 Aug 31 08:39:29.726699 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 40479a49-df98-4060-aff6-f90b1462c7c3 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:39:29.730872 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:29.869945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 40479a49-df98-4060-aff6-f90b1462c7c3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:39:29.874830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 40479a49-df98-4060-aff6-f90b1462c7c3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:39:29.875209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:29.976831 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:30.016846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40479a49-df98-4060-aff6-f90b1462c7c3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:39:30.019391 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e3bf97-72cf-4f09-91fe-1f64a2c55b97" -d '{"events": [{"server_uuid": "05eb832f-ed7a-4f35-b396-c26be5dc6d7e", "name": "network-vif-plugged", "status": "completed", "tag": "40479a49-df98-4060-aff6-f90b1462c7c3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:39:30.034499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 40479a49-df98-4060-aff6-f90b1462c7c3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=40479a49-df98-4060-aff6-f90b1462c7c3,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:30.064256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffff8ac-f03f-4740-a92b-56bb908b2a8b req-5540ee8c-5852-4bdc-88d8-8baf68a28dd0 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:30.065729 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea75368c-a2d9-4350-aa24-c6d59de4d381 x-openstack-request-id: req-ea75368c-a2d9-4350-aa24-c6d59de4d381 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:39:30.065990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bffff8ac-f03f-4740-a92b-56bb908b2a8b req-5540ee8c-5852-4bdc-88d8-8baf68a28dd0 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 945 time: 0.0581470 Aug 31 08:39:30.066114 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb832f-ed7a-4f35-b396-c26be5dc6d7e", "name": "network-vif-plugged", "status": "completed", "tag": "40479a49-df98-4060-aff6-f90b1462c7c3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:39:30.066290 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea75368c-a2d9-4350-aa24-c6d59de4d381 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:39:30.066771 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40479a49-df98-4060-aff6-f90b1462c7c3', 'code': 200} Aug 31 08:39:30.112221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:30.115968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bffff8ac-f03f-4740-a92b-56bb908b2a8b req-c3152927-120d-4302-a4e1-4abebfe2b4b8 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Aug 31 08:39:30.168666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7be0-1e43-4240-a308-977b8afab766 req-443d596e-9274-4cfc-81af-d730c0421e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:30.170735 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a0b7be0-1e43-4240-a308-977b8afab766 req-443d596e-9274-4cfc-81af-d730c0421e31 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 1098 time: 0.0440240 Aug 31 08:39:30.171662 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=40479a49-df98-4060-aff6-f90b1462c7c3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:30.208592 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a0b7be0-1e43-4240-a308-977b8afab766 req-f3ede4a3-71bb-40f9-9c77-00aed678557f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305955 Aug 31 08:39:31.244044 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcef69-e3de-4919-901e-285b37affbd4 req-2eb5c80b-403b-4b71-a597-b9a78d43b375 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:31.245701 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7bcef69-e3de-4919-901e-285b37affbd4 req-2eb5c80b-403b-4b71-a597-b9a78d43b375 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 946 time: 0.0543573 Aug 31 08:39:31.292418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7bcef69-e3de-4919-901e-285b37affbd4 req-007c4ad8-0e1a-4cf6-b255-8210c070477b tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Aug 31 08:39:32.413310 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb372c-48e7-4a44-a90e-4c69a383097d req-1e1d10fb-f164-436c-b842-0aa991b7bdb3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:32.414887 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55cb372c-48e7-4a44-a90e-4c69a383097d req-1e1d10fb-f164-436c-b842-0aa991b7bdb3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 946 time: 0.0525169 Aug 31 08:39:32.453448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-55cb372c-48e7-4a44-a90e-4c69a383097d req-c3d328af-8436-47f2-bb77-83491fe5428b tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Aug 31 08:39:32.569334 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2f942-fbb1-4920-b6db-674e32cebfa8 req-2b8c8c38-b01d-442e-a0d5-116884dd1642 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:32.570859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd2f942-fbb1-4920-b6db-674e32cebfa8 req-2b8c8c38-b01d-442e-a0d5-116884dd1642 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 946 time: 0.0509362 Aug 31 08:39:32.610798 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3bd2f942-fbb1-4920-b6db-674e32cebfa8 req-58b88216-b77d-4b62-ba83-175cf411153c tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Aug 31 08:39:41.162701 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:39:53.750716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-38ce8d8b-7054-43f6-a454-95ea703d194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:54.143338 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:56.295587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475d25-5992-4072-955a-adf7ed69a6f7 req-678f3709-ffbb-4a04-874d-0127adee9aaf tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:56.297147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d475d25-5992-4072-955a-adf7ed69a6f7 req-678f3709-ffbb-4a04-874d-0127adee9aaf tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 946 time: 0.0501478 Aug 31 08:39:56.340775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d475d25-5992-4072-955a-adf7ed69a6f7 req-73837d79-d120-4b64-8fd3-77fac2bba6e0 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Aug 31 08:39:56.482531 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:56.548966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:56.760978 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-79af47e4-1650-4240-8b04-92a68187af75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:57.459899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4c398-d0d5-4896-8146-6ad5cd822a5f req-12175c74-0df2-42a3-99eb-00d1fff22766 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:57.461398 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9aa4c398-d0d5-4896-8146-6ad5cd822a5f req-12175c74-0df2-42a3-99eb-00d1fff22766 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 946 time: 0.0491977 Aug 31 08:39:57.500459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9aa4c398-d0d5-4896-8146-6ad5cd822a5f req-baffd9d6-3da9-471c-b4ba-84ba66d9feb6 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Aug 31 08:39:57.918413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-7e4a2da5-566e-4818-8329-4c1ab1761338 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:39:57.919906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-7e4a2da5-566e-4818-8329-4c1ab1761338 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 946 time: 0.0494633 Aug 31 08:39:58.015606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Deleting port 40479a49-df98-4060-aff6-f90b1462c7c3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:39:58.015858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:58.106473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] For port 40479a49-df98-4060-aff6-f90b1462c7c3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=40479a49-df98-4060-aff6-f90b1462c7c3,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:39:58.106844 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:58.108823 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:58.120146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Calling delete_port for 40479a49-df98-4060-aff6-f90b1462c7c3 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:39:58.316342 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:58.329573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['40479a49-df98-4060-aff6-f90b1462c7c3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:39:58.350185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Pushing event deleted for resources: {'Port': ['ID=40479a49-df98-4060-aff6-f90b1462c7c3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:39:58.377252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.377587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.377967 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.378326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.378770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.379099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.379431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.379764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.380097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.380426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.380752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.381082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:39:58.400658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] No DVR routers for this DVR port 40479a49-df98-4060-aff6-f90b1462c7c3 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:39:58.403374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:39:58.405436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c89c2c39-b78a-417f-9de1-ae8098e65129 req-3f8fc1f4-3ea4-4a3f-894c-041376dcad9f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "DELETE /v2.0/ports/40479a49-df98-4060-aff6-f90b1462c7c3 HTTP/1.1" status: 204 len: 173 time: 0.4777489 Aug 31 08:39:58.405906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'name': 'network-vif-deleted', 'tag': '40479a49-df98-4060-aff6-f90b1462c7c3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:39:58.408251 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da23406d-55f2-429d-ac6c-21045fd2defb" -d '{"events": [{"server_uuid": "05eb832f-ed7a-4f35-b396-c26be5dc6d7e", "name": "network-vif-deleted", "tag": "40479a49-df98-4060-aff6-f90b1462c7c3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:39:58.444736 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c987cb-f1cd-4da5-a47f-5d3f4055adc3 x-openstack-request-id: req-13c987cb-f1cd-4da5-a47f-5d3f4055adc3 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:39:58.445034 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb832f-ed7a-4f35-b396-c26be5dc6d7e", "name": "network-vif-deleted", "tag": "40479a49-df98-4060-aff6-f90b1462c7c3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:39:58.445290 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13c987cb-f1cd-4da5-a47f-5d3f4055adc3 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:39:58.445725 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eb832f-ed7a-4f35-b396-c26be5dc6d7e', 'name': 'network-vif-deleted', 'tag': '40479a49-df98-4060-aff6-f90b1462c7c3', 'status': 'completed', 'code': 200} Aug 31 08:39:58.600227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e123b9e-df83-47bd-8736-51140fcce84f req-9dce84ce-d450-47f0-8eba-7f0a06f87706 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=05eb832f-ed7a-4f35-b396-c26be5dc6d7e HTTP/1.1" status: 200 len: 210 time: 0.0301714 Aug 31 08:39:59.710715 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:01.000064 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-817a5ce3-9289-4680-a78e-c0a637af0d0a tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:01.001510 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-817a5ce3-9289-4680-a78e-c0a637af0d0a tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/networks?id=9ba58e80-6a8f-4174-90ef-f3da485a2434 HTTP/1.1" status: 200 len: 817 time: 0.1027448 Aug 31 08:40:01.016695 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-a1025460-de85-4b98-95dc-ba8f9a04a45e tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/quotas/b4c987cc62c044d0b8f0f5672d90ab0a HTTP/1.1" status: 200 len: 375 time: 0.0093651 Aug 31 08:40:01.069750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-a23e46c3-969d-4edc-8805-fe38b429a7a4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469677 Aug 31 08:40:01.213044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-d5c93c2d-9cb9-4586-9062-b1a7b72ca645 service neutron] 10.222.0.36 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307881 Aug 31 08:40:01.302845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-17c17042-9498-4895-8431-8272b16fc463 service neutron] 10.222.0.36 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825338 Aug 31 08:40:01.558633 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cab13e67-ea67-4c89-923d-7d01693d9a69 req-837e26dc-df94-4cdb-a2e1-92eb58872f7d tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 210 time: 0.0309863 Aug 31 08:40:01.928323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 40479a49-df98-4060-aff6-f90b1462c7c3 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:01.949433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 40479a49-df98-4060-aff6-f90b1462c7c3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:01.949771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 40479a49-df98-4060-aff6-f90b1462c7c3 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:03.003408 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-284b2bc5-8fb3-41e2-98ea-abbd2cad765b req-da7a893f-b095-40cd-b931-5b3bd4ad44ab tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 210 time: 0.3748360 Aug 31 08:40:03.586810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-b22b7d8b-539e-4273-8874-64fd45f8cb89 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:03.588276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-b22b7d8b-539e-4273-8874-64fd45f8cb89 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "GET /v2.0/networks?id=9ba58e80-6a8f-4174-90ef-f3da485a2434 HTTP/1.1" status: 200 len: 817 time: 0.1011760 Aug 31 08:40:03.601217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Request body: {'port': {'device_id': 'ae84742a-2565-4628-b160-f1706f623b39', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'admin_state_up': True, 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:40:03.893184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Made reservation on behalf of b4c987cc62c044d0b8f0f5672d90ab0a for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:40:03.896742 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.032956 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Allocated IP 172.20.0.9 (9ba58e80-6a8f-4174-90ef-f3da485a2434/9f960bdc-107f-4186-a9a5-c4dce89a5068/6f41691a-46b5-451d-8887-5b7cd145b2d7) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:40:04.112923 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1abbdc3e-3da7-4619-adaf-037c7702d4b0 req-77d4e8ad-6eb2-4321-9a93-50dc019dd2e3 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 210 time: 0.0382102 Aug 31 08:40:04.223550 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.242575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Transition to ACTIVE for port object 6f41691a-46b5-451d-8887-5b7cd145b2d7 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:40:04.338273 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.383812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:40:04.387487 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:40:04.391453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:40:04.397953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Pushing event updated for resources: {'Port': ['ID=6f41691a-46b5-451d-8887-5b7cd145b2d7,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:04.445005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:04.445644 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.549542 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-149735af-c0ff-480f-b649-fe5c566564b4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520867 Aug 31 08:40:04.563020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Request body: {'port': {'device_id': 'ae84742a-2565-4628-b160-f1706f623b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:40:04.619305 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.803848 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-60cf55d1-7247-4719-9e58-d8a330ea668a None None] Provisioning for port 6f41691a-46b5-451d-8887-5b7cd145b2d7 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:40:04.807920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-60cf55d1-7247-4719-9e58-d8a330ea668a None None] Provisioning complete for port 6f41691a-46b5-451d-8887-5b7cd145b2d7 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:40:04.814554 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-60cf55d1-7247-4719-9e58-d8a330ea668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.843987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-60cf55d1-7247-4719-9e58-d8a330ea668a None None] Port 6f41691a-46b5-451d-8887-5b7cd145b2d7 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:40:04.897043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f41691a-46b5-451d-8887-5b7cd145b2d7 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:40:04.904752 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:04.916861 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Transition to ACTIVE for port object 6f41691a-46b5-451d-8887-5b7cd145b2d7 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:40:05.057780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:05.107791 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Pushing event updated for resources: {'Port': ['ID=6f41691a-46b5-451d-8887-5b7cd145b2d7,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:05.187543 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Attempting to bind port 6f41691a-46b5-451d-8887-5b7cd145b2d7 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:40:05.187893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Attempting to bind port 6f41691a-46b5-451d-8887-5b7cd145b2d7 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:40:05.188223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Attempting to bind port 6f41691a-46b5-451d-8887-5b7cd145b2d7 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:40:05.193311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Port 6f41691a-46b5-451d-8887-5b7cd145b2d7 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:40:05.193640 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Attempting to bind port 6f41691a-46b5-451d-8887-5b7cd145b2d7 on network 9ba58e80-6a8f-4174-90ef-f3da485a2434 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:40:05.210293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:40:05.210293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Checking segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:40:05.210630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Bound using segment: {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:40:05.210888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Bound port: 6f41691a-46b5-451d-8887-5b7cd145b2d7, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:40:05.211189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:05.285350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75dc49-0aff-43c1-984f-aa9676a1c3a8 req-f64ec1e8-8aa8-4c4d-9f65-5927a15f50bd tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.286897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b75dc49-0aff-43c1-984f-aa9676a1c3a8 req-f64ec1e8-8aa8-4c4d-9f65-5927a15f50bd tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 943 time: 0.0906878 Aug 31 08:40:05.328477 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] For port 6f41691a-46b5-451d-8887-5b7cd145b2d7, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:40:05.348222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] For port 6f41691a-46b5-451d-8887-5b7cd145b2d7, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:40:05.351651 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b75dc49-0aff-43c1-984f-aa9676a1c3a8 req-cc076bec-8ac9-4a3d-b967-b420bd7dd4a4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559428 Aug 31 08:40:05.430781 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:05.470304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.470836 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:05.472228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] 10.222.0.68 "PUT /v2.0/ports/6f41691a-46b5-451d-8887-5b7cd145b2d7 HTTP/1.1" status: 200 len: 1092 time: 0.9141943 Aug 31 08:40:05.472671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae84742a-2565-4628-b160-f1706f623b39', 'tag': '6f41691a-46b5-451d-8887-5b7cd145b2d7'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:40:05.475047 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d47abf-b392-43d9-8af9-15f548f4b32a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae84742a-2565-4628-b160-f1706f623b39", "tag": "6f41691a-46b5-451d-8887-5b7cd145b2d7"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:40:05.499015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0123-aeb1-4634-b6c2-e72ee0ab078a service neutron] Pushing event updated for resources: {'Port': ['ID=6f41691a-46b5-451d-8887-5b7cd145b2d7,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:05.519125 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6ab35-1333-4029-be7b-cfa26084754a x-openstack-request-id: req-78a6ab35-1333-4029-be7b-cfa26084754a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:40:05.519558 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae84742a-2565-4628-b160-f1706f623b39", "tag": "6f41691a-46b5-451d-8887-5b7cd145b2d7", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:40:05.520011 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78a6ab35-1333-4029-be7b-cfa26084754a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:40:05.520736 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae84742a-2565-4628-b160-f1706f623b39', 'tag': '6f41691a-46b5-451d-8887-5b7cd145b2d7', 'status': 'completed', 'code': 200} Aug 31 08:40:05.588605 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47abf-b392-43d9-8af9-15f548f4b32a req-6b1d3886-ecbc-4698-86eb-db3704a807ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.591010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90d47abf-b392-43d9-8af9-15f548f4b32a req-6b1d3886-ecbc-4698-86eb-db3704a807ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 1095 time: 0.0451541 Aug 31 08:40:05.702860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47abf-b392-43d9-8af9-15f548f4b32a req-eb1eedee-fea8-48ae-9757-b75298ea6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.704500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90d47abf-b392-43d9-8af9-15f548f4b32a req-eb1eedee-fea8-48ae-9757-b75298ea6e48 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1061113 Aug 31 08:40:05.799929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47abf-b392-43d9-8af9-15f548f4b32a req-9ff1144c-db7e-4854-8f26-fc0f4f1ef49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.801351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-90d47abf-b392-43d9-8af9-15f548f4b32a req-9ff1144c-db7e-4854-8f26-fc0f4f1ef49e service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894394 Aug 31 08:40:05.881209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-4d75968a-9549-4b32-b360-3a14a9c6a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.882711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-4d75968a-9549-4b32-b360-3a14a9c6a890 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 1095 time: 0.0416424 Aug 31 08:40:05.930429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-5d093b8b-11d7-4181-9979-f2383e8689a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7 HTTP/1.1" status: 200 len: 217 time: 0.0393610 Aug 31 08:40:05.981693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-543858c1-fac0-4541-9b20-5d48abae07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:05.983292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-543858c1-fac0-4541-9b20-5d48abae07e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9f960bdc-107f-4186-a9a5-c4dce89a5068 HTTP/1.1" status: 200 len: 856 time: 0.0452271 Aug 31 08:40:06.032108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-1e23ccae-7a1a-41ed-bd80-4c25dca1db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:06.033625 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-1e23ccae-7a1a-41ed-bd80-4c25dca1db4b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9ba58e80-6a8f-4174-90ef-f3da485a2434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417070 Aug 31 08:40:06.129011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-48954d50-2f27-47b5-a359-7d2152a0263d service neutron] 10.222.0.68 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868175 Aug 31 08:40:06.225360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40e0a9e1-1b2b-4523-9c32-4479727fb548 req-81aeb7f4-6871-4d2d-bdd5-af01de9ee5e6 service neutron] 10.222.0.68 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886228 Aug 31 08:40:06.470572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dac5f-b769-4d0a-989f-9536246cacd2 req-fb417a4e-9152-4532-bffb-2a364a43fcc6 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:06.472104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-857dac5f-b769-4d0a-989f-9536246cacd2 req-fb417a4e-9152-4532-bffb-2a364a43fcc6 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 943 time: 0.0509439 Aug 31 08:40:06.516731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-857dac5f-b769-4d0a-989f-9536246cacd2 req-5e9ad826-1a61-4e29-b38e-4f02fb7f25f9 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384147 Aug 31 08:40:07.665499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637fbe-df0c-47ab-b283-0774ee9339d4 req-91aac64a-1283-4b4f-bb41-2cbd08b3ff02 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:07.667118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2637fbe-df0c-47ab-b283-0774ee9339d4 req-91aac64a-1283-4b4f-bb41-2cbd08b3ff02 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 943 time: 0.0645435 Aug 31 08:40:07.706567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2637fbe-df0c-47ab-b283-0774ee9339d4 req-de2f40a6-5aaf-4e87-8d82-2df0447f0b15 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Aug 31 08:40:07.968883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6f41691a-46b5-451d-8887-5b7cd145b2d7 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:40:08.065249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6f41691a-46b5-451d-8887-5b7cd145b2d7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:08.076710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6f41691a-46b5-451d-8887-5b7cd145b2d7', 'network_id': '9ba58e80-6a8f-4174-90ef-f3da485a2434', 'port_id': '6f41691a-46b5-451d-8887-5b7cd145b2d7', 'mac_address': 'fa:16:3e:4b:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f960bdc-107f-4186-a9a5-c4dce89a5068', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:40:08.113505 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:08.126941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f41691a-46b5-451d-8887-5b7cd145b2d7 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:40:08.145959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6f41691a-46b5-451d-8887-5b7cd145b2d7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:08.223077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:08.270557 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6f41691a-46b5-451d-8887-5b7cd145b2d7,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:08.279193 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.279545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.279895 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.280240 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.280582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.280920 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.281259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.281590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.281950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.282282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.282643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.282972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:08.423357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6f41691a-46b5-451d-8887-5b7cd145b2d7'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:40:08.822361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8079db-0061-4cc2-85f1-6fcf59f685d8 req-e44acfab-650d-41f8-a0b5-af185b9eae2f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:08.823920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec8079db-0061-4cc2-85f1-6fcf59f685d8 req-e44acfab-650d-41f8-a0b5-af185b9eae2f tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 944 time: 0.0510290 Aug 31 08:40:08.864674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec8079db-0061-4cc2-85f1-6fcf59f685d8 req-c67f0b68-667a-41a1-8cf2-838179562fa4 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Aug 31 08:40:09.968813 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6f41691a-46b5-451d-8887-5b7cd145b2d7 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:40:09.984356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77cad9-a741-427c-862d-65ad38bfc8f0 req-483df172-cb5e-4646-a7ca-2838fd28897c tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:09.985952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd77cad9-a741-427c-862d-65ad38bfc8f0 req-483df172-cb5e-4646-a7ca-2838fd28897c tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 944 time: 0.0528114 Aug 31 08:40:10.028931 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd77cad9-a741-427c-862d-65ad38bfc8f0 req-ad169e04-c353-4299-89f6-4e3051ac74bf tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Aug 31 08:40:10.121888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6f41691a-46b5-451d-8887-5b7cd145b2d7 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:40:10.126069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6f41691a-46b5-451d-8887-5b7cd145b2d7 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:40:10.126579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:10.206600 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:10.231575 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae84742a-2565-4628-b160-f1706f623b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41691a-46b5-451d-8887-5b7cd145b2d7'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:40:10.233847 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac7b30-3c69-4e6d-94c8-0f3fa0a26dc9" -d '{"events": [{"server_uuid": "ae84742a-2565-4628-b160-f1706f623b39", "name": "network-vif-plugged", "status": "completed", "tag": "6f41691a-46b5-451d-8887-5b7cd145b2d7"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:40:10.247541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6f41691a-46b5-451d-8887-5b7cd145b2d7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:10.332138 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391b5e0-9e19-4e67-9c64-26472fa1b25a x-openstack-request-id: req-e391b5e0-9e19-4e67-9c64-26472fa1b25a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:40:10.332435 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae84742a-2565-4628-b160-f1706f623b39", "name": "network-vif-plugged", "status": "completed", "tag": "6f41691a-46b5-451d-8887-5b7cd145b2d7", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:40:10.332699 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e391b5e0-9e19-4e67-9c64-26472fa1b25a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:40:10.333096 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae84742a-2565-4628-b160-f1706f623b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f41691a-46b5-451d-8887-5b7cd145b2d7', 'code': 200} Aug 31 08:40:10.344591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:10.392404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6f41691a-46b5-451d-8887-5b7cd145b2d7,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:10.433758 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c973cff-5438-4be2-8882-bbdd4f83cf88 req-c7090b66-8d10-4160-acbf-0a7f1c441e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:10.435347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c973cff-5438-4be2-8882-bbdd4f83cf88 req-c7090b66-8d10-4160-acbf-0a7f1c441e1d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 1097 time: 0.0417511 Aug 31 08:40:10.472685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2c973cff-5438-4be2-8882-bbdd4f83cf88 req-c94db559-4288-42aa-8b2c-3ba74a28d91b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294762 Aug 31 08:40:11.146511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec98252-ae5c-4553-8d15-481f82b16924 req-2c92049f-737b-4381-a252-421b7f3988ff tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:11.148091 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec98252-ae5c-4553-8d15-481f82b16924 req-2c92049f-737b-4381-a252-421b7f3988ff tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Aug 31 08:40:11.191183 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aec98252-ae5c-4553-8d15-481f82b16924 req-247f1353-1160-4a70-9edb-5ed007b497c8 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Aug 31 08:40:12.312088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880587ec-58f0-461e-8cbc-17c72ee8c457 req-c4451187-d5a1-4d76-af02-9f89ee1a4b4e tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:12.313606 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-880587ec-58f0-461e-8cbc-17c72ee8c457 req-c4451187-d5a1-4d76-af02-9f89ee1a4b4e tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Aug 31 08:40:12.356680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-880587ec-58f0-461e-8cbc-17c72ee8c457 req-c73cfc38-35c0-4cc4-b16d-867a97e03376 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Aug 31 08:40:12.473865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaee8d-e51d-461c-85b9-5880d7e744ba req-5c8b3e12-633c-48cd-9878-c8e403b475ef tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:12.475345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-badaee8d-e51d-461c-85b9-5880d7e744ba req-5c8b3e12-633c-48cd-9878-c8e403b475ef tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Aug 31 08:40:12.516201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-badaee8d-e51d-461c-85b9-5880d7e744ba req-2ab63a8d-2859-4b1e-920f-666553d34abb tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Aug 31 08:40:18.162005 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:40:23.761834 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cf4cddfc-b3fa-4668-83a0-29cb77c257d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:24.168657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:25.433669 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-5874890a-91b1-4857-a20b-f3d4aea3b25f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496192 Aug 31 08:40:25.538121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c716-4786-478d-9009-3579d89ccec0 req-445119c3-332b-48c7-8540-4bd12cf36525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:25.539654 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-445119c3-332b-48c7-8540-4bd12cf36525 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 1097 time: 0.0440316 Aug 31 08:40:25.652799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c716-4786-478d-9009-3579d89ccec0 req-c9f6f94e-f9ea-47f0-abc9-70444ef5eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:25.654251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-c9f6f94e-f9ea-47f0-abc9-70444ef5eacd service neutron] 10.222.0.68 "GET /v2.0/networks?id=9ba58e80-6a8f-4174-90ef-f3da485a2434 HTTP/1.1" status: 200 len: 918 time: 0.0934622 Aug 31 08:40:25.704552 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-38661bbd-073a-402b-bd48-a3f5733f3c91 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7 HTTP/1.1" status: 200 len: 217 time: 0.0407584 Aug 31 08:40:25.764686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c716-4786-478d-9009-3579d89ccec0 req-3a5d7d65-793a-46ea-89e4-3602a88f8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:25.766374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-3a5d7d65-793a-46ea-89e4-3602a88f8fa0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9f960bdc-107f-4186-a9a5-c4dce89a5068 HTTP/1.1" status: 200 len: 856 time: 0.0542152 Aug 31 08:40:25.832995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717c716-4786-478d-9009-3579d89ccec0 req-524ce46b-9480-46e8-a3c2-49bceaab37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:25.835905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-524ce46b-9480-46e8-a3c2-49bceaab37f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9ba58e80-6a8f-4174-90ef-f3da485a2434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553854 Aug 31 08:40:25.948079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-fc3aa948-b9a3-438c-944e-50b09ce075eb service neutron] 10.222.0.68 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905898 Aug 31 08:40:26.054378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7717c716-4786-478d-9009-3579d89ccec0 req-33927f66-f04e-45be-ae6c-be0df3d0829e service neutron] 10.222.0.68 "GET /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988064 Aug 31 08:40:26.540799 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:26.573335 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:26.767572 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bff8-4bd6-4f7c-a4d7-95e954126f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:28.143318 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:29.710269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:37.883419 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79002fd6-a697-411c-a164-e76ad9d8ac6c req-56025b59-3b30-4bbb-90ac-c481bb262261 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:37.885271 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79002fd6-a697-411c-a164-e76ad9d8ac6c req-56025b59-3b30-4bbb-90ac-c481bb262261 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 945 time: 0.0537851 Aug 31 08:40:37.926593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79002fd6-a697-411c-a164-e76ad9d8ac6c req-12f79310-baf1-4509-903b-028a08b25b03 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Aug 31 08:40:39.046380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b96a80-6212-46fb-bfb3-976e63c6cfe6 req-99ea3841-6941-4994-8e04-cde0190c6e24 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:39.047900 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37b96a80-6212-46fb-bfb3-976e63c6cfe6 req-99ea3841-6941-4994-8e04-cde0190c6e24 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 945 time: 0.0499818 Aug 31 08:40:39.085604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37b96a80-6212-46fb-bfb3-976e63c6cfe6 req-2d1ea2b5-0f77-4025-a385-03b0114c3736 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Aug 31 08:40:39.707287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-1bfb99ae-bb20-43fe-a022-aca1d5d56675 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:39.708854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-1bfb99ae-bb20-43fe-a022-aca1d5d56675 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 945 time: 0.0557384 Aug 31 08:40:39.803397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Deleting port 6f41691a-46b5-451d-8887-5b7cd145b2d7 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:39.803747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:39.898628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] For port 6f41691a-46b5-451d-8887-5b7cd145b2d7, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6f41691a-46b5-451d-8887-5b7cd145b2d7,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:39.899000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:39.912681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Calling delete_port for 6f41691a-46b5-451d-8887-5b7cd145b2d7 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:40.188177 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:40.227047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Pushing event deleted for resources: {'Port': ['ID=6f41691a-46b5-451d-8887-5b7cd145b2d7,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:40.259712 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae4f6e-315c-4c1b-aa28-2cd0bdd337b0 req-d0b414aa-eeef-4833-aa9a-756ac9d0edb5 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:40.261855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1cae4f6e-315c-4c1b-aa28-2cd0bdd337b0 req-d0b414aa-eeef-4833-aa9a-756ac9d0edb5 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 867 time: 0.1026294 Aug 31 08:40:40.281743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] No DVR routers for this DVR port 6f41691a-46b5-451d-8887-5b7cd145b2d7 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:40:40.288181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:40.290114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2be0f8e8-5dd6-44d3-ba5b-fdcb0a335c2e req-195ab494-3802-49a2-89fd-e016f4964240 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.68 "DELETE /v2.0/ports/6f41691a-46b5-451d-8887-5b7cd145b2d7 HTTP/1.1" status: 204 len: 173 time: 0.5743191 Aug 31 08:40:40.293959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae84742a-2565-4628-b160-f1706f623b39', 'name': 'network-vif-deleted', 'tag': '6f41691a-46b5-451d-8887-5b7cd145b2d7'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:40:40.293959 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b02c3e0-a887-4b7b-934f-fce7dea4ad27" -d '{"events": [{"server_uuid": "ae84742a-2565-4628-b160-f1706f623b39", "name": "network-vif-deleted", "tag": "6f41691a-46b5-451d-8887-5b7cd145b2d7"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:40:40.325326 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1cae4f6e-315c-4c1b-aa28-2cd0bdd337b0 req-7e26b14c-32aa-4390-9a30-94971b2fc190 tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7b3a5f1-77a8-4d2b-92f8-107f3674814a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Aug 31 08:40:40.333287 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e1c004-22d0-4bf2-a0c2-3454a914981f x-openstack-request-id: req-a1e1c004-22d0-4bf2-a0c2-3454a914981f {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:40:40.333589 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae84742a-2565-4628-b160-f1706f623b39", "name": "network-vif-deleted", "tag": "6f41691a-46b5-451d-8887-5b7cd145b2d7", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:40:40.333898 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1e1c004-22d0-4bf2-a0c2-3454a914981f {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:40:40.334343 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae84742a-2565-4628-b160-f1706f623b39', 'name': 'network-vif-deleted', 'tag': '6f41691a-46b5-451d-8887-5b7cd145b2d7', 'status': 'completed', 'code': 200} Aug 31 08:40:41.440991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6393e9f9-9ba0-4f83-9091-508ccb4ec2af req-fdcecc47-cc5d-49b9-bf57-beb28c4f8b7a tempest-TestEncryptedCinderVolumes-1386625891 tempest-TestEncryptedCinderVolumes-1386625891-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae84742a-2565-4628-b160-f1706f623b39 HTTP/1.1" status: 200 len: 210 time: 0.0315433 Aug 31 08:40:42.167728 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6f41691a-46b5-451d-8887-5b7cd145b2d7 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:42.191323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 6f41691a-46b5-451d-8887-5b7cd145b2d7 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:42.191678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6f41691a-46b5-451d-8887-5b7cd145b2d7 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:42.641998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33490) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:43.006049 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:43.251810 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Deleting port b2d4f350-1cb8-4b69-8b4c-919793ec8b39 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:43.252140 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:43.348860 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] For port b2d4f350-1cb8-4b69-8b4c-919793ec8b39, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:43.349337 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:43.363207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Calling delete_port for b2d4f350-1cb8-4b69-8b4c-919793ec8b39 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:43.653158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:43.683545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d4f350-1cb8-4b69-8b4c-919793ec8b39,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:43.853214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:44.082065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Router a20921fd-5836-4243-95fe-b33377c5b4ee has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:40:44.199848 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:40:44.205352 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-cbcfbf82-21d5-4b32-9a81-08e8b603b0fa admin admin] 10.222.0.36 "PUT /v2.0/routers/a20921fd-5836-4243-95fe-b33377c5b4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618374 Aug 31 08:40:44.208020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33492) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:44.212013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] Sync routers for ids ['a20921fd-5836-4243-95fe-b33377c5b4ee'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:40:44.222852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] Routers {'a20921fd-5836-4243-95fe-b33377c5b4ee'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:40:44.223611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a20921fd-5836-4243-95fe-b33377c5b4ee'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:44.336194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] Set router a20921fd-5836-4243-95fe-b33377c5b4ee gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:40:44.539488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:40:43Z', 'revision_number': 5, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:44.572559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] Checking router: a20921fd-5836-4243-95fe-b33377c5b4ee for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:40:44.583931 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] Routers {'a20921fd-5836-4243-95fe-b33377c5b4ee'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:40:44.584587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a20921fd-5836-4243-95fe-b33377c5b4ee'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:44.691388 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:44.699463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] Set router a20921fd-5836-4243-95fe-b33377c5b4ee gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:40:44.799321 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:44.893486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:40:43Z', 'revision_number': 5, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:44.923735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b0e62-88b5-49af-91f5-3efcd2f8f275 None None] The sync data for ids ['a20921fd-5836-4243-95fe-b33377c5b4ee'] in n-d-713499-16 is: [{'id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'name': 'tempest-TestEncryptedCinderVolumes-1274457104-router', 'tenant_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:40:43Z', 'revision_number': 5, 'project_id': 'b4c987cc62c044d0b8f0f5672d90ab0a', 'gw_port': {'id': 'a68c3152-5401-43f4-a703-f5ff54734d1a', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20921fd-5836-4243-95fe-b33377c5b4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:03Z', 'updated_at': '2021-08-31T08:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:40:45.071883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Deleting port a68c3152-5401-43f4-a703-f5ff54734d1a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:45.071883 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.162913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] For port a68c3152-5401-43f4-a703-f5ff54734d1a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=a68c3152-5401-43f4-a703-f5ff54734d1a,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:45.163287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.176813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Calling delete_port for a68c3152-5401-43f4-a703-f5ff54734d1a owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:45.470226 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.498654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68c3152-5401-43f4-a703-f5ff54734d1a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:45.569683 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.666072 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.668645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.807832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.808552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a20921fd-5836-4243-95fe-b33377c5b4ee {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:40:45.813116 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.814228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-47bfc66d-c111-4319-aa41-a4cec07416f5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a20921fd-5836-4243-95fe-b33377c5b4ee HTTP/1.1" status: 204 len: 168 time: 1.6052287 Aug 31 08:40:45.816793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33494) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:45.865130 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Deleting subnet 9f960bdc-107f-4186-a9a5-c4dce89a5068 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:40:45.868773 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.907277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:45.992265 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.139088 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.163315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f960bdc-107f-4186-a9a5-c4dce89a5068,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:46.169880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.172341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-57a34a13-d50f-4fd8-ba22-40b9d8234ac0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9f960bdc-107f-4186-a9a5-c4dce89a5068 HTTP/1.1" status: 204 len: 168 time: 0.3545575 Aug 31 08:40:46.174800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33496) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:46.177554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdf40a-caaf-4d02-94b2-4411b57e1ae8 None None] Network 9ba58e80-6a8f-4174-90ef-f3da485a2434 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:40:46.253375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.324682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Deleting port 44c3c349-3a0d-4db0-9070-77e4a6b77716 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:46.325042 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.395587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] DHCP port deletion for 9ba58e80-6a8f-4174-90ef-f3da485a2434 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:40:46.395823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] For port 44c3c349-3a0d-4db0-9070-77e4a6b77716, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44c3c349-3a0d-4db0-9070-77e4a6b77716,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:46.395823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.409221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Calling delete_port for 44c3c349-3a0d-4db0-9070-77e4a6b77716 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:46.447866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] Deleting port 44c3c349-3a0d-4db0-9070-77e4a6b77716 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:46.448265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.519072 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] For port 44c3c349-3a0d-4db0-9070-77e4a6b77716, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=44c3c349-3a0d-4db0-9070-77e4a6b77716,segment=NetworkSegment(dc2407e6-2ba3-449f-b2eb-7ad1115a9fac),segment_id=dc2407e6-2ba3-449f-b2eb-7ad1115a9fac)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:46.519471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.532977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] Calling delete_port for 44c3c349-3a0d-4db0-9070-77e4a6b77716 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:46.596065 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 08:40:46.607696 n-d-713499-16 neutron-server[95447]: self.session.flush() Aug 31 08:40:46.616721 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.627674 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c3c349-3a0d-4db0-9070-77e4a6b77716,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:46.631322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] No DVR routers for this DVR port 44c3c349-3a0d-4db0-9070-77e4a6b77716 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:40:46.639323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] Pushing event deleted for resources: {'Port': ['ID=44c3c349-3a0d-4db0-9070-77e4a6b77716,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:46.642989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a685c57-990e-4ac9-9379-531ee4c6761c None None] No DVR routers for this DVR port 44c3c349-3a0d-4db0-9070-77e4a6b77716 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:40:46.720418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.734301 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba58e80-6a8f-4174-90ef-f3da485a2434']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:46.747102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:46.747404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2407e6-2ba3-449f-b2eb-7ad1115a9fac') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:46.758039 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.775528 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.783452 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:40:46.783876 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:40:46.785785 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:40:46.878453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a68c3152-5401-43f4-a703-f5ff54734d1a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:46.902801 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: a68c3152-5401-43f4-a703-f5ff54734d1a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:46.903023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device a68c3152-5401-43f4-a703-f5ff54734d1a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:46.903473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44c3c349-3a0d-4db0-9070-77e4a6b77716 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:46.922500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 44c3c349-3a0d-4db0-9070-77e4a6b77716 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:46.929415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 44c3c349-3a0d-4db0-9070-77e4a6b77716 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:46.929415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b2d4f350-1cb8-4b69-8b4c-919793ec8b39 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:46.942192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b2d4f350-1cb8-4b69-8b4c-919793ec8b39 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:46.942545 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b2d4f350-1cb8-4b69-8b4c-919793ec8b39 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:46.950359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.956307 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:46.961264 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ba58e80-6a8f-4174-90ef-f3da485a2434 HTTP/1.1" status: 204 len: 168 time: 0.7824607 Aug 31 08:40:46.962246 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33498) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:46.970650 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c57bbd-30ae-4064-afec-873ef085fe14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba58e80-6a8f-4174-90ef-f3da485a2434,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:47.337572 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:47.591159 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Deleting port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:47.591406 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:47.671441 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] For port 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:47.671857 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:47.690898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Calling delete_port for 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:48.039730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:48.067588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:48.096372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.096713 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.097078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.097452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.097860 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.098222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.098565 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.098897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.099288 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.099578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.100035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.100408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:40:48.261202 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:48.495534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Router 5036377e-9e60-4c46-8289-666cf3d81cb1 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:40:48.607490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:40:48.612983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-77fcb93b-b65f-4f93-bcea-6a460a2cb0ff admin admin] 10.222.0.36 "PUT /v2.0/routers/5036377e-9e60-4c46-8289-666cf3d81cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495378 Aug 31 08:40:48.615612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33502) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:48.618482 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] Sync routers for ids ['5036377e-9e60-4c46-8289-666cf3d81cb1'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:40:48.631070 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] Routers {'5036377e-9e60-4c46-8289-666cf3d81cb1'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:40:48.631699 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5036377e-9e60-4c46-8289-666cf3d81cb1'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:48.731232 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:48.739480 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] Set router 5036377e-9e60-4c46-8289-666cf3d81cb1 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:40:48.843380 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:48.943600 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:40:47Z', 'revision_number': 5, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port': {'id': '3725f57e-5ee3-47cf-b152-232ce9908ef0', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:28:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:48.970691 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] Checking router: 5036377e-9e60-4c46-8289-666cf3d81cb1 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:40:48.980318 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] Routers {'5036377e-9e60-4c46-8289-666cf3d81cb1'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:40:48.980943 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['5036377e-9e60-4c46-8289-666cf3d81cb1'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:48.997635 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Deleting port 3725f57e-5ee3-47cf-b152-232ce9908ef0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:48.998027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.078709 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] Set router 5036377e-9e60-4c46-8289-666cf3d81cb1 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:40:49.085584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] For port 3725f57e-5ee3-47cf-b152-232ce9908ef0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3725f57e-5ee3-47cf-b152-232ce9908ef0,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:49.086191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.103195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Calling delete_port for 3725f57e-5ee3-47cf-b152-232ce9908ef0 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:49.131770 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:40:48Z', 'revision_number': 6, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:49.164741 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141b8a9-4523-4d16-9611-ede5498a2ffb None None] The sync data for ids ['5036377e-9e60-4c46-8289-666cf3d81cb1'] in n-d-713499-16 is: [{'id': '5036377e-9e60-4c46-8289-666cf3d81cb1', 'name': 'tempest-TestEncryptedCinderVolumes-2140138300-router', 'tenant_id': '2661eaaebf554263bc00e10ac33b1622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:39:11Z', 'updated_at': '2021-08-31T08:40:48Z', 'revision_number': 6, 'project_id': '2661eaaebf554263bc00e10ac33b1622', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:40:49.394234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.424427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=3725f57e-5ee3-47cf-b152-232ce9908ef0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:49.493134 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.589297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.591664 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.725131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.725671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5036377e-9e60-4c46-8289-666cf3d81cb1 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:40:49.730357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.731643 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ef80a1ec-ab72-4634-8ad1-ed33c01c7f72 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5036377e-9e60-4c46-8289-666cf3d81cb1 HTTP/1.1" status: 204 len: 168 time: 1.1149142 Aug 31 08:40:49.734272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33506) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:49.787017 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Deleting subnet 3c853eae-bada-43d2-9f43-91947fafe7d7 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:40:49.790644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.833027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:49.917596 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.091513 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.117913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c853eae-bada-43d2-9f43-91947fafe7d7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:50.122295 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.124232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3f9e26ce-536d-4033-a7af-d238e342a763 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3c853eae-bada-43d2-9f43-91947fafe7d7 HTTP/1.1" status: 204 len: 168 time: 0.3888788 Aug 31 08:40:50.126734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33508) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:50.129897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b18ed2-9736-412d-be48-d55a4a76f035 None None] Network b8e45abb-652b-41bf-8fc5-fd088ab702cd requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:40:50.206890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.284658 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Deleting port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:50.284658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.355849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] DHCP port deletion for b8e45abb-652b-41bf-8fc5-fd088ab702cd request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:40:50.356968 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] For port 239fcbc8-ad0c-4086-b3ce-73371bd909d9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=239fcbc8-ad0c-4086-b3ce-73371bd909d9,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:50.357434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.371979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Calling delete_port for 239fcbc8-ad0c-4086-b3ce-73371bd909d9 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:50.405690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] Deleting port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:40:50.406104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.469626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] For port 239fcbc8-ad0c-4086-b3ce-73371bd909d9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=239fcbc8-ad0c-4086-b3ce-73371bd909d9,segment=NetworkSegment(ab79811a-0331-4759-83c0-419de33e10a0),segment_id=ab79811a-0331-4759-83c0-419de33e10a0)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:50.469972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.489552 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] Calling delete_port for 239fcbc8-ad0c-4086-b3ce-73371bd909d9 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:40:50.585072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.594631 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.634872 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] No DVR routers for this DVR port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:40:50.640093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] Pushing event deleted for resources: {'Port': ['ID=239fcbc8-ad0c-4086-b3ce-73371bd909d9,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:50.643092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b11dde-e5e4-47d1-8719-1d6903b2d55f None None] No DVR routers for this DVR port 239fcbc8-ad0c-4086-b3ce-73371bd909d9 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:40:50.676524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Pushing event deleted for resources: {'Port': ['ID=239fcbc8-ad0c-4086-b3ce-73371bd909d9,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:50.733337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.743934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e45abb-652b-41bf-8fc5-fd088ab702cd']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:50.755794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab79811a-0331-4759-83c0-419de33e10a0') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:50.755794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab79811a-0331-4759-83c0-419de33e10a0') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:50.767016 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.781900 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.788347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:40:50.788756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:40:50.790574 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:40:50.886198 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3725f57e-5ee3-47cf-b152-232ce9908ef0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:50.908539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3725f57e-5ee3-47cf-b152-232ce9908ef0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:50.908881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3725f57e-5ee3-47cf-b152-232ce9908ef0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:50.909340 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:50.928976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:50.929323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fc464a0-9f48-4b5f-aad4-5dc2cd74fe27 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:50.929736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 239fcbc8-ad0c-4086-b3ce-73371bd909d9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:40:50.933303 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.939126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:50.942176 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] 10.222.0.36 "DELETE /v2.0/networks/b8e45abb-652b-41bf-8fc5-fd088ab702cd HTTP/1.1" status: 204 len: 168 time: 0.8144224 Aug 31 08:40:50.954450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 239fcbc8-ad0c-4086-b3ce-73371bd909d9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:40:50.954799 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 239fcbc8-ad0c-4086-b3ce-73371bd909d9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:40:50.966015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba2ac9-5198-4128-959e-d64c367d615b admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e45abb-652b-41bf-8fc5-fd088ab702cd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:51.385978 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33512) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:51.433882 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-46888043-6abc-4753-bd40-27badfb9ff5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4c987cc62c044d0b8f0f5672d90ab0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465002 Aug 31 08:40:51.436457 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33514) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:51.489396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad77d45e-9c54-4dd8-b31b-4e691bc04ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:51.512728 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad77d45e-9c54-4dd8-b31b-4e691bc04ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:51.635605 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad77d45e-9c54-4dd8-b31b-4e691bc04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:51.639010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ad77d45e-9c54-4dd8-b31b-4e691bc04ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:51.640258 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ad77d45e-9c54-4dd8-b31b-4e691bc04ed4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7b3a5f1-77a8-4d2b-92f8-107f3674814a HTTP/1.1" status: 204 len: 168 time: 0.2027857 Aug 31 08:40:51.648467 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77d45e-9c54-4dd8-b31b-4e691bc04ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b3a5f1-77a8-4d2b-92f8-107f3674814a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:52.404941 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33520) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:52.450730 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5a08cd58-ac6c-4c67-a7db-bd39d4c040f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2661eaaebf554263bc00e10ac33b1622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442684 Aug 31 08:40:52.453398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33522) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:52.505323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c898b130-c4b3-40ae-92e6-cbc4c3f3af08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:52.527135 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c898b130-c4b3-40ae-92e6-cbc4c3f3af08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:52.691153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c898b130-c4b3-40ae-92e6-cbc4c3f3af08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:52.693760 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c898b130-c4b3-40ae-92e6-cbc4c3f3af08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:52.695053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c898b130-c4b3-40ae-92e6-cbc4c3f3af08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac7f7128-e01c-4fe2-bdf2-69ff50a3eb49 HTTP/1.1" status: 204 len: 168 time: 0.2405376 Aug 31 08:40:52.703331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b130-c4b3-40ae-92e6-cbc4c3f3af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f7128-e01c-4fe2-bdf2-69ff50a3eb49,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:53.778521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f425fa8a-c4fe-4ae2-9fb8-c9b22c4b2a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:53.926616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33544) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:54.028926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1222992986-network', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:40:54.298399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Made reservation on behalf of 7fd3602934914af0a57da30a7306ec4c for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:40:54.300792 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.309777 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.310471 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.401967 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.538802 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.564421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:40:54.574626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a2f0e-8e18-48a4-b033-d501da54a470,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:54.580815 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.581166 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Added segment 2659abd0-cd61-41b8-9e0c-cf1af62d6959 of type vlan for network f632d87c-2a3d-4102-8826-19bf62fccb5e Aug 31 08:40:54.623232 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.713462 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.714765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:54.715345 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:54.782166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] Pushing event updated for resources: {'Network': ['ID=f632d87c-2a3d-4102-8826-19bf62fccb5e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:54.792911 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network f632d87c-2a3d-4102-8826-19bf62fccb5e details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:40:54.876215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-507ed89e-f46d-4351-b552-f299050fef94 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9483261 Aug 31 08:40:54.880188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33548) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:54.884123 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Request body: {'subnet': {'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1222992986-subnet', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'ip_version': 4}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:40:55.018722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Made reservation on behalf of 7fd3602934914af0a57da30a7306ec4c for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:40:55.021181 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:55.160727 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:40:55.315934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:55.375611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8786b5ef-5210-491f-8e38-d9f3c1f749f8,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:55.386200 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Checking segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:40:55.386669 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Network hostable DHCP agents. Network: f632d87c-2a3d-4102-8826-19bf62fccb5e, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:40:55.504108 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Network f632d87c-2a3d-4102-8826-19bf62fccb5e is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:40:55.584356 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, f632d87c-2a3d-4102-8826-19bf62fccb5e) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:40:55.589463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:40:55.590096 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:55.594806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d602c-04ac-4b51-b213-d1a8e4d01e60 None None] Network f632d87c-2a3d-4102-8826-19bf62fccb5e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:40:55.721951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-afd2a673-2329-4009-a529-8c963e46635a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8418436 Aug 31 08:40:55.724690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33550) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:55.729667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:40:55.845531 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:55.846689 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:55.902255 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-f632d87c-2a3d-4102-8826-19bf62fccb5e', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:40:55.903908 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:55.904137 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.038940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Allocated IP 172.20.0.2 (f632d87c-2a3d-4102-8826-19bf62fccb5e/8786b5ef-5210-491f-8e38-d9f3c1f749f8/19bcbac2-cd69-45dd-a0eb-aa7a1161d530) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:40:56.145553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.180925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.190070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Transition to ACTIVE for port object 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:40:56.205357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Transition to ACTIVE for port object 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:40:56.327094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.373083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Network f632d87c-2a3d-4102-8826-19bf62fccb5e is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:40:56.376035 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:40:56.379937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:40:56.387187 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Pushing event updated for resources: {'Port': ['ID=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:56.459563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Attempting to bind port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:40:56.459944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Attempting to bind port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:40:56.460317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Attempting to bind port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 on network f632d87c-2a3d-4102-8826-19bf62fccb5e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:40:56.468863 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:40:56.469248 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Checking segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:40:56.469655 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.470089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Bound using segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:40:56.470582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Bound port: 19bcbac2-cd69-45dd-a0eb-aa7a1161d530, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:40:56.470966 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.505456 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.525733 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.544277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] For port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:40:56.553115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] For port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:40:56.573017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.601334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.634768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Allocated IP 172.25.0.217 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c045cb8e-3c29-4e82-a74f-c21f15dbd180) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:40:56.647947 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.720087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25bc1a-014a-4ee6-b91e-911f2494b366 None None] Pushing event updated for resources: {'Port': ['ID=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:56.760167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.799062 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-00656dc0-390b-4b16-a7eb-efb24520c58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.886127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:56.940137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:40:56.946196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:40:56.949258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:40:56.951567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Pushing event updated for resources: {'Port': ['ID=c045cb8e-3c29-4e82-a74f-c21f15dbd180,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:57.340319 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:57.591401 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:57.748008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbaf64-7cb2-4446-9026-a71a6d2cb5c9 None None] Network f632d87c-2a3d-4102-8826-19bf62fccb5e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:40:57.829831 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:40:57.945462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-abbc889f-c5bb-44b3-95c7-f1435e841693 None None] Provisioning for port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:40:57.948139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:40:57.964316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Sync routers for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:40:57.974797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:40:57.975877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:58.075556 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.076852 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1c99aed7-ed22-496a-85ed-9307f3c1e97a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3510656 Aug 31 08:40:58.079992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33552) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:40:58.117235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:40:58.221934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.321779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:57Z', 'revision_number': 3, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:58.353372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Checking router: 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:40:58.353748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Updating router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b port c045cb8e-3c29-4e82-a74f-c21f15dbd180 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:40:58.391842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.662860 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.679479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Transition to ACTIVE for port object c045cb8e-3c29-4e82-a74f-c21f15dbd180 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:40:58.772460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.830868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Attempting to bind port c045cb8e-3c29-4e82-a74f-c21f15dbd180 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:40:58.831256 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Attempting to bind port c045cb8e-3c29-4e82-a74f-c21f15dbd180 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:40:58.831729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Attempting to bind port c045cb8e-3c29-4e82-a74f-c21f15dbd180 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:40:58.844894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf48888-be9c-41ad-a03b-ac14e35143bc None None] Pushing event updated for resources: {'Port': ['ID=c045cb8e-3c29-4e82-a74f-c21f15dbd180,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:58.846517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:40:58.846897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:40:58.847689 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.848184 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:40:58.848554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Bound port: c045cb8e-3c29-4e82-a74f-c21f15dbd180, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:40:58.849350 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.866449 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:58.912392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] For port c045cb8e-3c29-4e82-a74f-c21f15dbd180, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:40:58.916043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] For port c045cb8e-3c29-4e82-a74f-c21f15dbd180, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c045cb8e-3c29-4e82-a74f-c21f15dbd180,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:40:58.931436 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:40:59.024864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.087559 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:40:59.090182 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Allocated IP 172.20.0.1 (f632d87c-2a3d-4102-8826-19bf62fccb5e/8786b5ef-5210-491f-8e38-d9f3c1f749f8/709d95be-0e1a-40f3-93e5-f229c1a6af01) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:40:59.092908 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf48888-be9c-41ad-a03b-ac14e35143bc None None] Pushing event updated for resources: {'Port': ['ID=c045cb8e-3c29-4e82-a74f-c21f15dbd180,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:59.096124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:40:59.096733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:59.099300 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:40:59.099672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.203771 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.219290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Transition to ACTIVE for port object 709d95be-0e1a-40f3-93e5-f229c1a6af01 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:40:59.261206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:40:59.361373 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.369401 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.404588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Network f632d87c-2a3d-4102-8826-19bf62fccb5e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:40:59.409373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:40:59.412354 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:40:59.420372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:40:59.437426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=709d95be-0e1a-40f3-93e5-f229c1a6af01,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:59.464958 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.504321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:57Z', 'revision_number': 3, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:40:59.534347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee417-64e2-437a-b848-af3cd32b689c None None] The sync data for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 is: [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:57Z', 'revision_number': 3, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:40:59.538559 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.594833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:40:59.746247 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.761867 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.762718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-56c5657c-feec-4a22-9f44-fbdc6f601d37 None None] Provisioning for port 709d95be-0e1a-40f3-93e5-f229c1a6af01 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:40:59.772982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-56c5657c-feec-4a22-9f44-fbdc6f601d37 None None] Provisioning complete for port 709d95be-0e1a-40f3-93e5-f229c1a6af01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:40:59.772982 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-56c5657c-feec-4a22-9f44-fbdc6f601d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:40:59.833341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-56c5657c-feec-4a22-9f44-fbdc6f601d37 None None] Port 709d95be-0e1a-40f3-93e5-f229c1a6af01 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:40:59.945185 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:00.108069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:00.184289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=709d95be-0e1a-40f3-93e5-f229c1a6af01,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:00.187175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:00.286317 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Network f632d87c-2a3d-4102-8826-19bf62fccb5e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:41:00.287861 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:00.419077 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:41:00.534764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:41:00.540470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-00f9b5c2-b30c-4918-acd1-514097929fc8 admin admin] 10.222.0.36 "PUT /v2.0/routers/7edf0031-adb3-4baf-a0fc-2ffdbc6d495b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4587054 Aug 31 08:41:00.559819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-621266f3-86e7-4f40-9f42-0810baef0362 None None] Provisioning complete for port 709d95be-0e1a-40f3-93e5-f229c1a6af01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:00.560219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-621266f3-86e7-4f40-9f42-0810baef0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:00.599692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-621266f3-86e7-4f40-9f42-0810baef0362 None None] Port 709d95be-0e1a-40f3-93e5-f229c1a6af01 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:41:00.961314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c045cb8e-3c29-4e82-a74f-c21f15dbd180 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:01.124135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port c045cb8e-3c29-4e82-a74f-c21f15dbd180 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:01.130571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c045cb8e-3c29-4e82-a74f-c21f15dbd180 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:01.131110 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.151637 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Sync routers for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:41:01.161378 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:41:01.162075 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:01.215024 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.236691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port c045cb8e-3c29-4e82-a74f-c21f15dbd180, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c045cb8e-3c29-4e82-a74f-c21f15dbd180,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:01.355321 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.356160 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:01.378327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:41:01.411001 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33568) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:41:01.423612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1541352267-network', 'tenant_id': '59dc84ad65764348a9c0b267159cf364'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:41:01.451341 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=c045cb8e-3c29-4e82-a74f-c21f15dbd180,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:01.469615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:01.469615 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.567141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Made reservation on behalf of 59dc84ad65764348a9c0b267159cf364 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:41:01.569632 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.579951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.610967 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 2, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:01.640686 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Checking router: 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:41:01.641951 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Updating router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b port 709d95be-0e1a-40f3-93e5-f229c1a6af01 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:41:01.674283 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.686131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.881189 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.910104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:41:01.920539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a9469-ba3c-47f0-b63a-f8a95e1024e2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:01.926876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.927231 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Added segment f29e170b-1298-475f-8a6a-0c3c7859b5e6 of type vlan for network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 Aug 31 08:41:01.959173 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.970079 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:01.970693 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Transition to ACTIVE for port object 709d95be-0e1a-40f3-93e5-f229c1a6af01 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:02.086688 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.120994 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.122521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:02.122707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.142633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Pushing event updated for resources: {'Port': ['ID=709d95be-0e1a-40f3-93e5-f229c1a6af01,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:02.165785 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.167041 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.167128 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.168897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.168897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.168897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.168897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.168897 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.169310 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.169464 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.170007 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.170538 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:02.187053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] Pushing event updated for resources: {'Network': ['ID=0012e0b6-0b33-4cb5-9a1c-3b28453fef43,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:02.196979 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:41:02.215303 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Attempting to bind port 709d95be-0e1a-40f3-93e5-f229c1a6af01 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:41:02.215931 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Attempting to bind port 709d95be-0e1a-40f3-93e5-f229c1a6af01 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:41:02.216493 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Attempting to bind port 709d95be-0e1a-40f3-93e5-f229c1a6af01 on network f632d87c-2a3d-4102-8826-19bf62fccb5e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:41:02.222719 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:41:02.223453 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Checking segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:41:02.224043 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.224646 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Bound using segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:41:02.225328 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Bound port: 709d95be-0e1a-40f3-93e5-f229c1a6af01, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:41:02.225933 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.296991 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-165b0f22-ebba-4117-a054-04498c75154b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8844674 Aug 31 08:41:02.299795 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33570) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:41:02.305544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Request body: {'subnet': {'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1541352267-subnet', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:41:02.305966 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] For port 709d95be-0e1a-40f3-93e5-f229c1a6af01, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:41:02.310860 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] For port 709d95be-0e1a-40f3-93e5-f229c1a6af01, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=709d95be-0e1a-40f3-93e5-f229c1a6af01,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:41:02.399733 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.429303 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Made reservation on behalf of 59dc84ad65764348a9c0b267159cf364 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:41:02.431719 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.458926 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:41:02.459553 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:02.515722 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1429f8-abe9-4244-ad60-3c0db18f3495 None None] Pushing event updated for resources: {'Port': ['ID=709d95be-0e1a-40f3-93e5-f229c1a6af01,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:02.589978 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:41:02.692718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.752711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:02.762144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Checking segment: {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:41:02.762144 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Network hostable DHCP agents. Network: 0012e0b6-0b33-4cb5-9a1c-3b28453fef43, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:41:02.800215 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:02Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:02.828161 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc66db-5480-45af-95e3-1af68bc7891c None None] The sync data for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 is: [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:02Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:41:02.861143 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:41:02.910476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c045cb8e-3c29-4e82-a74f-c21f15dbd180 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:02.953538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 0012e0b6-0b33-4cb5-9a1c-3b28453fef43) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:02.961362 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:02.962082 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:02.963369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf868a0-f4d0-44c5-80f7-dbabbb946fcc None None] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:41:03.007592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port c045cb8e-3c29-4e82-a74f-c21f15dbd180 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:03.007964 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.139231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-90ccdcb4-0d6a-4abb-a6b8-03d4a449dbff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8379710 Aug 31 08:41:03.141617 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33572) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:41:03.146386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:41:03.259207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.260607 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.337650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'fixed_ips': [{'subnet_id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:41:03.338805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.359450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.479049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Allocated IP 172.20.0.2 (0012e0b6-0b33-4cb5-9a1c-3b28453fef43/f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d/49beda95-d3a2-4727-b9ec-88cba688cfd2) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:41:03.611539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.630794 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.639677 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Transition to ACTIVE for port object 49beda95-d3a2-4727-b9ec-88cba688cfd2 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:03.654970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Transition to ACTIVE for port object 49beda95-d3a2-4727-b9ec-88cba688cfd2 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:03.767668 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.814720 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:41:03.820453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:03.824902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:41:03.834632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Pushing event updated for resources: {'Port': ['ID=49beda95-d3a2-4727-b9ec-88cba688cfd2,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:03.897104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Attempting to bind port 49beda95-d3a2-4727-b9ec-88cba688cfd2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:41:03.897104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Attempting to bind port 49beda95-d3a2-4727-b9ec-88cba688cfd2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:41:03.897104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Attempting to bind port 49beda95-d3a2-4727-b9ec-88cba688cfd2 on network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:41:03.910804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:41:03.910804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Checking segment: {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:41:03.910804 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.910804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Bound using segment: {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:41:03.910804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Bound port: 49beda95-d3a2-4727-b9ec-88cba688cfd2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:41:03.910804 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.957775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:03.981512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] For port 49beda95-d3a2-4727-b9ec-88cba688cfd2, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:41:03.985117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] For port 49beda95-d3a2-4727-b9ec-88cba688cfd2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=49beda95-d3a2-4727-b9ec-88cba688cfd2,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:41:03.985298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:04.092403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Allocated IP 172.25.0.175 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/81c605e5-5261-4863-849f-be0828d2b274) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:41:04.097443 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:04.170146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b94bb-92dd-4a0b-8f7d-abe900bb9ecc None None] Pushing event updated for resources: {'Port': ['ID=49beda95-d3a2-4727-b9ec-88cba688cfd2,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:04.216091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:04.359770 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:04.408347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:41:04.411609 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:04.415555 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:41:04.421740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Pushing event updated for resources: {'Port': ['ID=81c605e5-5261-4863-849f-be0828d2b274,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:04.797530 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.027111 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 49beda95-d3a2-4727-b9ec-88cba688cfd2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:05.100087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.195571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 49beda95-d3a2-4727-b9ec-88cba688cfd2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:05.201717 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 709d95be-0e1a-40f3-93e5-f229c1a6af01 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:05.236691 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6418a-2a95-44ff-9ce5-1fb220031fe9 None None] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:41:05.366984 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Router 10003bd8-837d-421a-9576-bb240dbe8f8d is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:41:05.453542 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 709d95be-0e1a-40f3-93e5-f229c1a6af01 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:05.461008 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 709d95be-0e1a-40f3-93e5-f229c1a6af01 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:05.461624 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.499132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] Provisioning for port 49beda95-d3a2-4727-b9ec-88cba688cfd2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:05.510513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] Provisioning complete for port 49beda95-d3a2-4727-b9ec-88cba688cfd2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:05.511532 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.517421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:41:05.556590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Sync routers for ids ['10003bd8-837d-421a-9576-bb240dbe8f8d'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:41:05.580950 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Routers {'10003bd8-837d-421a-9576-bb240dbe8f8d'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:41:05.581607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['10003bd8-837d-421a-9576-bb240dbe8f8d'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:05.651533 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.654069 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-054a7f66-923e-44ab-beb5-02e04a7c87b7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5107076 Aug 31 08:41:05.657606 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33574) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:41:05.779008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.817103 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:05.852687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Set router 10003bd8-837d-421a-9576-bb240dbe8f8d gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:41:05.903317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 709d95be-0e1a-40f3-93e5-f229c1a6af01, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=709d95be-0e1a-40f3-93e5-f229c1a6af01,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:06.025886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] For port 49beda95-d3a2-4727-b9ec-88cba688cfd2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=49beda95-d3a2-4727-b9ec-88cba688cfd2,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:06.027514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.111866 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.157646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=709d95be-0e1a-40f3-93e5-f229c1a6af01,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:06.253774 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cef49e-bc5a-4085-8938-b7e40711b271 None None] Pushing event updated for resources: {'Port': ['ID=49beda95-d3a2-4727-b9ec-88cba688cfd2,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:06.266073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ed2fd3d3-cdff-40de-ba38-3c8db44ffb64 None None] Provisioning complete for port 49beda95-d3a2-4727-b9ec-88cba688cfd2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:06.266530 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd3d3-cdff-40de-ba38-3c8db44ffb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.319646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.325485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:04Z', 'revision_number': 3, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:06.365599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Checking router: 10003bd8-837d-421a-9576-bb240dbe8f8d for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:41:06.366108 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Updating router 10003bd8-837d-421a-9576-bb240dbe8f8d port 81c605e5-5261-4863-849f-be0828d2b274 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:41:06.418178 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.575184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Allocated IP 172.20.0.1 (0012e0b6-0b33-4cb5-9a1c-3b28453fef43/f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d/578fe882-05bf-4afa-8a27-6d5b2bdb73b8) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:41:06.734221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.751188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Transition to ACTIVE for port object 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:06.781882 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.798706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Transition to ACTIVE for port object 81c605e5-5261-4863-849f-be0828d2b274 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:06.889408 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.912279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 49beda95-d3a2-4727-b9ec-88cba688cfd2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:06.933883 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:41:06.936980 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:06.940601 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:06.940904 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:41:06.969110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Pushing event updated for resources: {'Port': ['ID=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:06.984206 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.984484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.984838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.985161 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.985470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.985794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.986171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.986469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.986786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.987102 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.987418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.987772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:06.999790 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.038671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Attempting to bind port 81c605e5-5261-4863-849f-be0828d2b274 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:41:07.039787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Attempting to bind port 81c605e5-5261-4863-849f-be0828d2b274 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:41:07.039978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Attempting to bind port 81c605e5-5261-4863-849f-be0828d2b274 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:41:07.055007 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:41:07.056311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:41:07.056311 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.056844 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:41:07.057459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Bound port: 81c605e5-5261-4863-849f-be0828d2b274, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:41:07.058106 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.105867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f7175-ff9d-430d-973e-8b57608f1cce None None] Pushing event updated for resources: {'Port': ['ID=81c605e5-5261-4863-849f-be0828d2b274,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:07.157862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 49beda95-d3a2-4727-b9ec-88cba688cfd2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:07.158221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.189670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] For port 81c605e5-5261-4863-849f-be0828d2b274, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:41:07.211434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] For port 81c605e5-5261-4863-849f-be0828d2b274, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81c605e5-5261-4863-849f-be0828d2b274,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:41:07.272416 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 709d95be-0e1a-40f3-93e5-f229c1a6af01 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:07.274207 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.313570 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.399023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f7175-ff9d-430d-973e-8b57608f1cce None None] Pushing event updated for resources: {'Port': ['ID=81c605e5-5261-4863-849f-be0828d2b274,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:07.403373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Routers {'10003bd8-837d-421a-9576-bb240dbe8f8d'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:41:07.404143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['10003bd8-837d-421a-9576-bb240dbe8f8d'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:07.449578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 709d95be-0e1a-40f3-93e5-f229c1a6af01 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:07.449985 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.474160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.480264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e4373ed1-0eef-48f1-b6b7-8f605dc6679b None None] Provisioning for port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:07.491178 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-e4373ed1-0eef-48f1-b6b7-8f605dc6679b None None] Provisioning complete for port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:07.491565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e4373ed1-0eef-48f1-b6b7-8f605dc6679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.576468 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.591250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] Set router 10003bd8-837d-421a-9576-bb240dbe8f8d gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:41:07.592963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-e4373ed1-0eef-48f1-b6b7-8f605dc6679b None None] Port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:41:07.650884 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:07.655780 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Pushing event updated for resources: {'Port': ['ID=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:08.158105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '578fe882-05bf-4afa-8a27-6d5b2bdb73b8', 'name': '', 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'mac_address': 'fa:16:3e:39:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:06Z', 'updated_at': '2021-08-31T08:41:06Z', 'revision_number': 1, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'subnets': [{'id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:08.188473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bc106-43d5-4dc2-b576-a8fdc7c37092 None None] The sync data for ids ['10003bd8-837d-421a-9576-bb240dbe8f8d'] in n-d-713499-16 is: [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '578fe882-05bf-4afa-8a27-6d5b2bdb73b8', 'name': '', 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'mac_address': 'fa:16:3e:39:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:06Z', 'updated_at': '2021-08-31T08:41:06Z', 'revision_number': 1, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'subnets': [{'id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:41:08.252319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:41:08.255018 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:08.451900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Router 10003bd8-837d-421a-9576-bb240dbe8f8d has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:41:08.607133 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:41:08.625847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b54fe51a-38a4-4e27-a3dc-388c1852866f admin admin] 10.222.0.36 "PUT /v2.0/routers/10003bd8-837d-421a-9576-bb240dbe8f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9524882 Aug 31 08:41:08.654364 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-172fee4c-4de4-4505-b32f-670e0f682f50 None None] Provisioning complete for port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:08.654924 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-172fee4c-4de4-4505-b32f-670e0f682f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:08.695110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-172fee4c-4de4-4505-b32f-670e0f682f50 None None] Port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:41:10.956367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81c605e5-5261-4863-849f-be0828d2b274 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:11.102070 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Sync routers for ids ['10003bd8-837d-421a-9576-bb240dbe8f8d'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:41:11.113219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 81c605e5-5261-4863-849f-be0828d2b274 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:11.118504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 81c605e5-5261-4863-849f-be0828d2b274 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:11.119672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:11.122067 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Routers {'10003bd8-837d-421a-9576-bb240dbe8f8d'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:41:11.123195 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['10003bd8-837d-421a-9576-bb240dbe8f8d'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:11.238002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:11.273852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 81c605e5-5261-4863-849f-be0828d2b274, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81c605e5-5261-4863-849f-be0828d2b274,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:11.329753 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Set router 10003bd8-837d-421a-9576-bb240dbe8f8d gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:41:11.380592 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:11.521076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=81c605e5-5261-4863-849f-be0828d2b274,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:11.530015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.530374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.530722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.531065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.531406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.531744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.532076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.532434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.532871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.533090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.533840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.533964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:41:11.643633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '578fe882-05bf-4afa-8a27-6d5b2bdb73b8', 'name': '', 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'mac_address': 'fa:16:3e:39:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:06Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 2, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'subnets': [{'id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:11.676931 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Checking router: 10003bd8-837d-421a-9576-bb240dbe8f8d for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:41:11.676931 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Updating router 10003bd8-837d-421a-9576-bb240dbe8f8d port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:41:11.706395 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:12.036368 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:12.048638 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Transition to ACTIVE for port object 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:12.206535 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:12.298431 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4a340-aaaa-4b8a-871f-e49c65a336c0 None None] Pushing event updated for resources: {'Port': ['ID=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:12.334674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Attempting to bind port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:41:12.341243 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Attempting to bind port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:41:12.341243 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Attempting to bind port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 on network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:41:12.342700 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:41:12.343292 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Checking segment: {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:41:12.347137 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:12.347137 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Bound using segment: {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:41:12.348056 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Bound port: 578fe882-05bf-4afa-8a27-6d5b2bdb73b8, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29e170b-1298-475f-8a6a-0c3c7859b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:41:12.348463 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:12.436571 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] For port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:41:12.440559 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] For port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:41:12.833177 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:12.886294 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Routers {'10003bd8-837d-421a-9576-bb240dbe8f8d'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:41:12.886937 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:40:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['10003bd8-837d-421a-9576-bb240dbe8f8d'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:12.909242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81c605e5-5261-4863-849f-be0828d2b274 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:12.996076 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 81c605e5-5261-4863-849f-be0828d2b274 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:12.999344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:13.069883 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4a340-aaaa-4b8a-871f-e49c65a336c0 None None] Pushing event updated for resources: {'Port': ['ID=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:13.165411 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] Set router 10003bd8-837d-421a-9576-bb240dbe8f8d gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:41:13.406614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '578fe882-05bf-4afa-8a27-6d5b2bdb73b8', 'name': '', 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'mac_address': 'fa:16:3e:39:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:06Z', 'updated_at': '2021-08-31T08:41:12Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'subnets': [{'id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:41:13.436564 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f6500-b591-49d4-a2f4-59f90d679b48 None None] The sync data for ids ['10003bd8-837d-421a-9576-bb240dbe8f8d'] in n-d-713499-16 is: [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:07Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '578fe882-05bf-4afa-8a27-6d5b2bdb73b8', 'name': '', 'network_id': '0012e0b6-0b33-4cb5-9a1c-3b28453fef43', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'mac_address': 'fa:16:3e:39:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:06Z', 'updated_at': '2021-08-31T08:41:12Z', 'revision_number': 4, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'subnets': [{'id': 'f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:41:14.959002 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:15.145538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:15.152115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:15.152578 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:15.278305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:15.319722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:15.450944 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:15.511954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:16.929066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:17.024366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:17.025392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:21.079502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-cc44a29e-b207-4872-a5dc-920d9d865bd6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:21.080988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-cc44a29e-b207-4872-a5dc-920d9d865bd6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 815 time: 0.1069593 Aug 31 08:41:21.097485 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-7c4e61ed-fdbc-4f1c-bc6d-3d6a3418432c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/quotas/7fd3602934914af0a57da30a7306ec4c HTTP/1.1" status: 200 len: 375 time: 0.0102477 Aug 31 08:41:21.156440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-71988aba-83ca-40a3-a5f7-5925999234a9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478635 Aug 31 08:41:21.257187 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-b2bfa0e5-85b6-43ff-b3ed-76f56b51607f service neutron] 10.222.0.36 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887113 Aug 31 08:41:21.352260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-04d82b7b-377f-4d39-a49d-4c9fdcc3df8d service neutron] 10.222.0.36 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882261 Aug 31 08:41:21.633403 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b46f386-d115-43c4-8860-06fab52a6975 req-33c2dd7c-375a-40cb-a61e-dc35c7c2b2f6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 210 time: 0.0276368 Aug 31 08:41:22.716610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fb4ae51-3526-4608-a8bd-40c88fa472a6 req-23309aca-5fa9-4f0e-85c4-ed064d013e74 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 210 time: 0.0309405 Aug 31 08:41:23.812859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bed9fcda-8738-4083-8a49-d3447b9a199f req-b92cc07a-df86-4476-a76d-ea1713757888 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 210 time: 0.0284607 Aug 31 08:41:23.839747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d92f-9314-4c8a-96ad-266cc48b89f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:24.151636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-fd49fa92-b654-45fd-b98d-b23c2ba9812e tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:24.153032 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-fd49fa92-b654-45fd-b98d-b23c2ba9812e tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 815 time: 0.1022859 Aug 31 08:41:24.169522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'port': {'device_id': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'admin_state_up': True, 'tenant_id': '7fd3602934914af0a57da30a7306ec4c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:41:24.229874 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:24.381477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Made reservation on behalf of 7fd3602934914af0a57da30a7306ec4c for: {'port': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:41:24.385250 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:24.520074 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Allocated IP 172.20.0.6 (f632d87c-2a3d-4102-8826-19bf62fccb5e/8786b5ef-5210-491f-8e38-d9f3c1f749f8/abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:41:24.678485 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:24.689719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Transition to ACTIVE for port object abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:24.880988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:24.947444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b42bf-f32d-4a9b-8320-573fd61d9367 req-3dcb66be-4ea4-41c0-b36f-b8b4cb34df0f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:24.949064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-513b42bf-f32d-4a9b-8320-573fd61d9367 req-3dcb66be-4ea4-41c0-b36f-b8b4cb34df0f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0667715 Aug 31 08:41:25.041147 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-513b42bf-f32d-4a9b-8320-573fd61d9367 req-5bbf464a-5abf-414f-adef-fe80581956e2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663443 Aug 31 08:41:25.314546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Network f632d87c-2a3d-4102-8826-19bf62fccb5e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:41:25.316712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:41:25.329178 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:41:25.387693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:25.435129 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:25.436408 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:25.555997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-004f4028-e675-4624-9180-30f0c8e45220 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3909428 Aug 31 08:41:25.776442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1eeaed1d-c02c-432b-a542-6f38e9e05b44 None None] Provisioning for port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:25.781384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1eeaed1d-c02c-432b-a542-6f38e9e05b44 None None] Provisioning complete for port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:25.782214 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1eeaed1d-c02c-432b-a542-6f38e9e05b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:25.822398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1eeaed1d-c02c-432b-a542-6f38e9e05b44 None None] Port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:41:26.181727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc6fd8-2ec2-4760-998b-82dd4dda1c1d req-cf90b5df-3327-46a7-8426-1f638364a2c1 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:26.183556 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eefc6fd8-2ec2-4760-998b-82dd4dda1c1d req-cf90b5df-3327-46a7-8426-1f638364a2c1 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0545070 Aug 31 08:41:26.227044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eefc6fd8-2ec2-4760-998b-82dd4dda1c1d req-315e708d-2813-49d0-b3d8-551e6d8cf58b tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Aug 31 08:41:26.635746 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:26.711140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:26.795318 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f5afdad1-7962-4d1e-bad5-5c76531000fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:27.344082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831451a-85f7-4832-859a-b1ab75ad9d6d req-5ffa78e7-b3c0-4cdc-b754-892578a04fa0 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:27.345673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e831451a-85f7-4832-859a-b1ab75ad9d6d req-5ffa78e7-b3c0-4cdc-b754-892578a04fa0 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0503919 Aug 31 08:41:27.391288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e831451a-85f7-4832-859a-b1ab75ad9d6d req-9cba0f15-ecf4-424e-b88c-25a8505912c7 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Aug 31 08:41:28.175856 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:28.517422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5477a-823d-41d9-b42b-4fa4043343d1 req-a3989707-89b6-4984-8089-c859dfa0c255 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:28.519274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36a5477a-823d-41d9-b42b-4fa4043343d1 req-a3989707-89b6-4984-8089-c859dfa0c255 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0588090 Aug 31 08:41:28.559764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36a5477a-823d-41d9-b42b-4fa4043343d1 req-41386651-6829-42eb-b011-5c5e338dd91f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Aug 31 08:41:29.684127 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba998e6-f7c4-4ca2-a56a-c5b3e50c4604 req-e8bbf834-e85d-4929-8aff-bc7e33922ac2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:29.686290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ba998e6-f7c4-4ca2-a56a-c5b3e50c4604 req-e8bbf834-e85d-4929-8aff-bc7e33922ac2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0557485 Aug 31 08:41:29.730320 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:29.735487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3ba998e6-f7c4-4ca2-a56a-c5b3e50c4604 req-ad92e36e-4436-47bb-b40d-f03e74c40811 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Aug 31 08:41:30.862330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78401e-6ca3-4df4-89e8-ebda0af65fd9 req-d78127ea-8a1f-47cf-9780-ae28a3d21608 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:30.864186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b78401e-6ca3-4df4-89e8-ebda0af65fd9 req-d78127ea-8a1f-47cf-9780-ae28a3d21608 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0553234 Aug 31 08:41:30.907783 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2b78401e-6ca3-4df4-89e8-ebda0af65fd9 req-79531512-ad74-4e78-8c79-d0dec0690bf6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Aug 31 08:41:32.035087 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7ad65-1ca2-4f2a-ae77-892e8ed1b028 req-05fc801e-9235-4956-8b7e-611d8ad9953c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:32.036788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81d7ad65-1ca2-4f2a-ae77-892e8ed1b028 req-05fc801e-9235-4956-8b7e-611d8ad9953c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0574687 Aug 31 08:41:32.081560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-81d7ad65-1ca2-4f2a-ae77-892e8ed1b028 req-0d81ed14-cbdd-433c-a7c8-25aab81172a2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Aug 31 08:41:32.162578 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:41:33.202257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c82e-786e-4fcc-9245-0fd0c2c582f3 req-69093d29-377a-4e48-8d73-832570d227e1 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:33.203859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4444c82e-786e-4fcc-9245-0fd0c2c582f3 req-69093d29-377a-4e48-8d73-832570d227e1 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0533531 Aug 31 08:41:33.250190 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4444c82e-786e-4fcc-9245-0fd0c2c582f3 req-45b2818e-55b3-4856-8617-f58a80a3fe9a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 Aug 31 08:41:34.396012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b9b49-8268-47b2-bba5-46dabecf1c6c req-997b906e-e05e-47bb-8b9b-430d311fc05f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:34.397749 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c58b9b49-8268-47b2-bba5-46dabecf1c6c req-997b906e-e05e-47bb-8b9b-430d311fc05f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0563340 Aug 31 08:41:34.438757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c58b9b49-8268-47b2-bba5-46dabecf1c6c req-754c1e35-d1b4-497f-8ebd-8e3cabe83834 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Aug 31 08:41:35.560939 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db632ac-199e-4763-90e7-18db5a971de2 req-c1bc73c4-4214-4531-8010-02d38a9c2dcd tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:35.562513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1db632ac-199e-4763-90e7-18db5a971de2 req-c1bc73c4-4214-4531-8010-02d38a9c2dcd tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 931 time: 0.0555761 Aug 31 08:41:35.602096 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1db632ac-199e-4763-90e7-18db5a971de2 req-ab5e8b0d-f2ca-413d-9e23-2f655df339a3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Aug 31 08:41:35.883472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-2b413bc6-d3f5-49eb-b0a5-ed2e778ca75d tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:41:35.884518 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-2b413bc6-d3f5-49eb-b0a5-ed2e778ca75d tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058939 Aug 31 08:41:35.989260 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Request body: {'port': {'device_id': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:41:36.043943 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:36.318111 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc {{(pid=95445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:41:36.325783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:36.338234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Transition to ACTIVE for port object abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:41:36.406239 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:36.463363 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:36.537701 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Attempting to bind port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:41:36.538087 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Attempting to bind port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:41:36.538430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Attempting to bind port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc on network f632d87c-2a3d-4102-8826-19bf62fccb5e {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:41:36.543244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc on network f632d87c-2a3d-4102-8826-19bf62fccb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:41:36.545375 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Attempting to bind port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc on network f632d87c-2a3d-4102-8826-19bf62fccb5e {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:41:36.549443 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:41:36.549792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Checking segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:41:36.550241 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Bound using segment: {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:41:36.550690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Bound port: abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2659abd0-cd61-41b8-9e0c-cf1af62d6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:41:36.551059 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:36.641295 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:41:36.645510 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:41:36.738977 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce74c-a8ce-4b00-b0b9-f6b3ce2d5b63 req-42db2002-fb06-48b2-a2dd-07fa00f666d7 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:36.740553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d4ce74c-a8ce-4b00-b0b9-f6b3ce2d5b63 req-42db2002-fb06-48b2-a2dd-07fa00f666d7 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 943 time: 0.0546606 Aug 31 08:41:36.761261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:36.783025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2d4ce74c-a8ce-4b00-b0b9-f6b3ce2d5b63 req-72c3072b-9352-4537-a715-78e7422b152b tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Aug 31 08:41:36.799186 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:36.799955 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:36.801296 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] 10.222.0.45 "PUT /v2.0/ports/abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 1092 time: 0.9089901 Aug 31 08:41:36.801738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:41:36.804328 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:41:36.844027 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88711c0f-47e1-430b-ae03-24e09cbe7018 service neutron] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=3']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:37.001656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-561f640b-4d7a-409d-a8bf-688ebc704563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.004231 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-561f640b-4d7a-409d-a8bf-688ebc704563 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1095 time: 0.0579612 Aug 31 08:41:37.057624 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea097f1f-961f-4bdd-b07d-7c038e043ffb x-openstack-request-id: req-ea097f1f-961f-4bdd-b07d-7c038e043ffb {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:41:37.057944 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:41:37.058197 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea097f1f-961f-4bdd-b07d-7c038e043ffb {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:41:37.058594 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'status': 'completed', 'code': 200} Aug 31 08:41:37.060165 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-561ab384-c945-4b32-9046-2de6be60984d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 217 time: 0.0427134 Aug 31 08:41:37.111804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-4e36608a-ff86-4dbb-b7a5-8472281d2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.113232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-4e36608a-ff86-4dbb-b7a5-8472281d2f82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0452073 Aug 31 08:41:37.163982 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-7ad70187-36ee-4b27-be7b-08feac6241bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.166148 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-7ad70187-36ee-4b27-be7b-08feac6241bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418899 Aug 31 08:41:37.264091 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-cf701623-470e-4d48-89bb-b108e558985d service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897365 Aug 31 08:41:37.358654 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dffb8a9a-9a87-45e7-96ca-dda62ca1e44b req-a1a10ae5-9d98-4e44-96f4-0f5f5dc44bca service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833986 Aug 31 08:41:37.586062 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-b49bcc24-d4fe-4b0d-8f8d-745253f28866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.588344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-b49bcc24-d4fe-4b0d-8f8d-745253f28866 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1095 time: 0.0439737 Aug 31 08:41:37.688232 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-22bc6b95-02ec-4c91-b8a3-3486262feaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.689877 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-22bc6b95-02ec-4c91-b8a3-3486262feaa5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.0927088 Aug 31 08:41:37.733724 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-0e1160bd-8aa0-4b3c-86b8-6a493d801eae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 217 time: 0.0361388 Aug 31 08:41:37.789728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-9bf0d448-f615-4c5c-a620-05ed91b05a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.791273 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-9bf0d448-f615-4c5c-a620-05ed91b05a56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0496099 Aug 31 08:41:37.846629 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-891ead37-924f-45b3-8495-016f93270c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.848196 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-891ead37-924f-45b3-8495-016f93270c5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475652 Aug 31 08:41:37.916300 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2244e3-7f26-4978-ba40-9fd86e3f3b12 req-ff7f6807-8efc-4156-8d5b-28bf6d772334 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:37.917859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c2244e3-7f26-4978-ba40-9fd86e3f3b12 req-ff7f6807-8efc-4156-8d5b-28bf6d772334 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 943 time: 0.0507095 Aug 31 08:41:37.942654 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-49b99a1a-e447-430c-b81d-e1f5607b2ee9 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Aug 31 08:41:37.958111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5c2244e3-7f26-4978-ba40-9fd86e3f3b12 req-633769ce-9c62-4209-8ca2-45833e687932 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Aug 31 08:41:38.046346 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-0ff7ccdc-74d4-452f-a469-9cfe76be73ac req-cd64c35d-6f66-442f-8bbe-345efc30cc3c service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958202 Aug 31 08:41:39.085849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42251406-ddcc-48f6-b2bb-f9acf6dbf571 req-4c07a198-6980-404c-8c27-d82ee909e62c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:39.088255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42251406-ddcc-48f6-b2bb-f9acf6dbf571 req-4c07a198-6980-404c-8c27-d82ee909e62c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 943 time: 0.0602000 Aug 31 08:41:39.131777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-42251406-ddcc-48f6-b2bb-f9acf6dbf571 req-0b3a3200-7e15-4940-8ae3-cadae67a5288 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368519 Aug 31 08:41:40.251990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404b78-f041-4b63-bd8e-ea62207a1740 req-15f2dd06-da17-4f9f-8840-28ddaf631ca7 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:40.280293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c404b78-f041-4b63-bd8e-ea62207a1740 req-15f2dd06-da17-4f9f-8840-28ddaf631ca7 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 943 time: 0.0523307 Aug 31 08:41:40.293646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8c404b78-f041-4b63-bd8e-ea62207a1740 req-e6ed629f-18b7-4f1f-aba9-6dfe53e9baea tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Aug 31 08:41:40.676465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:41:40.770154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:40.781618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'port_id': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'mac_address': 'fa:16:3e:39:f2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:41:40.819840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:40.837734 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:41:40.858334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:41.229068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:41.277590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:41.413781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aba71-7a94-4b26-aba5-849deec28ff4 req-b62e3802-b83c-479e-a949-77b52b76abcb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:41.415871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e2aba71-7a94-4b26-aba5-849deec28ff4 req-b62e3802-b83c-479e-a949-77b52b76abcb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 944 time: 0.0509660 Aug 31 08:41:41.454066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e2aba71-7a94-4b26-aba5-849deec28ff4 req-e059b948-a1fc-4dc8-846f-1daed92b427a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Aug 31 08:41:41.527606 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:41:42.580630 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716998-98a1-4f16-b89c-571a26365155 req-0f2f39d0-e169-47ce-b64c-2f7f9548bda5 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:42.582248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d716998-98a1-4f16-b89c-571a26365155 req-0f2f39d0-e169-47ce-b64c-2f7f9548bda5 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 944 time: 0.0545540 Aug 31 08:41:42.626262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d716998-98a1-4f16-b89c-571a26365155 req-d5fd31b7-6f32-4819-91ca-d9029b823c44 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Aug 31 08:41:42.692263 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:41:42.809867 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:41:42.813948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:41:42.814407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:42.893099 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:42.916793 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:41:42.919318 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6317f-aae1-4363-8edc-8e4f0ff57619" -d '{"events": [{"server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "name": "network-vif-plugged", "status": "completed", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:41:42.932115 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:41:42.954887 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216548e-b727-4c17-9d5d-9df30914df21 x-openstack-request-id: req-4216548e-b727-4c17-9d5d-9df30914df21 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:41:42.955187 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "name": "network-vif-plugged", "status": "completed", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:41:42.955445 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4216548e-b727-4c17-9d5d-9df30914df21 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:41:42.955880 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'code': 200} Aug 31 08:41:43.006881 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:43.061448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:41:43.066500 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28c2dc-91df-4375-8fa8-eead453a884c req-70202881-a89c-433f-800c-b4109d414981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:43.068386 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba28c2dc-91df-4375-8fa8-eead453a884c req-70202881-a89c-433f-800c-b4109d414981 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1097 time: 0.0435565 Aug 31 08:41:43.110119 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-ba28c2dc-91df-4375-8fa8-eead453a884c req-2709a7d1-4715-420b-8ec1-da9bb8ca3ccc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Aug 31 08:41:43.741559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433a935-9e1d-4520-93b6-6b65a74ace53 req-720dd9ca-6bc6-4fac-9d74-02b52ecdbea6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:43.743661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8433a935-9e1d-4520-93b6-6b65a74ace53 req-720dd9ca-6bc6-4fac-9d74-02b52ecdbea6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0503311 Aug 31 08:41:43.784136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8433a935-9e1d-4520-93b6-6b65a74ace53 req-3e6d39c8-5cb7-4f2d-9f3c-7e6c4bd62d05 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Aug 31 08:41:44.900999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215cc5-e969-4e0e-9986-afaf22c97c4d req-4db796a3-df57-4b50-aa5f-7365423202c6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:44.902536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66215cc5-e969-4e0e-9986-afaf22c97c4d req-4db796a3-df57-4b50-aa5f-7365423202c6 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0494554 Aug 31 08:41:44.941862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-66215cc5-e969-4e0e-9986-afaf22c97c4d req-2d216071-46d1-488f-b033-6c9580e024a8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 31 08:41:45.063654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22152f70-7fbc-4582-8731-c4c280673073 req-eb05ef5d-ca60-4265-85d4-928f860b6a4d tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:45.065191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22152f70-7fbc-4582-8731-c4c280673073 req-eb05ef5d-ca60-4265-85d4-928f860b6a4d tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0554109 Aug 31 08:41:45.103983 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22152f70-7fbc-4582-8731-c4c280673073 req-0af26555-8ebd-4acc-b5ac-22c3f3146b41 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Aug 31 08:41:45.324836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27cf15-bc7e-4162-aeb2-5d839a0cd7fa req-23696cd5-ea8a-44ca-b22f-5309108709a2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:41:45.326457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f27cf15-bc7e-4162-aeb2-5d839a0cd7fa req-23696cd5-ea8a-44ca-b22f-5309108709a2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0541584 Aug 31 08:41:45.366602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2f27cf15-bc7e-4162-aeb2-5d839a0cd7fa req-109f3c8f-2830-412b-a0b9-f63236f975b5 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Aug 31 08:41:53.829271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-929f0ccb-1f68-42a1-bd7a-9b907451c23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:54.169349 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:56.523817 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:56.564016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:56.737044 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eab9a875-5ca3-4025-9ea2-40e53531baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:58.177240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:41:59.817291 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:00.423755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625cef2-c813-4c7c-8ee6-d439e510f7de req-301bc1f8-15a3-4664-916e-b70d0dd4d4fc tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:00.425473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6625cef2-c813-4c7c-8ee6-d439e510f7de req-301bc1f8-15a3-4664-916e-b70d0dd4d4fc tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0497687 Aug 31 08:42:00.466483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6625cef2-c813-4c7c-8ee6-d439e510f7de req-00eec75f-1ea2-41bc-9061-2a5e74317fad tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Aug 31 08:42:00.488897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33790) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:00.584197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0291b39-3963-4a44-ae79-bb94cd7f6ec3 tempest-TestMinimumBasicScenario-378331468 tempest-TestMinimumBasicScenario-378331468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:00.585773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e0291b39-3963-4a44-ae79-bb94cd7f6ec3 tempest-TestMinimumBasicScenario-378331468 tempest-TestMinimumBasicScenario-378331468-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1092 time: 0.0958433 Aug 31 08:42:00.588889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33794) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:00.593733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:00.760569 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:00.868975 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:00.990843 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Allocated IP 172.25.0.161 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/5370bd7c-3ec9-483e-9ef7-76c27c81f19e) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:42:01.098566 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:01.235167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:01.284984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:42:01.288094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:42:01.293411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:42:01.297293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'Port': ['ID=5370bd7c-3ec9-483e-9ef7-76c27c81f19e,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:01.698052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:01.842112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:01.995332 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:02.086541 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:02.158226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'Port': ['ID=5370bd7c-3ec9-483e-9ef7-76c27c81f19e,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:02.168588 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:02.274390 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Floating IP a98377af-1280-4029-98a7-7eea50827a8c associated. External IP: 172.25.0.161, port: abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc. Aug 31 08:42:02.494496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:42:02.610776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:42:02.622458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] Sync routers for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:42:02.632933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:42:02.633610 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:41:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:42:02.749437 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:42:02.792631 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:02.820942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-50e6b834-25bc-45f1-8661-aa6eef910e75 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2307153 Aug 31 08:42:02.821681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:42:02.824022 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98893578-a16d-4076-b3d0-64072e3a84d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:42:02.825846 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33798) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:02.831950 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-413026915', 'description': 'tempest-secgroup-smoke-413026915 description', 'project_id': '7fd3602934914af0a57da30a7306ec4c'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:02.924402 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d514cb09-b34d-4e0f-b94d-cda63da115d3 x-openstack-request-id: req-d514cb09-b34d-4e0f-b94d-cda63da115d3 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:42:02.924700 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:42:02.924962 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d514cb09-b34d-4e0f-b94d-cda63da115d3 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:42:02.925389 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'status': 'completed', 'code': 200} Aug 31 08:42:02.980636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:02.996050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a98377af-1280-4029-98a7-7eea50827a8c', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'port_id': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'mac_address': 'fa:16:3e:39:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:42:01Z', 'updated_at': '2021-08-31T08:42:01Z', 'revision_number': 0, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:05Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:42:03.009352 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-a2326102-9a22-44bb-a0e9-2fbf4b3b46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:03.011513 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-a2326102-9a22-44bb-a0e9-2fbf4b3b46aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1097 time: 0.0642405 Aug 31 08:42:03.028770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] Checking router: 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:42:03.037663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:42:03.038328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:41:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:42:03.140049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-f998c2c3-60da-4de1-8b6a-ecaba4b4b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:03.141519 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-f998c2c3-60da-4de1-8b6a-ecaba4b4b006 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.1192117 Aug 31 08:42:03.150219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:42:03.201330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.228812 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-1456625b-b0a0-4265-8498-ff60d2f709b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 999 time: 0.0784452 Aug 31 08:42:03.263714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.306380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543daa95-af61-4d83-82fb-90e0730d6b86,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:03.310514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-b86ec3b0-c46a-4ff9-89a3-a6ca0b84f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:03.312003 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-b86ec3b0-c46a-4ff9-89a3-a6ca0b84f9d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0759513 Aug 31 08:42:03.317120 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.317465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.317827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.318174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.318506 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.318954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.319204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.319530 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.320400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.320729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.321050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.321373 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:42:03.368400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-ab6a043c-a0f6-43c4-bf19-6fc95678e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:03.369981 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-ab6a043c-a0f6-43c4-bf19-6fc95678e3d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453031 Aug 31 08:42:03.392038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a98377af-1280-4029-98a7-7eea50827a8c', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'port_id': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'mac_address': 'fa:16:3e:39:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:42:01Z', 'updated_at': '2021-08-31T08:42:01Z', 'revision_number': 0, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:05Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:42:03.396214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.397424 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b47ab0aa-a20d-410a-92d6-5680ee1845e8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5699127 Aug 31 08:42:03.401276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33804) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:03.410121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group_rule': {'security_group_id': '543daa95-af61-4d83-82fb-90e0730d6b86', 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:03.424047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861c2bf2-8109-4987-88e6-b4ad6a99b6d1 None None] The sync data for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 is: [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'a98377af-1280-4029-98a7-7eea50827a8c', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'port_id': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'mac_address': 'fa:16:3e:39:f2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:42:01Z', 'updated_at': '2021-08-31T08:42:01Z', 'revision_number': 0, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:05Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:42:03.477888 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-5984eedf-9cd7-4d0f-a899-353405d1d71f service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000948 Aug 31 08:42:03.522821 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.599092 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.606549 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-98893578-a16d-4076-b3d0-64072e3a84d5 req-7edbb78e-78f9-4dee-88b8-5844acc6d526 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215849 Aug 31 08:42:03.643719 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1204e40-5a6b-43c1-80fd-7f4a31c7da41 None None] New status for floating IP a98377af-1280-4029-98a7-7eea50827a8c: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:42:03.714386 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.732664 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a15471-c9b7-4a50-b5e9-61fb42316548,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:03.869025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:03.870363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f9d523fc-955a-4899-b90c-d0200c97172f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4678771 Aug 31 08:42:03.873517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33806) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:03.878644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group_rule': {'security_group_id': '543daa95-af61-4d83-82fb-90e0730d6b86', 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:03.975787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.048921 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.164315 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.183383 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbbee11-a9c1-4c68-84cd-5fa16a7fbe37,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:04.269044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.270511 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-91728bf2-5c7b-4e58-8798-262cb228d219 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957741 Aug 31 08:42:04.273728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33808) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:04.278389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group_rule': {'security_group_id': '543daa95-af61-4d83-82fb-90e0730d6b86', 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:04.415288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.472805 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.597785 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.616868 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dece54-840f-46f3-b261-c4660ac8d412,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:04.713049 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.714758 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-aa06872e-c404-4a4c-9be4-687f9fe1708a tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4397683 Aug 31 08:42:04.717640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:04.722291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group_rule': {'security_group_id': '543daa95-af61-4d83-82fb-90e0730d6b86', 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:04.834133 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:04.895053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.021266 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.040326 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1394d2ad-ea52-4943-a57d-65bc169c77d9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:05.169500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.170803 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1174f74b-d1ca-4934-850c-c4ead484b6c9 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4521632 Aug 31 08:42:05.175388 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33812) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:05.180681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group_rule': {'security_group_id': '543daa95-af61-4d83-82fb-90e0730d6b86', 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:05.272184 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Project 7fd3602934914af0a57da30a7306ec4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:42:05.277454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.340856 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.474636 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.493497 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a078d572-2591-441f-b3b8-bf5e13242f5b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:05.621027 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.622245 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a2d018cb-a49d-4323-9008-a4cfe6229817 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4457395 Aug 31 08:42:05.624942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33814) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:42:05.629490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'security_group_rule': {'security_group_id': '543daa95-af61-4d83-82fb-90e0730d6b86', 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:05.790814 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Project 7fd3602934914af0a57da30a7306ec4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:42:05.794888 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.859369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.948575 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:05.968018 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7208819-a30c-4f5c-b442-f05771a990a9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:06.097287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:06.098615 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8c2e6bab-e5f6-4adf-a83b-815d42306172 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4727335 Aug 31 08:42:06.176059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-11ab6e8e-1f41-4fe0-8841-12f8247877e3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413026915&fields=id&tenant_id=7fd3602934914af0a57da30a7306ec4c HTTP/1.1" status: 200 len: 267 time: 0.0338748 Aug 31 08:42:06.233581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-6691160d-4278-4656-b0b6-beb5bc934afa tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:06.235016 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-6691160d-4278-4656-b0b6-beb5bc934afa tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0526996 Aug 31 08:42:06.246437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'port': {'security_groups': ['fb1a2f0e-8e18-48a4-b033-d501da54a470', '543daa95-af61-4d83-82fb-90e0730d6b86']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:42:06.311515 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:06.524965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:42:06.556054 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:06.649197 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:06.665168 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:42:06.694755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:06.696009 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:06.698282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-786dcd4e-411d-4e32-8898-2d34cf719640 req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "PUT /v2.0/ports/abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 981 time: 0.4565103 Aug 31 08:42:06.699147 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:42:06.704497 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c02be1-0149-4eb0-9527-c7bca057c99d" -d '{"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:42:06.745558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc01e4-b132-4c36-b2e7-b66e74178cbb tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=6']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:42:06.769668 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10ec90a-0deb-4cdf-b5d9-d53252ac66c0 x-openstack-request-id: req-e10ec90a-0deb-4cdf-b5d9-d53252ac66c0 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:42:06.770043 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:42:06.770225 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e10ec90a-0deb-4cdf-b5d9-d53252ac66c0 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:42:06.772444 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'status': 'completed', 'code': 200} Aug 31 08:42:06.785890 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:42:06.850315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-7f2bee81-70e1-42db-a262-097192817f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:06.852104 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-7f2bee81-70e1-42db-a262-097192817f6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1136 time: 0.0559900 Aug 31 08:42:06.856713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e69c51-6649-4a20-a41a-8907ac0a5f97 req-78f25095-9acf-4360-91ee-e53ef03ee71c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:06.859169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4e69c51-6649-4a20-a41a-8907ac0a5f97 req-78f25095-9acf-4360-91ee-e53ef03ee71c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0703807 Aug 31 08:42:06.932601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4e69c51-6649-4a20-a41a-8907ac0a5f97 req-690be05b-6a51-4df0-8b00-1de1f0774ee7 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528958 Aug 31 08:42:06.967913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-7fc870a6-08bb-48e5-bbf2-809e63a16dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:06.969425 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-7fc870a6-08bb-48e5-bbf2-809e63a16dcc service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.1058486 Aug 31 08:42:07.041254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-6974d58c-67ca-4c1d-8509-ce3ba63255c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 1001 time: 0.0635107 Aug 31 08:42:07.097905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-08d56840-599d-4166-851f-66de1407523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:07.099451 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-08d56840-599d-4166-851f-66de1407523a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0509343 Aug 31 08:42:07.115412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-066009c8-5c0e-468c-8977-89074a471f04 None None] Provisioning complete for port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:42:07.115783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-066009c8-5c0e-468c-8977-89074a471f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:07.149192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-d3755a03-f687-43df-8d6e-173222d90765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:07.150844 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-d3755a03-f687-43df-8d6e-173222d90765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430164 Aug 31 08:42:07.251327 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-793df2e6-eecf-4e57-9e2f-d4dcec0483a1 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868950 Aug 31 08:42:07.354467 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-d5c02be1-0149-4eb0-9527-c7bca057c99d req-bb62e0fd-fc5e-4c2b-abb7-e3eb24636254 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954633 Aug 31 08:42:09.161661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:42:21.426016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a742-134d-475b-a87b-a428364d9c1b req-b07ac4ae-9df2-436c-9375-7883cab57671 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:21.427523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb11a742-134d-475b-a87b-a428364d9c1b req-b07ac4ae-9df2-436c-9375-7883cab57671 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0504010 Aug 31 08:42:21.467535 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb11a742-134d-475b-a87b-a428364d9c1b req-1c1e704d-b74f-44cb-b5a8-58feda617fdd tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333731 Aug 31 08:42:21.595810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-dca87a3f-695e-4050-b519-7b826873fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:21.597235 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-dca87a3f-695e-4050-b519-7b826873fa1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1136 time: 0.0427854 Aug 31 08:42:21.698086 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-ef8776a1-f02b-4c8f-90f8-ad333bcfd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:21.699621 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-ef8776a1-f02b-4c8f-90f8-ad333bcfd288 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.0910404 Aug 31 08:42:21.769861 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-b34cc082-6c4c-4963-aa6a-bd9ac7d042cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 1001 time: 0.0609126 Aug 31 08:42:21.822401 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-f67e2727-9c3f-4d84-8ca8-faf3dbf28afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:21.823936 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-f67e2727-9c3f-4d84-8ca8-faf3dbf28afd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0452435 Aug 31 08:42:21.878416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-b00df43a-1c1b-4430-af1a-0cf037c937cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:21.879858 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-b00df43a-1c1b-4430-af1a-0cf037c937cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458620 Aug 31 08:42:21.968871 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-6c8e0246-ad0a-42d7-b0a2-5bc774332c52 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812159 Aug 31 08:42:22.063292 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c6a74204-e4eb-4cd5-bcd2-844b8d38a3c3 req-550133f4-cde2-4289-8e2c-bedb71664ba6 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Aug 31 08:42:22.599591 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cf4c7-5096-43ee-a9ca-7c1b694d0771 req-edee6c8e-4034-4673-a677-75b4fcaf1809 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:22.601775 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-843cf4c7-5096-43ee-a9ca-7c1b694d0771 req-edee6c8e-4034-4673-a677-75b4fcaf1809 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0503755 Aug 31 08:42:22.641284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-843cf4c7-5096-43ee-a9ca-7c1b694d0771 req-3be4cf41-ea2c-4d6b-b5b9-b2196d767f31 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333521 Aug 31 08:42:23.748093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c1115373-90c0-4a30-bc9c-fb738ed38119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:23.761763 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32dde-9308-468d-a2e8-afc7dea14628 req-fd748472-c52f-49b5-95bd-95f12be32b78 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:23.763268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a32dde-9308-468d-a2e8-afc7dea14628 req-fd748472-c52f-49b5-95bd-95f12be32b78 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0539188 Aug 31 08:42:23.804185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a32dde-9308-468d-a2e8-afc7dea14628 req-3cd74d97-e58c-4344-bedb-81274f05a6ce tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340807 Aug 31 08:42:24.243266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:24.918473 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab234b89-ad95-44fc-972a-3184ec9cf8b3 req-4ecd1b5d-5c31-4829-a4de-4fc1a94a2201 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:24.919966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab234b89-ad95-44fc-972a-3184ec9cf8b3 req-4ecd1b5d-5c31-4829-a4de-4fc1a94a2201 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0489552 Aug 31 08:42:24.960080 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ab234b89-ad95-44fc-972a-3184ec9cf8b3 req-32d9a7e2-5ce8-4065-9dfe-1e2fd337a26b tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340071 Aug 31 08:42:26.077171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a275235-f7f4-4fad-9e4d-a751238dcf24 req-c7d59509-f156-42f7-863f-e28357cd2d53 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:26.078711 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a275235-f7f4-4fad-9e4d-a751238dcf24 req-c7d59509-f156-42f7-863f-e28357cd2d53 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0504787 Aug 31 08:42:26.119409 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a275235-f7f4-4fad-9e4d-a751238dcf24 req-3a3f5702-d4b2-4431-be15-3a0185c913f1 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346906 Aug 31 08:42:26.530913 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:26.605526 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:26.780229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c72fa199-6f41-4b20-a802-3ab1a5564c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:27.239399 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22deaec-8c1f-423e-a90d-fb6faf819b75 req-e64a588b-07a9-4ef1-a61f-9c050d89cc11 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:27.240884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f22deaec-8c1f-423e-a90d-fb6faf819b75 req-e64a588b-07a9-4ef1-a61f-9c050d89cc11 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0541565 Aug 31 08:42:27.281329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f22deaec-8c1f-423e-a90d-fb6faf819b75 req-ac1e6bd3-bc91-45c9-ade6-8fcb59f03c24 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341680 Aug 31 08:42:28.142561 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:28.394863 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e2c98-e731-4530-b8d6-74ef8470cf36 req-5f4dae6a-9af1-460b-8102-a1c768c3a5e3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:28.396311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff4e2c98-e731-4530-b8d6-74ef8470cf36 req-5f4dae6a-9af1-460b-8102-a1c768c3a5e3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0485623 Aug 31 08:42:28.439374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff4e2c98-e731-4530-b8d6-74ef8470cf36 req-a180b6c1-4c15-4e93-8fd5-86e9e56597e3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352561 Aug 31 08:42:29.561665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa960-5a64-41de-b00c-8cf3ebec1fcb req-eb38d32b-6bf5-4895-b9b8-22845216669e tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:29.563263 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b8fa960-5a64-41de-b00c-8cf3ebec1fcb req-eb38d32b-6bf5-4895-b9b8-22845216669e tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0538325 Aug 31 08:42:29.605260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b8fa960-5a64-41de-b00c-8cf3ebec1fcb req-e8ab8623-d123-42b1-8a62-62bd67f063dd tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353091 Aug 31 08:42:29.725704 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:30.730028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20810e-cf46-47c9-ad3c-8d5a614cea2e req-26170059-58b2-438d-a2aa-b10c900698fa tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:30.731543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf20810e-cf46-47c9-ad3c-8d5a614cea2e req-26170059-58b2-438d-a2aa-b10c900698fa tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0584381 Aug 31 08:42:30.772119 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf20810e-cf46-47c9-ad3c-8d5a614cea2e req-20422c21-3e2d-4656-9db7-27e49a030f9f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345728 Aug 31 08:42:31.891227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea41f3-f63a-4763-a02e-e8c2bb3f281b req-708e0ac0-cc9e-462e-9282-d6f2e7b3ccab tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:31.892764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11ea41f3-f63a-4763-a02e-e8c2bb3f281b req-708e0ac0-cc9e-462e-9282-d6f2e7b3ccab tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0509069 Aug 31 08:42:31.932841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-11ea41f3-f63a-4763-a02e-e8c2bb3f281b req-a48c1068-9f5c-420d-ae5d-bdb96059cdff tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338395 Aug 31 08:42:33.048602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971454-1488-4856-a242-dedfe904960a req-c412314a-d173-4690-b0e0-557310c6a73b tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:33.050278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06971454-1488-4856-a242-dedfe904960a req-c412314a-d173-4690-b0e0-557310c6a73b tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0498574 Aug 31 08:42:33.095057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06971454-1488-4856-a242-dedfe904960a req-e2f61f5e-5f61-48a4-9d19-37af3b266267 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378520 Aug 31 08:42:34.215417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a07c7-b795-4f57-af1e-11842459db67 req-0a08dcb5-1c70-45ad-9b82-092372788683 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:34.216925 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-742a07c7-b795-4f57-af1e-11842459db67 req-0a08dcb5-1c70-45ad-9b82-092372788683 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0555422 Aug 31 08:42:34.256698 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-742a07c7-b795-4f57-af1e-11842459db67 req-ecf506d6-ae9c-43fa-a8ff-6246ceacb20b tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=543daa95-af61-4d83-82fb-90e0730d6b86&id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331933 Aug 31 08:42:37.408701 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-a783f5fa-a7c1-4912-aae8-b822faece61e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417953 Aug 31 08:42:37.494834 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-3ee184ae-4950-4f9a-a4a8-76ce4b3fc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:37.496359 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-3ee184ae-4950-4f9a-a4a8-76ce4b3fc46b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1136 time: 0.0414159 Aug 31 08:42:37.604347 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-31345ae4-a323-49e7-b7bb-e9a911f8e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:37.605869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-31345ae4-a323-49e7-b7bb-e9a911f8e88e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.0892115 Aug 31 08:42:37.674008 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-94332822-f924-4ae4-98c2-a782a44aca7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 1001 time: 0.0605421 Aug 31 08:42:37.728832 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-a0bce6b3-cc10-46b6-87a8-dbc22fffc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:37.730504 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-a0bce6b3-cc10-46b6-87a8-dbc22fffc9bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0492554 Aug 31 08:42:37.780421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-6af4a394-da23-463f-be62-cc27e0befd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:42:37.782118 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-6af4a394-da23-463f-be62-cc27e0befd8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441420 Aug 31 08:42:37.875209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-5b0db5dc-fa58-499f-9ce9-7ae0189928c6 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Aug 31 08:42:37.973828 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-f6a23cdb-b4f5-400a-8470-cb3b53ef293d req-b195dee0-1c3e-4e70-a1fe-174f19b4f97f service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908184 Aug 31 08:42:46.160780 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:42:53.808176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04332d27-ff92-4f76-8ab8-ce7a92cf5597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:54.273591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:56.528015 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:56.674161 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:56.839344 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ef6a2f16-7474-4c51-8a6c-ba04e6538b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:58.164663 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:42:59.719139 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:09.812424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-c633ab6e-f0bc-468f-b223-9a9d99df3ea8 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-413026915&fields=id&tenant_id=7fd3602934914af0a57da30a7306ec4c HTTP/1.1" status: 200 len: 267 time: 0.0347819 Aug 31 08:43:09.867499 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-9d6523a6-3f81-4e68-a930-edd1e0688e7c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:09.869088 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-9d6523a6-3f81-4e68-a930-edd1e0688e7c tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 984 time: 0.0508645 Aug 31 08:43:09.880192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Request body: {'port': {'security_groups': ['fb1a2f0e-8e18-48a4-b033-d501da54a470']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:09.947584 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.122116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:10.156494 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.257560 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.271427 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:43:10.320752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:10.321838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.322825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f73736b7-aa18-44e3-91c5-bf79a7323c77 req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "PUT /v2.0/ports/abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 942 time: 0.4472668 Aug 31 08:43:10.323220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:43:10.325556 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b8baef-0fce-44d6-994d-7719bde44154" -d '{"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:43:10.330432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 33888) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:10.336986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event updated for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=7']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:10.345229 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.345585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.346032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.346364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.346700 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.347030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.347353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.347681 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.348009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.348366 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.348691 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.349013 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde2703-d09e-418f-acf9-1442fd5249d4 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.392650 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ef4de-6fc2-4367-8bf2-d850465229fb x-openstack-request-id: req-5c5ef4de-6fc2-4367-8bf2-d850465229fb {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:43:10.393033 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:43:10.393340 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c5ef4de-6fc2-4367-8bf2-d850465229fb {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:43:10.394110 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'status': 'completed', 'code': 200} Aug 31 08:43:10.403318 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:43:10.466095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.487334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8baef-0fce-44d6-994d-7719bde44154 req-c443ab81-5e18-48e4-94e7-3cfd8d78c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:10.489641 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-c443ab81-5e18-48e4-94e7-3cfd8d78c25e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1097 time: 0.0694764 Aug 31 08:43:10.502207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.555789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b1e49491-f0a9-4ab0-87bd-4124a5889851 None None] Provisioning complete for port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:10.556160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b1e49491-f0a9-4ab0-87bd-4124a5889851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.615957 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8baef-0fce-44d6-994d-7719bde44154 req-002f299c-5683-45da-811e-74c3a1209588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:10.617387 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-002f299c-5683-45da-811e-74c3a1209588 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.1178894 Aug 31 08:43:10.686408 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-1c3eab25-7076-476e-9fc1-df652eae3155 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 1001 time: 0.0612354 Aug 31 08:43:10.737890 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.741120 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:10.742279 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "DELETE /v2.0/security-groups/543daa95-af61-4d83-82fb-90e0730d6b86 HTTP/1.1" status: 204 len: 168 time: 0.4107676 Aug 31 08:43:10.745168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 33892) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:10.749547 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8baef-0fce-44d6-994d-7719bde44154 req-03172844-e4fa-4170-9f5e-af376ebe3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:10.756242 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-03172844-e4fa-4170-9f5e-af376ebe3622 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0568221 Aug 31 08:43:10.756242 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543daa95-af61-4d83-82fb-90e0730d6b86,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:10.772642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.772898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.773239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.773570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.773927 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.774259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.774588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.774905 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.775237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.775559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.775877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.776198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8449b91a-f798-470c-80b2-a00ce2c22a04 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:10.812676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8baef-0fce-44d6-994d-7719bde44154 req-4dcc98a4-e346-4cb4-9935-2b55252d1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:10.814286 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-4dcc98a4-e346-4cb4-9935-2b55252d1c39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551450 Aug 31 08:43:10.913572 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-41c040fc-ce06-4f54-9b7b-df0a1b4a67e9 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 Aug 31 08:43:10.916134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Deleting port 5370bd7c-3ec9-483e-9ef7-76c27c81f19e {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:10.916623 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:11.002348 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:11.002697 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:11.015094 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-02b8baef-0fce-44d6-994d-7719bde44154 req-a31ccab6-10bf-4dc9-a7b3-9c52dd7cd58b service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885997 Aug 31 08:43:11.015470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Calling delete_port for 5370bd7c-3ec9-483e-9ef7-76c27c81f19e owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:11.233268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:11.267552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event deleted for resources: {'Port': ['ID=5370bd7c-3ec9-483e-9ef7-76c27c81f19e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:11.328969 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:11.329297 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Floating IP a98377af-1280-4029-98a7-7eea50827a8c disassociated (deleted). External IP: 172.25.0.161, port: abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc. Aug 31 08:43:11.873944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:43:11.984902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:43:11.990202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:11.994962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] Sync routers for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:43:12.003949 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:12.004630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:42:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:12.020221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5cb47424-e6af-42d0-a489-ac22b743c1ef tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "DELETE /v2.0/floatingips/a98377af-1280-4029-98a7-7eea50827a8c HTTP/1.1" status: 204 len: 168 time: 1.2738459 Aug 31 08:43:12.114830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:12.317860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:05Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:12.347315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] Checking router: 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:43:12.356162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:12.356768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:42:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:12.395246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:43:12.397643 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be" -d '{"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:43:12.467072 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d569acc-c155-4b0f-93c4-03f0e9519b78 x-openstack-request-id: req-5d569acc-c155-4b0f-93c4-03f0e9519b78 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:43:12.467072 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:43:12.467072 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d569acc-c155-4b0f-93c4-03f0e9519b78 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:43:12.467072 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'status': 'completed', 'code': 200} Aug 31 08:43:12.481924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:12.538787 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-d6a532eb-8918-40d1-848c-0e2237c394ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:12.540403 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-d6a532eb-8918-40d1-848c-0e2237c394ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7fd3602934914af0a57da30a7306ec4c&device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 1097 time: 0.0427516 Aug 31 08:43:12.643431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-7b909069-3c4a-4744-8f98-d3a6fc407e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:12.644983 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-7b909069-3c4a-4744-8f98-d3a6fc407e15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 200 len: 916 time: 0.0977716 Aug 31 08:43:12.690652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-2e8c4dcd-2a2c-4eae-83d9-6666b787db80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 200 len: 217 time: 0.0370879 Aug 31 08:43:12.699982 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:05Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:12.727305 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4ba51-ffdd-45dd-8d1e-05ddf28c4309 None None] The sync data for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 is: [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:40:59Z', 'revision_number': 4, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '709d95be-0e1a-40f3-93e5-f229c1a6af01', 'name': '', 'network_id': 'f632d87c-2a3d-4102-8826-19bf62fccb5e', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'mac_address': 'fa:16:3e:bd:b3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:58Z', 'updated_at': '2021-08-31T08:41:05Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'subnets': [{'id': '8786b5ef-5210-491f-8e38-d9f3c1f749f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:43:12.741992 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-b694a806-72ff-47a6-b58f-47e4d7ec2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:12.747388 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-b694a806-72ff-47a6-b58f-47e4d7ec2736 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 200 len: 854 time: 0.0451839 Aug 31 08:43:12.793788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-e9bc711a-7a38-4dc1-b46d-3fd131eb46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:12.795458 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-e9bc711a-7a38-4dc1-b46d-3fd131eb46ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f632d87c-2a3d-4102-8826-19bf62fccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441358 Aug 31 08:43:12.896153 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-d215c794-0406-4771-8a08-1d2d4fdc41dd service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907481 Aug 31 08:43:12.964032 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa70f44-8936-45e2-a771-3378da8adb2d None None] New status for floating IP a98377af-1280-4029-98a7-7eea50827a8c: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:43:13.000064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-c7c634dd-fde7-4fd3-9610-e77ee8e0d7be req-cf9213fc-c598-4df1-b01b-30272a0d8d11 service neutron] 10.222.0.45 "GET /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972514 Aug 31 08:43:21.729715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ce5b4-95db-4109-9ff7-22d1542f174f req-b77e2adf-ba5f-4dfc-b7b4-ab3847d5e978 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:21.731339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d40ce5b4-95db-4109-9ff7-22d1542f174f req-b77e2adf-ba5f-4dfc-b7b4-ab3847d5e978 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0555611 Aug 31 08:43:21.771610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d40ce5b4-95db-4109-9ff7-22d1542f174f req-7ccbd59a-df2b-475b-a638-487120885b5f tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Aug 31 08:43:22.893363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17120b-a66b-46f8-8b89-fb44c5813d9d req-3fb4cba6-d72e-4cf2-8e33-7aee1ac7fe0d tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:22.897487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df17120b-a66b-46f8-8b89-fb44c5813d9d req-3fb4cba6-d72e-4cf2-8e33-7aee1ac7fe0d tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0523283 Aug 31 08:43:22.934629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df17120b-a66b-46f8-8b89-fb44c5813d9d req-3a930ccf-be6e-4e32-9ad4-20e2ba9e6caf tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Aug 31 08:43:23.160104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:43:23.750208 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6f697547-ac4c-407d-9c5d-673de7e925b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:23.750839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-fed5fa1c-852f-44f7-97e0-7158364e03c2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:23.751726 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-fed5fa1c-852f-44f7-97e0-7158364e03c2 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.45 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0580997 Aug 31 08:43:23.847433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Deleting port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:23.848359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:23.942748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] For port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:23.943041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:23.956366 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Calling delete_port for abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:24.050882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0ea4e-4fa7-4c14-bf6c-9cfb58b614e8 req-b9dc50ef-ca66-4fe2-98e9-cc903addb6c3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:24.052401 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfb0ea4e-4fa7-4c14-bf6c-9cfb58b614e8 req-b9dc50ef-ca66-4fe2-98e9-cc903addb6c3 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 31 08:43:24.091368 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dfb0ea4e-4fa7-4c14-bf6c-9cfb58b614e8 req-77d1e675-49b8-4cad-b31e-345555e14bcf tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb1a2f0e-8e18-48a4-b033-d501da54a470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328770 Aug 31 08:43:24.153402 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:24.169346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:43:24.189035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Pushing event deleted for resources: {'Port': ['ID=abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:24.230979 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] No DVR routers for this DVR port abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:43:24.233764 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:24.235860 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-bfb94bc4-fb6b-4d7c-944d-81360791a54f req-183dd417-55db-42ef-979e-7dff1d098797 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.45 "DELETE /v2.0/ports/abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc HTTP/1.1" status: 204 len: 173 time: 0.4742310 Aug 31 08:43:24.236304 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'name': 'network-vif-deleted', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:43:24.238804 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0cab49-50f1-4acc-ba10-abfc26977e6e" -d '{"events": [{"server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "name": "network-vif-deleted", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:43:24.272140 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:24.277134 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5f1e76-673c-498c-918d-75caf06a262f x-openstack-request-id: req-9f5f1e76-673c-498c-918d-75caf06a262f {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:43:24.277134 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da9828f-98ef-439c-a162-c09dfdefb6fa", "name": "network-vif-deleted", "tag": "abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:43:24.277134 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f5f1e76-673c-498c-918d-75caf06a262f {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:43:24.277134 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da9828f-98ef-439c-a162-c09dfdefb6fa', 'name': 'network-vif-deleted', 'tag': 'abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc', 'status': 'completed', 'code': 200} Aug 31 08:43:25.199338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-39eda1d2-2725-409b-95ba-b090e3b83a9e req-93de0b65-beda-416c-9933-182fb4ecc932 tempest-TestMinimumBasicScenario-347139493 tempest-TestMinimumBasicScenario-347139493-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da9828f-98ef-439c-a162-c09dfdefb6fa HTTP/1.1" status: 200 len: 210 time: 0.0292594 Aug 31 08:43:26.527884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:26.613721 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:26.853213 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2b74b10b-ec9b-4847-a264-138efb8d102f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:27.171493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:27.193940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:27.194299 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device abec30bd-06b1-46ba-bf2f-d6b9aca3e3bc not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:27.757699 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34000) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:28.113460 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:28.139279 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:28.371975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Deleting port 709d95be-0e1a-40f3-93e5-f229c1a6af01 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:28.372247 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:28.450275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] For port 709d95be-0e1a-40f3-93e5-f229c1a6af01, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=709d95be-0e1a-40f3-93e5-f229c1a6af01,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:28.450636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:28.464190 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Calling delete_port for 709d95be-0e1a-40f3-93e5-f229c1a6af01 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:28.750787 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:28.779659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Pushing event deleted for resources: {'Port': ['ID=709d95be-0e1a-40f3-93e5-f229c1a6af01,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:28.959179 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:29.178224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:43:29.286965 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:43:29.291882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-895018f2-d40d-4379-a039-52bb7598878d admin admin] 10.222.0.36 "PUT /v2.0/routers/7edf0031-adb3-4baf-a0fc-2ffdbc6d495b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5328195 Aug 31 08:43:29.294544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34002) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:29.298250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] Sync routers for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:43:29.309212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:29.309871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:29.402911 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:29.420917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:29.510746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:29.607417 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:43:28Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:29.642693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] Checking router: 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:43:29.656290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] Routers {'7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:29.656899 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:29.714098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Deleting port c045cb8e-3c29-4e82-a74f-c21f15dbd180 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:29.714455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:29.737574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:29.765126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] Set router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:29.796066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] For port c045cb8e-3c29-4e82-a74f-c21f15dbd180, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=c045cb8e-3c29-4e82-a74f-c21f15dbd180,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:29.797960 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:29.811460 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Calling delete_port for c045cb8e-3c29-4e82-a74f-c21f15dbd180 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:29.942319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:43:28Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:29.968505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1b216-7dbf-48e4-970f-a5d2b081e01e None None] The sync data for ids ['7edf0031-adb3-4baf-a0fc-2ffdbc6d495b'] in n-d-713499-16 is: [{'id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'name': 'tempest-TestMinimumBasicScenario-1222992986-router', 'tenant_id': '7fd3602934914af0a57da30a7306ec4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:40:55Z', 'updated_at': '2021-08-31T08:43:28Z', 'revision_number': 5, 'project_id': '7fd3602934914af0a57da30a7306ec4c', 'gw_port': {'id': 'c045cb8e-3c29-4e82-a74f-c21f15dbd180', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf0031-adb3-4baf-a0fc-2ffdbc6d495b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:40:56Z', 'updated_at': '2021-08-31T08:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:43:30.136338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.162021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Pushing event deleted for resources: {'Port': ['ID=c045cb8e-3c29-4e82-a74f-c21f15dbd180,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:30.233832 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.335919 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.338685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.487897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.489032 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7edf0031-adb3-4baf-a0fc-2ffdbc6d495b {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:43:30.493746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.503070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-19bf34f4-fd19-41a7-9405-7f209bfec382 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7edf0031-adb3-4baf-a0fc-2ffdbc6d495b HTTP/1.1" status: 204 len: 168 time: 1.1994848 Aug 31 08:43:30.503070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34006) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:30.550589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Deleting subnet 8786b5ef-5210-491f-8e38-d9f3c1f749f8 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:43:30.554956 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.595780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.694871 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.859706 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.895685 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:30.897584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8786b5ef-5210-491f-8e38-d9f3c1f749f8 HTTP/1.1" status: 204 len: 168 time: 0.3981535 Aug 31 08:43:30.898433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833017b-8f88-4225-b450-b98c2cee1bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8786b5ef-5210-491f-8e38-d9f3c1f749f8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:30.900184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34008) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:30.904136 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e952f1-cb1c-4d66-a3d1-f273e3f3edbd None None] Network f632d87c-2a3d-4102-8826-19bf62fccb5e requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:43:30.979125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.052003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Deleting port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:31.052312 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.053839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 709d95be-0e1a-40f3-93e5-f229c1a6af01 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:31.075642 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 709d95be-0e1a-40f3-93e5-f229c1a6af01 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:31.076001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 709d95be-0e1a-40f3-93e5-f229c1a6af01 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:31.076441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c045cb8e-3c29-4e82-a74f-c21f15dbd180 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:31.103584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: c045cb8e-3c29-4e82-a74f-c21f15dbd180 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:31.104132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device c045cb8e-3c29-4e82-a74f-c21f15dbd180 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:31.120954 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] DHCP port deletion for f632d87c-2a3d-4102-8826-19bf62fccb5e request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:43:31.128556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] For port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:31.129426 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.145213 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Calling delete_port for 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:31.184800 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Deleting port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:31.185238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.255443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] For port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,segment=NetworkSegment(2659abd0-cd61-41b8-9e0c-cf1af62d6959),segment_id=2659abd0-cd61-41b8-9e0c-cf1af62d6959)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:31.255758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.270746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Calling delete_port for 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:31.328209 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.365397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] No DVR routers for this DVR port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:43:31.368625 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:31.454988 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.469654 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f632d87c-2a3d-4102-8826-19bf62fccb5e']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:31.481708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2659abd0-cd61-41b8-9e0c-cf1af62d6959') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:31.482039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2659abd0-cd61-41b8-9e0c-cf1af62d6959') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:31.493767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.511310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.519519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:43:31.520279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:43:31.522962 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:43:31.527401 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.562133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Pushing event deleted for resources: {'Port': ['ID=19bcbac2-cd69-45dd-a0eb-aa7a1161d530,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:31.571816 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.572164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.572528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.572845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.573201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.573517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.573860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.574192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.574573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.574896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.575220 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.575543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:31.578543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ff835-78f3-4d2c-9607-8965e95e66f8 None None] No DVR routers for this DVR port 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:43:31.776046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.782310 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:31.784071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/f632d87c-2a3d-4102-8826-19bf62fccb5e HTTP/1.1" status: 204 len: 168 time: 0.8829584 Aug 31 08:43:31.787796 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34010) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:31.800649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3deb94-518e-4e06-83a4-f3c26ab82e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f632d87c-2a3d-4102-8826-19bf62fccb5e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:32.448807 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:32.721400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Deleting port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:32.721642 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:32.802756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] For port 578fe882-05bf-4afa-8a27-6d5b2bdb73b8, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:32.803448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:32.816763 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Calling delete_port for 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:32.967758 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:32.990625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:32.990625 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 19bcbac2-cd69-45dd-a0eb-aa7a1161d530 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:33.113070 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:33.141187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Pushing event deleted for resources: {'Port': ['ID=578fe882-05bf-4afa-8a27-6d5b2bdb73b8,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:33.325190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:33.549521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Router 10003bd8-837d-421a-9576-bb240dbe8f8d has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:43:33.669364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:43:33.674719 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eda16398-7455-46db-86fc-dc0116d2c126 admin admin] 10.222.0.36 "PUT /v2.0/routers/10003bd8-837d-421a-9576-bb240dbe8f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8858135 Aug 31 08:43:33.677738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34014) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:33.680423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] Sync routers for ids ['10003bd8-837d-421a-9576-bb240dbe8f8d'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:43:33.691882 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] Routers {'10003bd8-837d-421a-9576-bb240dbe8f8d'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:33.692200 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['10003bd8-837d-421a-9576-bb240dbe8f8d'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:33.783880 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:33.795729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] Set router 10003bd8-837d-421a-9576-bb240dbe8f8d gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:33.888577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:33.990387 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '81c605e5-5261-4863-849f-be0828d2b274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:43:32Z', 'revision_number': 5, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port': {'id': '81c605e5-5261-4863-849f-be0828d2b274', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:34.020283 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] Checking router: 10003bd8-837d-421a-9576-bb240dbe8f8d for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:43:34.028958 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] Routers {'10003bd8-837d-421a-9576-bb240dbe8f8d'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:34.029590 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['10003bd8-837d-421a-9576-bb240dbe8f8d'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:34.030584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Deleting port 81c605e5-5261-4863-849f-be0828d2b274 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:34.030941 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.119737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] For port 81c605e5-5261-4863-849f-be0828d2b274, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=81c605e5-5261-4863-849f-be0828d2b274,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:34.120137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.132511 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] Set router 10003bd8-837d-421a-9576-bb240dbe8f8d gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:34.134281 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Calling delete_port for 81c605e5-5261-4863-849f-be0828d2b274 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:34.186106 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:43:33Z', 'revision_number': 6, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:34.219159 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28e472-c7d7-428c-95d4-e386612bab3f None None] The sync data for ids ['10003bd8-837d-421a-9576-bb240dbe8f8d'] in n-d-713499-16 is: [{'id': '10003bd8-837d-421a-9576-bb240dbe8f8d', 'name': 'tempest-TestMinimumBasicScenario-1541352267-router', 'tenant_id': '59dc84ad65764348a9c0b267159cf364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:41:03Z', 'updated_at': '2021-08-31T08:43:33Z', 'revision_number': 6, 'project_id': '59dc84ad65764348a9c0b267159cf364', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:43:34.449013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.477085 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c605e5-5261-4863-849f-be0828d2b274,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:34.544453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.640739 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.643279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.761896 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.762371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10003bd8-837d-421a-9576-bb240dbe8f8d {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:43:34.771798 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.771798 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-81d549d7-2878-468f-a076-9d97306da6c1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/10003bd8-837d-421a-9576-bb240dbe8f8d HTTP/1.1" status: 204 len: 168 time: 1.0897515 Aug 31 08:43:34.772191 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34016) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:34.828571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Deleting subnet f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:43:34.832460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.867201 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:34.947552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.049679 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81c605e5-5261-4863-849f-be0828d2b274 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:35.071040 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 81c605e5-5261-4863-849f-be0828d2b274 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:35.071407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 81c605e5-5261-4863-849f-be0828d2b274 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:35.075207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:35.093277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:35.093640 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 578fe882-05bf-4afa-8a27-6d5b2bdb73b8 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:35.116670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.156293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:35.163674 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.166937 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-130c4baf-5681-4783-a9a7-b5fe1e19b7a1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f6d5659d-84b3-4fb5-8d1d-9d0a995ed39d HTTP/1.1" status: 204 len: 168 time: 0.3936069 Aug 31 08:43:35.170452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34018) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:35.173403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23a895-5099-465f-adad-7de69e0fac1a None None] Network 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:43:35.252279 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.327963 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Deleting port 49beda95-d3a2-4727-b9ec-88cba688cfd2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:35.328335 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.368630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] DHCP port deletion for 0012e0b6-0b33-4cb5-9a1c-3b28453fef43 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:43:35.399308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] For port 49beda95-d3a2-4727-b9ec-88cba688cfd2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=49beda95-d3a2-4727-b9ec-88cba688cfd2,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:35.399684 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.413358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Calling delete_port for 49beda95-d3a2-4727-b9ec-88cba688cfd2 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:35.424724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] Deleting port 49beda95-d3a2-4727-b9ec-88cba688cfd2 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:43:35.425101 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.493042 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] For port 49beda95-d3a2-4727-b9ec-88cba688cfd2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=49beda95-d3a2-4727-b9ec-88cba688cfd2,segment=NetworkSegment(f29e170b-1298-475f-8a6a-0c3c7859b5e6),segment_id=f29e170b-1298-475f-8a6a-0c3c7859b5e6)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:35.493454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.516070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] Calling delete_port for 49beda95-d3a2-4727-b9ec-88cba688cfd2 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:43:35.650576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.662643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.678449 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Pushing event deleted for resources: {'Port': ['ID=49beda95-d3a2-4727-b9ec-88cba688cfd2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:35.682337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] No DVR routers for this DVR port 49beda95-d3a2-4727-b9ec-88cba688cfd2 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:43:35.688704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] Pushing event deleted for resources: {'Port': ['ID=49beda95-d3a2-4727-b9ec-88cba688cfd2,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:35.692716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4da52-4e0a-4831-9f88-11c41300b8d3 None None] No DVR routers for this DVR port 49beda95-d3a2-4727-b9ec-88cba688cfd2 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:43:35.763675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.774268 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0012e0b6-0b33-4cb5-9a1c-3b28453fef43']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:35.788280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29e170b-1298-475f-8a6a-0c3c7859b5e6') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:35.788584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29e170b-1298-475f-8a6a-0c3c7859b5e6') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:35.798394 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.813832 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.820121 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:43:35.820523 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:43:35.822665 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:43:35.985253 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.991854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:35.993767 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0012e0b6-0b33-4cb5-9a1c-3b28453fef43 HTTP/1.1" status: 204 len: 168 time: 0.8211343 Aug 31 08:43:36.300007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b641-d204-45d7-8817-e411378ea656 admin admin] Pushing event deleted for resources: {'Network': ['ID=0012e0b6-0b33-4cb5-9a1c-3b28453fef43,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:36.412170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34022) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:36.454176 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e72308da-97f0-40fc-8b0b-35f7815e8b29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fd3602934914af0a57da30a7306ec4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406351 Aug 31 08:43:36.456637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34024) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:36.508904 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e174093f-9ec6-4803-bb5c-ab89311643ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:36.534648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e174093f-9ec6-4803-bb5c-ab89311643ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:36.670787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e174093f-9ec6-4803-bb5c-ab89311643ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:36.674909 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e174093f-9ec6-4803-bb5c-ab89311643ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:36.676607 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e174093f-9ec6-4803-bb5c-ab89311643ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb1a2f0e-8e18-48a4-b033-d501da54a470 HTTP/1.1" status: 204 len: 168 time: 0.2183075 Aug 31 08:43:36.686825 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174093f-9ec6-4803-bb5c-ab89311643ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a2f0e-8e18-48a4-b033-d501da54a470,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:36.967119 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 49beda95-d3a2-4727-b9ec-88cba688cfd2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:43:36.989087 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 49beda95-d3a2-4727-b9ec-88cba688cfd2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:43:36.989434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 49beda95-d3a2-4727-b9ec-88cba688cfd2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:43:37.448137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34030) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:37.490603 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4b774cbd-43b7-4680-9c2e-15aa047ff3ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59dc84ad65764348a9c0b267159cf364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411990 Aug 31 08:43:37.493773 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:37.549577 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe80e-8b1a-4a8c-b784-03dd47871882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:37.575552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe80e-8b1a-4a8c-b784-03dd47871882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:37.693446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe80e-8b1a-4a8c-b784-03dd47871882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:37.696087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe80e-8b1a-4a8c-b784-03dd47871882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:37.697284 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c5dbe80e-8b1a-4a8c-b784-03dd47871882 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/321a9469-ba3c-47f0-b63a-f8a95e1024e2 HTTP/1.1" status: 204 len: 168 time: 0.2025542 Aug 31 08:43:37.705504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbe80e-8b1a-4a8c-b784-03dd47871882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a9469-ba3c-47f0-b63a-f8a95e1024e2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:40.483179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34072) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:40.487971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080536524', 'description': 'tempest-secgroup-smoke-2080536524 description', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:40.610136 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:40.618541 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:40.714484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:40.824282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:40.862738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd1e21f-038e-4211-b91b-2fa10fe7993b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:40.922026 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.033172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.062721 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:41.193454 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.194869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0e00c02f-fb14-4cf8-ac67-f018b2e9d24f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7106366 Aug 31 08:43:41.198173 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34074) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:41.202766 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9feab-14b9-4d1b-a1f6-b330219ddbc7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:41.335220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.395882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.467128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.488570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a039e99e-2003-4cc7-98ce-d403c5774a2a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:41.569907 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.571185 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-89f6d23e-26a9-4087-803a-1344ca9f9f98 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720350 Aug 31 08:43:41.573944 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34076) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:41.582285 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9feab-14b9-4d1b-a1f6-b330219ddbc7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:41.682127 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.747221 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.830828 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.852882 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519a359a-f46e-454a-90e0-14ecb3f8a849,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:41.950681 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:41.951869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20be6e0d-1a12-4c29-83f9-c2c1df8468e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3769574 Aug 31 08:43:41.954750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34078) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:41.966194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9feab-14b9-4d1b-a1f6-b330219ddbc7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:42.106500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.171974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.253076 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.272595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7e4402-4487-4b60-a8d5-371a186fc0fc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:42.364616 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.365917 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-acfb0ec8-3d1a-4cda-8d5e-d98e08181b13 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101915 Aug 31 08:43:42.368729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34080) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:42.373648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9feab-14b9-4d1b-a1f6-b330219ddbc7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:42.492914 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.556043 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.695539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.716601 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7c8aca-ac2a-46c0-bcba-b33677e34087,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:42.835972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:42.837181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c1750809-bafe-428c-9253-ee8b49b16560 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4672918 Aug 31 08:43:42.839897 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34082) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:42.844715 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9feab-14b9-4d1b-a1f6-b330219ddbc7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:42.981217 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:43:42.986650 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.046364 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.133196 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.151775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccffaf6c-6c1d-4c2c-8614-c9281e37b5ad,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:43.236038 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.237399 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c3df2f35-22b7-4431-802b-3fdfc3b547d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962498 Aug 31 08:43:43.240177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34086) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:43.244738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'a1f9feab-14b9-4d1b-a1f6-b330219ddbc7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:43.358642 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:43:43.364703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.432619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.564867 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.583776 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc86927-6870-44b7-b6a8-b05e5bf0f363,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:43.724460 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.725761 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4f0b17c0-2f4b-4d6e-a765-54371d21d2b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4846213 Aug 31 08:43:43.729016 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34088) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:43.734499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'network': {'name': 'tempest-network-smoke--1546327240', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:43.818895 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:43:43.822450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.846835 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:43:43.856237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:43.856628 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Added segment 539ec387-bf58-45b8-95c0-b53ba2e4dfcb of type vlan for network 547b1a30-8f17-4ce5-82d2-037e51032e8a Aug 31 08:43:43.901496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.018758 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.024413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:44.025051 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.093094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Network': ['ID=547b1a30-8f17-4ce5-82d2-037e51032e8a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:44.106865 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:43:44.153616 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4705ca6c-60d7-4044-97da-669bc03df4d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4233427 Aug 31 08:43:44.156543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34090) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:44.162096 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'admin_state_up': True, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:44.285283 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.286407 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.344985 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.564720 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.892095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:44.911126 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:45.017958 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.124 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/5444a8a8-4eb9-4eaa-80d9-c4515a6d3448) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:43:45.120190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:45.293568 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:45.341586 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:43:45.350041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:43:45.350258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:43:45.352753 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:45.895779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:46.119977 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:46.315705 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c838be04-e702-4c87-9a04-61271be16e39 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:43:46.426831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:43:46.436399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Sync routers for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:43:46.446603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:46.453261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:46.528161 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:46.529929 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9dc8c03f-f06f-4352-a813-04ae085d1929 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3722870 Aug 31 08:43:46.533339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34092) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:46.558077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:46.682196 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0fc6289c-9532-4a92-b4b2-81273dc8a823 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae556dbace9e424eaaaa8dac81394b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1472852 Aug 31 08:43:46.684952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34098) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:46.754645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:45Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:46.782169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Checking router: c838be04-e702-4c87-9a04-61271be16e39 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:43:46.782547 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Updating router c838be04-e702-4c87-9a04-61271be16e39 port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:43:46.810327 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:46.844509 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae02b2e6-33b6-47e2-af17-ace894ff36dc tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:46.846129 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ae02b2e6-33b6-47e2-af17-ace894ff36dc tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597097 Aug 31 08:43:46.849490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34100) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:46.888169 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-92dfb55c-b808-4ba6-9b7e-1f6d42b91ea4 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374880 Aug 31 08:43:46.890740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34102) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:46.895636 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295186336', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:47.077104 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.087274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Transition to ACTIVE for port object 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:47.127314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:43:47.130942 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.155935 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.209989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff53b2-4f96-4c02-86a0-4dbbb22e4897 None None] Pushing event updated for resources: {'Port': ['ID=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:47.212563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Attempting to bind port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:43:47.212987 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Attempting to bind port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:43:47.217018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Attempting to bind port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:43:47.219564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:43:47.219962 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:43:47.220343 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.220737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:43:47.221205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Bound port: 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:43:47.221596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.275907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] For port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:43:47.279245 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] For port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:43:47.447498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.493112 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.509744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:47.510413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:47.515471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff53b2-4f96-4c02-86a0-4dbbb22e4897 None None] Pushing event updated for resources: {'Port': ['ID=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:47.562802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Subnet': ['ID=8c58027a-165b-457e-b425-df335675b28e,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:47.572428 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Checking segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:43:47.572803 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network hostable DHCP agents. Network: 547b1a30-8f17-4ce5-82d2-037e51032e8a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:43:47.624704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:47.670376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:43:47.785052 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 547b1a30-8f17-4ce5-82d2-037e51032e8a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:43:47.789280 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:47.790101 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:47.796482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261bcd2-107c-49e9-a8b3-32b61d408afc None None] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:43:47.872673 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:45Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:47.891177 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dbc95614-faf1-45c0-ac6b-c703d27bb0d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9993794 Aug 31 08:43:47.894465 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34104) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:47.907821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb85259-f5b1-44b8-8650-8181592f2f07 None None] The sync data for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 is: [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:45Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:43:47.990735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-547b1a30-8f17-4ce5-82d2-037e51032e8a', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:43:47.991846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.138708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Allocated IP 172.20.0.2 (547b1a30-8f17-4ce5-82d2-037e51032e8a/8c58027a-165b-457e-b425-df335675b28e/7958b190-0e94-4898-a058-2090c50de753) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:43:48.359056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.370573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Transition to ACTIVE for port object 7958b190-0e94-4898-a058-2090c50de753 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:48.398127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Transition to ACTIVE for port object 7958b190-0e94-4898-a058-2090c50de753 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:48.524579 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.568650 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:43:48.573989 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:43:48.575544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:43:48.581988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Pushing event updated for resources: {'Port': ['ID=7958b190-0e94-4898-a058-2090c50de753,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:48.645741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Attempting to bind port 7958b190-0e94-4898-a058-2090c50de753 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:43:48.646144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Attempting to bind port 7958b190-0e94-4898-a058-2090c50de753 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:43:48.646521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Attempting to bind port 7958b190-0e94-4898-a058-2090c50de753 on network 547b1a30-8f17-4ce5-82d2-037e51032e8a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:43:48.652192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:43:48.652438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Checking segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:43:48.653001 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.653385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Bound using segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:43:48.653887 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Bound port: 7958b190-0e94-4898-a058-2090c50de753, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:43:48.654730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.711740 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.742883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] For port 7958b190-0e94-4898-a058-2090c50de753, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:43:48.746663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] For port 7958b190-0e94-4898-a058-2090c50de753, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7958b190-0e94-4898-a058-2090c50de753,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:43:48.816373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:48.883430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cb9ef-bf3b-44f9-a84a-493f2aa8261d None None] Pushing event updated for resources: {'Port': ['ID=7958b190-0e94-4898-a058-2090c50de753,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:49.034538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:43:49.089526 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.1 (547b1a30-8f17-4ce5-82d2-037e51032e8a/8c58027a-165b-457e-b425-df335675b28e/4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:43:49.231348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:49.241882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:43:49.246165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:49.246967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:49.248261 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:49.332477 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:49.354430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:49.375065 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:49.436132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:43:49.442472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:43:49.445179 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:43:49.447216 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:49.490198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:49.506361 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:49.517477 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:49.709507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:50.092603 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:50.160328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:50.244546 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:50.247648 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:50.354862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:43:50.356779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:43:50.363259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c06ee-3032-43eb-886f-7bef81812325 None None] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:43:50.513030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c838be04-e702-4c87-9a04-61271be16e39 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:43:50.631132 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:43:50.646401 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-37c502b6-fb59-466a-9125-22d510755b5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/c838be04-e702-4c87-9a04-61271be16e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413452 Aug 31 08:43:50.646540 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Sync routers for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:43:50.653195 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:50.654421 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:50.707209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7e0d99f8-135f-47d2-a85c-a44d4ab0fee0 None None] Provisioning for port 7958b190-0e94-4898-a058-2090c50de753 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:43:50.810179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-09c9a8d0-1edb-4451-9460-3e40a38e465e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080536524&fields=id&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 267 time: 0.0431421 Aug 31 08:43:50.904821 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:50.952488 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-adc474f0-f728-4698-822a-a1d82c325c7f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:50.954355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-adc474f0-f728-4698-822a-a1d82c325c7f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/networks?id=547b1a30-8f17-4ce5-82d2-037e51032e8a HTTP/1.1" status: 200 len: 797 time: 0.1312616 Aug 31 08:43:50.972811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-86e82cfc-731c-40d9-b064-d862a30a9a51 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/quotas/ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 375 time: 0.0116267 Aug 31 08:43:51.061122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-fec02b08-ad5f-44dc-be60-670d10b19b0d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725265 Aug 31 08:43:51.122571 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:43:51.170565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f3c0624b-0897-4780-a786-fbd6d6485bc2 None None] Provisioning for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:43:51.185580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f3c0624b-0897-4780-a786-fbd6d6485bc2 None None] Provisioning complete for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:51.186888 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f3c0624b-0897-4780-a786-fbd6d6485bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.192986 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 2, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:51.204857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-ed614b24-751b-4b08-8fe6-5ee44fac90bc service neutron] 10.222.0.36 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426978 Aug 31 08:43:51.227840 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Checking router: c838be04-e702-4c87-9a04-61271be16e39 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:43:51.228301 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Updating router c838be04-e702-4c87-9a04-61271be16e39 port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:43:51.273491 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.275195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0624b-0897-4780-a786-fbd6d6485bc2 None None] Port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:43:51.286766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:51.287150 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.339174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-dca45f69-f922-44af-8f3a-da8cc2a6934d service neutron] 10.222.0.36 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264563 Aug 31 08:43:51.423843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7958b190-0e94-4898-a058-2090c50de753 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:43:51.474686 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-03fdbe6a-0405-4b3e-b530-93f63825dff3 None None] Provisioning complete for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:51.475033 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03fdbe6a-0405-4b3e-b530-93f63825dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.517296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-03fdbe6a-0405-4b3e-b530-93f63825dff3 None None] Port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:43:51.619686 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.632011 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7958b190-0e94-4898-a058-2090c50de753 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:43:51.641954 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Transition to ACTIVE for port object 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:51.643319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7958b190-0e94-4898-a058-2090c50de753 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:51.644427 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.679991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-511ac530-0a6e-49ed-b4e7-11b423fc7156 req-43849aec-dfd8-4045-922e-d7628db95d49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 210 time: 0.0527494 Aug 31 08:43:51.691517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-185f0bce-b18f-4c62-9b0a-610773b970af None None] Provisioning complete for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:51.691903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-185f0bce-b18f-4c62-9b0a-610773b970af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.737213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-185f0bce-b18f-4c62-9b0a-610773b970af None None] Port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:43:51.748740 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.796724 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Pushing event updated for resources: {'Port': ['ID=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:51.798035 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.824476 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.824834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.825179 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.825522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.825952 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.826203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.826831 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.827337 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.827869 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.828380 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.828889 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.829395 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:43:51.844467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 7958b190-0e94-4898-a058-2090c50de753, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7958b190-0e94-4898-a058-2090c50de753,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:51.879141 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Attempting to bind port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:43:51.879514 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Attempting to bind port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:43:51.879886 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Attempting to bind port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 on network 547b1a30-8f17-4ce5-82d2-037e51032e8a {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:43:51.885738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:43:51.886293 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Checking segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:43:51.886577 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.886977 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Bound using segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:43:51.887466 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Bound port: 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:43:51.887850 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.921090 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:51.970361 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] For port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:43:51.974791 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] For port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:43:51.988572 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=7958b190-0e94-4898-a058-2090c50de753,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:52.070551 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:52.133458 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:43:52.138214 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:52.142326 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84434e48-5c49-4459-bdd0-faaa905a1ae5 None None] Pushing event updated for resources: {'Port': ['ID=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:52.266715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:43:52.481471 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:51Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:52.508473 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e3196-7e12-4ff8-864c-8bea47011781 None None] The sync data for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 is: [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:51Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:43:52.812457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-368dd0ce-e40b-4f68-87b5-58ac65298eb8 req-7391ce7a-d580-4c84-8b13-776011c94933 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Aug 31 08:43:53.089369 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7958b190-0e94-4898-a058-2090c50de753 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:43:53.151464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7958b190-0e94-4898-a058-2090c50de753 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:53.151897 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:53.264649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:43:53.381009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:43:53.385452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:53.385852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:53.472782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:53.512246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:53.636051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:53.698797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:53.764202 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4312aa69-1916-45fe-8d35-a1d6c8fb782f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:53.908299 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-52fad376-c030-4deb-a377-e74aafd0ec18 req-0ce9532b-c10c-4ff9-b1cf-2b963aeb77eb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Aug 31 08:43:54.028361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-144edefd-9e6e-47f9-b1fc-44ecfccd93fe tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:54.029949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-144edefd-9e6e-47f9-b1fc-44ecfccd93fe tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/networks?id=547b1a30-8f17-4ce5-82d2-037e51032e8a HTTP/1.1" status: 200 len: 797 time: 0.1026921 Aug 31 08:43:54.080459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-3dad0579-a11e-4d4b-b124-7b645af5896d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 380 time: 0.0389230 Aug 31 08:43:54.091207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'port': {'device_id': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'admin_state_up': True, 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'security_groups': ['a1f9feab-14b9-4d1b-a1f6-b330219ddbc7']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:54.287153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:54.333192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:43:54.336882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:54.467465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.6 (547b1a30-8f17-4ce5-82d2-037e51032e8a/8c58027a-165b-457e-b425-df335675b28e/d6ab4bbd-3a66-4830-8fe5-a44660edb447) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:43:54.684807 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:54.699485 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object d6ab4bbd-3a66-4830-8fe5-a44660edb447 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:54.816532 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:54.866887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:43:54.870056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:43:54.873958 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:43:54.881039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=d6ab4bbd-3a66-4830-8fe5-a44660edb447,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:54.927798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:54.928420 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:54.995932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:43:55.000364 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a142817e-8c28-420e-a9c7-c0dce6f62198 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131956 Aug 31 08:43:55.014610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Request body: {'port': {'device_id': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:43:55.053918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:55.054303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:55.097908 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75af6b0-1d3c-4dbf-9f80-51d09f3c767f req-b5e78b65-9418-4b6c-ad73-bf1b1b1413f0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:55.099406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b75af6b0-1d3c-4dbf-9f80-51d09f3c767f req-b5e78b65-9418-4b6c-ad73-bf1b1b1413f0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 931 time: 0.1011019 Aug 31 08:43:55.104214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:55.212943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b46143cf-044b-4bc2-ad5a-41bd372ef6cc None None] Provisioning for port d6ab4bbd-3a66-4830-8fe5-a44660edb447 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:43:55.217726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b46143cf-044b-4bc2-ad5a-41bd372ef6cc None None] Provisioning complete for port d6ab4bbd-3a66-4830-8fe5-a44660edb447 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:43:55.218173 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b46143cf-044b-4bc2-ad5a-41bd372ef6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:55.255941 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b46143cf-044b-4bc2-ad5a-41bd372ef6cc None None] Port d6ab4bbd-3a66-4830-8fe5-a44660edb447 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:43:55.504334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b75af6b0-1d3c-4dbf-9f80-51d09f3c767f req-d12c24c7-86f2-4ad6-9d25-42fb42d48806 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968968 Aug 31 08:43:55.762210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ab4bbd-3a66-4830-8fe5-a44660edb447 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:43:55.769607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:55.781143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Transition to ACTIVE for port object d6ab4bbd-3a66-4830-8fe5-a44660edb447 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:43:55.861046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:55.913261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ab4bbd-3a66-4830-8fe5-a44660edb447,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:55.988789 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Attempting to bind port d6ab4bbd-3a66-4830-8fe5-a44660edb447 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:43:55.989401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Attempting to bind port d6ab4bbd-3a66-4830-8fe5-a44660edb447 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:43:55.989401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Attempting to bind port d6ab4bbd-3a66-4830-8fe5-a44660edb447 on network 547b1a30-8f17-4ce5-82d2-037e51032e8a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:43:55.994269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Port d6ab4bbd-3a66-4830-8fe5-a44660edb447 on network 547b1a30-8f17-4ce5-82d2-037e51032e8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:43:55.994598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Attempting to bind port d6ab4bbd-3a66-4830-8fe5-a44660edb447 on network 547b1a30-8f17-4ce5-82d2-037e51032e8a {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:43:56.000074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:43:56.000420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Checking segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:43:56.000930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Bound using segment: {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:43:56.001242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Bound port: d6ab4bbd-3a66-4830-8fe5-a44660edb447, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539ec387-bf58-45b8-95c0-b53ba2e4dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:43:56.001626 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:56.070626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] For port d6ab4bbd-3a66-4830-8fe5-a44660edb447, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:43:56.074182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] For port d6ab4bbd-3a66-4830-8fe5-a44660edb447, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:43:56.162123 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:56.199953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.200591 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:56.202530 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] 10.222.0.68 "PUT /v2.0/ports/d6ab4bbd-3a66-4830-8fe5-a44660edb447 HTTP/1.1" status: 200 len: 1092 time: 1.1920362 Aug 31 08:43:56.203154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:43:56.205521 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203d2692-622e-4713-8b00-233b1cbeb0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:43:56.242113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e33154-9e3f-492c-b50f-ab791e96ac81 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ab4bbd-3a66-4830-8fe5-a44660edb447,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:56.259278 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55a377-c415-4c1c-a6e8-d8f4a3b88336 x-openstack-request-id: req-3d55a377-c415-4c1c-a6e8-d8f4a3b88336 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:43:56.259278 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:43:56.259278 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d55a377-c415-4c1c-a6e8-d8f4a3b88336 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:43:56.259278 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'status': 'completed', 'code': 200} Aug 31 08:43:56.329258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2692-622e-4713-8b00-233b1cbeb0d3 req-44137b05-7954-402d-9fde-9a863c6582c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.331419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203d2692-622e-4713-8b00-233b1cbeb0d3 req-44137b05-7954-402d-9fde-9a863c6582c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1095 time: 0.0504286 Aug 31 08:43:56.438023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2692-622e-4713-8b00-233b1cbeb0d3 req-475c9c92-2c89-4ba7-b4b5-bc7a1fb58f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.439610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203d2692-622e-4713-8b00-233b1cbeb0d3 req-475c9c92-2c89-4ba7-b4b5-bc7a1fb58f21 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ae556dbace9e424eaaaa8dac81394b41&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986552 Aug 31 08:43:56.515670 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:56.552363 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2692-622e-4713-8b00-233b1cbeb0d3 req-0573d24e-2097-432b-b9e9-e32083905aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.553957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-203d2692-622e-4713-8b00-233b1cbeb0d3 req-0573d24e-2097-432b-b9e9-e32083905aa8 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055689 Aug 31 08:43:56.609996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:56.650508 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad63aa-53f7-4955-ad75-31554be49021 req-11023660-bcc7-4339-8954-34040aa76013 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.652070 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8cad63aa-53f7-4955-ad75-31554be49021 req-11023660-bcc7-4339-8954-34040aa76013 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 943 time: 0.0782092 Aug 31 08:43:56.662256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-194a6095-8acd-48cd-b3ef-8cf6dbceb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.663835 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-194a6095-8acd-48cd-b3ef-8cf6dbceb621 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1095 time: 0.0624981 Aug 31 08:43:56.718474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-0ec5e091-f619-4f60-aa48-5b82eca7ed89 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447 HTTP/1.1" status: 200 len: 217 time: 0.0458696 Aug 31 08:43:56.744092 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8cad63aa-53f7-4955-ad75-31554be49021 req-d0234265-ea61-4fea-b0be-9bea87e5348e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792737 Aug 31 08:43:56.780644 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-4e6c5517-ddcc-43b0-8bff-5ff2a7ec71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.785144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-4e6c5517-ddcc-43b0-8bff-5ff2a7ec71a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8c58027a-165b-457e-b425-df335675b28e HTTP/1.1" status: 200 len: 835 time: 0.0516524 Aug 31 08:43:56.835466 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-15288e36-99e9-427c-9639-bb45cd4e4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:56.837046 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-15288e36-99e9-427c-9639-bb45cd4e4cab service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=547b1a30-8f17-4ce5-82d2-037e51032e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422566 Aug 31 08:43:56.838367 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ecac8cb9-26f6-4514-bdd4-c5806e856fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:56.933121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-6d254c06-f6c1-4ac2-9f61-a6f7133a3caa service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Aug 31 08:43:57.028006 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5345065c-3f2f-4caa-88f7-d2218c1f9f50 req-7ecbf8d5-7a00-4a41-ae75-8d6e691fe638 service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Aug 31 08:43:57.879901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd32789-4cab-4a40-9097-eb711b3d6347 req-8374af15-bdd4-48ee-9ba1-95ebed72cb2a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:57.883699 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6dd32789-4cab-4a40-9097-eb711b3d6347 req-8374af15-bdd4-48ee-9ba1-95ebed72cb2a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 943 time: 0.0573645 Aug 31 08:43:57.923507 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6dd32789-4cab-4a40-9097-eb711b3d6347 req-40f220e5-ab96-4159-852c-bfc23cf69e74 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339196 Aug 31 08:43:58.135356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.043001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fcbad-5b9b-4739-89d5-e2d6574ba0f9 req-351bebbb-3a9f-43d6-9d5e-c13e51552cfe tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:43:59.058048 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-248fcbad-5b9b-4739-89d5-e2d6574ba0f9 req-351bebbb-3a9f-43d6-9d5e-c13e51552cfe tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 943 time: 0.0525281 Aug 31 08:43:59.089323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-248fcbad-5b9b-4739-89d5-e2d6574ba0f9 req-e6d98798-4145-4e0c-909c-3f823a92fb25 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367692 Aug 31 08:43:59.228528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d6ab4bbd-3a66-4830-8fe5-a44660edb447 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:43:59.333509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d6ab4bbd-3a66-4830-8fe5-a44660edb447, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:59.346940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'port_id': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'mac_address': 'fa:16:3e:d2:d0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:43:59.390200 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.403502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ab4bbd-3a66-4830-8fe5-a44660edb447 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:43:59.429128 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d6ab4bbd-3a66-4830-8fe5-a44660edb447, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:43:59.538437 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.586521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d6ab4bbd-3a66-4830-8fe5-a44660edb447,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:43:59.755554 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.803565 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d6ab4bbd-3a66-4830-8fe5-a44660edb447'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:44:00.160896 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:44:00.229053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d55fd-289a-4cfe-98f8-69cebfa86553 req-d61893c5-3967-419c-8b96-56d8720af5bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:00.230739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d2d55fd-289a-4cfe-98f8-69cebfa86553 req-d61893c5-3967-419c-8b96-56d8720af5bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 944 time: 0.0571775 Aug 31 08:44:00.275596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3d2d55fd-289a-4cfe-98f8-69cebfa86553 req-4ac0742e-2dba-435f-bf6b-fb89d2d45d7e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374665 Aug 31 08:44:01.228177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d6ab4bbd-3a66-4830-8fe5-a44660edb447 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:44:01.341508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port d6ab4bbd-3a66-4830-8fe5-a44660edb447 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:44:01.345748 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d6ab4bbd-3a66-4830-8fe5-a44660edb447 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:44:01.346150 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:01.399609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba611e67-8b2b-46fc-abea-e255ba7c5dd9 req-e621b937-5d7d-4e76-b1b9-526cad775430 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:01.399609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba611e67-8b2b-46fc-abea-e255ba7c5dd9 req-e621b937-5d7d-4e76-b1b9-526cad775430 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 944 time: 0.0564876 Aug 31 08:44:01.431393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:01.441290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ba611e67-8b2b-46fc-abea-e255ba7c5dd9 req-2eedb97a-c3e9-42ac-8604-651e2ead6f7f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341017 Aug 31 08:44:01.457520 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:44:01.460102 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa7e22-ebed-463e-bc08-5413043f1862" -d '{"events": [{"server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "name": "network-vif-plugged", "status": "completed", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:44:01.475615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d6ab4bbd-3a66-4830-8fe5-a44660edb447, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:44:01.513093 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e688c4c4-112e-4e37-993a-c31547402225 x-openstack-request-id: req-e688c4c4-112e-4e37-993a-c31547402225 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:44:01.513371 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "name": "network-vif-plugged", "status": "completed", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:44:01.513618 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e688c4c4-112e-4e37-993a-c31547402225 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:44:01.514051 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'code': 200} Aug 31 08:44:01.570050 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:01.626198 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d906f2-dda7-41fd-b52d-7683fad9e278 req-54fcb9c6-9256-4c1b-8d14-ec733142c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:01.628774 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d906f2-dda7-41fd-b52d-7683fad9e278 req-54fcb9c6-9256-4c1b-8d14-ec733142c53e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1097 time: 0.0555010 Aug 31 08:44:01.636902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d6ab4bbd-3a66-4830-8fe5-a44660edb447,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:01.667335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57d906f2-dda7-41fd-b52d-7683fad9e278 req-aac39082-0343-4524-9dec-e3ca82031bab service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Aug 31 08:44:02.561205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86a5a5-2153-4a77-9863-ba89a9e43f8a req-152d2a14-e2dc-491a-bb78-a1d9862cbe80 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:02.562876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc86a5a5-2153-4a77-9863-ba89a9e43f8a req-152d2a14-e2dc-491a-bb78-a1d9862cbe80 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Aug 31 08:44:02.602553 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fc86a5a5-2153-4a77-9863-ba89a9e43f8a req-82db3b0a-9deb-46aa-80ea-342e64d9c91f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336223 Aug 31 08:44:03.724129 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a0799-5fa6-47e2-aef5-dc6c53580a61 req-c2473720-9d64-48c2-bf86-34aae0abea46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:03.725741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a44a0799-5fa6-47e2-aef5-dc6c53580a61 req-c2473720-9d64-48c2-bf86-34aae0abea46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0546916 Aug 31 08:44:03.764738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a44a0799-5fa6-47e2-aef5-dc6c53580a61 req-41fda58f-3537-45a0-b445-d894a9e75059 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328333 Aug 31 08:44:03.880790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d997-07d3-433f-8564-0feb24e96836 req-95299bb9-2f5a-4a7d-ac9f-499215261677 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:03.882266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cf8d997-07d3-433f-8564-0feb24e96836 req-95299bb9-2f5a-4a7d-ac9f-499215261677 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Aug 31 08:44:03.921421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cf8d997-07d3-433f-8564-0feb24e96836 req-02462747-b8d2-4ead-81db-c623a1884115 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331962 Aug 31 08:44:03.943414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34158) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:03.984914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bbd6df-37f5-4a1e-97e8-12fa93eb1690 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:03.986518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d6bbd6df-37f5-4a1e-97e8-12fa93eb1690 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1092 time: 0.0420644 Aug 31 08:44:03.989397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34160) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:03.993952 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:04.155553 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:04.260924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:04.368614 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.85 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/7fd3c846-72dd-430c-9d2e-00a6f632ae68) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:44:04.476684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:04.593052 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:04.637962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:44:04.643713 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:04.646061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=7fd3c846-72dd-430c-9d2e-00a6f632ae68,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:04.648288 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:44:05.039484 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:05.179652 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:05.352874 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:05.418111 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:05.490493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=7fd3c846-72dd-430c-9d2e-00a6f632ae68,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:05.503081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:05.608460 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP 8e700fc3-cd5a-4469-a3cf-10513ce6c5ba associated. External IP: 172.25.0.85, port: d6ab4bbd-3a66-4830-8fe5-a44660edb447. Aug 31 08:44:05.830871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c838be04-e702-4c87-9a04-61271be16e39 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:44:05.941188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:44:05.951053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] Sync routers for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:44:05.961167 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:05.961794 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:06.018333 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:06.046753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ae5cebfd-590e-4a4c-b2dd-74a8e05ffec6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0561314 Aug 31 08:44:06.047472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:44:06.050322 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a913b059-e737-42de-a6c2-c07fd5718b06" -d '{"events": [{"name": "network-changed", "server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:44:06.086232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:06.105799 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e5f8e4-3e6a-473e-af4b-b029f68d0cdc x-openstack-request-id: req-e8e5f8e4-3e6a-473e-af4b-b029f68d0cdc {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:44:06.106162 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:44:06.106418 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8e5f8e4-3e6a-473e-af4b-b029f68d0cdc {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:44:06.106831 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'status': 'completed', 'code': 200} Aug 31 08:44:06.189379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b88ee-f721-4155-b80d-a13bca566eaa req-fc2762a4-f5e6-4e78-a4d5-2af67a248844 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:06.191055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e45b88ee-f721-4155-b80d-a13bca566eaa req-fc2762a4-f5e6-4e78-a4d5-2af67a248844 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0833993 Aug 31 08:44:06.196337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-6e9b7aea-dad7-4d14-9319-be2e493d8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:06.197839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-6e9b7aea-dad7-4d14-9319-be2e493d8013 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1097 time: 0.0619731 Aug 31 08:44:06.287268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e45b88ee-f721-4155-b80d-a13bca566eaa req-c0a5f5d0-7aa4-42c9-a978-4aad4ecd49dc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884204 Aug 31 08:44:06.311308 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34166) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:06.330327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-014823d9-3a9b-42a9-99d0-0b243124b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:06.332412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-014823d9-3a9b-42a9-99d0-0b243124b1e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=547b1a30-8f17-4ce5-82d2-037e51032e8a HTTP/1.1" status: 200 len: 898 time: 0.1264288 Aug 31 08:44:06.372246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '8e700fc3-cd5a-4469-a3cf-10513ce6c5ba', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'port_id': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'mac_address': 'fa:16:3e:d2:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:44:04Z', 'updated_at': '2021-08-31T08:44:04Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:53Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:06.389143 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61f6e71c-7804-4336-b421-5548317fa21c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/8e700fc3-cd5a-4469-a3cf-10513ce6c5ba HTTP/1.1" status: 200 len: 990 time: 0.0758271 Aug 31 08:44:06.418239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] Checking router: c838be04-e702-4c87-9a04-61271be16e39 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:44:06.431211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:06.432246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:43:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:06.446601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-7d4ca899-d7ce-47f4-bf41-e15681f899b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447 HTTP/1.1" status: 200 len: 998 time: 0.0997763 Aug 31 08:44:06.498174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-0e23fff6-03eb-493d-a7af-9293f55ea782 req-0ffe4d96-067a-4221-8b60-59776a1f9340 service neutron] (95445) timed out ('10.222.0.36', 59442) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:44:06.505982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-ee4c979d-7b5d-4d9d-9ecf-0871bb689652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:06.507540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-ee4c979d-7b5d-4d9d-9ecf-0871bb689652 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8c58027a-165b-457e-b425-df335675b28e HTTP/1.1" status: 200 len: 835 time: 0.0540354 Aug 31 08:44:06.559879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-b229a816-38a2-46a5-ae77-2fc0bf556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:06.560900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:06.561421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-b229a816-38a2-46a5-ae77-2fc0bf556e56 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=547b1a30-8f17-4ce5-82d2-037e51032e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468602 Aug 31 08:44:06.678981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-ade49330-5ad0-47a7-b820-b2cf23f4814d service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088986 Aug 31 08:44:06.798369 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a913b059-e737-42de-a6c2-c07fd5718b06 req-ce1df264-4fc7-4b9f-8d3f-b511ded1ea45 service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111250 Aug 31 08:44:06.869389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '8e700fc3-cd5a-4469-a3cf-10513ce6c5ba', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'port_id': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'mac_address': 'fa:16:3e:d2:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:44:04Z', 'updated_at': '2021-08-31T08:44:04Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:53Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:06.914413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db921a-d7e5-48b1-8ff4-250e49e0e8c4 None None] The sync data for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 is: [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '8e700fc3-cd5a-4469-a3cf-10513ce6c5ba', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'port_id': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'mac_address': 'fa:16:3e:d2:d0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:44:04Z', 'updated_at': '2021-08-31T08:44:04Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:53Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:44:07.118384 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c087b3af-a442-4673-809c-453c00d56ca9 None None] New status for floating IP 8e700fc3-cd5a-4469-a3cf-10513ce6c5ba: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:44:07.392538 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34168) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:07.455647 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-105f3110-76c0-4f8d-a0e8-46de62376918 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/8e700fc3-cd5a-4469-a3cf-10513ce6c5ba HTTP/1.1" status: 200 len: 992 time: 0.0621972 Aug 31 08:44:23.778126 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6175770b-ff24-48b3-b1c5-7b65fe92c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:24.295324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.577887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.609293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.769339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c94b9dd1-a8e5-4de2-b52a-f8e79b80026d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:28.154793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:29.775079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:30.466465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-b4b380a7-2ccc-4a09-8a14-ac17192a3ace service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899172 Aug 31 08:44:30.556195 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-390b4906-e270-4ed8-82f9-18545814b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:30.557773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-390b4906-e270-4ed8-82f9-18545814b3d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1097 time: 0.0424714 Aug 31 08:44:30.674110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-85808d8c-1fb7-43dd-a9cd-20f5d06b0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:30.675624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-85808d8c-1fb7-43dd-a9cd-20f5d06b0fee service neutron] 10.222.0.68 "GET /v2.0/networks?id=547b1a30-8f17-4ce5-82d2-037e51032e8a HTTP/1.1" status: 200 len: 898 time: 0.0952051 Aug 31 08:44:30.744170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-58547633-3679-41cf-b7b0-02ce802b1550 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447 HTTP/1.1" status: 200 len: 1000 time: 0.0609391 Aug 31 08:44:30.799171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-062e911d-ce7d-49b1-b1e0-dfd7ca826c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:30.800700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-062e911d-ce7d-49b1-b1e0-dfd7ca826c45 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8c58027a-165b-457e-b425-df335675b28e HTTP/1.1" status: 200 len: 835 time: 0.0485246 Aug 31 08:44:30.848710 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-0d75da46-2114-4d72-b4ec-dda7d6427d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:30.850406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-0d75da46-2114-4d72-b4ec-dda7d6427d24 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=547b1a30-8f17-4ce5-82d2-037e51032e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416121 Aug 31 08:44:30.942236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-389077fb-43ab-4f2b-a10a-84b9ed85dd6d service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837171 Aug 31 08:44:31.043357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54ee90d8-d076-48f3-ad79-952eb611ac58 req-6b985100-d064-4862-ab2a-862456ef8369 service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928445 Aug 31 08:44:37.160316 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:44:41.127092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd521b-38cb-4f21-b37b-f5d845c472d9 req-0bc9e982-12b3-40e6-9a3a-e8134042f017 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:41.128733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77cd521b-38cb-4f21-b37b-f5d845c472d9 req-0bc9e982-12b3-40e6-9a3a-e8134042f017 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.1093099 Aug 31 08:44:41.171074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-77cd521b-38cb-4f21-b37b-f5d845c472d9 req-a37a308f-46e8-46b5-b584-4bbf5036583a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346780 Aug 31 08:44:42.351836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d37d6-d7ee-4855-b5b6-78937bd8a9fb req-3dce30ce-6093-4c7a-b904-eef44a8eb8df tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:42.353267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a1d37d6-d7ee-4855-b5b6-78937bd8a9fb req-3dce30ce-6093-4c7a-b904-eef44a8eb8df tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.1058350 Aug 31 08:44:42.411376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9a1d37d6-d7ee-4855-b5b6-78937bd8a9fb req-231c16b5-fa8b-46d8-b1ef-5fb37967dfb3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518355 Aug 31 08:44:42.434933 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34206) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:42.496879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f9124baa-8612-4025-b5d4-fba110eadda1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/8e700fc3-cd5a-4469-a3cf-10513ce6c5ba HTTP/1.1" status: 200 len: 992 time: 0.0607758 Aug 31 08:44:43.990498 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035dcec-6485-4e91-83a6-56e52db92b36 req-8f445f9f-1255-4c45-bba2-07a6a1705b7d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:43.992025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d035dcec-6485-4e91-83a6-56e52db92b36 req-8f445f9f-1255-4c45-bba2-07a6a1705b7d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0500157 Aug 31 08:44:44.031442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d035dcec-6485-4e91-83a6-56e52db92b36 req-da75acaf-0e2b-4195-9c77-53f2c2879eb0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333357 Aug 31 08:44:45.188156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1b7fd-d362-47fd-96f4-c190cacba181 req-5142e95d-5a26-496f-8e5e-85c4bd0241d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:45.190052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc1b7fd-d362-47fd-96f4-c190cacba181 req-5142e95d-5a26-496f-8e5e-85c4bd0241d3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0800581 Aug 31 08:44:45.231295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbc1b7fd-d362-47fd-96f4-c190cacba181 req-7bb7b829-337a-4eec-bee4-100b52a1edc7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350108 Aug 31 08:44:45.254303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34216) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:45.317600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3499dd25-baf4-425e-8435-488899c7e4ab tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/8e700fc3-cd5a-4469-a3cf-10513ce6c5ba HTTP/1.1" status: 200 len: 992 time: 0.0621340 Aug 31 08:44:45.546304 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34222) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:45.709940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 7fd3c846-72dd-430c-9d2e-00a6f632ae68 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:44:45.710289 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.790577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.790935 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.803148 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 7fd3c846-72dd-430c-9d2e-00a6f632ae68 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:44:46.051548 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.078772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=7fd3c846-72dd-430c-9d2e-00a6f632ae68,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:46.091990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.092533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.092901 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.093278 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.093622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.094035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.094934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.095377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.095896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.096257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.096598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.096964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:46.172087 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.172490 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP 8e700fc3-cd5a-4469-a3cf-10513ce6c5ba disassociated (deleted). External IP: 172.25.0.85, port: d6ab4bbd-3a66-4830-8fe5-a44660edb447. Aug 31 08:44:46.752211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c838be04-e702-4c87-9a04-61271be16e39 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:44:46.862940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:44:46.867668 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.873701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] Sync routers for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:44:46.885449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:46.885449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:46.896883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5c56114c-b227-46a2-a2d5-f27fe7c10997 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/floatingips/8e700fc3-cd5a-4469-a3cf-10513ce6c5ba HTTP/1.1" status: 204 len: 168 time: 1.3494813 Aug 31 08:44:46.897580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:44:46.899951 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3bff07-05f1-4996-afc3-884798b9da88" -d '{"events": [{"name": "network-changed", "server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:44:46.940107 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c931c5-1baa-43f3-b125-0a0f80a548ab x-openstack-request-id: req-59c931c5-1baa-43f3-b125-0a0f80a548ab {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:44:46.940543 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:44:46.940808 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59c931c5-1baa-43f3-b125-0a0f80a548ab {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:44:46.941366 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'status': 'completed', 'code': 200} Aug 31 08:44:47.003585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:47.013380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-d2352c67-e3e4-4454-820d-a4c40dabc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:47.015001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-d2352c67-e3e4-4454-820d-a4c40dabc6ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 1097 time: 0.0457981 Aug 31 08:44:47.108552 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-b842761f-eb3d-4073-8e39-8fd6660740c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:47.110135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-b842761f-eb3d-4073-8e39-8fd6660740c8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=547b1a30-8f17-4ce5-82d2-037e51032e8a HTTP/1.1" status: 200 len: 898 time: 0.0870781 Aug 31 08:44:47.155134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-0b0e2772-fb12-4434-8b74-d1f0b2aeb37f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447 HTTP/1.1" status: 200 len: 217 time: 0.0362499 Aug 31 08:44:47.217286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:53Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:47.222358 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-43e4c352-4f5c-4496-a30b-0c51b055ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:47.224000 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-43e4c352-4f5c-4496-a30b-0c51b055ca53 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8c58027a-165b-457e-b425-df335675b28e HTTP/1.1" status: 200 len: 835 time: 0.0604546 Aug 31 08:44:47.249430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] Checking router: c838be04-e702-4c87-9a04-61271be16e39 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:44:47.260604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:47.261239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:47.272249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-8f2a6d34-f0de-441f-8355-b89530f88fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:47.273998 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-8f2a6d34-f0de-441f-8355-b89530f88fea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=547b1a30-8f17-4ce5-82d2-037e51032e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428345 Aug 31 08:44:47.385905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-5141ed0e-f0a7-49dc-a70d-5f966acf85e9 service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036026 Aug 31 08:44:47.510716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a74a-1ead-422e-9852-219838064048 req-19995712-cf5d-40c6-89a8-d612cd0ca04e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:47.512166 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8067a74a-1ead-422e-9852-219838064048 req-19995712-cf5d-40c6-89a8-d612cd0ca04e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.1098309 Aug 31 08:44:47.538611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:47.550560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a3bff07-05f1-4996-afc3-884798b9da88 req-6f17321b-ab6a-49d1-8dcd-6e516ed4eedf service neutron] 10.222.0.68 "GET /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566424 Aug 31 08:44:47.569154 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8067a74a-1ead-422e-9852-219838064048 req-f37151bc-f7e1-425b-925a-702285a84241 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488358 Aug 31 08:44:47.746328 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:53Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:47.776602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac8d5bc-02e6-4222-a73c-c10c82888de6 None None] The sync data for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 is: [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6', 'name': '', 'network_id': '547b1a30-8f17-4ce5-82d2-037e51032e8a', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:47:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '8c58027a-165b-457e-b425-df335675b28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:48Z', 'updated_at': '2021-08-31T08:43:53Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '8c58027a-165b-457e-b425-df335675b28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:44:48.000902 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f68277-5a57-4a9a-83da-ca36fb578b81 None None] New status for floating IP 8e700fc3-cd5a-4469-a3cf-10513ce6c5ba: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:44:48.692020 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca06e8-61c4-427b-a51a-32e3de588301 req-e4964322-db97-4af8-8f0a-79dfec75e482 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:48.693581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdca06e8-61c4-427b-a51a-32e3de588301 req-e4964322-db97-4af8-8f0a-79dfec75e482 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Aug 31 08:44:48.732975 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cdca06e8-61c4-427b-a51a-32e3de588301 req-0fe719c3-36f6-401b-b37e-bab04b5c5321 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Aug 31 08:44:48.993176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3891-728a-4250-95df-b5479eb2d07d req-48024514-9019-4ab0-928b-a83a1129aceb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:48.994714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-394e3891-728a-4250-95df-b5479eb2d07d req-48024514-9019-4ab0-928b-a83a1129aceb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Aug 31 08:44:49.093453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port d6ab4bbd-3a66-4830-8fe5-a44660edb447 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:44:49.093791 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:49.183022 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port d6ab4bbd-3a66-4830-8fe5-a44660edb447, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d6ab4bbd-3a66-4830-8fe5-a44660edb447,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:44:49.199599 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:49.199599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for d6ab4bbd-3a66-4830-8fe5-a44660edb447 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:44:49.460897 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:49.491986 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=d6ab4bbd-3a66-4830-8fe5-a44660edb447,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:49.533538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] No DVR routers for this DVR port d6ab4bbd-3a66-4830-8fe5-a44660edb447 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:44:49.536476 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:49.538771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-394e3891-728a-4250-95df-b5479eb2d07d req-a79067b9-19a1-4e4f-bd59-e09b8d6ed6ee tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "DELETE /v2.0/ports/d6ab4bbd-3a66-4830-8fe5-a44660edb447 HTTP/1.1" status: 204 len: 173 time: 0.5378752 Aug 31 08:44:49.539248 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'name': 'network-vif-deleted', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:44:49.541633 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297ebce-ab94-4d07-9e54-b230d370a652" -d '{"events": [{"server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "name": "network-vif-deleted", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:44:49.577448 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c6ec1e-8952-4c84-a6e6-dfaaf75251cd x-openstack-request-id: req-d1c6ec1e-8952-4c84-a6e6-dfaaf75251cd {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:44:49.577752 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0743bd7c-b891-475a-9366-2d46cbe9e827", "name": "network-vif-deleted", "tag": "d6ab4bbd-3a66-4830-8fe5-a44660edb447", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:44:49.578055 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1c6ec1e-8952-4c84-a6e6-dfaaf75251cd {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:44:49.578444 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0743bd7c-b891-475a-9366-2d46cbe9e827', 'name': 'network-vif-deleted', 'tag': 'd6ab4bbd-3a66-4830-8fe5-a44660edb447', 'status': 'completed', 'code': 200} Aug 31 08:44:49.837926 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-266112f3-633b-4bb2-ac12-43de145cc0a6 req-4a1a06f4-4c21-4e6c-a326-6979bc055ed3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=0743bd7c-b891-475a-9366-2d46cbe9e827 HTTP/1.1" status: 200 len: 210 time: 0.0329568 Aug 31 08:44:50.896682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34240) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:51.277253 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.522782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d6ab4bbd-3a66-4830-8fe5-a44660edb447 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:44:51.557251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:44:51.557504 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: d6ab4bbd-3a66-4830-8fe5-a44660edb447 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:44:51.557651 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.557951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d6ab4bbd-3a66-4830-8fe5-a44660edb447 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:44:51.655501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:44:51.655926 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.673895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:44:51.932069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.960633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:52.156290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:52.398887 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c838be04-e702-4c87-9a04-61271be16e39 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:44:52.515680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:44:52.521728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-24b189aa-821c-4bea-a602-2e1f25f30a54 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/c838be04-e702-4c87-9a04-61271be16e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237202 Aug 31 08:44:52.524596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34242) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:52.526236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] Sync routers for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:44:52.537827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:52.538511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:52.589149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting subnet 8c58027a-165b-457e-b425-df335675b28e {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:44:52.592761 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:52.634693 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:52.654903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:52.732206 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:52.843485 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:44:51Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:52.872260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] Checking router: c838be04-e702-4c87-9a04-61271be16e39 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:44:52.882724 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] Routers {'c838be04-e702-4c87-9a04-61271be16e39'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:52.883544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c838be04-e702-4c87-9a04-61271be16e39'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:52.903882 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:52.940390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Subnet': ['ID=8c58027a-165b-457e-b425-df335675b28e,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:52.959717 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:52.959717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-153bee7e-90b6-480a-9636-1bbe415696bd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/subnets/8c58027a-165b-457e-b425-df335675b28e HTTP/1.1" status: 204 len: 168 time: 0.4252074 Aug 31 08:44:52.959717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34244) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:52.975560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e97922-b894-4997-8602-0110642a9acb None None] Network 547b1a30-8f17-4ce5-82d2-037e51032e8a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:44:53.063644 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] Set router c838be04-e702-4c87-9a04-61271be16e39 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:53.080913 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.199535 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.295164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] DHCP port deletion for 547b1a30-8f17-4ce5-82d2-037e51032e8a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:44:53.357892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:44:51Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:53.371922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:44:53.372418 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.388977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df845a3a-4d8f-472d-bad3-a8bec20eea80 None None] The sync data for ids ['c838be04-e702-4c87-9a04-61271be16e39'] in n-d-713499-16 is: [{'id': 'c838be04-e702-4c87-9a04-61271be16e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575716157', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:44:51Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '5444a8a8-4eb9-4eaa-80d9-c4515a6d3448', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c838be04-e702-4c87-9a04-61271be16e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:43:44Z', 'updated_at': '2021-08-31T08:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:44:53.400174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Deleting port 7958b190-0e94-4898-a058-2090c50de753 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:44:53.400587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.470344 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:44:53.470639 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.472247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] For port 7958b190-0e94-4898-a058-2090c50de753, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7958b190-0e94-4898-a058-2090c50de753,segment=NetworkSegment(539ec387-bf58-45b8-95c0-b53ba2e4dfcb),segment_id=539ec387-bf58-45b8-95c0-b53ba2e4dfcb)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:44:53.472654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.484655 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:44:53.486590 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Calling delete_port for 7958b190-0e94-4898-a058-2090c50de753 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:44:53.689578 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.716983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Pushing event deleted for resources: {'Port': ['ID=7958b190-0e94-4898-a058-2090c50de753,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:53.722519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] No DVR routers for this DVR port 7958b190-0e94-4898-a058-2090c50de753 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:44:53.730331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.735510 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5d4f4-18ee-4085-9cbf-1504233df30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.772529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.804224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=5444a8a8-4eb9-4eaa-80d9-c4515a6d3448,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:53.823656 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2625fe48-78f7-4fd8-8c2d-22d873e82931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.875055 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.009899 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.013767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.155013 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.155602 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Fanout notify agent at l3_agent the message router_deleted on router c838be04-e702-4c87-9a04-61271be16e39 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:44:54.164285 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.166044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-402ffc67-f8a7-45e7-9500-545c14b14350 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/routers/c838be04-e702-4c87-9a04-61271be16e39 HTTP/1.1" status: 204 len: 168 time: 1.2090287 Aug 31 08:44:54.170396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34246) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:54.251832 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.253698 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.349495 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.359915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547b1a30-8f17-4ce5-82d2-037e51032e8a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:54.372417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539ec387-bf58-45b8-95c0-b53ba2e4dfcb') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:54.372725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539ec387-bf58-45b8-95c0-b53ba2e4dfcb') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:54.383728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.400359 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.406751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:44:54.407202 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:44:54.410326 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:44:54.564028 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.576645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.576645 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/networks/547b1a30-8f17-4ce5-82d2-037e51032e8a HTTP/1.1" status: 204 len: 168 time: 0.4020088 Aug 31 08:44:54.577612 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:54.585914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e1b5-75cc-466b-9804-6a2692530317 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Network': ['ID=547b1a30-8f17-4ce5-82d2-037e51032e8a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:54.662848 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.692816 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.854812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.857474 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.858812 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/security-groups/a1f9feab-14b9-4d1b-a1f6-b330219ddbc7 HTTP/1.1" status: 204 len: 168 time: 0.2792056 Aug 31 08:44:54.868762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9feab-14b9-4d1b-a1f6-b330219ddbc7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:54.877206 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.877478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.877852 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.878218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.878552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.878899 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.879901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.879901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.879901 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.880379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.880574 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:54.880909 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677af97a-d4a6-4d0b-99e0-c748aec8cd6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:55.018179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7958b190-0e94-4898-a058-2090c50de753 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:44:55.044073 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7958b190-0e94-4898-a058-2090c50de753 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:44:55.044425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7958b190-0e94-4898-a058-2090c50de753 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:44:55.044847 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:44:55.078532 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:44:55.079127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 5444a8a8-4eb9-4eaa-80d9-c4515a6d3448 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:44:55.079814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:44:55.112855 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:44:55.113222 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 4d2608ec-a10e-4cc8-ac2d-ca7369d18ff6 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:44:55.638236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34254) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:55.643421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074735558', 'description': 'tempest-secgroup-smoke-2074735558 description', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:55.741087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:55.825671 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:55.900342 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:55.930741 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf589ca-a185-4ac1-9580-714a46c0cbcd,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:55.983285 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:55.984646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f32907b7-c09e-4ed6-8bee-a4051b1b11d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3453839 Aug 31 08:44:55.987585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:55.992333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': '9cf589ca-a185-4ac1-9580-714a46c0cbcd', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:56.102601 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.163812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.274546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.292439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e800fc41-e558-4a42-b41a-e1f3ea4c430c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:56.426610 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.428448 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-22a645a5-4c01-43f4-b1a2-57160161ca4e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4393108 Aug 31 08:44:56.431413 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34258) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:56.443174 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': '9cf589ca-a185-4ac1-9580-714a46c0cbcd', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:56.577175 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.616979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.622223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.686329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.817102 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1c18b9bd-28fd-40a4-ba55-bf4201e21e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.861588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.883934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227b7aa1-6858-47a0-a201-47a56c0b3829,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:56.998150 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:56.999503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cac5298b-d7ae-4515-a144-81f4526054d7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5667450 Aug 31 08:44:57.002397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34260) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:57.007070 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': '9cf589ca-a185-4ac1-9580-714a46c0cbcd', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:57.116808 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.177609 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.291432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.311012 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914b5556-6301-4eb2-a381-ee41c5069140,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:57.417228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.418527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d1c6fb66-5d5e-45cc-b0c9-9bc678b43e0f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4151459 Aug 31 08:44:57.421237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34262) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:57.425800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': '9cf589ca-a185-4ac1-9580-714a46c0cbcd', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:57.563712 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.634421 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.746252 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.766140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4357172-f9a4-4782-b91b-bb57ca1268e5,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:57.843216 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:57.844721 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-9262665a-f3ad-4a7d-a38e-b29d97370e68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4223220 Aug 31 08:44:57.847927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34264) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:57.853038 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': '9cf589ca-a185-4ac1-9580-714a46c0cbcd', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:57.948715 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:44:57.954722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.022449 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.112152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.133082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3493d9-6ba7-49a2-9b0c-44f3dc4a64fb,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:58.206056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.243384 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.245049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1283ae37-a766-4b45-91a2-bc1576a93e31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3958147 Aug 31 08:44:58.248182 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34266) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:58.253494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': '9cf589ca-a185-4ac1-9580-714a46c0cbcd', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:58.346718 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:44:58.352455 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.418847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.545921 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.564663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aaa97e7-8c69-4bd2-b839-45dfbca0ff4c,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:58.691877 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.693171 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-65e46a41-0c86-4765-a886-ac6eda8cb87a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4439933 Aug 31 08:44:58.697004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34268) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:58.702550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'network': {'name': 'tempest-network-smoke--423750745', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'port_security_enabled': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:58.820382 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:44:58.823920 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.849131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:44:58.857780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.858163 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Added segment 4e29e3f9-63ad-4e02-b096-fd7b64693a5c of type vlan for network acc2b572-455d-49ac-a848-f6896a65a79d Aug 31 08:44:58.900389 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.008978 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.014832 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:59.015441 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.084697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Network': ['ID=acc2b572-455d-49ac-a848-f6896a65a79d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:59.096113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network acc2b572-455d-49ac-a848-f6896a65a79d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:44:59.244488 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ef7c471f-659b-4cf1-904e-49ce1209a547 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5462313 Aug 31 08:44:59.247392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34270) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:59.252945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'admin_state_up': True, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:59.366152 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.367318 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.420950 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.677942 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.737504 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:00.334755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:00.355819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:00.469536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.101 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/e9c793ef-559e-4238-9105-35dd7beb8d7d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:45:00.581194 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:00.694765 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:00.736347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:45:00.739596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:00.747743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:45:00.755425 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=e9c793ef-559e-4238-9105-35dd7beb8d7d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:01.149274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.363400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.569008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a10934f0-0b33-4bf0-95dd-e208640c5705 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:45:01.686011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:45:01.697154 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Sync routers for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:45:01.709032 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:01.727553 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:01.833634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:01.840517 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.842185 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f0236006-bb3c-4e3b-906d-588e77404f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5937333 Aug 31 08:45:01.845685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34272) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:01.880035 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0963c34a-e6ed-4f97-8438-45fcbbe267ea tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae556dbace9e424eaaaa8dac81394b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327790 Aug 31 08:45:01.883103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34274) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:01.981721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328245f-a7ad-4d7d-8b0e-fbe6da789fc7 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:01.983198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-3328245f-a7ad-4d7d-8b0e-fbe6da789fc7 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983965 Aug 31 08:45:01.986315 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34276) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:02.015470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0ee46285-0293-4eb2-8503-208cf356169c tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278802 Aug 31 08:45:02.018813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34278) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:02.024118 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1764228862', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:45:02.029632 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:00Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:02.158447 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Checking router: a10934f0-0b33-4bf0-95dd-e208640c5705 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:45:02.158816 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Updating router a10934f0-0b33-4bf0-95dd-e208640c5705 port e9c793ef-559e-4238-9105-35dd7beb8d7d binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:45:02.185616 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.203237 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:45:02.206940 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.455346 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.473344 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Transition to ACTIVE for port object e9c793ef-559e-4238-9105-35dd7beb8d7d will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:02.569672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.620354 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.639322 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Subnet': ['ID=84cd1487-906e-4f9e-915a-9af36c2a59e7,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:02.648454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Checking segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:45:02.648454 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network hostable DHCP agents. Network: acc2b572-455d-49ac-a848-f6896a65a79d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:45:02.679565 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Attempting to bind port e9c793ef-559e-4238-9105-35dd7beb8d7d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:45:02.679947 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Attempting to bind port e9c793ef-559e-4238-9105-35dd7beb8d7d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:45:02.680314 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Attempting to bind port e9c793ef-559e-4238-9105-35dd7beb8d7d on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:45:02.691657 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:45:02.692028 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:45:02.692859 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.692859 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:45:02.693291 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Bound port: e9c793ef-559e-4238-9105-35dd7beb8d7d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:45:02.693671 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.695718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Pushing event updated for resources: {'Port': ['ID=e9c793ef-559e-4238-9105-35dd7beb8d7d,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:02.722304 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.723009 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.723009 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.723317 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.729838 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:45:02.765798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network acc2b572-455d-49ac-a848-f6896a65a79d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:45:02.770090 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] For port e9c793ef-559e-4238-9105-35dd7beb8d7d, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:45:02.770521 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] For port e9c793ef-559e-4238-9105-35dd7beb8d7d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e9c793ef-559e-4238-9105-35dd7beb8d7d,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:45:02.900743 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.959746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, acc2b572-455d-49ac-a848-f6896a65a79d) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:02.965385 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:02.965385 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:02.974049 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:02.974945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.980173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558c902-46e8-4d66-9540-0f522d6f6cf9 None None] Network acc2b572-455d-49ac-a848-f6896a65a79d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:45:03.007144 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b25e2-d914-4360-887d-fcc49fcd508e None None] Pushing event updated for resources: {'Port': ['ID=e9c793ef-559e-4238-9105-35dd7beb8d7d,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:03.087146 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:03.150114 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-acc2b572-455d-49ac-a848-f6896a65a79d', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:45:03.151889 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.173843 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7f1c7e7c-b7e7-4825-a5eb-dc9c92f83371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1536019 Aug 31 08:45:03.177672 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34282) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:03.331208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Allocated IP 172.20.0.2 (acc2b572-455d-49ac-a848-f6896a65a79d/84cd1487-906e-4f9e-915a-9af36c2a59e7/0f372fb6-4969-40b8-a2b7-f07b9b7cc471) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:45:03.332051 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:00Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:03.366275 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca99eda-8d53-4fb5-8778-470e9ed7a231 None None] The sync data for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 is: [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:00Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:45:03.511741 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.521221 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Transition to ACTIVE for port object 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:03.538754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Transition to ACTIVE for port object 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:03.627382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.698713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Network acc2b572-455d-49ac-a848-f6896a65a79d is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:45:03.704684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:03.709743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:45:03.739735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Pushing event updated for resources: {'Port': ['ID=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:03.794637 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.804749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Attempting to bind port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:45:03.805124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Attempting to bind port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:45:03.805486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Attempting to bind port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 on network acc2b572-455d-49ac-a848-f6896a65a79d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:45:03.811321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:45:03.811693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Checking segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:45:03.812097 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.812491 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Bound using segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:45:03.813574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Bound port: 0f372fb6-4969-40b8-a2b7-f07b9b7cc471, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:45:03.814006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.893627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] For port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:45:03.897438 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] For port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:45:04.034442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:04.122267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98214aad-7d1b-432c-bd47-82f230bd4f59 None None] Pushing event updated for resources: {'Port': ['ID=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:04.134517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.1 (acc2b572-455d-49ac-a848-f6896a65a79d/84cd1487-906e-4f9e-915a-9af36c2a59e7/687435b6-0032-44e7-9938-316519ddfac6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:45:04.269792 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:04.301400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object 687435b6-0032-44e7-9938-316519ddfac6 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:04.471875 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:04.516659 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network acc2b572-455d-49ac-a848-f6896a65a79d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:45:04.520034 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:04.524203 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:45:04.530785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=687435b6-0032-44e7-9938-316519ddfac6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:04.578085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:04.804333 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.121173 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e9c793ef-559e-4238-9105-35dd7beb8d7d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:05.191598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2840cfd-3841-4b51-999b-1d7fb6cd22ac None None] Network acc2b572-455d-49ac-a848-f6896a65a79d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:45:05.246481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.258877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port e9c793ef-559e-4238-9105-35dd7beb8d7d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:05.272745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e9c793ef-559e-4238-9105-35dd7beb8d7d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:05.273280 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.371355 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.413497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-03a86af0-1e30-4f2b-9baa-26e932e2f060 None None] Provisioning for port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:05.436289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.464881 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.467407 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=687435b6-0032-44e7-9938-316519ddfac6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:05.607988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network acc2b572-455d-49ac-a848-f6896a65a79d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:45:05.610684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:05.650469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port e9c793ef-559e-4238-9105-35dd7beb8d7d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e9c793ef-559e-4238-9105-35dd7beb8d7d,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:05.748758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.751079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:05.864923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=e9c793ef-559e-4238-9105-35dd7beb8d7d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:06.026659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:06.037005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:06.037618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.081483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a10934f0-0b33-4bf0-95dd-e208640c5705 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:45:06.096592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b4614b68-9c16-4930-90b0-c15588e5d950 None None] Provisioning for port 687435b6-0032-44e7-9938-316519ddfac6 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:06.107582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b4614b68-9c16-4930-90b0-c15588e5d950 None None] Provisioning complete for port 687435b6-0032-44e7-9938-316519ddfac6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:06.108179 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b4614b68-9c16-4930-90b0-c15588e5d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.181096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-b4614b68-9c16-4930-90b0-c15588e5d950 None None] Port 687435b6-0032-44e7-9938-316519ddfac6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:45:06.219410 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.227490 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:45:06.233097 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eeb545ea-6ed8-4173-a8ad-a253e0688328 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/a10934f0-0b33-4bf0-95dd-e208640c5705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0532277 Aug 31 08:45:06.245096 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Sync routers for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:45:06.280874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:06.282456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:06.338696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:06.357876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8b96c0b7-8c55-41b2-86b9-deedf017d104 None None] Provisioning complete for port 687435b6-0032-44e7-9938-316519ddfac6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:06.357876 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8b96c0b7-8c55-41b2-86b9-deedf017d104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.418967 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-60795d8a-a13f-4ce3-b8f5-a4ede533576d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074735558&fields=id&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 267 time: 0.0446999 Aug 31 08:45:06.425455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.439077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-8b96c0b7-8c55-41b2-86b9-deedf017d104 None None] Port 687435b6-0032-44e7-9938-316519ddfac6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:45:06.477693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:06.529127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:06.548716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-7e6a1c64-7844-4804-96e5-0ec3776bec22 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:06.550302 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-7e6a1c64-7844-4804-96e5-0ec3776bec22 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 796 time: 0.1204727 Aug 31 08:45:06.569502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-eee28867-73e6-4fc7-a3ba-1176fcaa2554 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/quotas/ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 375 time: 0.0114765 Aug 31 08:45:06.627022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3e686c25-6870-494a-96da-089a509af8b1 None None] Provisioning complete for port 687435b6-0032-44e7-9938-316519ddfac6 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:06.627309 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3e686c25-6870-494a-96da-089a509af8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.634736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-ae5ed5a0-95d8-4140-a504-3d95a7b466d5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582933 Aug 31 08:45:06.660634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-5b30bcc2-8004-4e63-ae6f-66aa5cb248f7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:45:06.662616 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-5b30bcc2-8004-4e63-ae6f-66aa5cb248f7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117104 Aug 31 08:45:06.682869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3e686c25-6870-494a-96da-089a509af8b1 None None] Port 687435b6-0032-44e7-9938-316519ddfac6 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:45:06.778308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 2, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:06.807237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Checking router: a10934f0-0b33-4bf0-95dd-e208640c5705 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:45:06.807785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Updating router a10934f0-0b33-4bf0-95dd-e208640c5705 port 687435b6-0032-44e7-9938-316519ddfac6 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:45:06.848654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:06.887200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-530d7ac5-f96f-48d7-a07b-ae5870a89919 service neutron] 10.222.0.36 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124836 Aug 31 08:45:07.050343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-6ddf8638-a62c-43ba-9211-9ba40e9c8297 service neutron] 10.222.0.36 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553428 Aug 31 08:45:07.063601 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e9c793ef-559e-4238-9105-35dd7beb8d7d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:07.192385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port e9c793ef-559e-4238-9105-35dd7beb8d7d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:07.193198 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:07.303706 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:07.338430 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Transition to ACTIVE for port object 687435b6-0032-44e7-9938-316519ddfac6 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:07.353126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:07.362099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a23df9b-1255-4e81-9b5b-d1a05ee25f75 req-41546ba8-7822-4193-b5b4-46a8ac428587 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 210 time: 0.0470295 Aug 31 08:45:07.413284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:07.413666 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:07.452611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:07.555056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4a47-7ab4-4243-a974-893fd35551d1 None None] Pushing event updated for resources: {'Port': ['ID=687435b6-0032-44e7-9938-316519ddfac6,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:07.681507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Attempting to bind port 687435b6-0032-44e7-9938-316519ddfac6 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:45:07.682086 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Attempting to bind port 687435b6-0032-44e7-9938-316519ddfac6 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:45:07.682671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Attempting to bind port 687435b6-0032-44e7-9938-316519ddfac6 on network acc2b572-455d-49ac-a848-f6896a65a79d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:45:07.696647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:45:07.697243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Checking segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:45:07.697927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:07.698409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Bound using segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:45:07.708499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Bound port: 687435b6-0032-44e7-9938-316519ddfac6, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:45:07.708499 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:07.810546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] For port 687435b6-0032-44e7-9938-316519ddfac6, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:45:07.810546 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] For port 687435b6-0032-44e7-9938-316519ddfac6, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=687435b6-0032-44e7-9938-316519ddfac6,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:45:07.926269 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:08.010741 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:08.011358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:08.056125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4a47-7ab4-4243-a974-893fd35551d1 None None] Pushing event updated for resources: {'Port': ['ID=687435b6-0032-44e7-9938-316519ddfac6,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:08.150599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:08.395396 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:07Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:08.428596 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af982589-611b-415e-be49-5b5f151b5dd5 None None] The sync data for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 is: [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:07Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:45:08.482215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec60241a-ba9a-4d20-8c09-4e553425e5f2 req-3bd2ee45-33c9-4f5c-a9a0-77396f77aba6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 210 time: 0.0457082 Aug 31 08:45:09.082524 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 687435b6-0032-44e7-9938-316519ddfac6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:09.266375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 687435b6-0032-44e7-9938-316519ddfac6 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:09.272113 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 687435b6-0032-44e7-9938-316519ddfac6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:09.272701 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:09.376950 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:09.416637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 687435b6-0032-44e7-9938-316519ddfac6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=687435b6-0032-44e7-9938-316519ddfac6,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:09.503481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:09.585454 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=687435b6-0032-44e7-9938-316519ddfac6,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:09.658135 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-baddf6a4-3597-4e45-8951-bec347bf1728 req-11a96da4-21a2-40f2-bb24-2e7c7fb5ed02 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Aug 31 08:45:10.023998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-b073967c-c77e-4132-a703-1af33a2e551e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:10.033281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-b073967c-c77e-4132-a703-1af33a2e551e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 796 time: 0.1807122 Aug 31 08:45:10.077788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-7e4d4c6d-3973-4e12-8f0f-cdff03501a63 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 380 time: 0.0398161 Aug 31 08:45:10.089459 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'port': {'device_id': '56cc74be-c327-4764-a217-53b53cc68d41', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'admin_state_up': True, 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'security_groups': ['9cf589ca-a185-4ac1-9580-714a46c0cbcd']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:45:10.317254 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:45:10.321041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:10.538131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.5 (acc2b572-455d-49ac-a848-f6896a65a79d/84cd1487-906e-4f9e-915a-9af36c2a59e7/b059259b-43d6-4b8a-9ac6-e8e787f4fb50) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:45:10.712970 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:10.738926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object b059259b-43d6-4b8a-9ac6-e8e787f4fb50 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:10.804640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e3d9790-eaf6-4139-82b8-df91f12c657d req-12f96e2f-5658-402f-ae2b-e66c069159bb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 210 time: 0.0321956 Aug 31 08:45:10.897860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:10.949538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network acc2b572-455d-49ac-a848-f6896a65a79d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:45:10.953595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:10.957749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:45:10.965371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:11.032598 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:11.033648 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.079495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 687435b6-0032-44e7-9938-316519ddfac6 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:11.147177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 687435b6-0032-44e7-9938-316519ddfac6 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:11.147724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.164813 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-2497e0d6-91c8-4811-a835-0c0995260e64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0792239 Aug 31 08:45:11.180764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Request body: {'port': {'device_id': '56cc74be-c327-4764-a217-53b53cc68d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:45:11.261489 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.365715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-70f25261-2ec9-4edf-98ca-321965afbe8e None None] Provisioning for port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:11.370323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-70f25261-2ec9-4edf-98ca-321965afbe8e None None] Provisioning complete for port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:11.370850 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-70f25261-2ec9-4edf-98ca-321965afbe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.409212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-70f25261-2ec9-4edf-98ca-321965afbe8e None None] Port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:45:11.627440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b059259b-43d6-4b8a-9ac6-e8e787f4fb50 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:45:11.635529 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.648804 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Transition to ACTIVE for port object b059259b-43d6-4b8a-9ac6-e8e787f4fb50 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:11.725523 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.817928 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Pushing event updated for resources: {'Port': ['ID=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:11.921829 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Attempting to bind port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:45:11.922359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Attempting to bind port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:45:11.922902 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Attempting to bind port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 on network acc2b572-455d-49ac-a848-f6896a65a79d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:45:11.949741 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 on network acc2b572-455d-49ac-a848-f6896a65a79d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:45:11.950256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Attempting to bind port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 on network acc2b572-455d-49ac-a848-f6896a65a79d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:45:11.963463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:45:11.963969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Checking segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:45:11.964536 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Bound using segment: {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:45:11.965106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Bound port: b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e29e3f9-63ad-4e02-b096-fd7b64693a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:45:11.965636 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:12.013372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472600-723d-4b9e-871e-a134144438db req-bd27a0ec-d1f6-4cee-999a-16fa8d6e4e30 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.015216 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c472600-723d-4b9e-871e-a134144438db req-bd27a0ec-d1f6-4cee-999a-16fa8d6e4e30 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 943 time: 0.1099362 Aug 31 08:45:12.104359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c472600-723d-4b9e-871e-a134144438db req-54430ac5-ce0b-41dc-b3a5-d095e3f50b29 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632970 Aug 31 08:45:12.109402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] For port b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:45:12.113160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] For port b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:45:12.261485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:12.329049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.330162 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:12.332708 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] 10.222.0.68 "PUT /v2.0/ports/b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 1092 time: 1.1589534 Aug 31 08:45:12.333514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:45:12.338019 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8cee4-e576-449e-b2a2-45400c3792c5" -d '{"events": [{"name": "network-changed", "server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:45:12.387257 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fa92-ece9-4970-94cc-5e43b1d66f75 service neutron] Pushing event updated for resources: {'Port': ['ID=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:12.412901 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2a3188-e7a6-4824-ad27-c2a34e4d65dc x-openstack-request-id: req-ba2a3188-e7a6-4824-ad27-c2a34e4d65dc {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:45:12.412901 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:45:12.412901 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba2a3188-e7a6-4824-ad27-c2a34e4d65dc {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:45:12.412901 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'status': 'completed', 'code': 200} Aug 31 08:45:12.492339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8cee4-e576-449e-b2a2-45400c3792c5 req-aa95d4b0-69df-4e99-a4b7-2940b881cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.494883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49f8cee4-e576-449e-b2a2-45400c3792c5 req-aa95d4b0-69df-4e99-a4b7-2940b881cc6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1095 time: 0.0617793 Aug 31 08:45:12.623156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8cee4-e576-449e-b2a2-45400c3792c5 req-8253eb9f-46a0-4f0f-80a8-bfa368a25e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.625505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49f8cee4-e576-449e-b2a2-45400c3792c5 req-8253eb9f-46a0-4f0f-80a8-bfa368a25e3b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ae556dbace9e424eaaaa8dac81394b41&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1222086 Aug 31 08:45:12.748238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8cee4-e576-449e-b2a2-45400c3792c5 req-b28b6661-48ca-4fe8-a99a-5a81d31dfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.750385 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49f8cee4-e576-449e-b2a2-45400c3792c5 req-b28b6661-48ca-4fe8-a99a-5a81d31dfcb7 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158819 Aug 31 08:45:12.835463 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-ca3e84d9-f8c1-4450-a87e-5c47bf152a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.836956 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-ca3e84d9-f8c1-4450-a87e-5c47bf152a95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1095 time: 0.0449293 Aug 31 08:45:12.887918 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-be1009df-60ba-46f8-9a38-15611c3cecda service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 217 time: 0.0409985 Aug 31 08:45:12.945968 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-bdf1adc8-1397-41ff-9c0f-2989752b4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:12.947845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-bdf1adc8-1397-41ff-9c0f-2989752b4a0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 200 len: 835 time: 0.0514998 Aug 31 08:45:13.005455 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d870be-776c-471b-b97e-9290c075f1bf req-56a601d6-80bb-40e4-81aa-75642123d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:13.007113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-56a601d6-80bb-40e4-81aa-75642123d203 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc2b572-455d-49ac-a848-f6896a65a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513003 Aug 31 08:45:13.107156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-1f6b8ef9-3ffd-4919-9553-efa6b681f2da service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918462 Aug 31 08:45:13.243114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e6d870be-776c-471b-b97e-9290c075f1bf req-f6e28e80-8331-4597-b0fe-e34db5eb7de5 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252565 Aug 31 08:45:13.260224 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3186-dba1-4f52-92e7-4a92e1c82107 req-27340ce4-d3cb-4125-9090-169d0af7aaab tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:13.261833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beff3186-dba1-4f52-92e7-4a92e1c82107 req-27340ce4-d3cb-4125-9090-169d0af7aaab tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 943 time: 0.0724823 Aug 31 08:45:13.303503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-beff3186-dba1-4f52-92e7-4a92e1c82107 req-bef52ca7-bc2e-42a1-bb21-823029105344 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Aug 31 08:45:14.159325 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:45:14.440844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8e53b-4524-4148-80ae-66ff4c65fa0f req-31b029eb-6e09-461a-98a7-f7ab8b7a3ed1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:14.442435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f8e53b-4524-4148-80ae-66ff4c65fa0f req-31b029eb-6e09-461a-98a7-f7ab8b7a3ed1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 943 time: 0.0598011 Aug 31 08:45:14.487951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a5f8e53b-4524-4148-80ae-66ff4c65fa0f req-744e516b-62cf-4349-9b52-a12149491f3d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364029 Aug 31 08:45:15.612417 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7148b24-d5da-40e4-8668-1c7e4596ef96 req-bc5979dd-0d5b-47c1-949b-840396b2d6c2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:15.614228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7148b24-d5da-40e4-8668-1c7e4596ef96 req-bc5979dd-0d5b-47c1-949b-840396b2d6c2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 943 time: 0.0538116 Aug 31 08:45:15.617349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b059259b-43d6-4b8a-9ac6-e8e787f4fb50 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:45:15.674613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a7148b24-d5da-40e4-8668-1c7e4596ef96 req-7d85470f-047e-410f-9523-ef8e2802c07f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517740 Aug 31 08:45:15.720852 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:15.735705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'port_id': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'mac_address': 'fa:16:3e:02:5e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:45:15.773358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:15.786539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b059259b-43d6-4b8a-9ac6-e8e787f4fb50 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:45:15.806352 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:15.868565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:15.915718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:16.078236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['b059259b-43d6-4b8a-9ac6-e8e787f4fb50'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:45:16.810696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6681c-c602-4903-bdb6-ae989f7c8155 req-969c2814-9b51-4b98-be1f-2fdeb763f161 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:16.812492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24a6681c-c602-4903-bdb6-ae989f7c8155 req-969c2814-9b51-4b98-be1f-2fdeb763f161 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 944 time: 0.0566673 Aug 31 08:45:16.853683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-24a6681c-c602-4903-bdb6-ae989f7c8155 req-eecef4ed-6080-40c8-8508-59ba337341c4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348711 Aug 31 08:45:17.650058 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b059259b-43d6-4b8a-9ac6-e8e787f4fb50 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:17.768760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:17.773487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:17.773892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:17.865786 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:17.891449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:45:17.894467 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af311d-8209-4990-a9e2-fb5487539515" -d '{"events": [{"server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "name": "network-vif-plugged", "status": "completed", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:45:17.911598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:17.980743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e9ca0-bdc7-44df-88a9-8e4c1816d387 req-4a55b561-6c24-4745-abce-e657c2121dba tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:17.982509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b3e9ca0-bdc7-44df-88a9-8e4c1816d387 req-4a55b561-6c24-4745-abce-e657c2121dba tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 944 time: 0.0582309 Aug 31 08:45:17.999908 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787839d5-8be7-4c9f-a2a5-ba3e3f83c84f x-openstack-request-id: req-787839d5-8be7-4c9f-a2a5-ba3e3f83c84f {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:45:18.000339 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "name": "network-vif-plugged", "status": "completed", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:45:18.001200 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-787839d5-8be7-4c9f-a2a5-ba3e3f83c84f {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:45:18.001795 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'code': 200} Aug 31 08:45:18.006982 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:18.029103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b3e9ca0-bdc7-44df-88a9-8e4c1816d387 req-85d35345-de2a-4103-9c7a-8e0103e80414 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Aug 31 08:45:18.078415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:18.121095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d285-0d4f-4f06-984d-a9478c18dee3 req-67a227e4-b1e9-40e5-8705-38b02adc8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:18.122668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3c6d285-0d4f-4f06-984d-a9478c18dee3 req-67a227e4-b1e9-40e5-8705-38b02adc8282 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1097 time: 0.0421920 Aug 31 08:45:18.162280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f3c6d285-0d4f-4f06-984d-a9478c18dee3 req-ef5dab07-48ac-4cdb-ad04-9e518b41768d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Aug 31 08:45:19.174692 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076dee1-6c4b-46d6-88e0-7c58ba65a9ba req-3ed314ad-c768-463f-b680-956c7d7249de tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:19.176267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1076dee1-6c4b-46d6-88e0-7c58ba65a9ba req-3ed314ad-c768-463f-b680-956c7d7249de tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0573068 Aug 31 08:45:19.227703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1076dee1-6c4b-46d6-88e0-7c58ba65a9ba req-c5baa363-a05d-4c91-b760-2c10c08e9502 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364828 Aug 31 08:45:20.347042 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5283-0593-4beb-a3e8-b720eff417ba req-8e368cda-e43c-4dd9-abd3-9912a92db9c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:20.348622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b05d5283-0593-4beb-a3e8-b720eff417ba req-8e368cda-e43c-4dd9-abd3-9912a92db9c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0524971 Aug 31 08:45:20.393158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b05d5283-0593-4beb-a3e8-b720eff417ba req-17d7c0f5-8393-4a41-88a0-ff2344ca4f1b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Aug 31 08:45:20.521483 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621570d-df58-46f3-a65f-886f8873bbcc req-7ec6cd97-33c0-476a-adad-e1124b1b2928 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:20.523083 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9621570d-df58-46f3-a65f-886f8873bbcc req-7ec6cd97-33c0-476a-adad-e1124b1b2928 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0556650 Aug 31 08:45:20.569228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9621570d-df58-46f3-a65f-886f8873bbcc req-09e90f3a-a5e9-426d-83a2-eb864842d806 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Aug 31 08:45:20.592862 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34348) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:20.636415 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5061fa8-ee2e-40c9-868e-cd809d8f1d52 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:20.638042 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b5061fa8-ee2e-40c9-868e-cd809d8f1d52 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1092 time: 0.0437720 Aug 31 08:45:20.640890 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34350) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:20.646225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:45:20.777349 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:20.883072 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:21.010376 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.80 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/c6e6b297-6ce6-4a66-8b3e-de63b6cd5ff6) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:45:21.119710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:21.252280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:21.292397 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:45:21.298619 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:45:21.302566 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:45:21.327312 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=c6e6b297-6ce6-4a66-8b3e-de63b6cd5ff6,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:21.692588 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:21.849598 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:22.023457 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:22.119802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:22.189700 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=c6e6b297-6ce6-4a66-8b3e-de63b6cd5ff6,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:22.201484 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:22.316186 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP 79bfaad1-ce70-4ce0-a218-9b934a34881f associated. External IP: 172.25.0.80, port: b059259b-43d6-4b8a-9ac6-e8e787f4fb50. Aug 31 08:45:22.537952 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a10934f0-0b33-4bf0-95dd-e208640c5705 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:45:22.657543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:45:22.673845 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] Sync routers for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:45:22.688047 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:22.688687 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:22.788517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:22.811152 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:22.821626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da3cc849-2ea8-4123-b7b0-6027b0c9a0ed tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1794639 Aug 31 08:45:22.822535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:45:22.826348 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41791b82-bad5-4df0-af6f-037e6ade5a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:45:22.879748 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f89b0ac-069d-4d99-b4df-c4ce5c842a80 x-openstack-request-id: req-0f89b0ac-069d-4d99-b4df-c4ce5c842a80 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:45:22.880183 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:45:22.880609 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f89b0ac-069d-4d99-b4df-c4ce5c842a80 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:45:22.881186 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'status': 'completed', 'code': 200} Aug 31 08:45:23.001966 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-57f86340-c52a-4af5-8d23-6ebe0f10bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:23.003702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-57f86340-c52a-4af5-8d23-6ebe0f10bc97 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1097 time: 0.0959458 Aug 31 08:45:23.028911 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67972a-cf2b-40e6-ab7a-0330935573fc req-6c86d70d-6ad7-4623-beb0-3f040d0aef9d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:23.030598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e67972a-cf2b-40e6-ab7a-0330935573fc req-6c86d70d-6ad7-4623-beb0-3f040d0aef9d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.1070683 Aug 31 08:45:23.096417 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '79bfaad1-ce70-4ce0-a218-9b934a34881f', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'port_id': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'mac_address': 'fa:16:3e:02:5e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc74be-c327-4764-a217-53b53cc68d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:45:21Z', 'updated_at': '2021-08-31T08:45:21Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:09Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:23.122914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e67972a-cf2b-40e6-ab7a-0330935573fc req-08ffb153-1366-4290-af3f-19308654536f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566509 Aug 31 08:45:23.142521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-6f64fa8a-2142-4f19-82e8-a6bacf1d6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:23.144079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-6f64fa8a-2142-4f19-82e8-a6bacf1d6ce7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 897 time: 0.1322391 Aug 31 08:45:23.147106 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34356) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:23.151522 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] Checking router: a10934f0-0b33-4bf0-95dd-e208640c5705 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:45:23.167051 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:23.168141 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:44:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:23.261115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-178fc4ea-70f1-4291-9a3b-5b22228a1a64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 998 time: 0.1069391 Aug 31 08:45:23.264436 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-654db0ba-6a7b-4738-b614-b3be02b0ea0a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/79bfaad1-ce70-4ce0-a218-9b934a34881f HTTP/1.1" status: 200 len: 990 time: 0.1162632 Aug 31 08:45:23.315607 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:23.325987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-e0e38b5b-5320-43a3-9998-55200749936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:23.327710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-e0e38b5b-5320-43a3-9998-55200749936b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 200 len: 835 time: 0.0597043 Aug 31 08:45:23.380307 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-d1cb08d3-87b1-41b1-97d8-dd84587018ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:23.382032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-d1cb08d3-87b1-41b1-97d8-dd84587018ee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc2b572-455d-49ac-a848-f6896a65a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467939 Aug 31 08:45:23.483621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-d94bf75e-4191-4cd6-862c-05875e59a3a0 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939374 Aug 31 08:45:23.573753 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '79bfaad1-ce70-4ce0-a218-9b934a34881f', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'port_id': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'mac_address': 'fa:16:3e:02:5e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc74be-c327-4764-a217-53b53cc68d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:45:21Z', 'updated_at': '2021-08-31T08:45:21Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:09Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:23.588165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41791b82-bad5-4df0-af6f-037e6ade5a6b req-33e9664b-fa1f-4644-95e6-675586b27794 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964420 Aug 31 08:45:23.611079 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11b48b-546c-4ff3-a2e2-a4a968495727 None None] The sync data for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 is: [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '79bfaad1-ce70-4ce0-a218-9b934a34881f', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'port_id': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'mac_address': 'fa:16:3e:02:5e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cc74be-c327-4764-a217-53b53cc68d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:45:21Z', 'updated_at': '2021-08-31T08:45:21Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:09Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:45:23.822125 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-167b9e69-5b53-48ba-adbc-62b122a884ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:23.831102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96905e96-0fdb-4331-a60c-08a00e399533 None None] New status for floating IP 79bfaad1-ce70-4ce0-a218-9b934a34881f: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:45:24.269969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34358) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:24.310858 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:24.338228 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-dfc26752-e4d6-4e22-94c5-79b61fc42d47 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/79bfaad1-ce70-4ce0-a218-9b934a34881f HTTP/1.1" status: 200 len: 992 time: 0.0669634 Aug 31 08:45:26.548231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:26.604950 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:26.748356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-902944b4-86db-4b59-9bb0-08cc27c997c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:28.222423 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:29.765417 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:30.437362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-68d0a575-aa23-4a38-a7be-4be8fc6b2d33 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461688 Aug 31 08:45:30.528412 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-99f0c450-0aeb-4cca-b127-b45de4cfedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:30.531054 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-99f0c450-0aeb-4cca-b127-b45de4cfedbe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1097 time: 0.0455775 Aug 31 08:45:30.643056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-d5cc66c3-6c31-4630-95ab-8f2cfa5469c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:30.644624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-d5cc66c3-6c31-4630-95ab-8f2cfa5469c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 897 time: 0.0917187 Aug 31 08:45:30.724532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-3150a2fd-cc5c-41a3-a1c6-7a4c8f5e4144 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 1000 time: 0.0718257 Aug 31 08:45:30.780160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-b7e0108e-c597-4843-af27-4dfce14e3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:30.781781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-b7e0108e-c597-4843-af27-4dfce14e3ac3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 200 len: 835 time: 0.0501850 Aug 31 08:45:30.834055 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-a2928154-462d-4e45-bca6-0fda23b98253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:30.835595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-a2928154-462d-4e45-bca6-0fda23b98253 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc2b572-455d-49ac-a848-f6896a65a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455709 Aug 31 08:45:30.932236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-c025bbe7-1082-4eb1-b0f0-d2b992881241 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893147 Aug 31 08:45:31.035764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b52f149b-de15-434e-9c87-7811a0dbcb03 req-047729f3-75f0-4b40-8886-c91115835b60 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948040 Aug 31 08:45:51.159970 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:45:53.819994 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17107858-5abe-4c56-b3e2-82e4cc9afd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:54.336286 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:56.724825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:56.726489 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:56.965049 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04dd599b-e39a-44d1-977f-975f44524542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:58.340195 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:58.387430 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d843748-f714-4ba7-9684-6d8fb2864fb3 req-e818aed3-e528-4f1b-9a4e-ad8ecf293965 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:58.389420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d843748-f714-4ba7-9684-6d8fb2864fb3 req-e818aed3-e528-4f1b-9a4e-ad8ecf293965 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0557783 Aug 31 08:45:58.429218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d843748-f714-4ba7-9684-6d8fb2864fb3 req-7f928ba4-bdcd-4b6a-8df2-ec849821eb07 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Aug 31 08:45:58.565009 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-44b77558-d2a8-475c-80fc-e4c757046e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:58.566558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-44b77558-d2a8-475c-80fc-e4c757046e9d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1097 time: 0.0421147 Aug 31 08:45:58.676727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-55da53ed-08e2-4001-be6b-836299293b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:58.696343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-55da53ed-08e2-4001-be6b-836299293b18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 897 time: 0.1039751 Aug 31 08:45:58.753347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-916da3b8-d5c5-4405-adb0-d5279a1b96e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 1000 time: 0.0668893 Aug 31 08:45:58.806546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-df8f83d9-7970-4fa7-b5d6-819480b1ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:58.808040 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-df8f83d9-7970-4fa7-b5d6-819480b1ad2a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 200 len: 835 time: 0.0466034 Aug 31 08:45:58.858819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-dee8724c-5185-48d9-9fb0-6b20bae28f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:58.860284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-dee8724c-5185-48d9-9fb0-6b20bae28f55 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc2b572-455d-49ac-a848-f6896a65a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432189 Aug 31 08:45:58.971278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-cf6cbfc3-100c-4bd8-a2bc-f3be8c9ec327 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995266 Aug 31 08:45:59.067112 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8325e37d-bcea-4f8f-8c5c-9ad92175eff6 req-6da787e5-ff7f-49bf-a1ab-bd5c07b2e9b5 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883188 Aug 31 08:45:59.555450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159db8-8227-4a97-b6c9-64df75ceca56 req-b7315994-381b-4386-8044-7eb5690e7a1f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:45:59.561039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9159db8-8227-4a97-b6c9-64df75ceca56 req-b7315994-381b-4386-8044-7eb5690e7a1f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0556078 Aug 31 08:45:59.596446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9159db8-8227-4a97-b6c9-64df75ceca56 req-4da0c966-d9cc-4c12-aacf-9d9fc896c1c5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327840 Aug 31 08:45:59.741875 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:00.723925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a47cc0-b96a-4696-a1f0-73beba10b101 req-0816b75b-b185-49a4-98da-22ea09b8c3e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:00.725478 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04a47cc0-b96a-4696-a1f0-73beba10b101 req-0816b75b-b185-49a4-98da-22ea09b8c3e1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0541558 Aug 31 08:46:00.771490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-04a47cc0-b96a-4696-a1f0-73beba10b101 req-63f7aefc-8d73-44c9-9089-ecc7f79af1d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398428 Aug 31 08:46:01.891747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f4990-a79c-4bef-aba1-139e24c1e71c req-a8d0b155-10ee-4997-80bb-e4aee6aaddad tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:01.893273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-311f4990-a79c-4bef-aba1-139e24c1e71c req-a8d0b155-10ee-4997-80bb-e4aee6aaddad tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0502794 Aug 31 08:46:01.932792 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-311f4990-a79c-4bef-aba1-139e24c1e71c req-28758600-6db2-4acb-9bc6-f95a2982bade tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334363 Aug 31 08:46:03.057393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f30cf-ecf8-4a6c-8fca-f03cfd39eb42 req-637051d6-d572-413b-bc9d-f5d0350509a3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:03.058969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b0f30cf-ecf8-4a6c-8fca-f03cfd39eb42 req-637051d6-d572-413b-bc9d-f5d0350509a3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0540338 Aug 31 08:46:03.097860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b0f30cf-ecf8-4a6c-8fca-f03cfd39eb42 req-b4e7b68f-3cb5-4d57-b3cb-64e6eff19ba4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Aug 31 08:46:04.220050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3d1fd-9341-4df1-81ee-370ac851059b req-5dfa03ad-7ade-401b-8f8e-ded801f5e0d6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:04.221546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc3d1fd-9341-4df1-81ee-370ac851059b req-5dfa03ad-7ade-401b-8f8e-ded801f5e0d6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0495811 Aug 31 08:46:04.259715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ebc3d1fd-9341-4df1-81ee-370ac851059b req-ba16e2eb-f077-4c64-8c6c-51cb75c262be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Aug 31 08:46:05.375295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d2b8a-6d6e-42ef-82f9-5ad6f4897746 req-bb66305b-1d1a-46c5-b57e-528a4d1be2d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:05.376784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed3d2b8a-6d6e-42ef-82f9-5ad6f4897746 req-bb66305b-1d1a-46c5-b57e-528a4d1be2d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0490179 Aug 31 08:46:05.415050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ed3d2b8a-6d6e-42ef-82f9-5ad6f4897746 req-2a360b3a-cc55-45b6-ac47-f91781e28d9b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Aug 31 08:46:06.538626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7cc08-08b8-4139-8d44-054fbadb8139 req-01ee4520-24a2-4ca2-9973-00615312205c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:06.540157 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8c7cc08-08b8-4139-8d44-054fbadb8139 req-01ee4520-24a2-4ca2-9973-00615312205c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0551195 Aug 31 08:46:06.581148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8c7cc08-08b8-4139-8d44-054fbadb8139 req-0efee225-ca1f-4246-9d1b-d6e64bfd1c3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343051 Aug 31 08:46:07.704145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e9d97-43c1-4c4f-913c-d87302c706a2 req-50f8df70-4b96-475c-9ec4-4678787c42eb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:07.705648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c82e9d97-43c1-4c4f-913c-d87302c706a2 req-50f8df70-4b96-475c-9ec4-4678787c42eb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0551350 Aug 31 08:46:07.745212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c82e9d97-43c1-4c4f-913c-d87302c706a2 req-c87cabf8-d8cf-482a-8e45-3ca78dcacd61 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333974 Aug 31 08:46:08.868637 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e65630-d139-450a-8adb-336cdca14b55 req-5232ac6b-91ed-4cde-9d88-b93e0596ac27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:08.870312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85e65630-d139-450a-8adb-336cdca14b55 req-5232ac6b-91ed-4cde-9d88-b93e0596ac27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Aug 31 08:46:08.909714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-85e65630-d139-450a-8adb-336cdca14b55 req-7e1c9a3b-60b5-46a6-a410-a2234bb9c3ea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Aug 31 08:46:10.030501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36424a-f121-49c8-9cd7-6be2317abb49 req-f0f18584-433f-4225-bf7e-a16fbd0e1588 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:10.032029 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f36424a-f121-49c8-9cd7-6be2317abb49 req-f0f18584-433f-4225-bf7e-a16fbd0e1588 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0541236 Aug 31 08:46:10.070854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9f36424a-f121-49c8-9cd7-6be2317abb49 req-21f4b7c0-b38f-441a-8bc2-752242ecc2f6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326288 Aug 31 08:46:11.194930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d79f-d55f-4059-a0ca-454f860d034a req-5d953838-3f04-4b9b-8039-f82f6edc2ba6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:11.196577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0930d79f-d55f-4059-a0ca-454f860d034a req-5d953838-3f04-4b9b-8039-f82f6edc2ba6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0538697 Aug 31 08:46:11.236562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0930d79f-d55f-4059-a0ca-454f860d034a req-d7d0baad-c87f-4957-9387-51f55e860776 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334201 Aug 31 08:46:12.356238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618b410-fb05-4aab-90d1-3a4acd265880 req-c8a20a42-23f4-4c26-8887-f4b74d85ab3a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:12.357919 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9618b410-fb05-4aab-90d1-3a4acd265880 req-c8a20a42-23f4-4c26-8887-f4b74d85ab3a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Aug 31 08:46:12.395627 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9618b410-fb05-4aab-90d1-3a4acd265880 req-a98c6a05-2025-4c34-b218-bcb4e446cc5c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Aug 31 08:46:13.519951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc875-a478-40c2-b8e6-212457112bf6 req-d68597ce-ae08-4a92-9a9d-8322b626c7ac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:13.521610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440fc875-a478-40c2-b8e6-212457112bf6 req-d68597ce-ae08-4a92-9a9d-8322b626c7ac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0562556 Aug 31 08:46:13.567332 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-440fc875-a478-40c2-b8e6-212457112bf6 req-d4af1ea3-def4-4bd2-861f-56402b83db5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383644 Aug 31 08:46:14.687114 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de5a7-d762-458f-a6d5-b40373a002b6 req-0061ac99-f5db-4028-8451-66643d9f01e0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:14.688641 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f97de5a7-d762-458f-a6d5-b40373a002b6 req-0061ac99-f5db-4028-8451-66643d9f01e0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0510836 Aug 31 08:46:14.727693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f97de5a7-d762-458f-a6d5-b40373a002b6 req-81af7832-d772-476a-86aa-c81b3ef9bfd4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Aug 31 08:46:15.860784 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88192619-9584-4b30-ba74-2088e13ee497 req-befa4e93-4d65-41ab-8d7a-e511ee6c8a02 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:15.862323 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88192619-9584-4b30-ba74-2088e13ee497 req-befa4e93-4d65-41ab-8d7a-e511ee6c8a02 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Aug 31 08:46:15.904199 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-88192619-9584-4b30-ba74-2088e13ee497 req-e3a566ff-aff7-4391-9f0f-2f3aca90ade5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352304 Aug 31 08:46:15.926670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34410) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:15.993087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-aa5e6e6e-0d5a-413b-b638-f5d3d6ff1e0e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/79bfaad1-ce70-4ce0-a218-9b934a34881f HTTP/1.1" status: 200 len: 992 time: 0.0652730 Aug 31 08:46:23.792566 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-611faecc-ebe7-427e-858c-dcfb1f07f109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:24.312460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:26.552319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:26.661416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:26.752709 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8d2f636b-9bf9-44af-a57e-cd3e57594fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:28.158928 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:46:28.181270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:29.769513 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:30.422425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-ee6f6250-c034-4639-8318-6b2382cfdd8b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415909 Aug 31 08:46:30.507651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-9ee2fed2-e10e-42a6-a87a-5aee409dd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:30.509193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-9ee2fed2-e10e-42a6-a87a-5aee409dd2ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1097 time: 0.0412726 Aug 31 08:46:30.616065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-121d8a3c-df0c-475f-b8de-1751ea3692e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:30.617555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-121d8a3c-df0c-475f-b8de-1751ea3692e2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 897 time: 0.0889926 Aug 31 08:46:30.685666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-0ba24cfc-c06d-431c-92aa-219aa8142b9f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 1000 time: 0.0606232 Aug 31 08:46:30.745132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-7707fe45-d482-450a-8fe2-38b9eccfcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:30.746674 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-7707fe45-d482-450a-8fe2-38b9eccfcc5a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 200 len: 835 time: 0.0508437 Aug 31 08:46:30.799895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-2b123ec0-a37a-4380-8bfd-9930fe26ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:30.801565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-2b123ec0-a37a-4380-8bfd-9930fe26ff27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc2b572-455d-49ac-a848-f6896a65a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428414 Aug 31 08:46:30.894609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-829b4ac6-395a-459b-9a35-2224a3e18891 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Aug 31 08:46:31.328668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-425853a4-8e65-40dc-a664-96c8b5c64edc req-144e7338-4878-4aa9-858b-8f6b709935f5 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254665 Aug 31 08:46:48.375805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34426) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:48.548005 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port c6e6b297-6ce6-4a66-8b3e-de63b6cd5ff6 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:46:48.548357 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:48.633858 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:48.634103 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:48.647651 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for c6e6b297-6ce6-4a66-8b3e-de63b6cd5ff6 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:46:48.878299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:48.908571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=c6e6b297-6ce6-4a66-8b3e-de63b6cd5ff6,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:48.933862 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.934217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.934567 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.934912 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.935258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.935617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.935951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.936290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.936701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.936915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.937258 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.937581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.987725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:48.990888 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP 79bfaad1-ce70-4ce0-a218-9b934a34881f disassociated (deleted). External IP: 172.25.0.80, port: b059259b-43d6-4b8a-9ac6-e8e787f4fb50. Aug 31 08:46:49.215370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a10934f0-0b33-4bf0-95dd-e208640c5705 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:46:49.333191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:46:49.337850 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:49.345976 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] Sync routers for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:46:49.356269 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:46:49.357005 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:49.368617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b0549680-7e84-458c-8bad-de9681fff693 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/floatingips/79bfaad1-ce70-4ce0-a218-9b934a34881f HTTP/1.1" status: 204 len: 168 time: 0.9914141 Aug 31 08:46:49.369836 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:46:49.371833 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272" -d '{"events": [{"name": "network-changed", "server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:46:49.416744 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba00ba-c42f-41ea-ae8b-e6db13dc4147 x-openstack-request-id: req-6bba00ba-c42f-41ea-ae8b-e6db13dc4147 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:46:49.417430 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:46:49.417430 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bba00ba-c42f-41ea-ae8b-e6db13dc4147 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:46:49.417727 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'status': 'completed', 'code': 200} Aug 31 08:46:49.483041 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:46:49.497492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-e10ad900-43e8-4552-bbfb-03ef9dc7a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:49.499100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-e10ad900-43e8-4552-bbfb-03ef9dc7a7b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 1097 time: 0.0557361 Aug 31 08:46:49.614592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-7de6690d-a006-4faf-98a7-972a4f2d2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:49.616122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-7de6690d-a006-4faf-98a7-972a4f2d2f85 service neutron] 10.222.0.68 "GET /v2.0/networks?id=acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 200 len: 897 time: 0.1077495 Aug 31 08:46:49.668670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-92c3809c-29d4-4850-a1ff-a3072a177255 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 200 len: 217 time: 0.0439970 Aug 31 08:46:49.720805 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:09Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:49.753509 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-eb35ceb7-b53c-4c7e-8b32-dd0b973f4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:49.755165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-eb35ceb7-b53c-4c7e-8b32-dd0b973f4a30 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 200 len: 835 time: 0.0779331 Aug 31 08:46:49.762587 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] Checking router: a10934f0-0b33-4bf0-95dd-e208640c5705 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:46:49.771875 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:46:49.772507 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:49.814370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-63adf9a8-3a42-48de-ad0a-b7c5ae7b53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:49.816118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-63adf9a8-3a42-48de-ad0a-b7c5ae7b53c1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=acc2b572-455d-49ac-a848-f6896a65a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519698 Aug 31 08:46:49.896987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:46:49.920526 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-6d0f7b0c-5e86-42c5-95ff-02883bc76179 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961144 Aug 31 08:46:50.039584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc8fcf28-8336-4bb0-9f51-ed7c76f59272 req-50411e81-9f8e-4fde-9012-a1fa98392c26 service neutron] 10.222.0.68 "GET /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111593 Aug 31 08:46:50.117931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5f8a4-cf48-4081-8983-c380e55e8827 req-42bf070b-7357-45a3-b53a-9131e039bc8a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:50.119533 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64b5f8a4-cf48-4081-8983-c380e55e8827 req-42bf070b-7357-45a3-b53a-9131e039bc8a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0559473 Aug 31 08:46:50.146123 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:09Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:50.164215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64b5f8a4-cf48-4081-8983-c380e55e8827 req-9716dc6f-5b9c-4281-a2e0-6d3943070eea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Aug 31 08:46:50.175921 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528f21e-d6c6-4996-939a-34d679aa9f7d None None] The sync data for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 is: [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:45:04Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '687435b6-0032-44e7-9938-316519ddfac6', 'name': '', 'network_id': 'acc2b572-455d-49ac-a848-f6896a65a79d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:80:3b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:03Z', 'updated_at': '2021-08-31T08:45:09Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '84cd1487-906e-4f9e-915a-9af36c2a59e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:46:50.422346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21479e35-bb65-4b78-a90a-6d11f11ca716 None None] New status for floating IP 79bfaad1-ce70-4ce0-a218-9b934a34881f: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:46:51.300969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12b673-166a-40e7-ad7d-fb141fc9f48b req-474751e2-8168-4c36-ab65-8111255dc8a0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:51.302953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a12b673-166a-40e7-ad7d-fb141fc9f48b req-474751e2-8168-4c36-ab65-8111255dc8a0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Aug 31 08:46:51.346987 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a12b673-166a-40e7-ad7d-fb141fc9f48b req-359981af-6e18-4fb0-9fa4-38624f3b4a23 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cf589ca-a185-4ac1-9580-714a46c0cbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373995 Aug 31 08:46:51.639550 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-fa6c6624-eb19-48b1-8dd3-8e3d729b3011 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:51.641219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-fa6c6624-eb19-48b1-8dd3-8e3d729b3011 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 945 time: 0.0621624 Aug 31 08:46:51.744134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:46:51.744575 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:51.853930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port b059259b-43d6-4b8a-9ac6-e8e787f4fb50, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:46:51.854373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:51.871642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for b059259b-43d6-4b8a-9ac6-e8e787f4fb50 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:46:52.112120 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:52.148744 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=b059259b-43d6-4b8a-9ac6-e8e787f4fb50,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:52.204765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] No DVR routers for this DVR port b059259b-43d6-4b8a-9ac6-e8e787f4fb50 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:46:52.207749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:52.210205 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-47433956-2535-4d8b-9023-4b8e9db3d4ad req-e2a34aea-27be-4007-8a70-bed8fbccd4bf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "DELETE /v2.0/ports/b059259b-43d6-4b8a-9ac6-e8e787f4fb50 HTTP/1.1" status: 204 len: 173 time: 0.5623987 Aug 31 08:46:52.210749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'name': 'network-vif-deleted', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:46:52.213676 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98134bd6-3a10-447d-acd3-ddec3d70ba90" -d '{"events": [{"server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "name": "network-vif-deleted", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:46:52.254325 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f4aeb-941e-4dca-bc7a-8424f381a878 x-openstack-request-id: req-f49f4aeb-941e-4dca-bc7a-8424f381a878 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:46:52.254620 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cc74be-c327-4764-a217-53b53cc68d41", "name": "network-vif-deleted", "tag": "b059259b-43d6-4b8a-9ac6-e8e787f4fb50", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:46:52.254882 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f49f4aeb-941e-4dca-bc7a-8424f381a878 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:46:52.255291 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cc74be-c327-4764-a217-53b53cc68d41', 'name': 'network-vif-deleted', 'tag': 'b059259b-43d6-4b8a-9ac6-e8e787f4fb50', 'status': 'completed', 'code': 200} Aug 31 08:46:52.452509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12fef234-b295-4672-911b-8dc6da138cc6 req-6890041f-91e0-4cdf-bd21-067fd4a58355 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Aug 31 08:46:53.597396 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-338c38b5-b9e4-49fd-8210-0f8d8f616bdf req-b9edc5ea-a031-4d83-98ba-a29ed3b42ced tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cc74be-c327-4764-a217-53b53cc68d41 HTTP/1.1" status: 200 len: 210 time: 0.0315189 Aug 31 08:46:53.809464 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3fddbca0-51e5-4174-a336-92fed4f05570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:54.165593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b059259b-43d6-4b8a-9ac6-e8e787f4fb50 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:46:54.247960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: b059259b-43d6-4b8a-9ac6-e8e787f4fb50 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:46:54.247960 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device b059259b-43d6-4b8a-9ac6-e8e787f4fb50 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:46:54.317703 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:54.667483 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34444) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:55.043421 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:55.321334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 687435b6-0032-44e7-9938-316519ddfac6 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:46:55.321579 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:55.416140 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 687435b6-0032-44e7-9938-316519ddfac6, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=687435b6-0032-44e7-9938-316519ddfac6,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:46:55.416512 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:55.431380 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 687435b6-0032-44e7-9938-316519ddfac6 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:46:55.744329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:55.776517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=687435b6-0032-44e7-9938-316519ddfac6,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.842867 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:55.968334 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.496550 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a10934f0-0b33-4bf0-95dd-e208640c5705 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:46:56.560973 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.608675 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:46:56.613730 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-660e49dd-72e1-492c-9da5-0b0e5e0cb62c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/a10934f0-0b33-4bf0-95dd-e208640c5705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451506 Aug 31 08:46:56.616477 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34448) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:56.622001 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] Sync routers for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:46:56.631915 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:46:56.632598 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:56.677489 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting subnet 84cd1487-906e-4f9e-915a-9af36c2a59e7 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:46:56.680844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.723233 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.726099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.748088 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:46:56.803326 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6facd4fe-05bd-4e89-a8ff-e419a6f3e224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.815556 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:56.941368 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:46:55Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:56.968629 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] Checking router: a10934f0-0b33-4bf0-95dd-e208640c5705 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:46:56.977178 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] Routers {'a10934f0-0b33-4bf0-95dd-e208640c5705'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:46:56.977780 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a10934f0-0b33-4bf0-95dd-e208640c5705'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:57.050865 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.068079 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Subnet': ['ID=84cd1487-906e-4f9e-915a-9af36c2a59e7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:57.070073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.075295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425b2ee-6d94-4a47-a0dc-611091755bdf None None] Network acc2b572-455d-49ac-a848-f6896a65a79d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:46:57.075693 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34450) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:57.078793 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-82add252-1306-4e73-8815-a06a34009402 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/subnets/84cd1487-906e-4f9e-915a-9af36c2a59e7 HTTP/1.1" status: 204 len: 168 time: 0.4549117 Aug 31 08:46:57.103044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] Set router a10934f0-0b33-4bf0-95dd-e208640c5705 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:46:57.195684 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.283188 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] DHCP port deletion for acc2b572-455d-49ac-a848-f6896a65a79d request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:46:57.322385 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.336560 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Deleting port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:46:57.336928 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.400234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] For port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,segment=NetworkSegment(4e29e3f9-63ad-4e02-b096-fd7b64693a5c),segment_id=4e29e3f9-63ad-4e02-b096-fd7b64693a5c)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:46:57.400659 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.410233 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:46:55Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:57.414910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Calling delete_port for 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:46:57.442644 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1721f40-ba78-42ea-983c-292f001231b0 None None] The sync data for ids ['a10934f0-0b33-4bf0-95dd-e208640c5705'] in n-d-713499-16 is: [{'id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448187335', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:59Z', 'updated_at': '2021-08-31T08:46:55Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': 'e9c793ef-559e-4238-9105-35dd7beb8d7d', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10934f0-0b33-4bf0-95dd-e208640c5705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:45:00Z', 'updated_at': '2021-08-31T08:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:46:57.504285 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port e9c793ef-559e-4238-9105-35dd7beb8d7d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:46:57.504546 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.594405 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port e9c793ef-559e-4238-9105-35dd7beb8d7d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=e9c793ef-559e-4238-9105-35dd7beb8d7d,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:46:57.594695 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.606721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for e9c793ef-559e-4238-9105-35dd7beb8d7d owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:46:57.626048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.653841 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Pushing event deleted for resources: {'Port': ['ID=0f372fb6-4969-40b8-a2b7-f07b9b7cc471,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:57.656253 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] No DVR routers for this DVR port 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:46:57.665182 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.665536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.665919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.666265 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.666603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.666934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.667267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.667600 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.668212 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.668332 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.668579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.669048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae16627-5ffe-4a42-871a-33f8edf00876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:57.906228 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:57.933587 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=e9c793ef-559e-4238-9105-35dd7beb8d7d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:58.009316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.112331 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.114863 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.203535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.270025 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.270557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Fanout notify agent at l3_agent the message router_deleted on router a10934f0-0b33-4bf0-95dd-e208640c5705 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:46:58.278033 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.284214 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c1545d7b-0917-4f4f-b0fe-f9992adb409f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/routers/a10934f0-0b33-4bf0-95dd-e208640c5705 HTTP/1.1" status: 204 len: 168 time: 1.2024827 Aug 31 08:46:58.284214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34452) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:58.369176 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.461021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.471802 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc2b572-455d-49ac-a848-f6896a65a79d']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:58.482336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e29e3f9-63ad-4e02-b096-fd7b64693a5c') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:58.482633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e29e3f9-63ad-4e02-b096-fd7b64693a5c') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:46:58.491490 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.505352 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.512080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:46:58.512474 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:46:58.515425 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:46:58.752184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.757749 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.760598 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/networks/acc2b572-455d-49ac-a848-f6896a65a79d HTTP/1.1" status: 204 len: 168 time: 0.4771397 Aug 31 08:46:58.763750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34454) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:58.775827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78819ab4-6ee5-417a-9186-541c39ab3a4f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Network': ['ID=acc2b572-455d-49ac-a848-f6896a65a79d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:58.823742 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55b2e662-45b5-4d90-a4c1-889a321d39c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:58.852414 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55b2e662-45b5-4d90-a4c1-889a321d39c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:59.083237 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55b2e662-45b5-4d90-a4c1-889a321d39c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:59.084022 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e9c793ef-559e-4238-9105-35dd7beb8d7d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:46:59.085903 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-55b2e662-45b5-4d90-a4c1-889a321d39c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:59.088209 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-55b2e662-45b5-4d90-a4c1-889a321d39c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/security-groups/9cf589ca-a185-4ac1-9580-714a46c0cbcd HTTP/1.1" status: 204 len: 168 time: 0.3221860 Aug 31 08:46:59.122021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2e662-45b5-4d90-a4c1-889a321d39c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf589ca-a185-4ac1-9580-714a46c0cbcd,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:59.122626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: e9c793ef-559e-4238-9105-35dd7beb8d7d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:46:59.122626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device e9c793ef-559e-4238-9105-35dd7beb8d7d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:46:59.122626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:46:59.136868 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:46:59.137217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0f372fb6-4969-40b8-a2b7-f07b9b7cc471 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:46:59.137671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 687435b6-0032-44e7-9938-316519ddfac6 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:46:59.160869 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 687435b6-0032-44e7-9938-316519ddfac6 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:46:59.161224 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 687435b6-0032-44e7-9938-316519ddfac6 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:46:59.646930 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34460) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:59.652590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255913544', 'description': 'tempest-secgroup-smoke-255913544 description', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:46:59.768746 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:59.803647 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:59.886542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:59.997906 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.032023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d6557-76b5-4ed4-b59a-8ba35afb372f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:00.128767 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.130139 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-65142cdf-6d11-4f4f-9833-548f8db22e44 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4818788 Aug 31 08:47:00.134135 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34462) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:00.138916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e17d6557-76b5-4ed4-b59a-8ba35afb372f', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:00.259964 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.318962 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.488931 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.509194 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2c032d-0dcb-4f17-9e49-173c28b6bfa6,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:00.721896 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.723302 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c2751390-0a56-4bd7-88dd-9c4672dca9f2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5881667 Aug 31 08:47:00.726250 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34464) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:00.732495 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e17d6557-76b5-4ed4-b59a-8ba35afb372f', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:00.876619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:00.932340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.058432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.078170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab7acb0-e0b2-4660-939f-02d2ffcd30ef,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:01.169751 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.171068 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4c164c0-de0c-40fe-8d43-eec68db4c7f5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4437983 Aug 31 08:47:01.173775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34466) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:01.178809 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e17d6557-76b5-4ed4-b59a-8ba35afb372f', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:01.275116 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.337973 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.452844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.474390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc21736d-eeb7-4cba-9682-ee296fac3280,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:01.623966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.625233 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-894fb2c9-ef21-453e-9cd2-aa00854bed27 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4503837 Aug 31 08:47:01.628102 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34468) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:01.632988 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e17d6557-76b5-4ed4-b59a-8ba35afb372f', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:01.751746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.815215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.918225 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:01.939290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4391af8e-ed52-48a1-9f8b-46ae857ddd97,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:02.049140 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.050331 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3d74a800-7149-4c19-ba69-c3896c668290 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4210622 Aug 31 08:47:02.053244 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34470) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:02.058779 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e17d6557-76b5-4ed4-b59a-8ba35afb372f', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:02.186097 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:47:02.191827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.253023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.385988 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.408149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb7da4a-b106-485f-acc2-dd87540faecc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:02.512030 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.513347 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0075fd7f-ce32-4084-9e83-61d4fc610310 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4590571 Aug 31 08:47:02.516007 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34472) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:02.520792 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e17d6557-76b5-4ed4-b59a-8ba35afb372f', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:02.672344 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:47:02.678445 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.753098 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.887195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:02.909236 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370cf8ed-7880-40d2-8cd6-6eb791488458,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:03.035783 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.037105 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-abad31a9-e12d-4779-9a50-b672622f2a70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5200994 Aug 31 08:47:03.040048 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34476) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:03.045642 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'network': {'name': 'tempest-network-smoke--1364535316', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:03.157252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:47:03.160834 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.185307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:47:03.194323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.194667 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Added segment cd376879-8944-49e3-8892-312652e18d8d of type vlan for network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d Aug 31 08:47:03.238313 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.363385 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.369002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:03.369595 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.437562 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Network': ['ID=3ae11fde-0ecf-4584-86e2-5b91fede9c1d,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:03.448876 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:47:03.614064 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e6777fca-14fb-46c9-b7c6-fc131c258be1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5727701 Aug 31 08:47:03.616801 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34478) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:03.622119 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'admin_state_up': True, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:03.768996 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.770185 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:03.831441 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:04.076310 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:04.353054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:04.373544 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:04.484042 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.74 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/80b61bb3-a8ad-4042-9b94-0013e88c2675) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:47:04.586534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:04.684260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:04.729424 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:04.732660 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:04.736955 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:47:04.743371 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=80b61bb3-a8ad-4042-9b94-0013e88c2675,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:05.071670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:05.159831 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:47:05.282367 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:05.517654 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c9658765-75a7-4341-9ad7-ba8fe98e5c98 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:47:05.624648 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:47:05.634028 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Sync routers for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:47:05.643053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:47:05.643690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:05.723086 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:05.724358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88c83c63-35d0-41e0-a2b5-65e1e527ad86 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1065285 Aug 31 08:47:05.727613 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34480) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:05.754357 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:47:05.760785 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f927020a-c304-4ee6-9499-30dc5a0539f6 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae556dbace9e424eaaaa8dac81394b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320060 Aug 31 08:47:05.764009 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34482) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:05.853436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5515b8-ef4a-4d20-a546-1b955bac4237 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:05.855212 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-de5515b8-ef4a-4d20-a546-1b955bac4237 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900764 Aug 31 08:47:05.858019 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34484) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:05.887111 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fde5e854-27f5-4834-b93e-551bd20b1d53 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273898 Aug 31 08:47:05.889751 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34486) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:05.894745 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335693090', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:05.938349 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:04Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:05.969538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Checking router: c9658765-75a7-4341-9ad7-ba8fe98e5c98 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:47:05.969947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Updating router c9658765-75a7-4341-9ad7-ba8fe98e5c98 port 80b61bb3-a8ad-4042-9b94-0013e88c2675 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:47:05.994407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.086853 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:47:06.090471 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.259819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.271038 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Transition to ACTIVE for port object 80b61bb3-a8ad-4042-9b94-0013e88c2675 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:06.372701 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.430365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Attempting to bind port 80b61bb3-a8ad-4042-9b94-0013e88c2675 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:47:06.430745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Attempting to bind port 80b61bb3-a8ad-4042-9b94-0013e88c2675 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:47:06.431109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Attempting to bind port 80b61bb3-a8ad-4042-9b94-0013e88c2675 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:47:06.431843 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.433731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740085a-bda6-419a-9680-d15251e2a016 None None] Pushing event updated for resources: {'Port': ['ID=80b61bb3-a8ad-4042-9b94-0013e88c2675,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:06.439978 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:47:06.440362 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:06.440769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.441288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:47:06.441706 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Bound port: 80b61bb3-a8ad-4042-9b94-0013e88c2675, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:47:06.442124 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.495573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] For port 80b61bb3-a8ad-4042-9b94-0013e88c2675, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:47:06.499574 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] For port 80b61bb3-a8ad-4042-9b94-0013e88c2675, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=80b61bb3-a8ad-4042-9b94-0013e88c2675,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:47:06.501448 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Subnet': ['ID=58e0623f-0c14-49ad-94be-04f0d03115b5,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:06.510071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Checking segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:06.510378 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network hostable DHCP agents. Network: 3ae11fde-0ecf-4584-86e2-5b91fede9c1d, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:47:06.636003 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.652588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:47:06.694993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:47:06.695631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:06.703107 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740085a-bda6-419a-9680-d15251e2a016 None None] Pushing event updated for resources: {'Port': ['ID=80b61bb3-a8ad-4042-9b94-0013e88c2675,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:06.780674 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 3ae11fde-0ecf-4584-86e2-5b91fede9c1d) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:06.784993 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:06.785677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:06.790795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6eded-ca11-4896-96ed-d6965f53ce51 None None] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:47:06.856516 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:47:06.946490 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e2e0cf22-4be1-4d57-be8f-8f235511e31b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0556500 Aug 31 08:47:06.949302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34490) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:07.083760 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:47:07.084613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.178971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:04Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:07.209109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838337b-59de-4858-8cb6-df18cc68e7c7 None None] The sync data for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 is: [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:04Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:47:07.270054 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Allocated IP 172.20.0.2 (3ae11fde-0ecf-4584-86e2-5b91fede9c1d/58e0623f-0c14-49ad-94be-04f0d03115b5/54e77a05-d7b8-4ff8-ad49-5a891c66cd01) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:47:07.440043 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.459326 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.463296 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Transition to ACTIVE for port object 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:07.489513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Transition to ACTIVE for port object 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:07.564483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.621486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:07.626771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:07.631567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:47:07.634938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Pushing event updated for resources: {'Port': ['ID=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:07.700714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Attempting to bind port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:47:07.701374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Attempting to bind port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:47:07.701374 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Attempting to bind port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:47:07.707452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:47:07.707935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Checking segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:07.708240 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.708684 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Bound using segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:47:07.709126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Bound port: 54e77a05-d7b8-4ff8-ad49-5a891c66cd01, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:47:07.709511 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.782588 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] For port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:47:07.786464 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] For port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:47:07.875963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:07.951059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc462500-e3b1-4043-9c64-afa20f1b5ace None None] Pushing event updated for resources: {'Port': ['ID=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:08.153639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.1 (3ae11fde-0ecf-4584-86e2-5b91fede9c1d/58e0623f-0c14-49ad-94be-04f0d03115b5/b8bc67ec-3c2d-4afb-a352-f7b8c757e79a) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:47:08.281672 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:08.296406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object b8bc67ec-3c2d-4afb-a352-f7b8c757e79a will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:08.424730 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:08.468136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:08.471442 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:08.475513 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:47:08.482827 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:08.523359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:08.786497 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.105905 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.199892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:09.201608 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.293395 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.293395 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:09.334736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e107f3-88af-4213-b1ab-0196106639f6 None None] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:47:09.372523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:09.379528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 80b61bb3-a8ad-4042-9b94-0013e88c2675 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:09.395634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:09.397083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:09.518841 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c9658765-75a7-4341-9ad7-ba8fe98e5c98 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:47:09.644170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:47:09.651417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d6b5fc60-1d42-483a-82e8-d5ce1bb806d0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/c9658765-75a7-4341-9ad7-ba8fe98e5c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7008929 Aug 31 08:47:09.654743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] Provisioning for port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:09.668147 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Sync routers for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:47:09.668608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] Provisioning complete for port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:09.668608 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.679254 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:47:09.680057 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:09.774269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 80b61bb3-a8ad-4042-9b94-0013e88c2675 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:09.790303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 80b61bb3-a8ad-4042-9b94-0013e88c2675 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:09.790692 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.795859 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.804428 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:47:09.866501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-6b47a543-e03c-438c-a9eb-808de34f1615 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255913544&fields=id&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 267 time: 0.0579309 Aug 31 08:47:09.867102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] For port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:09.925317 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.950045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:09.982303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 80b61bb3-a8ad-4042-9b94-0013e88c2675, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=80b61bb3-a8ad-4042-9b94-0013e88c2675,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:10.001725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-a3bd1ac7-6d26-4442-8eb2-2414f509716c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:10.010348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-a3bd1ac7-6d26-4442-8eb2-2414f509716c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 797 time: 0.1418746 Aug 31 08:47:10.017549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03878f-0a40-45c6-9535-fb8a561229b6 None None] Pushing event updated for resources: {'Port': ['ID=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:10.028155 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 2, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:10.029266 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-6cbf5a01-21d0-407d-ad72-f126e6a6a624 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/quotas/ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 375 time: 0.0179036 Aug 31 08:47:10.056035 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Checking router: c9658765-75a7-4341-9ad7-ba8fe98e5c98 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:47:10.058411 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Updating router c9658765-75a7-4341-9ad7-ba8fe98e5c98 port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:47:10.068560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.097759 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.098778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-bb694008-ddcc-44da-ac07-092271a64b2e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621190 Aug 31 08:47:10.130085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=80b61bb3-a8ad-4042-9b94-0013e88c2675,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:10.180484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5595a3b4-deff-4145-85de-1b579bd44ea8 None None] Provisioning for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:10.185050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5595a3b4-deff-4145-85de-1b579bd44ea8 None None] Provisioning complete for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:10.185514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5595a3b4-deff-4145-85de-1b579bd44ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.204412 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-bacaa018-5e47-4c0c-a036-2a37d791d245 service neutron] 10.222.0.36 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021934 Aug 31 08:47:10.225751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-5595a3b4-deff-4145-85de-1b579bd44ea8 None None] Port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:47:10.240452 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-5595a3b4-deff-4145-85de-1b579bd44ea8 None None] Provisioning complete for port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:10.241198 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5595a3b4-deff-4145-85de-1b579bd44ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.330407 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8e62b836-3681-443d-ab6b-387a66263f72 service neutron] 10.222.0.36 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188006 Aug 31 08:47:10.445549 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.456970 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Transition to ACTIVE for port object b8bc67ec-3c2d-4afb-a352-f7b8c757e79a will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:10.462359 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fb7e6d60-c473-4ee3-8162-51262d8b6466 None None] Provisioning complete for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:10.462892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fb7e6d60-c473-4ee3-8162-51262d8b6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.506301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e6d60-c473-4ee3-8162-51262d8b6466 None None] Port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:47:10.625125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-99c69eca-dd84-497a-999f-e4731b95f56c None None] Provisioning complete for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:10.625393 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-99c69eca-dd84-497a-999f-e4731b95f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.635473 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.675777 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-99c69eca-dd84-497a-999f-e4731b95f56c None None] Port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:47:10.699461 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Pushing event updated for resources: {'Port': ['ID=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:10.722987 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.723367 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.723675 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.724015 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.724345 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.724672 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.724999 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.725324 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.725648 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.726077 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.726399 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.726722 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:10.769337 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Attempting to bind port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:47:10.769709 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Attempting to bind port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:47:10.770104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Attempting to bind port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:47:10.775971 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:47:10.776345 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Checking segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:10.776790 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.777181 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Bound using segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:47:10.777654 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Bound port: b8bc67ec-3c2d-4afb-a352-f7b8c757e79a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:47:10.778063 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:10.848511 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] For port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:47:10.851952 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] For port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:47:10.956104 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:11.018433 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:47:11.019061 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:11.021037 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f5411-f9d2-4bc4-9099-635b25c691cf None None] Pushing event updated for resources: {'Port': ['ID=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:11.127246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:11.160699 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:47:11.182195 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:11.182584 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:11.285339 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 80b61bb3-a8ad-4042-9b94-0013e88c2675 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:11.333759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 80b61bb3-a8ad-4042-9b94-0013e88c2675 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:11.334049 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:11.374969 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:10Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:11.402261 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7651b21-cd7a-4a8f-9717-b88bf97b2989 None None] The sync data for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 is: [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:10Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:47:11.754742 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aa0fca1-9b4e-4194-9029-02b3a8534c6e req-957cf991-21b6-44d1-8f58-184912b17d81 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 210 time: 0.0311713 Aug 31 08:47:12.853966 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-937cd5fa-57b6-4c40-adda-0ec925265961 req-d95f77bb-4709-4cbb-9cc9-c36e84ec451c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 210 time: 0.0276270 Aug 31 08:47:13.116261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b8bc67ec-3c2d-4afb-a352-f7b8c757e79a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:13.292815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:13.297146 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:13.297771 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:13.380143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:13.411705 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:13.624058 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:13.647277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:13.992496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7077ed7-b2fa-4040-86aa-4b44f42d40ea req-7cac1d51-a46a-4dde-a55a-d6d67cfb9ea1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 210 time: 0.0600600 Aug 31 08:47:14.038875 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-870d7f4a-7287-4fb3-96e7-fae632162d99 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:14.040363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-870d7f4a-7287-4fb3-96e7-fae632162d99 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 797 time: 0.1297629 Aug 31 08:47:14.085532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-e28b70c9-838b-45b6-8e75-91bf4619da70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 379 time: 0.0345917 Aug 31 08:47:14.095296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'port': {'device_id': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'admin_state_up': True, 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'security_groups': ['e17d6557-76b5-4ed4-b59a-8ba35afb372f']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:14.282581 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:47:14.286178 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:14.422984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.10 (3ae11fde-0ecf-4584-86e2-5b91fede9c1d/58e0623f-0c14-49ad-94be-04f0d03115b5/ceb50858-0592-459d-884d-644e5aab0b43) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:47:14.564189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:14.578732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object ceb50858-0592-459d-884d-644e5aab0b43 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:14.710082 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:14.756270 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:14.759511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:14.763370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:47:14.770333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:14.825115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:14.825778 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.099866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b8bc67ec-3c2d-4afb-a352-f7b8c757e79a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:15.114432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12712e-a86a-4cf2-b800-bb418c144e42 req-27ad0508-fe7c-4c9e-b194-776dcb4847d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:15.118879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca12712e-a86a-4cf2-b800-bb418c144e42 req-27ad0508-fe7c-4c9e-b194-776dcb4847d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 932 time: 0.0534441 Aug 31 08:47:15.154872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:15.155514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.161913 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca12712e-a86a-4cf2-b800-bb418c144e42 req-47c4aa0a-cbb7-4214-b80e-655c99334845 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 Aug 31 08:47:15.169879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-8ec6a308-312c-4bbd-a3f9-e25940b9156f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0785012 Aug 31 08:47:15.184535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Request body: {'port': {'device_id': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:15.222280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-04017734-ca6b-4167-b841-fbcf0d099609 None None] Provisioning for port ceb50858-0592-459d-884d-644e5aab0b43 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:15.231426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-04017734-ca6b-4167-b841-fbcf0d099609 None None] Provisioning complete for port ceb50858-0592-459d-884d-644e5aab0b43 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:15.231801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-04017734-ca6b-4167-b841-fbcf0d099609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.240038 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.278070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-04017734-ca6b-4167-b841-fbcf0d099609 None None] Port ceb50858-0592-459d-884d-644e5aab0b43 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:47:15.510432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb50858-0592-459d-884d-644e5aab0b43 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:47:15.518768 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.531609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Transition to ACTIVE for port object ceb50858-0592-459d-884d-644e5aab0b43 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:15.600822 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.655121 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:15.731685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:47:15.732155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:47:15.732496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:47:15.737369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Port ceb50858-0592-459d-884d-644e5aab0b43 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:47:15.737950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:47:15.743188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:47:15.743524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Checking segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:15.743909 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Bound using segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:47:15.744534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Bound port: ceb50858-0592-459d-884d-644e5aab0b43, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:47:15.744968 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.813781 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:47:15.817085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:47:15.944287 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.988221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:15.988848 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.990353 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] 10.222.0.68 "PUT /v2.0/ports/ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 1093 time: 0.8104687 Aug 31 08:47:15.990805 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:47:15.993243 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91eb675-4228-4442-b27e-aca696427e81" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:47:16.016994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18d702-fe53-41a0-9c73-95c9b00af0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:16.162890 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-f0bf9dbf-af1b-465d-b771-b8e1cd38a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.165269 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-f0bf9dbf-af1b-465d-b771-b8e1cd38a7d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1096 time: 0.0533276 Aug 31 08:47:16.166861 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae074e-328c-4dbd-ba39-eb113a521cbe x-openstack-request-id: req-8aae074e-328c-4dbd-ba39-eb113a521cbe {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:47:16.167694 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:47:16.167950 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8aae074e-328c-4dbd-ba39-eb113a521cbe {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:47:16.168347 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'status': 'completed', 'code': 200} Aug 31 08:47:16.212677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-81cf2d20-09e7-4b47-a4ef-c70ac048a946 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 217 time: 0.0368640 Aug 31 08:47:16.298256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-bb552609-64a1-42a6-9316-344aac3adfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.299719 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-bb552609-64a1-42a6-9316-344aac3adfee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0783448 Aug 31 08:47:16.327244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ead40-634e-4fcc-b019-705bcd784cbf req-5eed0b70-530e-482f-a648-850ad5e6b0cc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.328823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944ead40-634e-4fcc-b019-705bcd784cbf req-5eed0b70-530e-482f-a648-850ad5e6b0cc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0745249 Aug 31 08:47:16.385844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-eb0321db-bb27-4a9f-9956-6241322ca568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.387988 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-eb0321db-bb27-4a9f-9956-6241322ca568 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802112 Aug 31 08:47:16.390334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-944ead40-634e-4fcc-b019-705bcd784cbf req-79328ee7-5498-4744-a8c0-1db0cf8c4b62 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464637 Aug 31 08:47:16.486099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-e7185295-c88f-47ba-9ad3-de1391b3a00f service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907176 Aug 31 08:47:16.577380 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1b84a4dd-c172-415e-ad8d-66e71c2c0560 req-b28c3690-5c44-45a5-b05b-99e6353a0001 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839639 Aug 31 08:47:16.757970 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb675-4228-4442-b27e-aca696427e81 req-fb672ba6-8f84-4256-b516-e2ef5c7068c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.759611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-fb672ba6-8f84-4256-b516-e2ef5c7068c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1096 time: 0.0421638 Aug 31 08:47:16.860101 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb675-4228-4442-b27e-aca696427e81 req-d6030c5a-e4cb-449a-8207-2c8254e2dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.861536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-d6030c5a-e4cb-449a-8207-2c8254e2dff5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0940769 Aug 31 08:47:16.906297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-b087876e-e64f-46cf-8821-7b700a365470 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 217 time: 0.0374165 Aug 31 08:47:16.994209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb675-4228-4442-b27e-aca696427e81 req-1d187a57-025e-4af2-aad7-d8ece9ecd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:16.996646 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-1d187a57-025e-4af2-aad7-d8ece9ecd518 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0832083 Aug 31 08:47:17.049243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb675-4228-4442-b27e-aca696427e81 req-39b9926f-bed7-40b4-969c-684754d0c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:17.051069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-39b9926f-bed7-40b4-969c-684754d0c8bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443285 Aug 31 08:47:17.143425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-54c788fc-3cad-4917-b7ef-d14a238b26db service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Aug 31 08:47:17.602246 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249875c5-c50a-4bca-972d-3459d9b52ab6 req-c884ba4d-b0c5-443d-b30f-d6e97eaddb9d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:17.603744 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-249875c5-c50a-4bca-972d-3459d9b52ab6 req-c884ba4d-b0c5-443d-b30f-d6e97eaddb9d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0679920 Aug 31 08:47:17.644282 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a91eb675-4228-4442-b27e-aca696427e81 req-9936d00b-18a9-4d50-a51f-31278a96fb71 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924235 Aug 31 08:47:17.657572 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-249875c5-c50a-4bca-972d-3459d9b52ab6 req-7466e1d0-7338-49dd-a20c-a5521d25b595 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476902 Aug 31 08:47:18.208410 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:47:18.304257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:18.315661 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'ceb50858-0592-459d-884d-644e5aab0b43', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'port_id': 'ceb50858-0592-459d-884d-644e5aab0b43', 'mac_address': 'fa:16:3e:13:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:47:18.353427 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:18.370490 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb50858-0592-459d-884d-644e5aab0b43 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:47:18.389424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:18.527222 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:18.577732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:18.748279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['ceb50858-0592-459d-884d-644e5aab0b43'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:47:18.781336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974275-d339-48ea-aa7c-0a915cc989d2 req-31a4093b-5975-46a6-8b95-3701a7ecf02d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:18.782894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a974275-d339-48ea-aa7c-0a915cc989d2 req-31a4093b-5975-46a6-8b95-3701a7ecf02d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 945 time: 0.0543590 Aug 31 08:47:18.822825 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2a974275-d339-48ea-aa7c-0a915cc989d2 req-9e2fe98c-308b-465a-aa99-ada7964b305e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337532 Aug 31 08:47:19.941708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce923be-b20a-430b-b9aa-24cec4227cb0 req-1e4b5750-4d56-40d1-8e83-9cfbb02ecbeb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:19.943226 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ce923be-b20a-430b-b9aa-24cec4227cb0 req-1e4b5750-4d56-40d1-8e83-9cfbb02ecbeb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 945 time: 0.0498824 Aug 31 08:47:19.983938 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ce923be-b20a-430b-b9aa-24cec4227cb0 req-1233917f-dd86-4e42-b081-c8516334d1a4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Aug 31 08:47:20.223655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:20.345827 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port ceb50858-0592-459d-884d-644e5aab0b43 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:20.350573 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port ceb50858-0592-459d-884d-644e5aab0b43 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:20.350953 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:20.433360 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:20.456495 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:47:20.459293 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe0c8a-5749-4d5e-8d23-5696212822d5" -d '{"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:47:20.473592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:20.498840 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996cf534-289e-425a-afc0-9e027af785a6 x-openstack-request-id: req-996cf534-289e-425a-afc0-9e027af785a6 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:47:20.499133 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:47:20.499383 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-996cf534-289e-425a-afc0-9e027af785a6 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:47:20.499779 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'code': 200} Aug 31 08:47:20.607267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebcb35-74e1-4107-8e5c-afb4eaad614c req-1b6e144a-7298-40b5-bdf6-cf794c9e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:20.608652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:20.608854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91ebcb35-74e1-4107-8e5c-afb4eaad614c req-1b6e144a-7298-40b5-bdf6-cf794c9e4960 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1097 time: 0.0422280 Aug 31 08:47:20.644481 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91ebcb35-74e1-4107-8e5c-afb4eaad614c req-47077fd9-5c4b-4232-9609-f54eb2cc17df service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282450 Aug 31 08:47:20.682405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:21.103586 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf2809-0952-4f3d-b21d-72547ece0595 req-7679c519-752e-40e9-9bdf-0d01b50a4bbf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:21.105101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5bf2809-0952-4f3d-b21d-72547ece0595 req-7679c519-752e-40e9-9bdf-0d01b50a4bbf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0540416 Aug 31 08:47:21.146450 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e5bf2809-0952-4f3d-b21d-72547ece0595 req-b0c58d4c-d79f-4f0b-b8f2-329446671bfd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352733 Aug 31 08:47:22.266058 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b456a-adb6-4e53-8bee-af5d1883259f req-26400eba-e0ea-499d-8507-295325ef1682 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:22.267632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af3b456a-adb6-4e53-8bee-af5d1883259f req-26400eba-e0ea-499d-8507-295325ef1682 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0498755 Aug 31 08:47:22.306755 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af3b456a-adb6-4e53-8bee-af5d1883259f req-d7ffa97d-4ac9-4810-a49b-946b5c8e58bc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Aug 31 08:47:22.427817 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10894aa-c0e8-470d-a54c-88aa15317e66 req-315fba29-0b77-4fe0-8fbe-44547ed482aa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:22.429525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d10894aa-c0e8-470d-a54c-88aa15317e66 req-315fba29-0b77-4fe0-8fbe-44547ed482aa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0532634 Aug 31 08:47:22.472777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d10894aa-c0e8-470d-a54c-88aa15317e66 req-1c4552f9-0e73-4242-b078-7328830724be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370030 Aug 31 08:47:22.495520 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34548) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:22.538234 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd590242-21b3-4364-b79d-3de8e28d8740 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:22.539771 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-cd590242-21b3-4364-b79d-3de8e28d8740 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1093 time: 0.0431764 Aug 31 08:47:22.542632 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34550) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:22.547071 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'ceb50858-0592-459d-884d-644e5aab0b43', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:22.647363 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:22.752467 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:22.856055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.38 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2ea57495-9112-4e6f-8a8f-9f99b13949ed) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:47:22.962659 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.106312 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.150342 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:23.153578 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:23.158222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:47:23.161408 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=2ea57495-9112-4e6f-8a8f-9f99b13949ed,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:23.527634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.665331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.745707 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1162f06d-76a4-4efa-9e69-4f6509fb10ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.826775 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.894125 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:23.969468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=2ea57495-9112-4e6f-8a8f-9f99b13949ed,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:23.980228 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:24.084118 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP d3cf300c-f960-48fc-ac2b-c68cb05fbfa9 associated. External IP: 172.25.0.38, port: ceb50858-0592-459d-884d-644e5aab0b43. Aug 31 08:47:24.292137 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c9658765-75a7-4341-9ad7-ba8fe98e5c98 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:47:24.297963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:24.405595 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:47:24.415678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] Sync routers for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:47:24.425894 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:47:24.426538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:24.509564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:24.539819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:47:24.542083 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fec15aed-e3b0-4282-9e79-02b10d3faece tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9978666 Aug 31 08:47:24.542734 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:47:24.545068 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfef815-b33f-490f-8b2b-51ae47e3fb93" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:47:24.650372 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a3a614-578a-49d3-aa7b-719e09d7ce0c x-openstack-request-id: req-d8a3a614-578a-49d3-aa7b-719e09d7ce0c {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:47:24.650808 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:47:24.651180 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8a3a614-578a-49d3-aa7b-719e09d7ce0c {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:47:24.651687 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'status': 'completed', 'code': 200} Aug 31 08:47:24.662915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a49052-2c90-412c-8305-94bc8cbd2e65 req-183287be-47ba-4df8-8d36-e3998c2b3b1c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:24.664600 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06a49052-2c90-412c-8305-94bc8cbd2e65 req-183287be-47ba-4df8-8d36-e3998c2b3b1c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0692096 Aug 31 08:47:24.736038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06a49052-2c90-412c-8305-94bc8cbd2e65 req-19c5e8df-42e0-45b0-8bc6-9bbf2a9feb64 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634975 Aug 31 08:47:24.744747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-9fdeee8e-922b-445c-a125-c5c69fc5264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:24.746863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-9fdeee8e-922b-445c-a125-c5c69fc5264a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1098 time: 0.0723338 Aug 31 08:47:24.765676 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34560) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:24.788886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd3cf300c-f960-48fc-ac2b-c68cb05fbfa9', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'port_id': 'ceb50858-0592-459d-884d-644e5aab0b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'mac_address': 'fa:16:3e:13:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:47:23Z', 'updated_at': '2021-08-31T08:47:23Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:13Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:24.816399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] Checking router: c9658765-75a7-4341-9ad7-ba8fe98e5c98 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:47:24.826303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:47:24.826951 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:46:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:24.834242 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bef33307-765c-4e6a-9ea2-6aa84d9fb297 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d3cf300c-f960-48fc-ac2b-c68cb05fbfa9 HTTP/1.1" status: 200 len: 991 time: 0.0671573 Aug 31 08:47:24.859318 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-90c4da22-17ba-42c1-838b-eccb5b1e265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:24.860922 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-90c4da22-17ba-42c1-838b-eccb5b1e265c service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.1051643 Aug 31 08:47:24.932745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-43d3721b-6d12-42de-b380-b0e2ac407ae5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 999 time: 0.0637817 Aug 31 08:47:24.941944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:47:24.986708 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-4f7e39fb-269f-44a3-9c1e-e0a392a372a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:24.988235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-4f7e39fb-269f-44a3-9c1e-e0a392a372a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0475707 Aug 31 08:47:25.045410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-5dc07a9c-0bc7-4379-bad7-3d28c32dd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:25.048576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-5dc07a9c-0bc7-4379-bad7-3d28c32dd6b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479674 Aug 31 08:47:25.146182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-05c14e68-bf58-4fca-86d8-fc293a11d0ea service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906262 Aug 31 08:47:25.192503 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd3cf300c-f960-48fc-ac2b-c68cb05fbfa9', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'port_id': 'ceb50858-0592-459d-884d-644e5aab0b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'mac_address': 'fa:16:3e:13:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:47:23Z', 'updated_at': '2021-08-31T08:47:23Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:13Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:47:25.226723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9283e7-b76e-4c82-a6ed-6e609e41ad73 None None] The sync data for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 is: [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd3cf300c-f960-48fc-ac2b-c68cb05fbfa9', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'port_id': 'ceb50858-0592-459d-884d-644e5aab0b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'mac_address': 'fa:16:3e:13:a4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:47:23Z', 'updated_at': '2021-08-31T08:47:23Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:13Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:47:25.252378 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dfef815-b33f-490f-8b2b-51ae47e3fb93 req-f9788d90-6dac-4753-adcc-1c1ecb16a0d8 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988557 Aug 31 08:47:25.487988 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4154a-e739-45b2-86e5-f19388b37d63 None None] New status for floating IP d3cf300c-f960-48fc-ac2b-c68cb05fbfa9: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:47:25.839010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34562) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:25.902192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a48a64e3-8bab-4f3a-b7ed-910730b7ce22 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d3cf300c-f960-48fc-ac2b-c68cb05fbfa9 HTTP/1.1" status: 200 len: 993 time: 0.0615978 Aug 31 08:47:26.511626 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:26.682767 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:26.819978 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ab20874-b502-4895-9532-25ec6ac8cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:28.212394 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:29.760805 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:32.436839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-d5de9736-c218-43af-999e-61dedcf039a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436306 Aug 31 08:47:32.534474 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-546a3b09-c36b-4b77-a8ad-afa81a92fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:32.536011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-546a3b09-c36b-4b77-a8ad-afa81a92fde6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1098 time: 0.0464275 Aug 31 08:47:32.646584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-2fb70e08-e811-4620-93a1-6a3eee3c82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:32.648101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-2fb70e08-e811-4620-93a1-6a3eee3c82c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0903392 Aug 31 08:47:32.721536 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-53840269-6099-4048-a437-b75044e14722 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 1001 time: 0.0657144 Aug 31 08:47:32.782192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-057cba09-a943-4148-89c5-9806a9977763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:32.783685 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-057cba09-a943-4148-89c5-9806a9977763 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0549924 Aug 31 08:47:32.831841 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-9e1b1704-5f34-4f8e-a540-ecdf45407b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:32.833355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-9e1b1704-5f34-4f8e-a540-ecdf45407b91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417430 Aug 31 08:47:32.927632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-637f85a5-4c0e-44ac-94c5-88c715b4f1c1 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862434 Aug 31 08:47:33.021593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7cd100c-db4e-48e6-a9e5-b28ea7e7948f req-0b9c948d-57b6-400d-b70e-bf2470e97dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Aug 31 08:47:42.159707 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:47:53.808192 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c22d3ae2-f9c3-4d26-bf79-50c0ca63a493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:54.366094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:56.544972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:56.679984 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:56.750779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a4a8e9c-81c2-4a5f-b531-2b2376d73ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:58.190495 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:59.010786 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-16291637-f2a6-4c06-9035-9eb3cfd89885 req-e2936057-54e1-472c-b688-fae1da326ee3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:47:59.011771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-16291637-f2a6-4c06-9035-9eb3cfd89885 req-e2936057-54e1-472c-b688-fae1da326ee3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063241 Aug 31 08:47:59.603719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f6b2-f0a2-41ce-a663-13bb84855cb8 req-5cd69c2c-c0d6-4fa1-9fad-75cb3de17d21 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:59.605472 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9984f6b2-f0a2-41ce-a663-13bb84855cb8 req-5cd69c2c-c0d6-4fa1-9fad-75cb3de17d21 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0546224 Aug 31 08:47:59.650372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9984f6b2-f0a2-41ce-a663-13bb84855cb8 req-7846bac4-e513-455b-a9a6-70b17e1cd98f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Aug 31 08:47:59.801681 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:59.855540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-42a2c634-6912-4b19-97f0-15fcfb4c7f5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1058764 Aug 31 08:48:00.788047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e55b3-d552-45cc-9e63-a996829ccad4 req-3d7b33d6-9aa9-4afa-9ebd-a2eb22a62231 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:00.789587 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb7e55b3-d552-45cc-9e63-a996829ccad4 req-3d7b33d6-9aa9-4afa-9ebd-a2eb22a62231 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0522430 Aug 31 08:48:00.833365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eb7e55b3-d552-45cc-9e63-a996829ccad4 req-3bf5d6ba-2820-4bd5-b422-774e37387b70 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Aug 31 08:48:01.949778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc4cb7-437b-44df-bf7e-56c5598e6040 req-1293be2f-053e-4038-b376-a7c5eeccc238 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:01.951245 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10dc4cb7-437b-44df-bf7e-56c5598e6040 req-1293be2f-053e-4038-b376-a7c5eeccc238 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0497663 Aug 31 08:48:01.991426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-10dc4cb7-437b-44df-bf7e-56c5598e6040 req-a2b2c60d-ee27-4027-9412-601f9ef8e571 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Aug 31 08:48:02.464989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-e7e54f4b-012f-43b7-905c-891ce72813e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:02.466539 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-e7e54f4b-012f-43b7-905c-891ce72813e9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1098 time: 0.0459635 Aug 31 08:48:02.558855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-08814de6-97da-4e31-b1e3-9aefc06c195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:02.560280 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-08814de6-97da-4e31-b1e3-9aefc06c195b service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0863473 Aug 31 08:48:02.633156 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-91bb73f7-1e1d-4b1d-97a7-3b147d896ff1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 1001 time: 0.0646527 Aug 31 08:48:02.684996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-209a0fa1-583f-47b7-a228-ae40684e8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:02.686518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-209a0fa1-583f-47b7-a228-ae40684e8a3e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0448937 Aug 31 08:48:02.756834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-03d5f1a5-750e-4a66-9550-cd4138bbb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:02.758501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-03d5f1a5-750e-4a66-9550-cd4138bbb6de service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638444 Aug 31 08:48:02.856234 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-8b7d45c9-5bbd-4d80-bef9-cb9e756a2109 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901670 Aug 31 08:48:02.951254 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-f221042a-0566-4072-adf3-d1ac22696cba service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865514 Aug 31 08:48:03.124564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96e8b-c022-491a-bb03-df2d5e25601f req-da54b270-3de8-4fa2-a227-8a8d63262f45 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:03.126193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72b96e8b-c022-491a-bb03-df2d5e25601f req-da54b270-3de8-4fa2-a227-8a8d63262f45 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0637751 Aug 31 08:48:03.165683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-72b96e8b-c022-491a-bb03-df2d5e25601f req-5b09c8e7-6117-4c5d-977d-55375b08e132 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334239 Aug 31 08:48:04.291226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d693b56-8f1d-4e18-9623-36a4f2a1eed0 req-77562a5d-5acd-47a3-886d-8221a840e3cc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:04.292738 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d693b56-8f1d-4e18-9623-36a4f2a1eed0 req-77562a5d-5acd-47a3-886d-8221a840e3cc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0558517 Aug 31 08:48:04.331868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d693b56-8f1d-4e18-9623-36a4f2a1eed0 req-929fae47-9086-44f4-abd8-49b39b2b4270 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325608 Aug 31 08:48:05.457297 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745521-3966-4567-8d61-07f664b4e71c req-3006d391-79d0-4a9d-bccb-53d9d1170569 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:05.458827 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1745521-3966-4567-8d61-07f664b4e71c req-3006d391-79d0-4a9d-bccb-53d9d1170569 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0505152 Aug 31 08:48:05.497065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1745521-3966-4567-8d61-07f664b4e71c req-bb8c1b55-7f73-4a18-961f-8491e63644b1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Aug 31 08:48:06.613492 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfba1f-89cd-4317-9b6c-2ac84276e0ed req-6dc34751-dd0c-48c1-8494-fd84ce49070b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:06.615038 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12cfba1f-89cd-4317-9b6c-2ac84276e0ed req-6dc34751-dd0c-48c1-8494-fd84ce49070b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0494938 Aug 31 08:48:06.654469 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-12cfba1f-89cd-4317-9b6c-2ac84276e0ed req-796e3536-3362-4e08-89ba-c4f7212536bb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Aug 31 08:48:07.782110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07a582-54d0-4d31-b48d-d8801f877c78 req-dd4b4ff2-e1fa-4813-87c6-17391e370812 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:07.783746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db07a582-54d0-4d31-b48d-d8801f877c78 req-dd4b4ff2-e1fa-4813-87c6-17391e370812 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0563900 Aug 31 08:48:07.824761 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-db07a582-54d0-4d31-b48d-d8801f877c78 req-5857600e-8b88-4750-b51e-89a0edac6244 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348914 Aug 31 08:48:08.943309 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b7285-eb8e-4c8d-857f-544b915214de req-8ff4723d-6fc9-402c-a077-b1d2a382abf4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:08.945295 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6b7285-eb8e-4c8d-857f-544b915214de req-8ff4723d-6fc9-402c-a077-b1d2a382abf4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0506938 Aug 31 08:48:08.986953 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ee6b7285-eb8e-4c8d-857f-544b915214de req-72e6020f-39b6-4f9c-bfa1-4e618d849b88 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348923 Aug 31 08:48:10.103156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a723-dc43-46c3-ba0c-96967232a7a2 req-16216499-a5f0-4174-8f8b-f081e023c79d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:10.104681 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22f5a723-dc43-46c3-ba0c-96967232a7a2 req-16216499-a5f0-4174-8f8b-f081e023c79d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0503085 Aug 31 08:48:10.141762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-22f5a723-dc43-46c3-ba0c-96967232a7a2 req-2d5c5180-a332-4099-bdae-33d78bab3735 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311344 Aug 31 08:48:11.262919 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e93c-ae0a-4209-89b5-9808d3153d0a req-f400ee35-50be-49b8-aa45-e8e0e5a77312 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:11.264365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e308e93c-ae0a-4209-89b5-9808d3153d0a req-f400ee35-50be-49b8-aa45-e8e0e5a77312 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0546787 Aug 31 08:48:11.304089 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e308e93c-ae0a-4209-89b5-9808d3153d0a req-a5316e4e-4a47-485f-b046-d967bdd35418 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337224 Aug 31 08:48:12.424793 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae00db-eb55-4135-8d0b-d761b72cc468 req-30458736-020e-46db-ba91-351454b93edc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:12.426339 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eaae00db-eb55-4135-8d0b-d761b72cc468 req-30458736-020e-46db-ba91-351454b93edc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0513279 Aug 31 08:48:12.465716 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eaae00db-eb55-4135-8d0b-d761b72cc468 req-7706ffc8-7c37-421e-b76b-cd0387d6de22 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Aug 31 08:48:13.584247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46575e-bf90-48e2-9d4d-06efdb082bdb req-5e7c1044-fea2-483d-93b2-46b41e3aa27a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:13.585725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b46575e-bf90-48e2-9d4d-06efdb082bdb req-5e7c1044-fea2-483d-93b2-46b41e3aa27a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0493321 Aug 31 08:48:13.624413 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b46575e-bf90-48e2-9d4d-06efdb082bdb req-d83d1df3-06bc-4db9-9294-75657c065eec tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327554 Aug 31 08:48:14.749252 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccf84d-494c-4104-b7c3-db396206b857 req-b868a8d8-4008-4562-a541-7368dbf26691 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:14.750839 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdccf84d-494c-4104-b7c3-db396206b857 req-b868a8d8-4008-4562-a541-7368dbf26691 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0562403 Aug 31 08:48:14.791255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fdccf84d-494c-4104-b7c3-db396206b857 req-6965caed-9fed-4316-902b-bc10a4d2ec6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344398 Aug 31 08:48:15.909438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae2c0d-9c89-4c51-ab1f-b13d79c8a12b req-91e6e3e6-dcbd-4233-bade-cc7752fc19d6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:15.911023 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efae2c0d-9c89-4c51-ab1f-b13d79c8a12b req-91e6e3e6-dcbd-4233-bade-cc7752fc19d6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0502064 Aug 31 08:48:15.950524 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efae2c0d-9c89-4c51-ab1f-b13d79c8a12b req-74e81dfc-8cc5-4922-9baf-d2b4b7d6847d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329835 Aug 31 08:48:17.071302 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296c612-6ed1-430d-b440-74970cc2a95d req-418813d6-4b06-4a74-930a-08e8f036e3ca tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:17.072868 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3296c612-6ed1-430d-b440-74970cc2a95d req-418813d6-4b06-4a74-930a-08e8f036e3ca tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0517933 Aug 31 08:48:17.113886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3296c612-6ed1-430d-b440-74970cc2a95d req-07b1acf0-7442-40f5-82eb-c7c05ab94ced tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348272 Aug 31 08:48:18.237798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747b26c-9b81-4664-883a-3d1edf9dc100 req-5dc12bc8-e0f5-407d-aa63-3416419c4e28 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:18.239367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7747b26c-9b81-4664-883a-3d1edf9dc100 req-5dc12bc8-e0f5-407d-aa63-3416419c4e28 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0538292 Aug 31 08:48:18.278891 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7747b26c-9b81-4664-883a-3d1edf9dc100 req-bdbc04f3-ec8b-48e6-b0a8-ba9670720564 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Aug 31 08:48:19.158308 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:48:19.395888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d18aae-c066-40b8-bc31-88a21594ca94 req-adabcea7-3d97-483b-ad1f-351885a2fd97 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:19.397285 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06d18aae-c066-40b8-bc31-88a21594ca94 req-adabcea7-3d97-483b-ad1f-351885a2fd97 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0490966 Aug 31 08:48:19.436580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06d18aae-c066-40b8-bc31-88a21594ca94 req-cb46792c-df18-4055-9f72-397247d49972 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Aug 31 08:48:20.296900 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-dce60af1-aa2d-47f5-bdd0-3c2a8a13b49b service neutron] show failed (client error): The resource could not be found. Aug 31 08:48:20.297950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-dce60af1-aa2d-47f5-bdd0-3c2a8a13b49b service neutron] 10.222.0.68 "GET /v2.0/ports/ceb50858-0592-459d-884d-644e5aab0b43/bindings/n-h1-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0539761 Aug 31 08:48:20.560794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c990-30a4-4f1e-981c-dc8fa67ced9a req-da2b0be7-699d-4bc8-b729-1e1c4ceda383 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:20.562293 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b53c990-30a4-4f1e-981c-dc8fa67ced9a req-da2b0be7-699d-4bc8-b729-1e1c4ceda383 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0560319 Aug 31 08:48:20.602928 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b53c990-30a4-4f1e-981c-dc8fa67ced9a req-61a827ff-3205-4761-a521-2be923b7347e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339239 Aug 31 08:48:21.144005 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-e71cc4ea-c25a-48c8-aeb6-255a7495116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:21.145654 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-e71cc4ea-c25a-48c8-aeb6-255a7495116e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 1098 time: 0.0868587 Aug 31 08:48:21.162021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-16', 'device_owner': 'compute:nova'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:48:21.222506 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:21.447798 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:48:21.499222 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h2-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:48:21.538756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:48:21.541627 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f64783-564d-499a-a428-6c7a00ba1080" -d '{"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:48:21.546001 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:21.559436 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Transition to ACTIVE for port object ceb50858-0592-459d-884d-644e5aab0b43 will not be triggered until provisioned by entity L2. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:48:21.589673 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50137b6b-66b2-4a55-b310-7624f6740670 x-openstack-request-id: req-50137b6b-66b2-4a55-b310-7624f6740670 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:48:21.590009 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:48:21.590270 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50137b6b-66b2-4a55-b310-7624f6740670 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:48:21.590691 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'code': 200} Aug 31 08:48:21.630004 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:21.724439 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=6']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.737310 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.738247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.738247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.738247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:21.742464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb57cb3-c6d7-45d9-9adb-b7d1fdc0baae req-e0a58b16-264c-4582-a148-99d9bbc596c5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:21.745253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efb57cb3-c6d7-45d9-9adb-b7d1fdc0baae req-e0a58b16-264c-4582-a148-99d9bbc596c5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0576046 Aug 31 08:48:21.779730 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] No DVR routers for this DVR port ceb50858-0592-459d-884d-644e5aab0b43 on host n-h2-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:48:21.794670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efb57cb3-c6d7-45d9-9adb-b7d1fdc0baae req-7c51b6fd-ce52-4e05-8c78-b99c717a04c6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385499 Aug 31 08:48:21.930067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:48:21.930406 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:48:21.930737 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:48:21.936238 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Port ceb50858-0592-459d-884d-644e5aab0b43 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:48:21.936488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Attempting to bind port ceb50858-0592-459d-884d-644e5aab0b43 on network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:48:21.941666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:48:21.942030 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Checking segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:48:21.942421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Bound using segment: {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'} {{(pid=95445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:48:21.942837 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.managers [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Bound port: ceb50858-0592-459d-884d-644e5aab0b43, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd376879-8944-49e3-8892-312652e18d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d'}}] {{(pid=95445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:48:21.943190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:22.011192 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h1-713499-16, cleared binding levels {{(pid=95445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:48:22.014403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:48:22.110451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:22.150245 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:22.150991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:22.152344 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 1093 time: 0.9946363 Aug 31 08:48:22.177552 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a39f-c038-4363-a10a-ffb5ffa461b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=7']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:48:22.226533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-e256cc77-2da3-4bac-986e-f8483b4955f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:22.228245 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-e256cc77-2da3-4bac-986e-f8483b4955f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1096 time: 0.0467918 Aug 31 08:48:22.331021 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-65a0d3a9-8f79-4b57-8ccc-ccbf0fd60aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:22.332666 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-65a0d3a9-8f79-4b57-8ccc-ccbf0fd60aa8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0929203 Aug 31 08:48:22.415140 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-5ca2b188-eb23-4492-b42c-b3bf2f7ef33d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 999 time: 0.0698671 Aug 31 08:48:22.473307 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c28b7574-0ba4-4f6d-8d87-e361a255210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:22.474845 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-c28b7574-0ba4-4f6d-8d87-e361a255210b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0483897 Aug 31 08:48:22.526733 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-b4be4f97-b3f9-413a-be24-53959f1f3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:22.528181 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-b4be4f97-b3f9-413a-be24-53959f1f3dda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421355 Aug 31 08:48:22.930877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bb8a8-8031-4778-a81d-8a9743201a55 req-a250c55e-6a15-43d0-b947-599b1a9daf19 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:22.932428 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-554bb8a8-8031-4778-a81d-8a9743201a55 req-a250c55e-6a15-43d0-b947-599b1a9daf19 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0524879 Aug 31 08:48:22.943038 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-442a1f2f-8431-4406-82c2-c4db23614dd6 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068015 Aug 31 08:48:22.972597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-554bb8a8-8031-4778-a81d-8a9743201a55 req-bddf85d5-7c73-4ae1-b79d-bc19e1fcf967 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337770 Aug 31 08:48:23.041015 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-dc569d38-b530-4103-b64f-b5fb4127acf9 req-1942015e-f712-4bd3-bcc9-44d7544b7701 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872934 Aug 31 08:48:23.592537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:48:23.594940 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272166b-2fcc-4fef-82cf-e1d77c57d0da" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:48:23.642598 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994844f5-9275-4fd2-95ce-e9c977f2f5bf x-openstack-request-id: req-994844f5-9275-4fd2-95ce-e9c977f2f5bf {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:48:23.642897 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:48:23.643152 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-994844f5-9275-4fd2-95ce-e9c977f2f5bf {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:48:23.643553 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'status': 'completed', 'code': 200} Aug 31 08:48:23.709312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-e41905db-02ac-4ed6-8de7-bd4bf2376972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.710862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-e41905db-02ac-4ed6-8de7-bd4bf2376972 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1096 time: 0.0465596 Aug 31 08:48:23.722671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-9ca32a69-e513-4a1b-9a5e-3ffe49bb3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.724337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-9ca32a69-e513-4a1b-9a5e-3ffe49bb3b55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1096 time: 0.0502388 Aug 31 08:48:23.767298 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c34f5016-ca36-4721-9a5b-fb0dd3197a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:23.806924 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-d257dfc4-1389-488f-9b37-7d510eff9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.808480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-d257dfc4-1389-488f-9b37-7d510eff9e1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0902429 Aug 31 08:48:23.823484 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-f5e23ccc-60c4-4a5a-8c5d-9fa02e51ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.823949 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-f5e23ccc-60c4-4a5a-8c5d-9fa02e51ff07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0900888 Aug 31 08:48:23.885384 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-2fcb8670-39fa-4959-9f2a-53c9f3aa3ddb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 999 time: 0.0678244 Aug 31 08:48:23.904611 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-8446532f-c61f-4b7b-bf66-82be6cee1643 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 999 time: 0.0724244 Aug 31 08:48:23.937212 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-8c46c76b-9507-4787-83f9-5bbe5f79e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.938758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-8c46c76b-9507-4787-83f9-5bbe5f79e8df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0450597 Aug 31 08:48:23.955750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-7684a42f-3008-4ed1-9f91-9b006990dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.957239 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-7684a42f-3008-4ed1-9f91-9b006990dd95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0440357 Aug 31 08:48:23.987546 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-da03c14f-9e16-4a80-84c7-e19f70d942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:23.989055 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-da03c14f-9e16-4a80-84c7-e19f70d942c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414362 Aug 31 08:48:24.004821 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-3a30e519-fb28-4c4f-8ee2-6cb265f51792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:24.006672 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-3a30e519-fb28-4c4f-8ee2-6cb265f51792 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413377 Aug 31 08:48:24.111611 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-9ee22c26-5c19-401d-aabf-72b08c56d293 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958610 Aug 31 08:48:24.125329 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392672-9f63-4ca3-b301-c01af3825a29 req-b2d3fb7b-7e15-4e78-a8df-bd73b96f7214 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:24.127018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06392672-9f63-4ca3-b301-c01af3825a29 req-b2d3fb7b-7e15-4e78-a8df-bd73b96f7214 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0793490 Aug 31 08:48:24.130944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-6693acd6-aa03-42b3-b2b1-350a4f80d6c4 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343923 Aug 31 08:48:24.208852 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-a86c3acd-5083-4b9d-9d48-d170611dd5c7 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887294 Aug 31 08:48:24.217673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06392672-9f63-4ca3-b301-c01af3825a29 req-361a9a6f-2048-4982-af41-ef1f37341c56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818217 Aug 31 08:48:24.254866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1272166b-2fcc-4fef-82cf-e1d77c57d0da req-40bc2b19-3782-4182-8794-157c84d1c531 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130948 Aug 31 08:48:24.337333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:24.597289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:48:24.637247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:48:25.344756 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cec9d-2d10-4c6b-b31d-4a15c6e40ac6 req-ea371b55-483c-4fdc-92fb-90724b9ef0da tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:25.346236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca4cec9d-2d10-4c6b-b31d-4a15c6e40ac6 req-ea371b55-483c-4fdc-92fb-90724b9ef0da tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0513470 Aug 31 08:48:25.385347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca4cec9d-2d10-4c6b-b31d-4a15c6e40ac6 req-85bbc605-d39b-45f9-a2be-83f21e10bd31 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327146 Aug 31 08:48:26.504946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba860c7-403e-4754-9e56-34bd29d9b336 req-65dba5f8-53fb-4eaf-a49b-79c7573d5c5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:26.506479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba860c7-403e-4754-9e56-34bd29d9b336 req-65dba5f8-53fb-4eaf-a49b-79c7573d5c5b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 944 time: 0.0514681 Aug 31 08:48:26.519568 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:26.544867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ba860c7-403e-4754-9e56-34bd29d9b336 req-2ba79e06-6368-4c62-965b-cd07a1ea0634 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Aug 31 08:48:26.549753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:48:26.655203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:48:26.671303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'ceb50858-0592-459d-884d-644e5aab0b43', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'port_id': 'ceb50858-0592-459d-884d-644e5aab0b43', 'mac_address': 'fa:16:3e:13:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:48:26.679619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:26.715403 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:26.729769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb50858-0592-459d-884d-644e5aab0b43 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:48:26.751019 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:48:26.790599 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59baf3d6-75c4-4ed3-9344-18ab113e81f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:26.858898 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:27.040023 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db90c7-220d-4386-bbd6-5746d3ac9205 req-64677717-fbf4-4042-a82f-744e411d2694 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.041629 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4db90c7-220d-4386-bbd6-5746d3ac9205 req-64677717-fbf4-4042-a82f-744e411d2694 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 945 time: 0.0623472 Aug 31 08:48:27.074406 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:48:27.082031 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.082384 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.082730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.083065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.083398 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.083730 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.084059 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.084386 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.084710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.085385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.085385 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.085654 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:48:27.113874 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e4db90c7-220d-4386-bbd6-5746d3ac9205 req-655ed420-915c-4389-b5f5-2e63fdb17471 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649593 Aug 31 08:48:27.137295 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-f0083811-0020-4201-b750-e003add02601 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.151374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-f0083811-0020-4201-b750-e003add02601 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a&tenant_id=ae556dbace9e424eaaaa8dac81394b41&binding%3Ahost_id=n-h1-713499-16 HTTP/1.1" status: 200 len: 945 time: 0.0653501 Aug 31 08:48:27.152742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['ceb50858-0592-459d-884d-644e5aab0b43'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:48:27.237213 n-d-713499-16 neutron-server[95446]: INFO neutron.api.v2.resource [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-4e098e0f-6464-4cca-af32-27ac8029c3f9 service neutron] delete failed (client error): The resource could not be found. Aug 31 08:48:27.238359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-4e098e0f-6464-4cca-af32-27ac8029c3f9 service neutron] 10.222.0.68 "DELETE /v2.0/ports/ceb50858-0592-459d-884d-644e5aab0b43/bindings/n-h2-713499-16 HTTP/1.1" status: 404 len: 381 time: 0.0909967 Aug 31 08:48:27.256002 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb8098-2833-4cb9-9bde-1d059e4edda3 req-4431ab9c-201a-4e34-9400-4cd2843f25c2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.257617 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97cb8098-2833-4cb9-9bde-1d059e4edda3 req-4431ab9c-201a-4e34-9400-4cd2843f25c2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 945 time: 0.0707197 Aug 31 08:48:27.323808 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97cb8098-2833-4cb9-9bde-1d059e4edda3 req-5be7eaf3-b26c-4288-abe7-38d20026d0dc tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578609 Aug 31 08:48:27.337427 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-426affa5-3058-4f38-aa91-c4496537b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.339066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-426affa5-3058-4f38-aa91-c4496537b42e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1097 time: 0.0515268 Aug 31 08:48:27.430999 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-68c568b4-cb69-4d18-86a7-9b92c80641bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.432474 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-68c568b4-cb69-4d18-86a7-9b92c80641bb service neutron] 10.222.0.68 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0861175 Aug 31 08:48:27.502400 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-13812ade-cd87-4f14-a182-76034ab97aa8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 1000 time: 0.0620658 Aug 31 08:48:27.551776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-0c8f046a-82b4-409a-b679-d1b560ef433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.553258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-0c8f046a-82b4-409a-b679-d1b560ef433b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0441287 Aug 31 08:48:27.599684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-f7a002aa-fc9e-47ab-93a2-42ff7feac0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:27.601203 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-f7a002aa-fc9e-47ab-93a2-42ff7feac0a5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406656 Aug 31 08:48:27.693902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-9d844eee-e55a-4975-bf92-275261b157c9 service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846763 Aug 31 08:48:27.782272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fac966a8-7495-470f-a117-ef7f8dd844b8 req-0cc4c281-9b4e-4ae8-933a-7507864cf1fa service neutron] 10.222.0.68 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809927 Aug 31 08:48:28.201412 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:28.449439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd6402-bd65-459d-8c2f-da368763b62d req-4088cf5a-39ca-4f3d-a448-e1325bab09a2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:28.451057 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fdd6402-bd65-459d-8c2f-da368763b62d req-4088cf5a-39ca-4f3d-a448-e1325bab09a2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 945 time: 0.0559957 Aug 31 08:48:28.491191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6fdd6402-bd65-459d-8c2f-da368763b62d req-e751c3ef-6524-4b75-8eee-63089db54534 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Aug 31 08:48:28.567637 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:48:28.687279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port ceb50858-0592-459d-884d-644e5aab0b43 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:48:28.691883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port ceb50858-0592-459d-884d-644e5aab0b43 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:48:28.692285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:28.773305 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:28.799476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:48:28.801831 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4951668-8d5f-44d5-a170-82fcd4f64f0d" -d '{"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:48:28.816270 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:48:28.843741 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3955faf2-4594-47ce-9093-09a5b302118d x-openstack-request-id: req-3955faf2-4594-47ce-9093-09a5b302118d {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:48:28.844040 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-plugged", "status": "completed", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:48:28.844326 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3955faf2-4594-47ce-9093-09a5b302118d {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:48:28.844758 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'code': 200} Aug 31 08:48:29.007079 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:29.056090 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:48:29.618409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb478-3f84-4934-af74-1b26d6acb236 req-5e779494-40da-4640-9b70-a5945445bed0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:29.619939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2aeb478-3f84-4934-af74-1b26d6acb236 req-5e779494-40da-4640-9b70-a5945445bed0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0506821 Aug 31 08:48:29.659584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b2aeb478-3f84-4934-af74-1b26d6acb236 req-64996db6-8cf1-4a32-bce1-b41b47dc5964 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334170 Aug 31 08:48:29.683110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34672) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:48:29.748844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b5f1de96-9e88-43b8-8d0d-9fdd2d63b91a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d3cf300c-f960-48fc-ac2b-c68cb05fbfa9 HTTP/1.1" status: 200 len: 993 time: 0.0645630 Aug 31 08:48:29.755740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:47.217575 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-7438a7ef-452b-4a2d-a5ea-754b37f595a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443249 Aug 31 08:48:47.312973 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-f393ec3b-be28-42a1-8632-d1ed8ea9bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:47.314930 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-f393ec3b-be28-42a1-8632-d1ed8ea9bfae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1098 time: 0.0493283 Aug 31 08:48:47.431690 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-3d38dbc6-cd45-4df2-8884-43fd7c5457c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:47.433232 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-3d38dbc6-cd45-4df2-8884-43fd7c5457c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.0951300 Aug 31 08:48:47.515265 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-cc670021-c35c-446d-b2d5-5abc4913c42e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 1001 time: 0.0699797 Aug 31 08:48:47.568900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-7eb655ad-5be6-4725-844d-e896473bc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:47.570447 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-7eb655ad-5be6-4725-844d-e896473bc0f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0469790 Aug 31 08:48:47.620176 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-479861c6-2ffc-4cc0-a78e-2edee2e20898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:48:47.621853 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-479861c6-2ffc-4cc0-a78e-2edee2e20898 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433779 Aug 31 08:48:47.720470 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-d2e70b57-5e03-41d2-806d-dfcd213a9676 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895953 Aug 31 08:48:47.817833 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-12da0227-b0f5-4de2-9118-d45f59a60edd req-95a89b86-8527-418a-a335-694de99e035e service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Aug 31 08:48:53.755735 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4af3dd0c-ca4e-4a32-b6ad-4bcb0702414e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:54.349783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:56.157722 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:48:56.532004 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:56.697945 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:56.886729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-117b72ad-1bad-4d46-8be0-d182f171b395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:58.195595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:59.743466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:00.328877 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34684) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:00.826579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 2ea57495-9112-4e6f-8a8f-9f99b13949ed {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:49:00.826923 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:00.907105 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:00.907432 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:00.918812 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 2ea57495-9112-4e6f-8a8f-9f99b13949ed owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:49:01.142201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:01.169653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=2ea57495-9112-4e6f-8a8f-9f99b13949ed,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:01.200088 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.200437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.200776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.201110 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.201441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.201767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.202117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.202441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.202766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.203083 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.203407 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.203748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:01.244149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:01.244453 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP d3cf300c-f960-48fc-ac2b-c68cb05fbfa9 disassociated (deleted). External IP: 172.25.0.38, port: ceb50858-0592-459d-884d-644e5aab0b43. Aug 31 08:49:01.456422 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c9658765-75a7-4341-9ad7-ba8fe98e5c98 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:49:01.565575 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:49:01.571338 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:01.576056 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] Sync routers for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:49:01.585901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:01.586539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:01.598571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-32e31882-eefd-4487-8875-a35dcf26a311 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/floatingips/d3cf300c-f960-48fc-ac2b-c68cb05fbfa9 HTTP/1.1" status: 204 len: 168 time: 1.2684243 Aug 31 08:49:01.599066 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:49:01.601873 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:49:01.645736 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b8899a-54a7-4348-83b2-19cf38cc0aac x-openstack-request-id: req-52b8899a-54a7-4348-83b2-19cf38cc0aac {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:49:01.646067 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:49:01.646324 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52b8899a-54a7-4348-83b2-19cf38cc0aac {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:49:01.646796 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'status': 'completed', 'code': 200} Aug 31 08:49:01.699772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:01.717782 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-7df8304b-29fc-4405-b249-944687172e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:01.719268 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-7df8304b-29fc-4405-b249-944687172e5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 1098 time: 0.0438616 Aug 31 08:49:01.827983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-7c52d5dd-a588-421e-8601-974fb4ea488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:01.829551 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-7c52d5dd-a588-421e-8601-974fb4ea488e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 200 len: 898 time: 0.1029742 Aug 31 08:49:01.876977 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-9cc1c695-fc6d-4039-966e-8e1178ff956b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 200 len: 217 time: 0.0389946 Aug 31 08:49:01.911569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:13Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:01.939147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] Checking router: c9658765-75a7-4341-9ad7-ba8fe98e5c98 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:49:01.943333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-9c8ddd1b-0b45-4728-a4c3-abe4482e4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:01.944891 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-9c8ddd1b-0b45-4728-a4c3-abe4482e4476 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 200 len: 835 time: 0.0599861 Aug 31 08:49:01.948317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:01.948943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:02.002291 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-bcd89233-a3ad-41d3-b5c9-e583083798f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:02.003910 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-bcd89233-a3ad-41d3-b5c9-e583083798f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ae11fde-0ecf-4584-86e2-5b91fede9c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497310 Aug 31 08:49:02.074118 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:02.099029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb536f-12ea-48e1-a34d-33412e966b37 req-efb1acca-ba6b-4fbb-8271-3fd7cbe70f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:02.100902 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dfb536f-12ea-48e1-a34d-33412e966b37 req-efb1acca-ba6b-4fbb-8271-3fd7cbe70f56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0575233 Aug 31 08:49:02.105386 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-70f2d290-b5d3-4898-8797-22c93fcbaeef service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919423 Aug 31 08:49:02.140331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7dfb536f-12ea-48e1-a34d-33412e966b37 req-8069f34d-cad8-4c24-a459-e23481107490 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Aug 31 08:49:02.215417 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5e5e5ef4-3a9b-43b0-915d-30fb27c85517 req-49065ec6-62cd-4eb7-90bc-7a29eac42a24 service neutron] 10.222.0.45 "GET /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966513 Aug 31 08:49:02.295970 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:13Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:02.326223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8a500-8dbf-40f5-82af-cec91b3744d2 None None] The sync data for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 is: [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:47:08Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'b8bc67ec-3c2d-4afb-a352-f7b8c757e79a', 'name': '', 'network_id': '3ae11fde-0ecf-4584-86e2-5b91fede9c1d', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:65:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:07Z', 'updated_at': '2021-08-31T08:47:13Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '58e0623f-0c14-49ad-94be-04f0d03115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:49:02.555589 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83be8dce-21e5-4f3b-a89a-9c6b1307ce04 None None] New status for floating IP d3cf300c-f960-48fc-ac2b-c68cb05fbfa9: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:49:03.280207 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd004ab-06e5-4eb9-9030-835688e91558 req-f04e1253-e628-4d69-952f-0fc2129f03a9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:03.281753 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcd004ab-06e5-4eb9-9030-835688e91558 req-f04e1253-e628-4d69-952f-0fc2129f03a9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0685275 Aug 31 08:49:03.324035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcd004ab-06e5-4eb9-9030-835688e91558 req-1443bee3-5839-424e-8d22-69e07fd10753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e17d6557-76b5-4ed4-b59a-8ba35afb372f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359914 Aug 31 08:49:03.533367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163e56d-0b6c-416b-92a2-d587580130ff req-e794036a-4c89-423c-9a57-f1e3d311b427 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:03.534933 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5163e56d-0b6c-416b-92a2-d587580130ff req-e794036a-4c89-423c-9a57-f1e3d311b427 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 946 time: 0.0518091 Aug 31 08:49:03.649231 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port ceb50858-0592-459d-884d-644e5aab0b43 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:49:03.649578 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:03.739966 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port ceb50858-0592-459d-884d-644e5aab0b43, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=ceb50858-0592-459d-884d-644e5aab0b43,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:03.740332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:03.754177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for ceb50858-0592-459d-884d-644e5aab0b43 owned by compute:nova {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:49:03.999677 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:04.032196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=ceb50858-0592-459d-884d-644e5aab0b43,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:04.072800 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] No DVR routers for this DVR port ceb50858-0592-459d-884d-644e5aab0b43 on host n-h1-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:49:04.075695 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:04.077574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.45 "DELETE /v2.0/ports/ceb50858-0592-459d-884d-644e5aab0b43 HTTP/1.1" status: 204 len: 173 time: 0.5303113 Aug 31 08:49:04.078051 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-deleted', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:49:04.080357 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e1fd31-02ca-451d-bf6c-d20e1ce1bc89" -d '{"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-deleted", "tag": "ceb50858-0592-459d-884d-644e5aab0b43"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:49:04.118540 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655684bb-e0c2-421f-be88-00e2808ad3ed x-openstack-request-id: req-655684bb-e0c2-421f-be88-00e2808ad3ed {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:49:04.118839 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ba2b47-bcd0-49e3-95c5-26902af5024a", "name": "network-vif-deleted", "tag": "ceb50858-0592-459d-884d-644e5aab0b43", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:49:04.119126 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-655684bb-e0c2-421f-be88-00e2808ad3ed {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:49:04.119508 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ba2b47-bcd0-49e3-95c5-26902af5024a', 'name': 'network-vif-deleted', 'tag': 'ceb50858-0592-459d-884d-644e5aab0b43', 'status': 'completed', 'code': 200} Aug 31 08:49:04.427567 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97df2c50-e20e-4663-857a-66e4fef9c497 req-d9498600-8c93-4cd1-8b52-1e4f4125c4e7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6ba2b47-bcd0-49e3-95c5-26902af5024a HTTP/1.1" status: 200 len: 210 time: 0.0309725 Aug 31 08:49:05.485653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34700) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:05.861589 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:06.141000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:49:06.141000 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:06.239415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port b8bc67ec-3c2d-4afb-a352-f7b8c757e79a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:06.239784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:06.254004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for b8bc67ec-3c2d-4afb-a352-f7b8c757e79a owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:49:06.542847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:06.570462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=b8bc67ec-3c2d-4afb-a352-f7b8c757e79a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:06.755705 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:06.972715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router c9658765-75a7-4341-9ad7-ba8fe98e5c98 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:49:07.079585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:49:07.085182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-82d827c4-86ea-426a-95c0-8aa4cdd7a9ff tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/c9658765-75a7-4341-9ad7-ba8fe98e5c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978320 Aug 31 08:49:07.087942 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34702) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:07.091229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72188778-85b6-4439-831b-d5283eb19731 None None] Sync routers for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:49:07.101034 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:07.101745 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:07.148327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting subnet 58e0623f-0c14-49ad-94be-04f0d03115b5 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:49:07.151728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.195211 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.212226 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:07.279812 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.401461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:49:06Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:07.430394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.431391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72188778-85b6-4439-831b-d5283eb19731 None None] Checking router: c9658765-75a7-4341-9ad7-ba8fe98e5c98 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:49:07.440655 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] Routers {'c9658765-75a7-4341-9ad7-ba8fe98e5c98'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:07.441279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:07.461132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Subnet': ['ID=58e0623f-0c14-49ad-94be-04f0d03115b5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:07.463180 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.465085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-46fc44c2-68bf-45a7-ab5f-8cb589cd788c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/subnets/58e0623f-0c14-49ad-94be-04f0d03115b5 HTTP/1.1" status: 204 len: 168 time: 0.3761792 Aug 31 08:49:07.468683 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34704) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:07.478132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ab247-34bb-4073-8131-b531d4da1e64 None None] Network 3ae11fde-0ecf-4584-86e2-5b91fede9c1d requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:49:07.654249 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.678696 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] Set router c9658765-75a7-4341-9ad7-ba8fe98e5c98 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:07.773909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] DHCP port deletion for 3ae11fde-0ecf-4584-86e2-5b91fede9c1d request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:49:07.777428 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.880592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] Deleting port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:49:07.880972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.901090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 80b61bb3-a8ad-4042-9b94-0013e88c2675 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:49:07.905054 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.957315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] For port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,segment=NetworkSegment(cd376879-8944-49e3-8892-312652e18d8d),segment_id=cd376879-8944-49e3-8892-312652e18d8d)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:07.957715 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:07.974171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] Calling delete_port for 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:49:07.981591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-72188778-85b6-4439-831b-d5283eb19731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:49:06Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:07.992775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 80b61bb3-a8ad-4042-9b94-0013e88c2675, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=80b61bb3-a8ad-4042-9b94-0013e88c2675,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:07.993158 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.007941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 80b61bb3-a8ad-4042-9b94-0013e88c2675 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:49:08.013776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72188778-85b6-4439-831b-d5283eb19731 None None] The sync data for ids ['c9658765-75a7-4341-9ad7-ba8fe98e5c98'] in n-d-713499-16 is: [{'id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909232574', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:47:03Z', 'updated_at': '2021-08-31T08:49:06Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '80b61bb3-a8ad-4042-9b94-0013e88c2675', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9658765-75a7-4341-9ad7-ba8fe98e5c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:47:04Z', 'updated_at': '2021-08-31T08:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:49:08.201005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.281104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.309512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=80b61bb3-a8ad-4042-9b94-0013e88c2675,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:08.385493 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.395122 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] Pushing event deleted for resources: {'Port': ['ID=54e77a05-d7b8-4ff8-ad49-5a891c66cd01,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:08.398981 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1286dfa-f2f5-43ba-adc8-dcfd3896610a None None] No DVR routers for this DVR port 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:49:08.490389 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.493489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.652639 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.653247 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Fanout notify agent at l3_agent the message router_deleted on router c9658765-75a7-4341-9ad7-ba8fe98e5c98 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:49:08.668337 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.668337 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-716015fd-f340-46c5-96cc-2517ad28fb46 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/routers/c9658765-75a7-4341-9ad7-ba8fe98e5c98 HTTP/1.1" status: 204 len: 168 time: 1.1938012 Aug 31 08:49:08.668670 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34708) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:08.715375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:49:08.737020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: ceb50858-0592-459d-884d-644e5aab0b43 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:49:08.737390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device ceb50858-0592-459d-884d-644e5aab0b43 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:49:08.762657 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.859433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.869754 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae11fde-0ecf-4584-86e2-5b91fede9c1d']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:08.880671 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd376879-8944-49e3-8892-312652e18d8d') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:08.881176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd376879-8944-49e3-8892-312652e18d8d') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:08.890139 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.904857 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.910830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:49:08.911224 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:49:08.914922 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:49:09.080639 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:09.088934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:09.090181 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/networks/3ae11fde-0ecf-4584-86e2-5b91fede9c1d HTTP/1.1" status: 204 len: 168 time: 0.4220467 Aug 31 08:49:09.093539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34710) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:09.103722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97845aad-5616-4df9-9f1c-b4cd92d3f40f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Network': ['ID=3ae11fde-0ecf-4584-86e2-5b91fede9c1d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:09.170053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c60fe7cc-b372-49ce-a356-52c26fc06e49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:09.173652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b8bc67ec-3c2d-4afb-a352-f7b8c757e79a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:49:09.199287 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: b8bc67ec-3c2d-4afb-a352-f7b8c757e79a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:49:09.199645 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device b8bc67ec-3c2d-4afb-a352-f7b8c757e79a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:49:09.200085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:49:09.204145 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c60fe7cc-b372-49ce-a356-52c26fc06e49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:09.221015 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:49:09.221766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 54e77a05-d7b8-4ff8-ad49-5a891c66cd01 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:49:09.221946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 80b61bb3-a8ad-4042-9b94-0013e88c2675 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:49:09.241444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 80b61bb3-a8ad-4042-9b94-0013e88c2675 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:49:09.241818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 80b61bb3-a8ad-4042-9b94-0013e88c2675 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:49:09.347991 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c60fe7cc-b372-49ce-a356-52c26fc06e49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:09.350675 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c60fe7cc-b372-49ce-a356-52c26fc06e49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:09.352728 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c60fe7cc-b372-49ce-a356-52c26fc06e49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/security-groups/e17d6557-76b5-4ed4-b59a-8ba35afb372f HTTP/1.1" status: 204 len: 168 time: 0.2571993 Aug 31 08:49:09.362124 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fe7cc-b372-49ce-a356-52c26fc06e49 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d6557-76b5-4ed4-b59a-8ba35afb372f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:09.843017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34716) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:09.847456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990232983', 'description': 'tempest-secgroup-smoke-1990232983 description', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:10.000671 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.089276 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.228980 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.263858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c5319-5ae0-41c6-81f9-975a362ac425,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:10.383752 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.385064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-01325e3b-4960-4275-8643-8a72ba10c565 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5412993 Aug 31 08:49:10.388119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34718) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:10.392675 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'ff6c5319-5ae0-41c6-81f9-975a362ac425', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:10.548645 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.607071 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.764885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.783359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f92d11-e288-4f37-953d-d2b4d45476b3,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:10.914898 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:10.919222 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-83bbf9e9-b0a0-4f21-97c7-67a7d2bf3d3e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5270779 Aug 31 08:49:10.919222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34720) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:10.924043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'ff6c5319-5ae0-41c6-81f9-975a362ac425', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:11.032630 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.090189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.229485 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.248140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3662f49-7a72-4fac-a250-6c0335ce3ea6,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:11.349381 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.351184 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6c0c36ca-ddab-4eed-89ef-703da09ddea0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4309020 Aug 31 08:49:11.354046 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34722) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:11.358746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'ff6c5319-5ae0-41c6-81f9-975a362ac425', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:11.502919 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.554714 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.726930 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.745785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef6e356-f6d1-4e65-9ac6-1bc1a82f55de,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:11.931897 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:11.941240 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70b390e9-7cb6-48ff-9e5a-25b4e48419be tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5781243 Aug 31 08:49:11.941240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34724) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:11.941240 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'ff6c5319-5ae0-41c6-81f9-975a362ac425', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:12.103382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.165403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.263369 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.282679 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f321a59e-4282-442f-90ae-1c3ab8982a3a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:12.434825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.436218 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-501668d0-684b-4487-803e-1b01a1334022 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4992328 Aug 31 08:49:12.439104 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34726) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:12.444184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'ff6c5319-5ae0-41c6-81f9-975a362ac425', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:12.549336 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:49:12.555282 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.617234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.730507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.753664 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cb227b-1986-4239-9781-e920f0c08250,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:12.902113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:12.903358 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-489cf621-a608-4b14-8974-52bcaa542d8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4632800 Aug 31 08:49:12.906094 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34728) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:12.910750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'ff6c5319-5ae0-41c6-81f9-975a362ac425', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:13.018139 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:49:13.024130 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.085219 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.199641 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.219318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e91e37-665e-40d0-8421-cc77a7f99144,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:13.326207 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.327475 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-408bdd9b-171c-4a40-aa65-2d3c96dfbad2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4203551 Aug 31 08:49:13.330357 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34730) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:13.335521 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'network': {'name': 'tempest-network-smoke--418192123', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'port_security_enabled': True}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:13.445584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:49:13.449260 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.475788 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:49:13.485537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.485921 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Added segment c75d1369-39e5-4ba6-a1af-4ffda0db44f3 of type vlan for network dea03b5c-d42e-4886-806e-ff1745c2385c Aug 31 08:49:13.530198 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.715177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.721127 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:13.721726 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.793379 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Network': ['ID=dea03b5c-d42e-4886-806e-ff1745c2385c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:13.803900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network dea03b5c-d42e-4886-806e-ff1745c2385c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:49:13.881112 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-96082479-67ef-40d8-8199-6595c7a1d1b4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5496945 Aug 31 08:49:13.883810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34732) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:13.888487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'admin_state_up': True, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:13.988928 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:13.990168 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.043862 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.237892 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.580147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.604723 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.712225 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.93 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/641736b6-9b84-49e4-87ee-01583e25e630) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:49:14.832205 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.937939 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.976294 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:49:14.981325 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:14.984099 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:49:15.014585 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=641736b6-9b84-49e4-87ee-01583e25e630,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:15.377536 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:15.582309 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:16.120157 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a580142c-d2e2-4a2c-8696-02330caad0eb is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:49:16.230435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:49:16.242100 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Sync routers for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:49:16.251449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:16.252065 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:16.359420 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:16.361741 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:16.363295 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-efc2bc7a-56c9-4883-8c94-536c86adb16d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4784420 Aug 31 08:49:16.366578 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34734) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:16.452907 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-6efb6a2f-8fb8-4acb-a96d-252a856d47a9 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae556dbace9e424eaaaa8dac81394b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850086 Aug 31 08:49:16.467994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34738) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:16.556365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979ecb2-5623-4abf-8b86-8aa5729d0618 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:16.560632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0979ecb2-5623-4abf-8b86-8aa5729d0618 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011903 Aug 31 08:49:16.560888 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34740) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:16.563655 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:15Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:16.593347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a9da1405-7d9d-40c0-9765-18b1c74fc04d tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287228 Aug 31 08:49:16.593608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34742) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:16.594849 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Checking router: a580142c-d2e2-4a2c-8696-02330caad0eb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:49:16.595208 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Updating router a580142c-d2e2-4a2c-8696-02330caad0eb port 641736b6-9b84-49e4-87ee-01583e25e630 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:49:16.598787 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1836885376', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:16.621994 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:16.862274 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:49:16.867262 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:16.915655 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:16.926286 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Transition to ACTIVE for port object 641736b6-9b84-49e4-87ee-01583e25e630 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:17.034855 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.091619 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Attempting to bind port 641736b6-9b84-49e4-87ee-01583e25e630 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:49:17.092009 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Attempting to bind port 641736b6-9b84-49e4-87ee-01583e25e630 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:49:17.092632 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Attempting to bind port 641736b6-9b84-49e4-87ee-01583e25e630 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:49:17.099621 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Pushing event updated for resources: {'Port': ['ID=641736b6-9b84-49e4-87ee-01583e25e630,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:17.106104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:49:17.106481 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:49:17.106887 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.107304 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:49:17.107769 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Bound port: 641736b6-9b84-49e4-87ee-01583e25e630, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:49:17.108181 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.111583 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.111962 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.112340 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.112653 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.112985 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.113438 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.113771 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.114562 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.114562 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.114756 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.115056 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.115896 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:17.144051 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.169104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] For port 641736b6-9b84-49e4-87ee-01583e25e630, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:49:17.172370 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] For port 641736b6-9b84-49e4-87ee-01583e25e630, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=641736b6-9b84-49e4-87ee-01583e25e630,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:49:17.209349 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Subnet': ['ID=18beeb23-fa3e-4fd2-bc2b-14d609d620db,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:17.216566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Checking segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:49:17.216931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network hostable DHCP agents. Network: dea03b5c-d42e-4886-806e-ff1745c2385c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:49:17.246590 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.301964 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:17.302582 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:17.313688 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network dea03b5c-d42e-4886-806e-ff1745c2385c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:49:17.343302 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcb9b8-0550-4d52-bfbc-128f00f1e299 None None] Pushing event updated for resources: {'Port': ['ID=641736b6-9b84-49e4-87ee-01583e25e630,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:17.415420 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:17.418506 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, dea03b5c-d42e-4886-806e-ff1745c2385c) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:17.422854 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:17.423483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.430806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed83b2d-5eba-4fdc-a7bb-69f187a2b20f None None] Network dea03b5c-d42e-4886-806e-ff1745c2385c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:49:17.544395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-450ce883-5307-42ee-92be-7b1f52589692 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9495580 Aug 31 08:49:17.547309 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34744) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:17.596715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-dea03b5c-d42e-4886-806e-ff1745c2385c', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:49:17.597604 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.608438 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:15Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:17.636647 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb0d0-c1ac-488a-93cf-127bde93c601 None None] The sync data for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 is: [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:15Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:49:17.760079 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Allocated IP 172.20.0.2 (dea03b5c-d42e-4886-806e-ff1745c2385c/18beeb23-fa3e-4fd2-bc2b-14d609d620db/7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:49:17.966879 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.976854 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Transition to ACTIVE for port object 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:17.994872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Transition to ACTIVE for port object 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:18.055822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.063413 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.112964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Network dea03b5c-d42e-4886-806e-ff1745c2385c is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:49:18.116820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:18.121515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:49:18.125093 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Pushing event updated for resources: {'Port': ['ID=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:18.182099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Attempting to bind port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:49:18.182099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Attempting to bind port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:49:18.182099 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Attempting to bind port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf on network dea03b5c-d42e-4886-806e-ff1745c2385c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:49:18.191162 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:49:18.191525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Checking segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:49:18.191963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.192358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Bound using segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:49:18.192845 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Bound port: 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:49:18.193278 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.265896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] For port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:49:18.269367 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] For port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:49:18.372333 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.381896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.1 (dea03b5c-d42e-4886-806e-ff1745c2385c/18beeb23-fa3e-4fd2-bc2b-14d609d620db/aa652dc2-e49a-4cc7-a8ca-7fb7ae798271) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:49:18.447353 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc15fe-42ad-42ad-8d28-80614f79c1e0 None None] Pushing event updated for resources: {'Port': ['ID=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:18.518803 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.536716 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:18.703746 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:18.748385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network dea03b5c-d42e-4886-806e-ff1745c2385c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:49:18.751667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:18.754417 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:49:18.781297 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:18.806520 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.036456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.245687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 641736b6-9b84-49e4-87ee-01583e25e630 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:19.343251 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.383237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 641736b6-9b84-49e4-87ee-01583e25e630 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:19.387418 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 641736b6-9b84-49e4-87ee-01583e25e630 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:19.387793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.417472 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.475013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.494507 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.497123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 641736b6-9b84-49e4-87ee-01583e25e630, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=641736b6-9b84-49e4-87ee-01583e25e630,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:19.497336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:19.607211 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network dea03b5c-d42e-4886-806e-ff1745c2385c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:49:19.607400 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:19.612312 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:19.615946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:19.719338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=641736b6-9b84-49e4-87ee-01583e25e630,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:19.758235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a580142c-d2e2-4a2c-8696-02330caad0eb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:49:19.822923 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:19.830736 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c27207-020d-4b59-aa50-5f5093542003 None None] Network dea03b5c-d42e-4886-806e-ff1745c2385c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:49:19.875802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:49:19.881842 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f88b909e-9adb-4b04-8bc1-0e4937ed7616 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/a580142c-d2e2-4a2c-8696-02330caad0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332112 Aug 31 08:49:19.899993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Sync routers for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:49:19.933465 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:19.934069 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:20.006235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] Provisioning for port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:20.018947 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] Provisioning complete for port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:20.019325 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.030370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-93794990-2ded-4c83-b89e-86f66632485d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990232983&fields=id&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 267 time: 0.0345845 Aug 31 08:49:20.132853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:20.291432 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.351773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] For port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:20.421476 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 2, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:20.450399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Checking router: a580142c-d2e2-4a2c-8696-02330caad0eb for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:49:20.450753 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Updating router a580142c-d2e2-4a2c-8696-02330caad0eb port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:49:20.477583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.501617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-e81c6ada-b22f-49e4-8c8d-611f89bf106c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:20.503065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-e81c6ada-b22f-49e4-8c8d-611f89bf106c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 796 time: 0.4657321 Aug 31 08:49:20.520558 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-3a14e811-5222-4bc3-a748-ddb98f29cad1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/quotas/ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 375 time: 0.0103900 Aug 31 08:49:20.525996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.582276 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-c685863a-2c36-4605-b929-22c153dfdc72 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499415 Aug 31 08:49:20.672694 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa5cf9bc-5c77-4aea-a953-08f4026a413e None None] Provisioning complete for port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:20.673229 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf9bc-5c77-4aea-a953-08f4026a413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.678095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d04c15-d07b-49ee-b032-7c30610a06da None None] Pushing event updated for resources: {'Port': ['ID=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:20.690752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-dbf83563-b97d-4717-bcae-af7cd57714fc service neutron] 10.222.0.36 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945938 Aug 31 08:49:20.791327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-5dd666ac-3d49-4ff7-912f-54df4f4f91b6 service neutron] 10.222.0.36 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964613 Aug 31 08:49:20.910098 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.923819 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Transition to ACTIVE for port object aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:20.948633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa5cf9bc-5c77-4aea-a953-08f4026a413e None None] Provisioning for port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:20.953049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-aa5cf9bc-5c77-4aea-a953-08f4026a413e None None] Provisioning complete for port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:20.953524 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf9bc-5c77-4aea-a953-08f4026a413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:20.994810 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-aa5cf9bc-5c77-4aea-a953-08f4026a413e None None] Port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:49:21.097352 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:21.102134 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b8a1e7f4-d0c9-42ca-b26f-c1789b686fd2 req-0aa92178-f970-4726-9ee2-a2b79e06bf11 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 210 time: 0.0296752 Aug 31 08:49:21.166315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b4a56-dd47-4e69-b66b-bc2d443b85c2 None None] Pushing event updated for resources: {'Port': ['ID=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:21.220829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 641736b6-9b84-49e4-87ee-01583e25e630 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:21.258772 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Attempting to bind port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:49:21.265077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Attempting to bind port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:49:21.265077 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Attempting to bind port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 on network dea03b5c-d42e-4886-806e-ff1745c2385c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:49:21.273201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:49:21.273582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Checking segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:49:21.274020 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:21.274426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Bound using segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:49:21.274919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Bound port: aa652dc2-e49a-4cc7-a8ca-7fb7ae798271, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:49:21.275303 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:21.329366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 641736b6-9b84-49e4-87ee-01583e25e630 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:21.329791 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:21.383805 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] For port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:49:21.388004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] For port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:49:21.444742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:21.479541 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:21.551902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:21.551902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:48:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:21.555164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b4a56-dd47-4e69-b66b-bc2d443b85c2 None None] Pushing event updated for resources: {'Port': ['ID=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:21.602381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:21.602900 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:21.708005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:22.106492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:21Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:22.133874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36ebf3a-a647-4af4-8cfb-baff6908423c None None] The sync data for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 is: [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:21Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:49:22.215372 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad67eee8-d75b-459c-b619-e82dd021797e req-44ebbc01-a6df-487e-8007-9600957e58ef tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 210 time: 0.0427430 Aug 31 08:49:23.197958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:23.329648 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddd8aeb2-1bbd-49bd-b1d9-94190b343ff2 req-171e2cdd-3fe9-4ede-9db6-a7d2d8ef1f65 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 210 time: 0.0283697 Aug 31 08:49:23.348822 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:23.353474 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:23.353866 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:23.435408 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:23.466690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:23.691797 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:23.738811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:23.851325 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-991eadcf-655d-4713-b863-daeab052d880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:24.079390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-4be667f1-b8d4-46d9-bced-688ad0dde1c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:24.080901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-4be667f1-b8d4-46d9-bced-688ad0dde1c9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 796 time: 0.1048822 Aug 31 08:49:24.128059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-0826b493-af20-4650-b22d-87ee01adb1c0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 380 time: 0.0365956 Aug 31 08:49:24.138761 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'port': {'device_id': '68e32329-43af-4683-89de-cc8b62d9363f', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'admin_state_up': True, 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'security_groups': ['ff6c5319-5ae0-41c6-81f9-975a362ac425']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:24.377549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:49:24.381770 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:24.431724 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:24.459780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b1936078-5d30-4283-9019-100ef79c382a req-9c978b71-cfe3-4884-911a-225e39dde3e6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 210 time: 0.0554414 Aug 31 08:49:24.535944 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.14 (dea03b5c-d42e-4886-806e-ff1745c2385c/18beeb23-fa3e-4fd2-bc2b-14d609d620db/6aa019c5-e8b6-454a-9705-173b1dba93b2) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:49:24.799577 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:24.816876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object 6aa019c5-e8b6-454a-9705-173b1dba93b2 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:24.995300 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.044957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network dea03b5c-d42e-4886-806e-ff1745c2385c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:49:25.048132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:25.052719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:49:25.077686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=6aa019c5-e8b6-454a-9705-173b1dba93b2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:25.107371 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:25.107958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.178497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:25.212424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-96f3fd0e-076c-49b6-b92d-b0b6ecf1dab9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0773876 Aug 31 08:49:25.226290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-bdb21f60-6bfc-4993-9202-115eac94bac6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:49:25.227503 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-bdb21f60-6bfc-4993-9202-115eac94bac6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063262 Aug 31 08:49:25.231929 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:25.232301 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.247238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Request body: {'port': {'device_id': '68e32329-43af-4683-89de-cc8b62d9363f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:25.302903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.406129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-62b02174-c162-4f2d-aa06-6d8e443d904e None None] Provisioning for port 6aa019c5-e8b6-454a-9705-173b1dba93b2 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:25.410678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-62b02174-c162-4f2d-aa06-6d8e443d904e None None] Provisioning complete for port 6aa019c5-e8b6-454a-9705-173b1dba93b2 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:25.411153 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62b02174-c162-4f2d-aa06-6d8e443d904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.447081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-62b02174-c162-4f2d-aa06-6d8e443d904e None None] Port 6aa019c5-e8b6-454a-9705-173b1dba93b2 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:49:25.586937 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa019c5-e8b6-454a-9705-173b1dba93b2 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:49:25.595924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.610962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Transition to ACTIVE for port object 6aa019c5-e8b6-454a-9705-173b1dba93b2 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:49:25.747763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:25.807262 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Pushing event updated for resources: {'Port': ['ID=6aa019c5-e8b6-454a-9705-173b1dba93b2,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:25.891099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23813f2-3cf2-475c-b62b-dcf5cf13cda4 req-9adaed67-255e-479b-a8d0-27d7155455b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:25.892728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d23813f2-3cf2-475c-b62b-dcf5cf13cda4 req-9adaed67-255e-479b-a8d0-27d7155455b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 944 time: 0.1035128 Aug 31 08:49:25.939489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Attempting to bind port 6aa019c5-e8b6-454a-9705-173b1dba93b2 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:49:25.939830 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Attempting to bind port 6aa019c5-e8b6-454a-9705-173b1dba93b2 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:49:25.940165 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Attempting to bind port 6aa019c5-e8b6-454a-9705-173b1dba93b2 on network dea03b5c-d42e-4886-806e-ff1745c2385c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:49:25.953724 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Port 6aa019c5-e8b6-454a-9705-173b1dba93b2 on network dea03b5c-d42e-4886-806e-ff1745c2385c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:49:25.954082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Attempting to bind port 6aa019c5-e8b6-454a-9705-173b1dba93b2 on network dea03b5c-d42e-4886-806e-ff1745c2385c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:49:25.959471 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d23813f2-3cf2-475c-b62b-dcf5cf13cda4 req-a085c9b1-6e08-478d-afcd-6a11e68ac434 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579023 Aug 31 08:49:25.962494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:49:25.962718 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Checking segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:49:25.963105 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Bound using segment: {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:49:25.963633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Bound port: 6aa019c5-e8b6-454a-9705-173b1dba93b2, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:49:25.963907 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:26.028511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] For port 6aa019c5-e8b6-454a-9705-173b1dba93b2, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:49:26.031661 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] For port 6aa019c5-e8b6-454a-9705-173b1dba93b2, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:49:26.103595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:26.138346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.138984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:26.140414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] 10.222.0.68 "PUT /v2.0/ports/6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 1093 time: 0.8993399 Aug 31 08:49:26.140910 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:49:26.143269 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584c88e-b019-4dcf-b725-a9d4481fb08b" -d '{"events": [{"name": "network-changed", "server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:49:26.177003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d047fc6-ce15-4c64-b784-1ca8aa361dda service neutron] Pushing event updated for resources: {'Port': ['ID=6aa019c5-e8b6-454a-9705-173b1dba93b2,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:26.191475 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63dddd5-50c7-4af9-94b2-f788e4390808 x-openstack-request-id: req-e63dddd5-50c7-4af9-94b2-f788e4390808 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:49:26.192005 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:49:26.192160 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e63dddd5-50c7-4af9-94b2-f788e4390808 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:49:26.192482 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'status': 'completed', 'code': 200} Aug 31 08:49:26.261574 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584c88e-b019-4dcf-b725-a9d4481fb08b req-2e997cce-39a6-45ed-af89-631eeebefb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.263487 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5584c88e-b019-4dcf-b725-a9d4481fb08b req-2e997cce-39a6-45ed-af89-631eeebefb92 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1096 time: 0.0481896 Aug 31 08:49:26.368401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584c88e-b019-4dcf-b725-a9d4481fb08b req-0be006c3-5c2f-47ab-b5ad-a068259cf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.369858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5584c88e-b019-4dcf-b725-a9d4481fb08b req-0be006c3-5c2f-47ab-b5ad-a068259cf4f0 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ae556dbace9e424eaaaa8dac81394b41&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0964372 Aug 31 08:49:26.482043 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584c88e-b019-4dcf-b725-a9d4481fb08b req-ad38bead-425e-4a53-a98b-5675ec2c05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.483544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5584c88e-b019-4dcf-b725-a9d4481fb08b req-ad38bead-425e-4a53-a98b-5675ec2c05d1 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042011 Aug 31 08:49:26.569376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-4d005cbc-99d6-4ea5-a5f2-0e1631935703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.570999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-4d005cbc-99d6-4ea5-a5f2-0e1631935703 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1096 time: 0.0428975 Aug 31 08:49:26.606089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:26.622127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-8c1df51a-2811-431b-a359-0370d0a4794e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 217 time: 0.0379722 Aug 31 08:49:26.675253 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-3e45ca3d-2373-4a66-b06b-89c76d05ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.676770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-3e45ca3d-2373-4a66-b06b-89c76d05ac39 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 200 len: 835 time: 0.0463545 Aug 31 08:49:26.696035 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:26.729230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-c52c7067-9173-40cc-a851-25e08bf0d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:26.730903 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-c52c7067-9173-40cc-a851-25e08bf0d806 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dea03b5c-d42e-4886-806e-ff1745c2385c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468423 Aug 31 08:49:26.771696 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49c62b8a-6b87-4329-92e9-437ed54a4312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:26.832313 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-aa5c62e4-fd71-433e-b290-a30c3f4690e3 service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Aug 31 08:49:26.934545 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce512dd-ce14-4077-adb2-80a1c603c968 req-d4d59776-788c-4308-ae0d-9d1cd6852ca3 service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940108 Aug 31 08:49:27.086624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e346a4-dfd0-4f1e-a590-03a63333c398 req-64877ada-d252-44bf-8c6c-f57fe6919887 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:27.088200 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69e346a4-dfd0-4f1e-a590-03a63333c398 req-64877ada-d252-44bf-8c6c-f57fe6919887 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 944 time: 0.0554357 Aug 31 08:49:27.127821 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-69e346a4-dfd0-4f1e-a590-03a63333c398 req-a10948f5-6dd4-4db6-a496-147b12a123e9 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Aug 31 08:49:28.241108 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:28.244216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947b521-61db-4701-857f-b0f4dce4fdbb req-0d0d4bf4-c3a6-43e3-a8c4-9764e25f5ec3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:28.245745 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d947b521-61db-4701-857f-b0f4dce4fdbb req-0d0d4bf4-c3a6-43e3-a8c4-9764e25f5ec3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 944 time: 0.0498540 Aug 31 08:49:28.283886 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d947b521-61db-4701-857f-b0f4dce4fdbb req-a2de3b82-6c1b-4621-b0c1-1f6782d33cc2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Aug 31 08:49:28.881025 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6aa019c5-e8b6-454a-9705-173b1dba93b2 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:49:28.979161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6aa019c5-e8b6-454a-9705-173b1dba93b2, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:28.991133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'port_id': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'mac_address': 'fa:16:3e:2a:a5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:49:29.028565 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:29.041718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa019c5-e8b6-454a-9705-173b1dba93b2 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:49:29.061402 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6aa019c5-e8b6-454a-9705-173b1dba93b2, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:29.200217 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:29.251723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6aa019c5-e8b6-454a-9705-173b1dba93b2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:29.259651 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.260005 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.260366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.260695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.261036 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.261449 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.261787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.262148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.262479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.262833 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.263165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.263493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:29.404216 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ff9a8-c5c5-4670-8eda-41941ebb63b4 req-10a365ac-8ed7-4b9c-b72c-06cdb8408cbf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:29.406424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e3ff9a8-c5c5-4670-8eda-41941ebb63b4 req-10a365ac-8ed7-4b9c-b72c-06cdb8408cbf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 945 time: 0.0543380 Aug 31 08:49:29.446760 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3e3ff9a8-c5c5-4670-8eda-41941ebb63b4 req-4f52d221-a16e-4440-b4c7-9d904722bf43 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336821 Aug 31 08:49:29.506194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['6aa019c5-e8b6-454a-9705-173b1dba93b2'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:49:29.811967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:30.563519 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d9514-d570-4e46-9768-b30f7c047ff7 req-e7ed126d-4c4b-457c-bed6-fb50e7f900f8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:30.565101 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e81d9514-d570-4e46-9768-b30f7c047ff7 req-e7ed126d-4c4b-457c-bed6-fb50e7f900f8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 945 time: 0.0502214 Aug 31 08:49:30.604684 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e81d9514-d570-4e46-9768-b30f7c047ff7 req-d2e44efe-f96c-4282-bf69-2cc63d5bb542 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333974 Aug 31 08:49:30.896210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6aa019c5-e8b6-454a-9705-173b1dba93b2 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:49:31.040273 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 6aa019c5-e8b6-454a-9705-173b1dba93b2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:49:31.044779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 6aa019c5-e8b6-454a-9705-173b1dba93b2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:49:31.045430 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:31.127461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:31.154390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:49:31.156565 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118dba47-6981-47d7-b983-11d0300c77bd" -d '{"events": [{"server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "name": "network-vif-plugged", "status": "completed", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:49:31.169153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 6aa019c5-e8b6-454a-9705-173b1dba93b2, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:49:31.191804 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653d430-3076-4d35-af59-75eb33d9fd61 x-openstack-request-id: req-d653d430-3076-4d35-af59-75eb33d9fd61 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:49:31.192091 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "name": "network-vif-plugged", "status": "completed", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:49:31.192360 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d653d430-3076-4d35-af59-75eb33d9fd61 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:49:31.193298 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'code': 200} Aug 31 08:49:31.240836 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:31.291874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=6aa019c5-e8b6-454a-9705-173b1dba93b2,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:31.353594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41178838-5d23-4198-9152-84db9444f2ab req-e9fd989d-f7c4-43a1-8a97-73310b6a347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:31.355133 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41178838-5d23-4198-9152-84db9444f2ab req-e9fd989d-f7c4-43a1-8a97-73310b6a347a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1098 time: 0.0898795 Aug 31 08:49:31.397894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41178838-5d23-4198-9152-84db9444f2ab req-5cea778b-95f4-4bda-8464-7da3785a5384 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333576 Aug 31 08:49:31.722853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745612c-aeac-458c-a3e9-c1e8bfd6c948 req-a43551e9-bcca-4a4a-a6cd-1eb01911ecaf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:31.724875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b745612c-aeac-458c-a3e9-c1e8bfd6c948 req-a43551e9-bcca-4a4a-a6cd-1eb01911ecaf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0538316 Aug 31 08:49:31.763467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b745612c-aeac-458c-a3e9-c1e8bfd6c948 req-8564b671-a488-4b86-a1e9-f7846305c38e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Aug 31 08:49:32.881035 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3de244-67c9-46b2-9388-16e2afe81489 req-24bc6ce0-e9d0-4f79-8473-5cd34264833b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:32.882570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e3de244-67c9-46b2-9388-16e2afe81489 req-24bc6ce0-e9d0-4f79-8473-5cd34264833b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0506685 Aug 31 08:49:32.923537 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9e3de244-67c9-46b2-9388-16e2afe81489 req-32289a79-aca2-4a09-b72a-aaae65c76bd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347791 Aug 31 08:49:33.037173 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02331-ce01-431d-811d-3ef943642cb2 req-28c11703-716d-4615-ab75-84a98e231b40 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:33.038584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9f02331-ce01-431d-811d-3ef943642cb2 req-28c11703-716d-4615-ab75-84a98e231b40 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0489206 Aug 31 08:49:33.077360 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f9f02331-ce01-431d-811d-3ef943642cb2 req-97191f1c-f27c-4f6f-895e-8966a394d58e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Aug 31 08:49:33.099369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34802) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:33.143428 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5c3c5-d5e3-4023-85fa-c646f30b8612 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:33.144964 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a5e5c3c5-d5e3-4023-85fa-c646f30b8612 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1093 time: 0.0445852 Aug 31 08:49:33.148192 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34804) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:33.152208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:49:33.158100 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:49:33.297403 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:33.424859 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:33.479137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-7eef3658-9d67-46d8-aa55-125d19d6bdf5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931325 Aug 31 08:49:33.568782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.26 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/3fb2a984-302d-4a0a-ba25-cf033ee37096) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:49:33.602046 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-1f8a9883-1479-46c6-b024-a78fa669c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:33.604074 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-1f8a9883-1479-46c6-b024-a78fa669c4f3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1098 time: 0.0710046 Aug 31 08:49:33.758021 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:33.759154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-8e50bbe1-b91a-4fa5-a100-b350443787a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:33.760628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-8e50bbe1-b91a-4fa5-a100-b350443787a3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 897 time: 0.1288059 Aug 31 08:49:33.809655 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-f00ae0d3-33ea-4bef-b6ce-cf621934fd94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 217 time: 0.0392175 Aug 31 08:49:33.865501 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-d341b4ca-fc09-497f-bb55-62d76ea25cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:33.866934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-d341b4ca-fc09-497f-bb55-62d76ea25cec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 200 len: 835 time: 0.0494912 Aug 31 08:49:33.917709 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-f5c0be95-827a-4d89-8895-4579e2317024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:33.919261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-f5c0be95-827a-4d89-8895-4579e2317024 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dea03b5c-d42e-4886-806e-ff1745c2385c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447631 Aug 31 08:49:33.939059 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:34.018021 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:49:34.026332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:49:34.033059 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:49:34.069328 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=3fb2a984-302d-4a0a-ba25-cf033ee37096,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:34.097137 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-e8dec6e4-713c-4f7c-9c7f-56183c3bffeb service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665857 Aug 31 08:49:34.288950 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64f13c61-af4d-4fee-b071-bcc9596fc606 req-d0e3addd-4eba-49f4-b445-9e2f01d96037 service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841431 Aug 31 08:49:34.495720 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:34.626915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:34.778446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:34.862691 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:34.927347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=3fb2a984-302d-4a0a-ba25-cf033ee37096,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:34.939570 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:35.038291 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP d9bb2b8c-6337-43f1-8f84-39881794c684 associated. External IP: 172.25.0.26, port: 6aa019c5-e8b6-454a-9705-173b1dba93b2. Aug 31 08:49:35.250697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a580142c-d2e2-4a2c-8696-02330caad0eb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:49:35.373596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:49:35.384374 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] Sync routers for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:49:35.394755 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:35.395397 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:49:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:35.469125 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:35.497947 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-215f4db9-53f9-4b40-a22d-6495f8e89289 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3490350 Aug 31 08:49:35.498633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:49:35.501243 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277e004-14d5-4f87-900c-2df7960a60c3" -d '{"events": [{"name": "network-changed", "server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:49:35.510911 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:35.539619 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92274515-1e7d-45a5-b3bb-cef50211f0ba x-openstack-request-id: req-92274515-1e7d-45a5-b3bb-cef50211f0ba {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:49:35.539948 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:49:35.540180 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92274515-1e7d-45a5-b3bb-cef50211f0ba {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:49:35.540600 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'status': 'completed', 'code': 200} Aug 31 08:49:35.642540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8332086-3034-40da-b657-48a32ef40594 req-b48d7c78-0d95-4e15-8351-d35d32ada815 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:35.644250 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8332086-3034-40da-b657-48a32ef40594 req-b48d7c78-0d95-4e15-8351-d35d32ada815 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0896084 Aug 31 08:49:35.651303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-1b6b5cf2-59bd-4800-907d-d986c5e118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:35.653103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-1b6b5cf2-59bd-4800-907d-d986c5e118df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1098 time: 0.0688195 Aug 31 08:49:35.741995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8332086-3034-40da-b657-48a32ef40594 req-491def80-eb13-45c4-a51d-7686dae724c8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878313 Aug 31 08:49:35.766359 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34810) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:35.771364 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-0a4181f1-f1b6-4b6d-8410-7b9c4b9c0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:35.772984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-0a4181f1-f1b6-4b6d-8410-7b9c4b9c0489 service neutron] 10.222.0.68 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 897 time: 0.1124656 Aug 31 08:49:35.776330 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd9bb2b8c-6337-43f1-8f84-39881794c684', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'port_id': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'mac_address': 'fa:16:3e:2a:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e32329-43af-4683-89de-cc8b62d9363f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:49:34Z', 'updated_at': '2021-08-31T08:49:34Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:23Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:35.806847 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] Checking router: a580142c-d2e2-4a2c-8696-02330caad0eb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:49:35.815932 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:49:35.816861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:49:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:35.840574 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8e951191-733e-4ebe-8203-184342dbf349 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d9bb2b8c-6337-43f1-8f84-39881794c684 HTTP/1.1" status: 200 len: 991 time: 0.0726054 Aug 31 08:49:36.045470 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:49:36.191111 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-2b5573da-a782-4743-8a29-76bc41d3870a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 999 time: 0.4061506 Aug 31 08:49:36.246442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-771427ed-f90b-4134-b1ac-0b1578dbaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:36.248001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-771427ed-f90b-4134-b1ac-0b1578dbaa61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 200 len: 835 time: 0.0439320 Aug 31 08:49:36.254674 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd9bb2b8c-6337-43f1-8f84-39881794c684', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'port_id': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'mac_address': 'fa:16:3e:2a:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e32329-43af-4683-89de-cc8b62d9363f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:49:34Z', 'updated_at': '2021-08-31T08:49:34Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:23Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:49:36.284208 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d1552-ee5d-43d9-b0ad-ab7677da5df9 None None] The sync data for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 is: [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': 'd9bb2b8c-6337-43f1-8f84-39881794c684', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'port_id': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'mac_address': 'fa:16:3e:2a:a5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e32329-43af-4683-89de-cc8b62d9363f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:49:34Z', 'updated_at': '2021-08-31T08:49:34Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:23Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:49:36.297685 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-2f7169ae-cad7-48f0-b684-60459ce2e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:49:36.299160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-2f7169ae-cad7-48f0-b684-60459ce2e3e9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dea03b5c-d42e-4886-806e-ff1745c2385c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418124 Aug 31 08:49:36.405182 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-cde42349-597b-4bcf-83ec-66e7d14f0b1a service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916967 Aug 31 08:49:36.484148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6f9ec-0b60-4001-8db9-98c4ef9ac122 None None] New status for floating IP d9bb2b8c-6337-43f1-8f84-39881794c684: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:49:36.511541 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b277e004-14d5-4f87-900c-2df7960a60c3 req-69cc3d15-5aaf-4464-9a96-ded9ef3b94ea service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920546 Aug 31 08:49:36.844554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34812) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:36.912352 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e00326d9-a877-4a79-81c2-439649fc373e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d9bb2b8c-6337-43f1-8f84-39881794c684 HTTP/1.1" status: 200 len: 993 time: 0.0666330 Aug 31 08:49:53.771931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c482f083-972a-4eb4-9170-36e224d5d665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:54.405582 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:56.525471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:56.638377 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:56.759892 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11f8da00-c420-4ff0-aa1e-9ebb9ef1c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:58.155290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:59.754890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:10.157468 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:50:18.533019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f043248-a369-4819-bc4a-53c548152e48 req-c7d54fc7-6d4c-4713-954a-69e5824d9902 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:18.535204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f043248-a369-4819-bc4a-53c548152e48 req-c7d54fc7-6d4c-4713-954a-69e5824d9902 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.1069729 Aug 31 08:50:18.579315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f043248-a369-4819-bc4a-53c548152e48 req-e8e13af6-a512-4678-8d32-27761a6b8c11 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381918 Aug 31 08:50:19.752392 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13d26-db2f-4046-87c5-f77a4a1121bf req-30650040-c389-4410-be58-d70ca304a000 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:19.754496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce13d26-db2f-4046-87c5-f77a4a1121bf req-30650040-c389-4410-be58-d70ca304a000 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0953062 Aug 31 08:50:19.797148 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6ce13d26-db2f-4046-87c5-f77a4a1121bf req-afaabd92-8035-480e-8139-48266cad6b68 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347404 Aug 31 08:50:20.916943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5504bd-14b6-4b60-a87f-6ddd561e9c2c req-6f73f669-424a-4489-8cc0-6002ccf917ce tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:20.918486 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b5504bd-14b6-4b60-a87f-6ddd561e9c2c req-6f73f669-424a-4489-8cc0-6002ccf917ce tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0496204 Aug 31 08:50:20.956794 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b5504bd-14b6-4b60-a87f-6ddd561e9c2c req-bdb2ebcb-9ac0-492a-8b1d-919553434d4b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Aug 31 08:50:22.085995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf678e9f-fad2-4a18-a122-8a9491f7e33e req-cdbbb563-30c1-4a0b-8055-96114235b5b2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:22.087766 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf678e9f-fad2-4a18-a122-8a9491f7e33e req-cdbbb563-30c1-4a0b-8055-96114235b5b2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0632389 Aug 31 08:50:22.129936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf678e9f-fad2-4a18-a122-8a9491f7e33e req-59f1e504-877c-49a7-8d83-a7cf4c401d6a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358069 Aug 31 08:50:23.254783 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e6355-380e-4ae2-86a9-92663bfdebdc req-3797d7c7-64f1-4adf-a7f6-24508c98f6fd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:23.256399 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-160e6355-380e-4ae2-86a9-92663bfdebdc req-3797d7c7-64f1-4adf-a7f6-24508c98f6fd tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0547407 Aug 31 08:50:23.299201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-160e6355-380e-4ae2-86a9-92663bfdebdc req-5f7468e8-bc2c-40e0-953b-8db85825c6b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365362 Aug 31 08:50:23.741838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ae710e3c-66a0-49bc-a7e4-c052bf0bd9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:24.365051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:24.445275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185f6f2-f82c-4f70-a444-ca9d1cd15508 req-4f1362f4-ef7b-44f3-ae83-fc6634adcd3b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:24.446961 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0185f6f2-f82c-4f70-a444-ca9d1cd15508 req-4f1362f4-ef7b-44f3-ae83-fc6634adcd3b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0522985 Aug 31 08:50:24.497032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0185f6f2-f82c-4f70-a444-ca9d1cd15508 req-63d61789-d960-43f7-82f2-17783ae4a4cb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Aug 31 08:50:25.655112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5908140-d432-461b-a84e-4bcac052aecd req-6a27a3e5-a309-4613-b720-468214ec80db tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:25.656793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5908140-d432-461b-a84e-4bcac052aecd req-6a27a3e5-a309-4613-b720-468214ec80db tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0523634 Aug 31 08:50:25.709688 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5908140-d432-461b-a84e-4bcac052aecd req-46103e52-1622-45ae-be2b-2d6d4d67db89 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Aug 31 08:50:26.519077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:26.633718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:26.753455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e461baf9-d902-49fc-a120-35ae805b624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:26.850767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a4d9-08cf-45a6-8f9b-9b467c2ad437 req-63299a2d-2519-4e04-919b-ed39363a3e56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:26.852395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcf0a4d9-08cf-45a6-8f9b-9b467c2ad437 req-63299a2d-2519-4e04-919b-ed39363a3e56 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0632482 Aug 31 08:50:26.898815 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcf0a4d9-08cf-45a6-8f9b-9b467c2ad437 req-dfa4ea46-a625-415d-a302-3f9af1672338 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396469 Aug 31 08:50:28.029050 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a585d-6559-496d-bc22-91917dab4403 req-27a26071-494d-4e82-9a87-ed0d6598febf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:28.030940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-214a585d-6559-496d-bc22-91917dab4403 req-27a26071-494d-4e82-9a87-ed0d6598febf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0565603 Aug 31 08:50:28.081068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-214a585d-6559-496d-bc22-91917dab4403 req-79027519-b32c-4adb-9b9c-5e7e26d0835b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Aug 31 08:50:28.199226 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:29.211707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe95e-f851-4615-ba6d-f05fcf1ea541 req-bd6fae93-46b5-4f7b-b7ec-42c22097957e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:29.213389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da2fe95e-f851-4615-ba6d-f05fcf1ea541 req-bd6fae93-46b5-4f7b-b7ec-42c22097957e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0580239 Aug 31 08:50:29.267253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da2fe95e-f851-4615-ba6d-f05fcf1ea541 req-3ac3ee7e-247d-4e85-894c-5847805f6621 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Aug 31 08:50:29.752416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:30.398642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee62b59-61ee-4346-bdb1-0996999b8598 req-d58f4c9d-c26c-424e-8f4f-5b49966c0eec tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:30.400455 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ee62b59-61ee-4346-bdb1-0996999b8598 req-d58f4c9d-c26c-424e-8f4f-5b49966c0eec tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0588925 Aug 31 08:50:30.464893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9ee62b59-61ee-4346-bdb1-0996999b8598 req-ef2d455a-1526-4aad-a411-97075ddd25f8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576468 Aug 31 08:50:31.588566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f45d8-6519-461f-a6df-551143e2a7b1 req-c6e82531-1936-480e-972d-544de29fe3da tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:31.590186 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-675f45d8-6519-461f-a6df-551143e2a7b1 req-c6e82531-1936-480e-972d-544de29fe3da tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0521984 Aug 31 08:50:31.632781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-675f45d8-6519-461f-a6df-551143e2a7b1 req-bb5e307f-f9f0-4def-87b7-2f8d780430e6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356870 Aug 31 08:50:32.751525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d71388-850c-41e8-8cf7-36373079ad75 req-c651239e-ac86-43de-a3f1-3e677f0e5cf0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:32.753609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05d71388-850c-41e8-8cf7-36373079ad75 req-c651239e-ac86-43de-a3f1-3e677f0e5cf0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0499952 Aug 31 08:50:32.796175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-05d71388-850c-41e8-8cf7-36373079ad75 req-e8247bd0-79bc-4335-b92b-b45677a814bb tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365222 Aug 31 08:50:33.915189 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff665c-c9d0-4154-80ad-bc298c423793 req-7844b68c-887c-4184-a060-a3e295dea6b1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:33.916723 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fff665c-c9d0-4154-80ad-bc298c423793 req-7844b68c-887c-4184-a060-a3e295dea6b1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0508227 Aug 31 08:50:33.956878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5fff665c-c9d0-4154-80ad-bc298c423793 req-39ab8647-0495-4186-b433-3f2bd2a935a8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Aug 31 08:50:35.077533 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e289b9a-7853-4ab3-83c1-ff4a08512b16 req-5d742f49-596a-46f4-88c6-20550cd360d1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:35.079073 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e289b9a-7853-4ab3-83c1-ff4a08512b16 req-5d742f49-596a-46f4-88c6-20550cd360d1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0492980 Aug 31 08:50:35.118692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e289b9a-7853-4ab3-83c1-ff4a08512b16 req-ad607e06-d45d-4456-959e-956fcc1f3185 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331328 Aug 31 08:50:35.140398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34872) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:35.208661 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-054784e4-ee66-46ff-b8cd-2ba24c134295 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d9bb2b8c-6337-43f1-8f84-39881794c684 HTTP/1.1" status: 200 len: 993 time: 0.0670748 Aug 31 08:50:35.407170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-1cfd8737-bc03-42a7-8fa5-88007ae9fd32 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428116 Aug 31 08:50:35.492414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-cc8a8e27-684e-4d9e-a7a0-10dc98450764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:35.493969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-cc8a8e27-684e-4d9e-a7a0-10dc98450764 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1098 time: 0.0410638 Aug 31 08:50:35.606749 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-33d77695-fb16-4f17-9583-37bd140545eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:35.608294 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-33d77695-fb16-4f17-9583-37bd140545eb service neutron] 10.222.0.68 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 897 time: 0.0913599 Aug 31 08:50:35.681377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-441ca136-91db-4a77-a5e9-676e7d222b5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 1001 time: 0.0650377 Aug 31 08:50:35.734872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-22de3459-a8d6-4f78-8159-f96cb08bb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:35.736387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-22de3459-a8d6-4f78-8159-f96cb08bb750 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 200 len: 835 time: 0.0451007 Aug 31 08:50:35.791896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-a6fe6a9f-56c2-47a8-aa85-6ac756d42d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:35.793446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-a6fe6a9f-56c2-47a8-aa85-6ac756d42d84 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dea03b5c-d42e-4886-806e-ff1745c2385c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496984 Aug 31 08:50:35.892340 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-a299b3ef-ed4b-44d8-bf40-e07755cbf3fd service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856035 Aug 31 08:50:35.992328 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-011aeb0c-811e-40af-b022-0e7fdbeb0a90 req-16dd79a5-3b7a-4664-b747-37c00abfb125 service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918958 Aug 31 08:50:36.679386 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112f56-fece-4c0c-8ba7-ca9a90f420c5 req-c0905cb5-7a74-4a4f-9172-ca01875903ec tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:36.681031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e112f56-fece-4c0c-8ba7-ca9a90f420c5 req-c0905cb5-7a74-4a4f-9172-ca01875903ec tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0579524 Aug 31 08:50:36.730823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1e112f56-fece-4c0c-8ba7-ca9a90f420c5 req-c7ba412a-f965-4cad-909c-f3018100be6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Aug 31 08:50:36.786061 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-16d7c2fa-cc8b-4685-ad72-f0be02471711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:36.787677 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-16d7c2fa-cc8b-4685-ad72-f0be02471711 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1098 time: 0.0445309 Aug 31 08:50:36.894994 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-ff9884ab-fc4c-4291-85c5-d6ee24fd5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:36.896414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-ff9884ab-fc4c-4291-85c5-d6ee24fd5675 service neutron] 10.222.0.68 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 897 time: 0.1009638 Aug 31 08:50:36.969532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-b324f97d-ea9d-4d90-8fc6-e068bb2234c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 1001 time: 0.0607080 Aug 31 08:50:37.024529 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-702e9408-db62-47e9-a8dd-74ba6cb161f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:37.026034 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-702e9408-db62-47e9-a8dd-74ba6cb161f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 200 len: 835 time: 0.0491531 Aug 31 08:50:37.077580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-20b321fc-71bb-4318-a8b7-d63830de3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:37.079128 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-20b321fc-71bb-4318-a8b7-d63830de3660 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dea03b5c-d42e-4886-806e-ff1745c2385c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415287 Aug 31 08:50:37.176786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-4e1ece9b-f351-4f37-ba8c-e1107136da43 service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Aug 31 08:50:37.275374 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-de0e89a2-5864-469d-872f-dd046ac6bd23 req-5ba4f368-86aa-4f5f-9e48-5610cf66693b service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909531 Aug 31 08:50:37.858160 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bfc67-516e-4eac-a212-be4b51f0a6c4 req-99cf3035-2630-4d61-99d6-ffbfb86de7af tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:37.859980 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d15bfc67-516e-4eac-a212-be4b51f0a6c4 req-99cf3035-2630-4d61-99d6-ffbfb86de7af tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0563507 Aug 31 08:50:37.904201 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d15bfc67-516e-4eac-a212-be4b51f0a6c4 req-ac5019ff-5094-40cf-832d-3193595d95cf tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Aug 31 08:50:39.024322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f6424-1015-4aba-897e-f75b1f8f9a9b req-38f51801-e2bb-48f4-9660-345a4e7d00c0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:50:39.025890 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d4f6424-1015-4aba-897e-f75b1f8f9a9b req-38f51801-e2bb-48f4-9660-345a4e7d00c0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0506685 Aug 31 08:50:39.067440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0d4f6424-1015-4aba-897e-f75b1f8f9a9b req-daabe632-16a4-460a-adec-fb829b498ca1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345368 Aug 31 08:50:39.089641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34884) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:50:39.157771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e1fb89c4-c77c-4070-b040-da14ca534518 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/d9bb2b8c-6337-43f1-8f84-39881794c684 HTTP/1.1" status: 200 len: 993 time: 0.0668714 Aug 31 08:50:47.157181 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:50:53.838258 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9047f1d0-e968-4d7f-9127-ddec87198524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:54.369591 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.517475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.689446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:56.809549 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ccefaf3-798a-4dd8-baa4-be5c7d10dffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:58.203842 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:59.804358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:13.783507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34906) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:13.957617 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 3fb2a984-302d-4a0a-ba25-cf033ee37096 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:51:13.957937 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.041775 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.042118 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.055313 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 3fb2a984-302d-4a0a-ba25-cf033ee37096 owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:51:14.353205 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.386409 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=3fb2a984-302d-4a0a-ba25-cf033ee37096,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:14.400131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.400524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.400913 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.401228 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.401569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.401938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.402275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.402626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.403081 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.403431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.403782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.404115 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:14.467660 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.471318 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP d9bb2b8c-6337-43f1-8f84-39881794c684 disassociated (deleted). External IP: 172.25.0.26, port: 6aa019c5-e8b6-454a-9705-173b1dba93b2. Aug 31 08:51:14.708794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a580142c-d2e2-4a2c-8696-02330caad0eb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:51:14.835722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:14.840890 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.849834 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] Sync routers for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:14.863555 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:14.864550 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:14.945449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d65ca180-408f-4194-a285-e32983270126 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/floatingips/d9bb2b8c-6337-43f1-8f84-39881794c684 HTTP/1.1" status: 204 len: 168 time: 1.1605844 Aug 31 08:51:14.945920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:51:14.948550 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2a760f-5312-4803-a916-71fed701cdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:51:14.996127 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cac6e0-6be8-4ef4-b912-4529a2df3a9a x-openstack-request-id: req-d2cac6e0-6be8-4ef4-b912-4529a2df3a9a {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:51:14.996591 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:51:14.996989 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2cac6e0-6be8-4ef4-b912-4529a2df3a9a {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:51:14.997604 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'status': 'completed', 'code': 200} Aug 31 08:51:15.023142 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:15.066486 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-21eccecf-af62-4266-859d-e089e5d3f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:15.068189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-21eccecf-af62-4266-859d-e089e5d3f5dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 1098 time: 0.0436280 Aug 31 08:51:15.177465 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-58b1b70f-896c-4a00-b7f1-9ea063825541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:15.179014 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-58b1b70f-896c-4a00-b7f1-9ea063825541 service neutron] 10.222.0.68 "GET /v2.0/networks?id=dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 200 len: 897 time: 0.1039243 Aug 31 08:51:15.237662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-93da4067-aed3-47d5-9087-da502449826c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 200 len: 217 time: 0.0490320 Aug 31 08:51:15.247970 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:23Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:15.281272 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] Checking router: a580142c-d2e2-4a2c-8696-02330caad0eb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:15.291618 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:15.291618 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:15.291990 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-6eafe3f2-05b8-46a0-88df-14b479afadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:15.293193 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-6eafe3f2-05b8-46a0-88df-14b479afadc4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 200 len: 835 time: 0.0482550 Aug 31 08:51:15.355929 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-15931e11-0b2e-4400-ade6-e5eff2fde5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:15.357781 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-15931e11-0b2e-4400-ade6-e5eff2fde5be service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dea03b5c-d42e-4886-806e-ff1745c2385c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553918 Aug 31 08:51:15.403387 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:15.471543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-5baf6b84-2c66-4876-8b1a-1ddf9af4192a service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058409 Aug 31 08:51:15.596974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f5ee8-7bcd-41b8-99a3-bdad3a4ef7fb req-6ed94a53-6d76-4f73-94b0-34562fd2e14f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:15.598631 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-991f5ee8-7bcd-41b8-99a3-bdad3a4ef7fb req-6ed94a53-6d76-4f73-94b0-34562fd2e14f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.1098814 Aug 31 08:51:15.631924 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2a760f-5312-4803-a916-71fed701cdd2 req-ecc7aa85-a308-4a00-9fd7-c4f8a88124e7 service neutron] 10.222.0.68 "GET /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516740 Aug 31 08:51:15.635094 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:23Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:15.654402 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-991f5ee8-7bcd-41b8-99a3-bdad3a4ef7fb req-555ff006-8a44-49e1-a10d-531ebba91371 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486419 Aug 31 08:51:15.668728 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786d8b5-b73d-4449-9fe1-109d64e2646d None None] The sync data for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 is: [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:49:18Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'aa652dc2-e49a-4cc7-a8ca-7fb7ae798271', 'name': '', 'network_id': 'dea03b5c-d42e-4886-806e-ff1745c2385c', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:17:0d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:18Z', 'updated_at': '2021-08-31T08:49:23Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '18beeb23-fa3e-4fd2-bc2b-14d609d620db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:15.906888 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3222e4-a159-4b8b-bb47-8449a6a2bfe8 None None] New status for floating IP d9bb2b8c-6337-43f1-8f84-39881794c684: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:51:16.792323 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e0c6-f75b-48c1-959b-b29ca7c87d98 req-955da779-71d0-4ced-879b-f19f9f496aaa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:16.793883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6240e0c6-f75b-48c1-959b-b29ca7c87d98 req-955da779-71d0-4ced-879b-f19f9f496aaa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0561666 Aug 31 08:51:16.833911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6240e0c6-f75b-48c1-959b-b29ca7c87d98 req-070e162c-7cb2-4ab2-a67c-043125b16389 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff6c5319-5ae0-41c6-81f9-975a362ac425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338056 Aug 31 08:51:17.367880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-5c450b20-2b93-4f07-9fa6-8ce25c2a6861 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:17.369452 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-5c450b20-2b93-4f07-9fa6-8ce25c2a6861 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 946 time: 0.0536206 Aug 31 08:51:17.468535 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 6aa019c5-e8b6-454a-9705-173b1dba93b2 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:51:17.468796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:17.577765 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 6aa019c5-e8b6-454a-9705-173b1dba93b2, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=6aa019c5-e8b6-454a-9705-173b1dba93b2,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:17.578184 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:17.593766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 6aa019c5-e8b6-454a-9705-173b1dba93b2 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:51:17.838389 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:17.869470 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=6aa019c5-e8b6-454a-9705-173b1dba93b2,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:17.926315 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] No DVR routers for this DVR port 6aa019c5-e8b6-454a-9705-173b1dba93b2 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:51:17.935758 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:17.937771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b09bc76-500c-445b-ba17-e24686332cc8 req-8a8da1ab-196e-4c69-97ae-a7caef3475e3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "DELETE /v2.0/ports/6aa019c5-e8b6-454a-9705-173b1dba93b2 HTTP/1.1" status: 204 len: 173 time: 0.5609763 Aug 31 08:51:17.941355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'name': 'network-vif-deleted', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:51:17.941355 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3a7239-b86a-44d9-a391-bc39bb4b5534" -d '{"events": [{"server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "name": "network-vif-deleted", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:51:17.973165 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6325e155-8912-4b87-91e9-561941b66e86 req-0faa8062-c411-4c09-9815-885584fc2d05 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=68e32329-43af-4683-89de-cc8b62d9363f HTTP/1.1" status: 200 len: 210 time: 0.0486245 Aug 31 08:51:17.983351 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8adcc4f-0802-4eda-bdae-5f6f98986f67 x-openstack-request-id: req-d8adcc4f-0802-4eda-bdae-5f6f98986f67 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:51:17.983802 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e32329-43af-4683-89de-cc8b62d9363f", "name": "network-vif-deleted", "tag": "6aa019c5-e8b6-454a-9705-173b1dba93b2", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:51:17.984147 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8adcc4f-0802-4eda-bdae-5f6f98986f67 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:51:17.984869 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e32329-43af-4683-89de-cc8b62d9363f', 'name': 'network-vif-deleted', 'tag': '6aa019c5-e8b6-454a-9705-173b1dba93b2', 'status': 'completed', 'code': 200} Aug 31 08:51:19.050684 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34922) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:19.815694 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:20.106502 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:51:20.107180 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:20.205266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port aa652dc2-e49a-4cc7-a8ca-7fb7ae798271, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:20.205640 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:20.219141 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:51:20.484041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:20.516802 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=aa652dc2-e49a-4cc7-a8ca-7fb7ae798271,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:20.542518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.542884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.543239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.543588 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.543989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.544432 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.544780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.545149 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.545522 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.545913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.546259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.546651 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:20.717551 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:20.951884 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router a580142c-d2e2-4a2c-8696-02330caad0eb has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:51:21.075806 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:21.083216 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6799c946-1ef8-43b8-9d0e-8eabe3750fac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/a580142c-d2e2-4a2c-8696-02330caad0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305512 Aug 31 08:51:21.085370 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34926) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:21.091815 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] Sync routers for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:21.107873 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:21.109259 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:21.179158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting subnet 18beeb23-fa3e-4fd2-bc2b-14d609d620db {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:51:21.183464 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.251734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.279219 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:21.363860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6aa019c5-e8b6-454a-9705-173b1dba93b2 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:51:21.371494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.400169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 6aa019c5-e8b6-454a-9705-173b1dba93b2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:51:21.400713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 6aa019c5-e8b6-454a-9705-173b1dba93b2 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:51:21.511750 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:51:20Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:21.530203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.584355 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Subnet': ['ID=18beeb23-fa3e-4fd2-bc2b-14d609d620db,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:21.588382 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.593839 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-7dfb017b-059f-4300-96c0-927f25ff504c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/subnets/18beeb23-fa3e-4fd2-bc2b-14d609d620db HTTP/1.1" status: 204 len: 168 time: 0.5045161 Aug 31 08:51:21.594900 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34928) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:21.597001 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d186d4f-4936-44e5-9fe1-e0b1808b698d None None] Network dea03b5c-d42e-4886-806e-ff1745c2385c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:51:21.647191 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] Checking router: a580142c-d2e2-4a2c-8696-02330caad0eb for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:21.659247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] Routers {'a580142c-d2e2-4a2c-8696-02330caad0eb'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:21.659247 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:50:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['a580142c-d2e2-4a2c-8696-02330caad0eb'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:21.801430 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.837002 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] Set router a580142c-d2e2-4a2c-8696-02330caad0eb gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:21.838502 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] DHCP port deletion for dea03b5c-d42e-4886-806e-ff1745c2385c request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:51:21.904232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Deleting port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:51:21.904667 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.957392 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.982377 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] For port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,segment=NetworkSegment(c75d1369-39e5-4ba6-a1af-4ffda0db44f3),segment_id=c75d1369-39e5-4ba6-a1af-4ffda0db44f3)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:21.982784 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:21.998497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Calling delete_port for 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:51:22.092870 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:51:20Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:22.143940 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb091ee-2919-4352-a8c7-edf3740c3139 None None] The sync data for ids ['a580142c-d2e2-4a2c-8696-02330caad0eb'] in n-d-713499-16 is: [{'id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768165706', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '641736b6-9b84-49e4-87ee-01583e25e630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:49:13Z', 'updated_at': '2021-08-31T08:51:20Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '641736b6-9b84-49e4-87ee-01583e25e630', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a580142c-d2e2-4a2c-8696-02330caad0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:49:14Z', 'updated_at': '2021-08-31T08:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:22.146403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 641736b6-9b84-49e4-87ee-01583e25e630 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:51:22.147280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:22.159525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:22.198757 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Pushing event deleted for resources: {'Port': ['ID=7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:22.203893 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] No DVR routers for this DVR port 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:51:22.212488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.212839 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.213186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.213618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.213997 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.214336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.214670 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.214999 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.215381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.215765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.223425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.223425 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131422fc-c8f9-4366-932b-34ebee6b85bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:22.299028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 641736b6-9b84-49e4-87ee-01583e25e630, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=641736b6-9b84-49e4-87ee-01583e25e630,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:22.299901 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:22.318337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 641736b6-9b84-49e4-87ee-01583e25e630 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:51:22.672470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:22.711053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=641736b6-9b84-49e4-87ee-01583e25e630,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:22.791913 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:22.955938 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:22.959411 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.106589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.107270 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Fanout notify agent at l3_agent the message router_deleted on router a580142c-d2e2-4a2c-8696-02330caad0eb {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:51:23.115297 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.117062 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-01c11e20-5e43-4678-a106-b86ed9943a6d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/routers/a580142c-d2e2-4a2c-8696-02330caad0eb HTTP/1.1" status: 204 len: 168 time: 1.5209610 Aug 31 08:51:23.121390 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34930) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:23.244332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.388653 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.403997 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea03b5c-d42e-4886-806e-ff1745c2385c']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:23.427216 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:23.427794 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75d1369-39e5-4ba6-a1af-4ffda0db44f3') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:23.439450 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.459808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.469154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:51:23.470235 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: timer() Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:51:23.474883 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:51:23.651117 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:51:23.660263 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.675836 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.678393 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/networks/dea03b5c-d42e-4886-806e-ff1745c2385c HTTP/1.1" status: 204 len: 168 time: 0.5549364 Aug 31 08:51:23.682233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34932) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:23.714543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8561-a36d-4571-99fd-ab6a2d1a0245 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Network': ['ID=dea03b5c-d42e-4886-806e-ff1745c2385c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:23.719135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:51:23.720124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device aa652dc2-e49a-4cc7-a8ca-7fb7ae798271 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:51:23.721249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:51:23.760044 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:51:23.760492 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7fec3933-2e2e-4931-ac11-b7a7c7b6dbbf not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:51:23.780041 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44922d8d-0470-4578-a26d-10fca43d7672 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.824829 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44922d8d-0470-4578-a26d-10fca43d7672 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:23.849486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b980f690-dfb1-40fe-9f5d-e9bddbd4949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:24.026906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44922d8d-0470-4578-a26d-10fca43d7672 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:24.029738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-44922d8d-0470-4578-a26d-10fca43d7672 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:24.031189 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-44922d8d-0470-4578-a26d-10fca43d7672 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/security-groups/ff6c5319-5ae0-41c6-81f9-975a362ac425 HTTP/1.1" status: 204 len: 168 time: 0.3476369 Aug 31 08:51:24.048844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44922d8d-0470-4578-a26d-10fca43d7672 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c5319-5ae0-41c6-81f9-975a362ac425,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:24.156046 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:51:24.381657 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:24.765843 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34938) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:24.772112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681027521', 'description': 'tempest-secgroup-smoke-1681027521 description', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:24.894434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:24.988147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.078007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.109939 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34bbaed-d44a-405d-81e2-045ca9c10fa7,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:25.192618 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.199314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34940) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:25.200113 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b63be07b-e6df-4d7b-ac25-2f2383d295d2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4316881 Aug 31 08:51:25.209853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e34bbaed-d44a-405d-81e2-045ca9c10fa7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:25.211775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 641736b6-9b84-49e4-87ee-01583e25e630 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:51:25.237779 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 641736b6-9b84-49e4-87ee-01583e25e630 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:51:25.243376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 641736b6-9b84-49e4-87ee-01583e25e630 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:51:25.318230 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.369392 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.466568 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.488872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c5b850-5481-4d54-884d-f6d0d7c7c2fa,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:25.598511 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.600067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a19eef5b-88e1-4ec7-888e-b0b302162ca0 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3976772 Aug 31 08:51:25.603249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34942) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:25.608601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e34bbaed-d44a-405d-81e2-045ca9c10fa7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:25.701060 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.794370 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.861633 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.884900 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0594004c-bfe5-4894-b6c3-ab5627988701,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:25.945834 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:25.947429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ec750cd4-eda0-4101-a184-f8c98c6c505c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3428488 Aug 31 08:51:25.950690 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34944) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:25.955971 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e34bbaed-d44a-405d-81e2-045ca9c10fa7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:26.060663 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.134722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.209375 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.232514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad55ca22-cd7f-4c9f-a7d1-d128fd46cfeb,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:26.312488 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.314830 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-647058a2-b269-41d6-8f92-da462e767c00 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625815 Aug 31 08:51:26.317680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34946) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:26.322680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e34bbaed-d44a-405d-81e2-045ca9c10fa7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:26.420924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.505130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.512151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.648590 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.670502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5232e9-783e-4992-add0-3f2212f9b07b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:26.683525 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.757948 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.759255 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-4b714890-1d31-4492-98a9-05eb0090290e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4404800 Aug 31 08:51:26.763242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34948) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:26.768865 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e34bbaed-d44a-405d-81e2-045ca9c10fa7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:26.799207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e48b-75de-4247-bbc9-0d1cc91b3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:26.975113 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:51:26.980983 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.046728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.134703 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.155601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba5ab94-345e-4471-9802-33fe58078c05,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:27.243818 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.245303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-bc10566e-1fd9-445a-8669-066202362dea tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4808283 Aug 31 08:51:27.248220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34950) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:27.253377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'security_group_rule': {'security_group_id': 'e34bbaed-d44a-405d-81e2-045ca9c10fa7', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:27.352560 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Project ae556dbace9e424eaaaa8dac81394b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:51:27.360934 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.441764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.529411 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.551327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58896503-a780-4eac-8185-4fb51190bdf7,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:27.621058 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.622363 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a055aabf-eb78-46ca-b783-a839e921d5b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3731697 Aug 31 08:51:27.625303 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34952) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:27.630454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'network': {'name': 'tempest-network-smoke--1962408405', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'port_security_enabled': True}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:27.740592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:51:27.744837 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.771312 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:51:27.783044 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.783307 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Added segment 3df34d46-e603-498b-ad46-b2c833e78ecf of type vlan for network 39203613-3f92-47f7-bded-dfca119b3c88 Aug 31 08:51:27.832296 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.940812 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:27.946975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:27.947678 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.019175 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Network': ['ID=39203613-3f92-47f7-bded-dfca119b3c88,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:28.030432 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 39203613-3f92-47f7-bded-dfca119b3c88 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:51:28.106800 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a7214d94-4498-4a31-88a2-0560d982780c tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4803910 Aug 31 08:51:28.111725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34954) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:28.116762 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'admin_state_up': True, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:28.215177 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.232279 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.233606 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.293705 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.523203 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.820780 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.839958 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:28.949094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.36 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/60d6fac9-aab1-453e-b647-bca5cbfe90b5) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:29.057280 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:29.175196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:29.221387 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:29.224476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:29.227159 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:29.251760 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=60d6fac9-aab1-453e-b647-bca5cbfe90b5,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:29.852887 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:29.921767 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:30.130764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:30.369420 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:51:30.487969 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:30.499239 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Sync routers for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:30.509689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:30.510460 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:30.564097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:30.565519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d65a5d65-fbf3-4fa8-b493-4b734ca82cd5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4525447 Aug 31 08:51:30.569028 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34958) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:30.609208 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-824a06e8-1095-4251-9e31-2df637f92b3c tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ae556dbace9e424eaaaa8dac81394b41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323052 Aug 31 08:51:30.612331 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34960) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:30.631746 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:30.724977 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783bac7-53bc-417e-9b72-6c0f7475764d tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:30.726869 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-3783bac7-53bc-417e-9b72-6c0f7475764d tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133108 Aug 31 08:51:30.730267 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34962) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:30.766376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-396067b6-5fed-4b0c-85c3-f70dd73e159d tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=72e2c86e-857c-4871-9949-25772a28df4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310214 Aug 31 08:51:30.766376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 34964) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:30.770766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140281696', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:30.842586 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:29Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:30.871543 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Checking router: 1f29fb72-3b9a-4800-bb04-c3f630a332b3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:30.872313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Updating router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:51:30.899707 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:30.934527 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'subnet': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:51:30.939395 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067286630'] for subnet, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.214838 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066841767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067286640'] for subnet, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.226769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.239897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Transition to ACTIVE for port object 60d6fac9-aab1-453e-b647-bca5cbfe90b5 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:31.284007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Subnet': ['ID=67310e64-227c-4a0d-8d1c-cc7e5788c15b,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:31.295838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Checking segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:31.296239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network hostable DHCP agents. Network: 39203613-3f92-47f7-bded-dfca119b3c88, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:51:31.363423 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.391647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 39203613-3f92-47f7-bded-dfca119b3c88 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:51:31.416467 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79b92-34c7-424b-a7db-08f3ad41d970 None None] Pushing event updated for resources: {'Port': ['ID=60d6fac9-aab1-453e-b647-bca5cbfe90b5,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:31.418964 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Attempting to bind port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:51:31.419556 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Attempting to bind port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:51:31.419820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Attempting to bind port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:31.426142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:51:31.426515 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:31.426914 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.427310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:51:31.427766 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Bound port: 60d6fac9-aab1-453e-b647-bca5cbfe90b5, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:51:31.428149 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.460376 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 39203613-3f92-47f7-bded-dfca119b3c88) {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:31.464525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:31.465107 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.474199 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9005ee7-b862-49f2-8dc8-0a726c4cf08d None None] Network 39203613-3f92-47f7-bded-dfca119b3c88 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:51:31.528308 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] For port 60d6fac9-aab1-453e-b647-bca5cbfe90b5, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:51:31.539161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-82531362-d9e1-4013-b6fd-b69ba2175f5f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7698772 Aug 31 08:51:31.539524 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 34966) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:31.547070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] For port 60d6fac9-aab1-453e-b647-bca5cbfe90b5, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=60d6fac9-aab1-453e-b647-bca5cbfe90b5,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:51:31.645543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.678733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-39203613-3f92-47f7-bded-dfca119b3c88', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:51:31.679613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:31.779695 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:31.780249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:31.788098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79b92-34c7-424b-a7db-08f3ad41d970 None None] Pushing event updated for resources: {'Port': ['ID=60d6fac9-aab1-453e-b647-bca5cbfe90b5,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:31.937881 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Allocated IP 172.20.0.2 (39203613-3f92-47f7-bded-dfca119b3c88/67310e64-227c-4a0d-8d1c-cc7e5788c15b/7f518c84-a985-40cd-a5ff-6081e919ed6d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:31.948860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:32.056784 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.423963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.436535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Transition to ACTIVE for port object 7f518c84-a985-40cd-a5ff-6081e919ed6d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:32.458937 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:29Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:32.461439 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Transition to ACTIVE for port object 7f518c84-a985-40cd-a5ff-6081e919ed6d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:32.492811 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf354c1-4f99-4f71-b101-ed60eba8d685 None None] The sync data for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 is: [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:29Z', 'revision_number': 3, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:32.553324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.601726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Network 39203613-3f92-47f7-bded-dfca119b3c88 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:32.607776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:32.610018 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Pushing event updated for resources: {'Port': ['ID=7f518c84-a985-40cd-a5ff-6081e919ed6d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:32.612247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:32.683707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Attempting to bind port 7f518c84-a985-40cd-a5ff-6081e919ed6d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:51:32.684231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Attempting to bind port 7f518c84-a985-40cd-a5ff-6081e919ed6d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:51:32.684710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Attempting to bind port 7f518c84-a985-40cd-a5ff-6081e919ed6d on network 39203613-3f92-47f7-bded-dfca119b3c88 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:32.691142 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:51:32.691615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Checking segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:32.692113 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.692579 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Bound using segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:51:32.693317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Bound port: 7f518c84-a985-40cd-a5ff-6081e919ed6d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:51:32.693873 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.715850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.1 (39203613-3f92-47f7-bded-dfca119b3c88/67310e64-227c-4a0d-8d1c-cc7e5788c15b/ef338cde-844c-4c6f-b5a9-a45a628fa3b9) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:32.794521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] For port 7f518c84-a985-40cd-a5ff-6081e919ed6d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:51:32.800846 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] For port 7f518c84-a985-40cd-a5ff-6081e919ed6d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7f518c84-a985-40cd-a5ff-6081e919ed6d,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:51:32.878445 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.882210 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:32.904894 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object ef338cde-844c-4c6f-b5a9-a45a628fa3b9 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:32.945169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c7f2f-1008-46ad-9c4b-1219f7d29fa6 None None] Pushing event updated for resources: {'Port': ['ID=7f518c84-a985-40cd-a5ff-6081e919ed6d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:33.010177 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.069983 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 39203613-3f92-47f7-bded-dfca119b3c88 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:33.073797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:33.078170 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:33.086345 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:33.141666 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.368445 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 60d6fac9-aab1-453e-b647-bca5cbfe90b5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:33.494883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.518298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:33.524468 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:33.524468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.619689 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.642945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 60d6fac9-aab1-453e-b647-bca5cbfe90b5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=60d6fac9-aab1-453e-b647-bca5cbfe90b5,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:33.741285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.747319 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7f518c84-a985-40cd-a5ff-6081e919ed6d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:33.890612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=60d6fac9-aab1-453e-b647-bca5cbfe90b5,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:33.927589 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:33.992393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7f518c84-a985-40cd-a5ff-6081e919ed6d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:34.038620 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.121842 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:34.124298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.129544 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc596a8-d8cf-45f0-b9c6-20f997d2caf3 None None] Network 39203613-3f92-47f7-bded-dfca119b3c88 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:51:34.267006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 39203613-3f92-47f7-bded-dfca119b3c88 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:34.270411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:34.313938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] Provisioning for port 7f518c84-a985-40cd-a5ff-6081e919ed6d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:34.331870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] Provisioning complete for port 7f518c84-a985-40cd-a5ff-6081e919ed6d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:34.332409 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.424418 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:51:34.437242 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.480106 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] For port 7f518c84-a985-40cd-a5ff-6081e919ed6d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7f518c84-a985-40cd-a5ff-6081e919ed6d,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:34.582824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:34.592625 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6626f88b-e078-4b6b-9d45-69d1f0623a32 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/1f29fb72-3b9a-4800-bb04-c3f630a332b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0483677 Aug 31 08:51:34.594563 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.687862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1a6ec-0970-4a52-a295-bfe641008177 None None] Pushing event updated for resources: {'Port': ['ID=7f518c84-a985-40cd-a5ff-6081e919ed6d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:34.730353 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Sync routers for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:34.743573 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:34.744825 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:34.790763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-0c338575-903b-427e-a4a2-fd623b0dfb63 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681027521&fields=id&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 267 time: 0.0454695 Aug 31 08:51:34.809434 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-41344304-ea20-4e21-872f-85288a9c1858 None None] Provisioning for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:34.814752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-41344304-ea20-4e21-872f-85288a9c1858 None None] Provisioning complete for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:34.815419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-41344304-ea20-4e21-872f-85288a9c1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.869900 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-41344304-ea20-4e21-872f-85288a9c1858 None None] Port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:51:34.882209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-41344304-ea20-4e21-872f-85288a9c1858 None None] Provisioning complete for port 7f518c84-a985-40cd-a5ff-6081e919ed6d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:34.882614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-41344304-ea20-4e21-872f-85288a9c1858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:34.889289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:34.999571 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-6af55f05-1e45-4c58-96c4-44f916558e66 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:35.001419 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-6af55f05-1e45-4c58-96c4-44f916558e66 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/networks?id=39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 200 len: 797 time: 0.2039609 Aug 31 08:51:35.023095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-6f11a340-fe61-45c5-8b5d-52629d65cfde tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/quotas/ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 375 time: 0.0106919 Aug 31 08:51:35.110334 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cbabb14f-310a-4299-9af3-3bbc976c402a None None] Provisioning complete for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:35.111358 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cbabb14f-310a-4299-9af3-3bbc976c402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.121333 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-d592f59f-569c-4abe-8434-9160e2dce79e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842021 Aug 31 08:51:35.158528 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-cbabb14f-310a-4299-9af3-3bbc976c402a None None] Port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:51:35.207108 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 2, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:35.260800 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Checking router: 1f29fb72-3b9a-4800-bb04-c3f630a332b3 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:35.261311 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Updating router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:51:35.290284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 60d6fac9-aab1-453e-b647-bca5cbfe90b5 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:35.303005 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.321448 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-408476f2-d7b7-46db-b1ea-88d22fafaa38 service neutron] 10.222.0.36 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858990 Aug 31 08:51:35.327879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-68321f03-a444-44d4-8bc8-a484f5c54d20 None None] Provisioning complete for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:35.328782 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-68321f03-a444-44d4-8bc8-a484f5c54d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.387802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-68321f03-a444-44d4-8bc8-a484f5c54d20 None None] Port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:51:35.400808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:35.401326 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.436387 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-23e49628-ffc5-4538-82fa-b163491db81a service neutron] 10.222.0.36 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019471 Aug 31 08:51:35.488945 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7f518c84-a985-40cd-a5ff-6081e919ed6d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:35.548171 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7f518c84-a985-40cd-a5ff-6081e919ed6d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:35.548611 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.692185 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.702920 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Transition to ACTIVE for port object ef338cde-844c-4c6f-b5a9-a45a628fa3b9 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:35.724626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-657fa37c-34fd-4a41-bfc5-69a7847f3dcb req-ad8709a3-737c-4984-9bfe-304ad84a7552 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 210 time: 0.0365989 Aug 31 08:51:35.769658 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.867456 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Pushing event updated for resources: {'Port': ['ID=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:35.907229 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.907788 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.908342 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.908903 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.909440 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.910169 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.910720 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.911273 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.911850 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.912663 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.913252 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.913796 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:51:35.966819 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Attempting to bind port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:51:35.967332 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Attempting to bind port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:51:35.967798 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Attempting to bind port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 on network 39203613-3f92-47f7-bded-dfca119b3c88 {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:35.974980 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:51:35.975515 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Checking segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:35.976047 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:35.976543 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Bound using segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:51:35.977129 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Bound port: ef338cde-844c-4c6f-b5a9-a45a628fa3b9, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:51:35.977584 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:36.056239 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] For port ef338cde-844c-4c6f-b5a9-a45a628fa3b9, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:51:36.060104 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] For port ef338cde-844c-4c6f-b5a9-a45a628fa3b9, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:51:36.112776 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:36.175134 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:36.175805 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:36.236278 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d890a6-f37c-47e2-8d5e-9eb81572c0b4 None None] Pushing event updated for resources: {'Port': ['ID=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,revision_number=4']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:36.339327 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:36.568025 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:36Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:36.698112 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8797cb-f08f-4d4c-bf11-e63637ca9ec1 None None] The sync data for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 is: [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:36Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:36.860638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ac3e0634-5be4-418b-a1dc-6bbbc67fce33 req-289c899e-4ba1-4859-be0b-02fe707b0f96 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 210 time: 0.0364242 Aug 31 08:51:37.314849 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ef338cde-844c-4c6f-b5a9-a45a628fa3b9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:37.472483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:37.479578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:37.480237 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:37.628075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:37.689791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port ef338cde-844c-4c6f-b5a9-a45a628fa3b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:37.786607 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:37.844591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:37.980238 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d7505a14-d78b-4a78-99c7-866de992b88e req-d8d08120-58aa-4606-a348-92a7c3a1edfa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 210 time: 0.0297415 Aug 31 08:51:38.177922 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-98050df7-03a0-44b0-8e8f-eb942dc3d5c5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:38.179476 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-98050df7-03a0-44b0-8e8f-eb942dc3d5c5 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/networks?id=39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 200 len: 797 time: 0.1120143 Aug 31 08:51:38.242355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-977d5849-f584-439f-a30c-38c788ed51c3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae556dbace9e424eaaaa8dac81394b41 HTTP/1.1" status: 200 len: 380 time: 0.0480478 Aug 31 08:51:38.252824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'port': {'device_id': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'admin_state_up': True, 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'security_groups': ['e34bbaed-d44a-405d-81e2-045ca9c10fa7']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:38.460530 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Made reservation on behalf of ae556dbace9e424eaaaa8dac81394b41 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:51:38.464231 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:38.604491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.20.0.11 (39203613-3f92-47f7-bded-dfca119b3c88/67310e64-227c-4a0d-8d1c-cc7e5788c15b/8733155e-4303-4eb4-bb27-fc2bb9b722e3) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:38.763362 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:38.779733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Transition to ACTIVE for port object 8733155e-4303-4eb4-bb27-fc2bb9b722e3 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:38.905793 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:38.956390 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 39203613-3f92-47f7-bded-dfca119b3c88 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:38.959628 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:38.963576 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:38.970584 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=8733155e-4303-4eb4-bb27-fc2bb9b722e3,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:39.020698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:39.021434 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.128608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef29e15-23ee-4e14-a23b-5145da83af35 req-aee880b2-421c-45ea-97a6-30773b83b57e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:39.130855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ef29e15-23ee-4e14-a23b-5145da83af35 req-aee880b2-421c-45ea-97a6-30773b83b57e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 932 time: 0.0675905 Aug 31 08:51:39.136063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-41bae3e6-d8f5-4d93-b949-5602a7ae8aa7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8870518 Aug 31 08:51:39.153034 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Request body: {'port': {'device_id': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:39.233751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1ef29e15-23ee-4e14-a23b-5145da83af35 req-bdce39fd-fd1d-4d39-99cb-9bb572c30644 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961404 Aug 31 08:51:39.241779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.267055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ef338cde-844c-4c6f-b5a9-a45a628fa3b9 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:39.339541 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:39.340266 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.477399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-87a6ebbe-4610-42f8-b9a0-9bf4bcbbf0ab None None] Provisioning for port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:39.481569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-87a6ebbe-4610-42f8-b9a0-9bf4bcbbf0ab None None] Provisioning complete for port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:39.482048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-87a6ebbe-4610-42f8-b9a0-9bf4bcbbf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.540525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-87a6ebbe-4610-42f8-b9a0-9bf4bcbbf0ab None None] Port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:51:39.577695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8733155e-4303-4eb4-bb27-fc2bb9b722e3 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:51:39.586823 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.601080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Transition to ACTIVE for port object 8733155e-4303-4eb4-bb27-fc2bb9b722e3 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:51:39.677127 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.748580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Pushing event updated for resources: {'Port': ['ID=8733155e-4303-4eb4-bb27-fc2bb9b722e3,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:39.847662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Attempting to bind port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:51:39.848166 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Attempting to bind port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:51:39.848662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Attempting to bind port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 on network 39203613-3f92-47f7-bded-dfca119b3c88 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:39.864327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 on network 39203613-3f92-47f7-bded-dfca119b3c88 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:51:39.864663 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Attempting to bind port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 on network 39203613-3f92-47f7-bded-dfca119b3c88 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:51:39.872556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:51:39.873068 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Checking segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:51:39.873639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Bound using segment: {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:51:39.874368 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Bound port: 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df34d46-e603-498b-ad46-b2c833e78ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:51:39.874910 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:39.958227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] For port 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:51:39.962099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] For port 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:51:40.061483 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:40.097893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.098514 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:40.099905 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] 10.222.0.68 "PUT /v2.0/ports/8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 200 len: 1093 time: 0.9529779 Aug 31 08:51:40.100370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:51:40.102686 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38393a-539f-40ff-8e85-d441dc0800b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:51:40.146723 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80885598-7fd6-4bbc-bb58-1479cb6d0629 x-openstack-request-id: req-80885598-7fd6-4bbc-bb58-1479cb6d0629 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:51:40.147178 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:51:40.147587 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80885598-7fd6-4bbc-bb58-1479cb6d0629 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:51:40.148229 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'status': 'completed', 'code': 200} Aug 31 08:51:40.157227 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a1ab-c66b-4eaa-b2ee-e217ff2a7c72 service neutron] Pushing event updated for resources: {'Port': ['ID=8733155e-4303-4eb4-bb27-fc2bb9b722e3,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:40.252774 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38393a-539f-40ff-8e85-d441dc0800b5 req-f14270e3-493e-4821-accd-9cc02ce81518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.255693 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e38393a-539f-40ff-8e85-d441dc0800b5 req-f14270e3-493e-4821-accd-9cc02ce81518 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1096 time: 0.0826716 Aug 31 08:51:40.410256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75518956-9fbd-47e3-b72d-e71b34e81623 req-d86abd05-50fd-440c-bcd3-32e592274f8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.411807 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75518956-9fbd-47e3-b72d-e71b34e81623 req-d86abd05-50fd-440c-bcd3-32e592274f8e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 944 time: 0.0761802 Aug 31 08:51:40.433926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38393a-539f-40ff-8e85-d441dc0800b5 req-edc5ecbf-b1ec-4f68-a492-e036acbb66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.435569 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e38393a-539f-40ff-8e85-d441dc0800b5 req-edc5ecbf-b1ec-4f68-a492-e036acbb66e9 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ae556dbace9e424eaaaa8dac81394b41&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1659684 Aug 31 08:51:40.524467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75518956-9fbd-47e3-b72d-e71b34e81623 req-88eb9179-bb70-4341-8fa5-6ddab5cc74b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021402 Aug 31 08:51:40.579196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38393a-539f-40ff-8e85-d441dc0800b5 req-e8dde84a-b4f2-4f64-a8d4-34cd22657b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.580732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e38393a-539f-40ff-8e85-d441dc0800b5 req-e8dde84a-b4f2-4f64-a8d4-34cd22657b89 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355841 Aug 31 08:51:40.670433 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-f9b59308-6c9d-4124-a725-083bb2d7763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.673528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-f9b59308-6c9d-4124-a725-083bb2d7763e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1096 time: 0.0470235 Aug 31 08:51:40.723621 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-e1e5aa10-5a32-4c3d-a2d0-2efc6ef23473 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 200 len: 217 time: 0.0423470 Aug 31 08:51:40.783215 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-91a701c3-e976-48f9-ad67-26b71efbc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.784679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-91a701c3-e976-48f9-ad67-26b71efbc18e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=67310e64-227c-4a0d-8d1c-cc7e5788c15b HTTP/1.1" status: 200 len: 834 time: 0.0530770 Aug 31 08:51:40.839955 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098b25-d406-4661-99ef-d988b4548aea req-05408455-fcd3-4839-ae49-b70557f9630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:40.841519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-05408455-fcd3-4839-ae49-b70557f9630b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=39203613-3f92-47f7-bded-dfca119b3c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455179 Aug 31 08:51:40.949404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-aa1fbdd2-b9d6-45f7-8b58-e82a4785e117 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961797 Aug 31 08:51:41.053066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e9098b25-d406-4661-99ef-d988b4548aea req-f72da96a-bb5f-48e4-8ea4-d43133f6c3c1 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935678 Aug 31 08:51:41.684896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80f635-95c9-40c3-adb0-2d0eb934178e req-f3eff432-3f36-48d9-90b4-086d4599c5da tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:41.686728 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e80f635-95c9-40c3-adb0-2d0eb934178e req-f3eff432-3f36-48d9-90b4-086d4599c5da tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 944 time: 0.0693061 Aug 31 08:51:41.736501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e80f635-95c9-40c3-adb0-2d0eb934178e req-5c8f44fe-6cb3-4bbb-89fd-49182eef67c4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Aug 31 08:51:42.862243 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12a27-e2c5-4bcf-abc7-590d418162ec req-516cd63d-839d-40d8-b9bd-dac633b28a15 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:42.864041 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09e12a27-e2c5-4bcf-abc7-590d418162ec req-516cd63d-839d-40d8-b9bd-dac633b28a15 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 944 time: 0.0525446 Aug 31 08:51:42.910366 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09e12a27-e2c5-4bcf-abc7-590d418162ec req-986955e0-4030-4fdf-850c-05c2c357718f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399649 Aug 31 08:51:44.032820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e1d05-b3c0-4efd-b7fc-e86bf10f97ee req-c5f7e64d-03e1-4d55-bc2c-d0dd067333b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:44.034601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-714e1d05-b3c0-4efd-b7fc-e86bf10f97ee req-c5f7e64d-03e1-4d55-bc2c-d0dd067333b6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 944 time: 0.0536013 Aug 31 08:51:44.075227 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-714e1d05-b3c0-4efd-b7fc-e86bf10f97ee req-a6cd1363-6ab0-46df-8686-487da4125c79 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346344 Aug 31 08:51:45.203336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc97ad-8ff0-4eb8-91fd-6f731304ea96 req-a31b3d75-b840-48f4-897b-81ffd8ce1bd6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:45.205873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45fc97ad-8ff0-4eb8-91fd-6f731304ea96 req-a31b3d75-b840-48f4-897b-81ffd8ce1bd6 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 944 time: 0.0605664 Aug 31 08:51:45.252197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-45fc97ad-8ff0-4eb8-91fd-6f731304ea96 req-f6999542-aba5-4e36-b7b2-8398b988bd94 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399976 Aug 31 08:51:45.503009 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8733155e-4303-4eb4-bb27-fc2bb9b722e3 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:51:45.606126 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:45.621796 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'port_id': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'mac_address': 'fa:16:3e:65:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:51:45.670838 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:45.687345 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8733155e-4303-4eb4-bb27-fc2bb9b722e3 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:51:45.711393 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:45.803403 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:45.856599 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8733155e-4303-4eb4-bb27-fc2bb9b722e3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:46.068906 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['8733155e-4303-4eb4-bb27-fc2bb9b722e3'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:51:46.378548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5698eb-50b8-4901-a870-eeb74862adc1 req-25b63da0-ddb3-4e76-8ae4-80bc2dadd405 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:46.380175 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d5698eb-50b8-4901-a870-eeb74862adc1 req-25b63da0-ddb3-4e76-8ae4-80bc2dadd405 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 945 time: 0.0538321 Aug 31 08:51:46.420563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d5698eb-50b8-4901-a870-eeb74862adc1 req-cf40abbd-a3bf-4b6b-9d8d-663b379207d8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341253 Aug 31 08:51:47.517211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8733155e-4303-4eb4-bb27-fc2bb9b722e3 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:51:47.557842 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af9fd2-ffee-4497-904d-3a5b067f8f4c req-4133e541-8872-4014-a38f-fa7b801bdfce tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:47.559706 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4af9fd2-ffee-4497-904d-3a5b067f8f4c req-4133e541-8872-4014-a38f-fa7b801bdfce tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 945 time: 0.0576761 Aug 31 08:51:47.608204 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a4af9fd2-ffee-4497-904d-3a5b067f8f4c req-d66a1c9c-f257-4baa-817c-13a8f88153e4 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Aug 31 08:51:47.654874 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:51:47.661116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:51:47.661643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:47.768816 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:47.799121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:51:47.802049 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d340e7-0fbf-488f-b05b-48c52c30e99d" -d '{"events": [{"server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "name": "network-vif-plugged", "status": "completed", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:51:47.820815 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:51:47.878672 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:47.930895 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e73ae-3858-4bca-946c-05e88bdcb4b5 x-openstack-request-id: req-fd6e73ae-3858-4bca-946c-05e88bdcb4b5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:51:47.931396 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "name": "network-vif-plugged", "status": "completed", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:51:47.932527 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd6e73ae-3858-4bca-946c-05e88bdcb4b5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:51:47.933444 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'code': 200} Aug 31 08:51:47.980165 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=8733155e-4303-4eb4-bb27-fc2bb9b722e3,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:48.072444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f8687-7d4f-4729-841f-45ad380d8e97 req-d934b90b-4122-46ff-bfa8-c82b7518f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:48.074949 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2f8687-7d4f-4729-841f-45ad380d8e97 req-d934b90b-4122-46ff-bfa8-c82b7518f046 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1098 time: 0.0555961 Aug 31 08:51:48.141672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5d2f8687-7d4f-4729-841f-45ad380d8e97 req-2f8389df-3b6c-471a-aa9c-98a6e1b88151 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540271 Aug 31 08:51:48.745750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224306d-5b60-4e2d-a467-70c1de4f2ac0 req-68e27aed-a80c-478f-880c-a630be03525a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:48.747565 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1224306d-5b60-4e2d-a467-70c1de4f2ac0 req-68e27aed-a80c-478f-880c-a630be03525a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0554388 Aug 31 08:51:48.794590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1224306d-5b60-4e2d-a467-70c1de4f2ac0 req-f7fac63e-1861-466f-9d2a-5b01d8bfbd4b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Aug 31 08:51:49.927125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9fc66-0745-4a26-a097-4612d2938a53 req-10d4b5d2-44c1-4d08-9698-979f902cc07a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:49.928687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96d9fc66-0745-4a26-a097-4612d2938a53 req-10d4b5d2-44c1-4d08-9698-979f902cc07a tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0566859 Aug 31 08:51:49.974828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96d9fc66-0745-4a26-a097-4612d2938a53 req-0f6d6155-5882-41ae-8650-57a7f23abed2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Aug 31 08:51:50.153732 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1012e65-4a75-4abf-9f20-8dfdfd191c82 req-a66d4ffd-1f2c-41f6-854e-85a30b0231a7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:50.155446 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1012e65-4a75-4abf-9f20-8dfdfd191c82 req-a66d4ffd-1f2c-41f6-854e-85a30b0231a7 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0637689 Aug 31 08:51:50.205047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a1012e65-4a75-4abf-9f20-8dfdfd191c82 req-439d0c8a-e247-4918-a3ad-c7c63cca9410 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392902 Aug 31 08:51:50.232089 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35032) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:50.274672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7872c5-82fb-4cf5-93c0-6b0fed23b058 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:50.277441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-2f7872c5-82fb-4cf5-93c0-6b0fed23b058 tempest-TestNetworkAdvancedServerOps-1989577148 tempest-TestNetworkAdvancedServerOps-1989577148-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1093 time: 0.0441043 Aug 31 08:51:50.279652 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35034) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:50.285752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:51:50.397915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:50.509017 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:50.618453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Allocated IP 172.25.0.189 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/0b4e5ace-4fad-4771-aeab-01671ff35b3c) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:51:50.727351 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:50.872043 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:50.916155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:51:50.922562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:51:50.925734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:51:50.928995 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=0b4e5ace-4fad-4771-aeab-01671ff35b3c,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:51.321223 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:51.453619 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:51.620998 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:51.682908 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:51.748103 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event updated for resources: {'Port': ['ID=0b4e5ace-4fad-4771-aeab-01671ff35b3c,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:51:51.764217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:51.874400 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP 19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 associated. External IP: 172.25.0.189, port: 8733155e-4303-4eb4-bb27-fc2bb9b722e3. Aug 31 08:51:52.106983 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:51:52.227244 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:51:52.238326 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] Sync routers for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:51:52.253257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:52.256843 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:52.306130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:52.346878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7679c9a9-6748-4b09-a06e-c3a7c9d43966 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0657129 Aug 31 08:51:52.347475 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:51:52.349929 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d90dc-aa02-4d14-a391-633720c78e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:51:52.397467 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9beedf3-da56-466e-9ecf-09df400880d4 x-openstack-request-id: req-f9beedf3-da56-466e-9ecf-09df400880d4 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:51:52.397958 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:51:52.402453 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9beedf3-da56-466e-9ecf-09df400880d4 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:51:52.402878 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:52.403255 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'status': 'completed', 'code': 200} Aug 31 08:51:52.557378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45a1aa-380f-4d03-b1de-17f661fe6941 req-0d1efc83-b005-4997-bf6d-b2e75015dec2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:52.560081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a45a1aa-380f-4d03-b1de-17f661fe6941 req-0d1efc83-b005-4997-bf6d-b2e75015dec2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.1510127 Aug 31 08:51:52.582416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-c13da269-bc92-4932-8ba7-7ea28973b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:52.585052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-c13da269-bc92-4932-8ba7-7ea28973b178 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1098 time: 0.1259780 Aug 31 08:51:52.675231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '19d9d01b-5c2e-453f-a478-b2c66eb2e3b5', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'port_id': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'mac_address': 'fa:16:3e:65:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:51:51Z', 'updated_at': '2021-08-31T08:51:51Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:37Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:52.704511 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] Checking router: 1f29fb72-3b9a-4800-bb04-c3f630a332b3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:51:52.716235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:51:52.717761 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:51:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:52.864765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:51:53.083847 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0a45a1aa-380f-4d03-b1de-17f661fe6941 req-7b61e38f-93e2-466a-9856-0997c031b5ae tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5160632 Aug 31 08:51:53.107991 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35040) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:53.139167 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-6df8a84e-a93c-4ee0-9b2b-bbd3987c3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:53.141136 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-6df8a84e-a93c-4ee0-9b2b-bbd3987c3dd2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 200 len: 898 time: 0.5416722 Aug 31 08:51:53.160403 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '19d9d01b-5c2e-453f-a478-b2c66eb2e3b5', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'port_id': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'mac_address': 'fa:16:3e:65:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:51:51Z', 'updated_at': '2021-08-31T08:51:51Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:37Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:51:53.190307 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-dd9b8f07-9cf6-4144-9e07-7ccaf8409785 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 HTTP/1.1" status: 200 len: 992 time: 0.0808613 Aug 31 08:51:53.202085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e262ceb3-ee6d-4c6b-b5bc-b8adb04ea33e None None] The sync data for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 is: [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '19d9d01b-5c2e-453f-a478-b2c66eb2e3b5', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'port_id': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'mac_address': 'fa:16:3e:65:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:51:51Z', 'updated_at': '2021-08-31T08:51:51Z', 'revision_number': 0, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:37Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:51:53.246218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-093b4b12-9b56-4845-a79d-2ffa7211f833 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 200 len: 1000 time: 0.0914648 Aug 31 08:51:53.310720 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-4bd5d9a7-78c9-4aab-9711-dbce3b41a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:53.312864 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-4bd5d9a7-78c9-4aab-9711-dbce3b41a417 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=67310e64-227c-4a0d-8d1c-cc7e5788c15b HTTP/1.1" status: 200 len: 834 time: 0.0559423 Aug 31 08:51:53.370051 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-21fda5f6-fe43-45bd-8fc9-8250d0842f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:51:53.372335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-21fda5f6-fe43-45bd-8fc9-8250d0842f33 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=39203613-3f92-47f7-bded-dfca119b3c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478623 Aug 31 08:51:53.446211 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44308a5a-f73d-4a97-ac27-1b2cfd5fe910 None None] New status for floating IP 19d9d01b-5c2e-453f-a478-b2c66eb2e3b5: ACTIVE {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:51:53.485085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-7a5eb122-04e0-4376-93ff-b8b2b1466a26 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994437 Aug 31 08:51:53.585605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cf6d90dc-aa02-4d14-a391-633720c78e0a req-b4f3b378-a373-4158-9f8f-94b5725eede4 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891261 Aug 31 08:51:53.751419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c2c75007-d5a2-4901-8424-824d253c923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:54.192023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35042) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:54.309605 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ee272269-cf2c-4e0d-874a-68bf1664ac02 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 HTTP/1.1" status: 200 len: 994 time: 0.0855412 Aug 31 08:51:54.375293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:56.563712 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:56.672974 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:56.729005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-be372394-1399-4f70-9896-dadda5cee2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:58.180379 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:59.790821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:01.156571 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:52:23.745202 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ea66e8f5-56a3-46b5-81ee-2de7fb83502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:24.436751 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:26.533949 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:26.688053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:26.756851 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-695c57bf-b080-4edf-8b17-f9a883c63429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:28.191143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:29.773638 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:34.118447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b0b8-fc21-4644-90ff-7b584fe13e1b req-ce6f8505-ac38-4390-a93e-cfe9b0c1afe1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:34.120479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8119b0b8-fc21-4644-90ff-7b584fe13e1b req-ce6f8505-ac38-4390-a93e-cfe9b0c1afe1 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0834107 Aug 31 08:52:34.186823 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8119b0b8-fc21-4644-90ff-7b584fe13e1b req-93451cbf-e34b-4b53-a267-88541716b098 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590386 Aug 31 08:52:35.371178 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb780e9-f306-4a87-a767-b40f9a26373b req-1ee68c70-1ece-47a7-8b8e-ec71d6a83c63 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:35.373984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acb780e9-f306-4a87-a767-b40f9a26373b req-1ee68c70-1ece-47a7-8b8e-ec71d6a83c63 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0881500 Aug 31 08:52:35.424894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-acb780e9-f306-4a87-a767-b40f9a26373b req-6024e4ed-4b6a-4095-be16-7155e8ef77ac tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398035 Aug 31 08:52:36.568797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3f839-7a7e-4316-862f-18c9d8370206 req-5bbab95e-42bc-48cb-bce7-11b695442f2e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:36.570423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23c3f839-7a7e-4316-862f-18c9d8370206 req-5bbab95e-42bc-48cb-bce7-11b695442f2e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0534244 Aug 31 08:52:36.625071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-23c3f839-7a7e-4316-862f-18c9d8370206 req-62e988b9-4548-4bb4-a1da-febc4d239c6b tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475943 Aug 31 08:52:36.652616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35070) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:36.725789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-933f1c30-34ae-4ca8-a602-e3abf5343986 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 HTTP/1.1" status: 200 len: 994 time: 0.0718069 Aug 31 08:52:38.156758 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:52:38.350394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575a55-7d48-400d-bc20-990050d53b55 req-d16df79f-a2df-4297-a5e7-3f8c0fbc509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:38.352122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-d16df79f-a2df-4297-a5e7-3f8c0fbc509e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1098 time: 0.0613189 Aug 31 08:52:38.491411 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575a55-7d48-400d-bc20-990050d53b55 req-d11667cd-63ec-48ff-98bc-bd52903bf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:38.493098 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-d11667cd-63ec-48ff-98bc-bd52903bf022 service neutron] 10.222.0.68 "GET /v2.0/networks?id=39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 200 len: 898 time: 0.1107390 Aug 31 08:52:38.623860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-115c6540-81c1-4766-9e09-9f9dfa145a1b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 200 len: 1002 time: 0.1202474 Aug 31 08:52:38.651469 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf820f60-b1ed-431a-96c4-eca9da225579 req-9f8e27e7-c643-4276-8a05-dddd8b265ed8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:38.670132 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf820f60-b1ed-431a-96c4-eca9da225579 req-9f8e27e7-c643-4276-8a05-dddd8b265ed8 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0873978 Aug 31 08:52:38.715293 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575a55-7d48-400d-bc20-990050d53b55 req-28d1ef80-b704-4726-b980-963b4f0a5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:38.716762 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-28d1ef80-b704-4726-b980-963b4f0a5500 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=67310e64-227c-4a0d-8d1c-cc7e5788c15b HTTP/1.1" status: 200 len: 834 time: 0.0830157 Aug 31 08:52:38.740197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bf820f60-b1ed-431a-96c4-eca9da225579 req-53de4553-8ccf-4e3a-addb-e20a1b42f03d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659697 Aug 31 08:52:38.776015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575a55-7d48-400d-bc20-990050d53b55 req-3dc9bfd0-8269-4279-8492-bd6b69e3ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:38.778106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-3dc9bfd0-8269-4279-8492-bd6b69e3ac02 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=39203613-3f92-47f7-bded-dfca119b3c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523717 Aug 31 08:52:38.886283 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-f6713b4c-fedf-404a-a56c-2d10310a97c8 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963650 Aug 31 08:52:39.005131 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1575a55-7d48-400d-bc20-990050d53b55 req-fa01510d-5655-4e12-9b88-93e644eb337f service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054273 Aug 31 08:52:39.097339 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-b403ee90-a98d-4355-b75f-0d86280f9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:39.098935 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-b403ee90-a98d-4355-b75f-0d86280f9baf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1098 time: 0.0460615 Aug 31 08:52:39.206792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-54d8b339-8e26-4e1b-b5a3-434701287cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:39.208375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-54d8b339-8e26-4e1b-b5a3-434701287cd5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 200 len: 898 time: 0.1020570 Aug 31 08:52:39.286513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-b5e5258d-dfc5-4ed5-a316-f4fe2810ee92 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 200 len: 1002 time: 0.0655599 Aug 31 08:52:39.355276 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-2c7c0285-f58f-4e92-974f-dff4a344798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:39.357371 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-2c7c0285-f58f-4e92-974f-dff4a344798b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=67310e64-227c-4a0d-8d1c-cc7e5788c15b HTTP/1.1" status: 200 len: 834 time: 0.0604217 Aug 31 08:52:39.448078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-cd77744d-6341-4d9b-b80c-a0d686b2c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:39.450882 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-cd77744d-6341-4d9b-b80c-a0d686b2c97e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=39203613-3f92-47f7-bded-dfca119b3c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811009 Aug 31 08:52:39.563244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-7c7ada3b-ab49-4806-9c42-e53a5e93f292 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035347 Aug 31 08:52:39.682531 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a46dce31-000a-4597-ba7e-66e73daa8556 req-9734fd52-15ff-4438-bb66-6850d032e5dd service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106641 Aug 31 08:52:39.887408 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d01fc-4f36-45c5-bac1-8a714307363a req-8d6d75a4-97d6-4989-83bd-fa3cfef916ca tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:39.889692 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b49d01fc-4f36-45c5-bac1-8a714307363a req-8d6d75a4-97d6-4989-83bd-fa3cfef916ca tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0676279 Aug 31 08:52:39.934361 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b49d01fc-4f36-45c5-bac1-8a714307363a req-971bc571-3c95-4285-a67a-c6d6d7be5c84 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375717 Aug 31 08:52:41.100149 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d688cd-fa3f-4ffc-bf29-c65c1f6b48bc req-d7563c7e-69fd-418c-ab61-eb81dc45c405 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:41.103007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82d688cd-fa3f-4ffc-bf29-c65c1f6b48bc req-d7563c7e-69fd-418c-ab61-eb81dc45c405 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0908699 Aug 31 08:52:41.187272 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-82d688cd-fa3f-4ffc-bf29-c65c1f6b48bc req-a97b7672-28dc-412e-8a75-39d2d61ea029 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658164 Aug 31 08:52:42.362284 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7d2d3-85e4-411b-81ca-a9dcb29412ce req-7e5c1877-1b18-4948-b823-b659509de779 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:42.365085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41d7d2d3-85e4-411b-81ca-a9dcb29412ce req-7e5c1877-1b18-4948-b823-b659509de779 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0839779 Aug 31 08:52:42.418389 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-41d7d2d3-85e4-411b-81ca-a9dcb29412ce req-8bacd611-fedb-43d3-a668-7f3ce9281113 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Aug 31 08:52:42.458738 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35086) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:42.554383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-915663eb-8b85-4cd2-a177-3e2cea8bd3a2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/floatingips/19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 HTTP/1.1" status: 200 len: 994 time: 0.0930634 Aug 31 08:52:42.903511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35092) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:43.206306 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 0b4e5ace-4fad-4771-aeab-01671ff35b3c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:52:43.206779 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.376796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.377696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.399450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 0b4e5ace-4fad-4771-aeab-01671ff35b3c owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:52:43.716625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.755424 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=0b4e5ace-4fad-4771-aeab-01671ff35b3c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:43.776645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.777191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.777593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.778158 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.778620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.779004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.779342 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.779715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.780231 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.780701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.781314 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.781974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:43.867595 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.867974 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Floating IP 19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 disassociated (deleted). External IP: 172.25.0.189, port: 8733155e-4303-4eb4-bb27-fc2bb9b722e3. Aug 31 08:52:44.100610 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:52:44.225435 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:52:44.232396 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.237752 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] Sync routers for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:52:44.253792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:44.254550 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:44.267776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-7d27f1d3-84b4-4536-8f8a-28bd9e463c4d tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/floatingips/19d9d01b-5c2e-453f-a478-b2c66eb2e3b5 HTTP/1.1" status: 204 len: 168 time: 1.3628402 Aug 31 08:52:44.269126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:52:44.273469 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806" -d '{"events": [{"name": "network-changed", "server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:52:44.390870 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64118be6-c7c3-408e-8e71-f7e6015b81f2 x-openstack-request-id: req-64118be6-c7c3-408e-8e71-f7e6015b81f2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:52:44.391644 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:52:44.391759 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64118be6-c7c3-408e-8e71-f7e6015b81f2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:52:44.392426 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'status': 'completed', 'code': 200} Aug 31 08:52:44.437652 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:44.494359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-14ae7bc6-05ef-47fa-aa07-a34fd296d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:44.496210 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-14ae7bc6-05ef-47fa-aa07-a34fd296d917 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ae556dbace9e424eaaaa8dac81394b41&device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 1098 time: 0.0710225 Aug 31 08:52:44.684222 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-e9a32d50-543e-41b4-a96d-97c7331ad3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:44.687081 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-e9a32d50-543e-41b4-a96d-97c7331ad3f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 200 len: 898 time: 0.1780825 Aug 31 08:52:44.750334 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-f573b9ba-a4c8-41b9-bcdc-a78d8e4c1aae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 200 len: 217 time: 0.0438445 Aug 31 08:52:44.765620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:37Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:44.821973 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] Checking router: 1f29fb72-3b9a-4800-bb04-c3f630a332b3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:52:44.840202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-8e998ea1-cd5c-40ec-afd2-240fb227c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:44.842817 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:44.844076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-8e998ea1-cd5c-40ec-afd2-240fb227c70a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=67310e64-227c-4a0d-8d1c-cc7e5788c15b HTTP/1.1" status: 200 len: 834 time: 0.0827065 Aug 31 08:52:44.844295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:44.973653 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6468-f712-43c3-acce-bb78bfdb7cbd req-0600534b-7834-496a-9ea3-5bfaebfbf26f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:44.975894 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-278f6468-f712-43c3-acce-bb78bfdb7cbd req-0600534b-7834-496a-9ea3-5bfaebfbf26f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.1198072 Aug 31 08:52:44.979322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-a4f09634-25f3-4ba3-bfa9-5b5201fa72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:44.982145 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-a4f09634-25f3-4ba3-bfa9-5b5201fa72b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=39203613-3f92-47f7-bded-dfca119b3c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229746 Aug 31 08:52:45.086976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-278f6468-f712-43c3-acce-bb78bfdb7cbd req-6d039257-dee1-4026-8fff-893a9516de69 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011832 Aug 31 08:52:45.141561 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-e575804c-00eb-4f5c-a164-a1beec734a80 service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469061 Aug 31 08:52:45.254590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bdd5e44d-fb61-4b51-97ae-4a5f4d3c5806 req-31ccddd7-559c-4faf-87b1-c8d2839d926d service neutron] 10.222.0.68 "GET /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025913 Aug 31 08:52:45.301707 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:45.580506 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:37Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:45.609963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188ae08-840f-47a9-9dbd-e9391c2e0647 None None] The sync data for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 is: [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': 'ef338cde-844c-4c6f-b5a9-a45a628fa3b9', 'name': '', 'network_id': '39203613-3f92-47f7-bded-dfca119b3c88', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'mac_address': 'fa:16:3e:81:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:32Z', 'updated_at': '2021-08-31T08:51:37Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'subnets': [{'id': '67310e64-227c-4a0d-8d1c-cc7e5788c15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:52:45.883369 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2329f6-5a35-483c-8f87-6bbd18966ab9 None None] New status for floating IP 19d9d01b-5c2e-453f-a478-b2c66eb2e3b5: DOWN {{(pid=95448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:52:46.292612 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce098ab2-2db6-4f98-b2ff-04731f47fd15 req-d1a2e530-80d0-48ea-85ff-7d687b20ed1e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:46.295103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce098ab2-2db6-4f98-b2ff-04731f47fd15 req-d1a2e530-80d0-48ea-85ff-7d687b20ed1e tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0690799 Aug 31 08:52:46.359999 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ce098ab2-2db6-4f98-b2ff-04731f47fd15 req-2c47aeda-bcbb-4519-8cf4-8087a24a0cc3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535197 Aug 31 08:52:47.092897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-215cc832-aaae-4510-9b89-d8e1ebfcec03 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:47.096087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-215cc832-aaae-4510-9b89-d8e1ebfcec03 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0906701 Aug 31 08:52:47.215725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:52:47.216284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.386016 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 8733155e-4303-4eb4-bb27-fc2bb9b722e3, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=8733155e-4303-4eb4-bb27-fc2bb9b722e3,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:47.387117 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.405152 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 8733155e-4303-4eb4-bb27-fc2bb9b722e3 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:52:47.574116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210177ce-e284-4df4-8625-0ed41937bdec req-78ed33f8-e5f9-460e-be0b-74eac751edba tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:47.576044 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-210177ce-e284-4df4-8625-0ed41937bdec req-78ed33f8-e5f9-460e-be0b-74eac751edba tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 946 time: 0.0896673 Aug 31 08:52:47.694811 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-210177ce-e284-4df4-8625-0ed41937bdec req-c988dc9a-8f2b-4035-996d-dfd803b6f45f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/security-groups?id=e34bbaed-d44a-405d-81e2-045ca9c10fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060681 Aug 31 08:52:47.756766 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.793378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=8733155e-4303-4eb4-bb27-fc2bb9b722e3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:47.880961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] No DVR routers for this DVR port 8733155e-4303-4eb4-bb27-fc2bb9b722e3 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:52:47.885200 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.889268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cb834fc5-5674-45aa-bb37-f3e26b2dcb68 req-f09d78c0-10a3-4205-b838-bd6ac0927753 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.68 "DELETE /v2.0/ports/8733155e-4303-4eb4-bb27-fc2bb9b722e3 HTTP/1.1" status: 204 len: 173 time: 0.7860510 Aug 31 08:52:47.890137 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'name': 'network-vif-deleted', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:52:47.894635 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db516b35-03d0-42d9-92ac-fb698e29e2dc" -d '{"events": [{"server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "name": "network-vif-deleted", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:52:47.960389 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b0a18-65b0-4693-9cc4-395f444228c2 x-openstack-request-id: req-6b6b0a18-65b0-4693-9cc4-395f444228c2 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:52:47.960820 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e681319d-4ff0-4fd8-9c34-890854b21d91", "name": "network-vif-deleted", "tag": "8733155e-4303-4eb4-bb27-fc2bb9b722e3", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:52:47.961192 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b6b0a18-65b0-4693-9cc4-395f444228c2 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:52:47.961881 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e681319d-4ff0-4fd8-9c34-890854b21d91', 'name': 'network-vif-deleted', 'tag': '8733155e-4303-4eb4-bb27-fc2bb9b722e3', 'status': 'completed', 'code': 200} Aug 31 08:52:48.888786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3d2b7b6-d252-4d07-badc-34757d6822d4 req-4aeeff57-2684-4ed3-a060-451838e96663 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e681319d-4ff0-4fd8-9c34-890854b21d91 HTTP/1.1" status: 200 len: 210 time: 0.0552573 Aug 31 08:52:49.981779 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35118) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:50.500323 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:50.899632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port ef338cde-844c-4c6f-b5a9-a45a628fa3b9 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:52:50.900198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.060752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port ef338cde-844c-4c6f-b5a9-a45a628fa3b9, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:51.061880 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.081853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for ef338cde-844c-4c6f-b5a9-a45a628fa3b9 owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:52:51.459725 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.508447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=ef338cde-844c-4c6f-b5a9-a45a628fa3b9,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:51.863322 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8733155e-4303-4eb4-bb27-fc2bb9b722e3 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:52:51.890786 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 8733155e-4303-4eb4-bb27-fc2bb9b722e3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:52:51.891133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 8733155e-4303-4eb4-bb27-fc2bb9b722e3 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:52:52.287860 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.566431 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:52:52.706545 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:52:52.712976 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-e8df1294-38bf-4ced-86e6-08a2b75a3e6f tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "PUT /v2.0/routers/1f29fb72-3b9a-4800-bb04-c3f630a332b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293870 Aug 31 08:52:52.716570 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35120) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:52.724269 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] Sync routers for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:52:52.740993 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:52.742123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:52.782780 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting subnet 67310e64-227c-4a0d-8d1c-cc7e5788c15b {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:52:52.787015 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.850453 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.902782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:53.016658 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.161612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:52:51Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:53.185631 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.191494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] Checking router: 1f29fb72-3b9a-4800-bb04-c3f630a332b3 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:52:53.202164 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] Routers {'1f29fb72-3b9a-4800-bb04-c3f630a332b3'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:53.202820 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:53.244673 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Subnet': ['ID=67310e64-227c-4a0d-8d1c-cc7e5788c15b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:53.249173 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.258142 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/subnets/67310e64-227c-4a0d-8d1c-cc7e5788c15b HTTP/1.1" status: 204 len: 168 time: 0.5345702 Aug 31 08:52:53.258401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35122) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:53.269142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.269142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.269142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.269142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.269142 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.270066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.270066 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.270461 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.271020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.271572 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.272167 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.272756 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47bdbfe-f380-4d41-8c00-eb7e2bd18125 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:53.276518 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca1c79-b289-4603-88b0-1ac26a7c2015 None None] Network 39203613-3f92-47f7-bded-dfca119b3c88 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:53.464548 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] Set router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:53.470126 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.689667 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.752663 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] DHCP port deletion for 39203613-3f92-47f7-bded-dfca119b3c88 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:52:53.820910 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:52:51Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:53.861127 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d46942-bcdb-41d9-babc-9dce62dab6b0 None None] The sync data for ids ['1f29fb72-3b9a-4800-bb04-c3f630a332b3'] in n-d-713499-16 is: [{'id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44196687', 'tenant_id': 'ae556dbace9e424eaaaa8dac81394b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:52:51Z', 'revision_number': 5, 'project_id': 'ae556dbace9e424eaaaa8dac81394b41', 'gw_port': {'id': '60d6fac9-aab1-453e-b647-bca5cbfe90b5', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f29fb72-3b9a-4800-bb04-c3f630a332b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:51:28Z', 'updated_at': '2021-08-31T08:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:52:53.867860 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Deleting port 7f518c84-a985-40cd-a5ff-6081e919ed6d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:52:53.868391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.884281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1cc40319-1c3b-4fc6-b7f1-1c76aa37da18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.975872 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Deleting port 60d6fac9-aab1-453e-b647-bca5cbfe90b5 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:52:53.975872 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.983141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] For port 7f518c84-a985-40cd-a5ff-6081e919ed6d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7f518c84-a985-40cd-a5ff-6081e919ed6d,segment=NetworkSegment(3df34d46-e603-498b-ad46-b2c833e78ecf),segment_id=3df34d46-e603-498b-ad46-b2c833e78ecf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:53.984045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.011046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Calling delete_port for 7f518c84-a985-40cd-a5ff-6081e919ed6d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:52:54.112658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] For port 60d6fac9-aab1-453e-b647-bca5cbfe90b5, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=60d6fac9-aab1-453e-b647-bca5cbfe90b5,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:54.113416 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.130141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Calling delete_port for 60d6fac9-aab1-453e-b647-bca5cbfe90b5 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:52:54.285496 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.327992 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] No DVR routers for this DVR port 7f518c84-a985-40cd-a5ff-6081e919ed6d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:52:54.349939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Pushing event deleted for resources: {'Port': ['ID=7f518c84-a985-40cd-a5ff-6081e919ed6d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:54.367576 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.368125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.368680 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.369295 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.369862 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.370387 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.370892 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.371404 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.371889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.372897 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.373379 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.373872 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3135bc07-bb84-4ce0-98c6-2b614a79cfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:54.487723 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.561962 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.587566 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Port': ['ID=60d6fac9-aab1-453e-b647-bca5cbfe90b5,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:54.667186 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.771868 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.774825 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.904984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.905936 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Fanout notify agent at l3_agent the message router_deleted on router 1f29fb72-3b9a-4800-bb04-c3f630a332b3 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:52:54.915373 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.916952 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-8425fecd-c2ee-4802-9943-2c6339c504b3 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/routers/1f29fb72-3b9a-4800-bb04-c3f630a332b3 HTTP/1.1" status: 204 len: 168 time: 1.6575320 Aug 31 08:52:54.921711 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35124) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:55.033473 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.165536 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.180273 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39203613-3f92-47f7-bded-dfca119b3c88']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:55.198320 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df34d46-e603-498b-ad46-b2c833e78ecf') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:55.198915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df34d46-e603-498b-ad46-b2c833e78ecf') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:55.212675 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.235394 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.244156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:52:55.244690 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: timer() Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:52:55.249059 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:52:55.431149 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.451316 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.451316 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/networks/39203613-3f92-47f7-bded-dfca119b3c88 HTTP/1.1" status: 204 len: 168 time: 0.5279078 Aug 31 08:52:55.456004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35126) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:55.463632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0457-4cce-48c1-b3fe-b7499d684efa tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'Network': ['ID=39203613-3f92-47f7-bded-dfca119b3c88,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:55.487219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ef338cde-844c-4c6f-b5a9-a45a628fa3b9 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:52:55.515091 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: ef338cde-844c-4c6f-b5a9-a45a628fa3b9 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:52:55.515536 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device ef338cde-844c-4c6f-b5a9-a45a628fa3b9 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:52:55.516105 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 60d6fac9-aab1-453e-b647-bca5cbfe90b5 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:52:55.539934 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 60d6fac9-aab1-453e-b647-bca5cbfe90b5 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:52:55.540321 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 60d6fac9-aab1-453e-b647-bca5cbfe90b5 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:52:55.540755 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7f518c84-a985-40cd-a5ff-6081e919ed6d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:52:55.564996 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7f518c84-a985-40cd-a5ff-6081e919ed6d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:52:55.565488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7f518c84-a985-40cd-a5ff-6081e919ed6d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:52:55.582685 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3211-b3f6-46f0-8e51-6886305d1854 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.642970 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3211-b3f6-46f0-8e51-6886305d1854 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.927372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3211-b3f6-46f0-8e51-6886305d1854 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.930393 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3211-b3f6-46f0-8e51-6886305d1854 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.931667 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0e7e3211-b3f6-46f0-8e51-6886305d1854 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] 10.222.0.36 "DELETE /v2.0/security-groups/e34bbaed-d44a-405d-81e2-045ca9c10fa7 HTTP/1.1" status: 204 len: 168 time: 0.4730113 Aug 31 08:52:55.955940 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3211-b3f6-46f0-8e51-6886305d1854 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34bbaed-d44a-405d-81e2-045ca9c10fa7,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:56.567785 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.728085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.774625 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35134) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:56.803387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4df76656-9925-4ee9-b627-643ff3dc823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.969391 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c8862b6b-79a4-4a3c-85a2-2f668591852e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae556dbace9e424eaaaa8dac81394b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932316 Aug 31 08:52:56.973114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35138) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:57.041371 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49fbe687-ca01-41b7-81f8-586faccc216c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:57.086024 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49fbe687-ca01-41b7-81f8-586faccc216c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:57.242502 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49fbe687-ca01-41b7-81f8-586faccc216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:57.252400 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-49fbe687-ca01-41b7-81f8-586faccc216c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:57.252400 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-49fbe687-ca01-41b7-81f8-586faccc216c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cd1e21f-038e-4211-b91b-2fa10fe7993b HTTP/1.1" status: 204 len: 168 time: 0.2749555 Aug 31 08:52:57.259171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbe687-ca01-41b7-81f8-586faccc216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd1e21f-038e-4211-b91b-2fa10fe7993b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:58.180637 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35144) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:58.206147 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71d48083-9d66-4551-b653-f3649d809144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.219169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.348007 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71d48083-9d66-4551-b653-f3649d809144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.436193 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-71d48083-9d66-4551-b653-f3649d809144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.482333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48083-9d66-4551-b653-f3649d809144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23b33b-28ad-457a-b15f-21c38d22acbf,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:58.487250 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-71d48083-9d66-4551-b653-f3649d809144 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd23c358c7ea432d9ee01fbcee6fe926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051422 Aug 31 08:52:58.491857 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35146) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:58.566091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20f60d32-22b2-4e59-82a9-10b61f46d5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.611945 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20f60d32-22b2-4e59-82a9-10b61f46d5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.911300 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20f60d32-22b2-4e59-82a9-10b61f46d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.916592 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-20f60d32-22b2-4e59-82a9-10b61f46d5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.918817 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-20f60d32-22b2-4e59-82a9-10b61f46d5d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f23b33b-28ad-457a-b15f-21c38d22acbf HTTP/1.1" status: 204 len: 168 time: 0.4254878 Aug 31 08:52:58.933004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f60d32-22b2-4e59-82a9-10b61f46d5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23b33b-28ad-457a-b15f-21c38d22acbf,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:59.813461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.556548 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35168) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:00.743859 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1187860467-network', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:00.865000 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Made reservation on behalf of bab4c2f5c0ec4f248f7319b3f181e4b0 for: {'network': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:00.867746 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.885073 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.029949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.116611 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.164823 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:53:01.185053 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25c973-4463-450b-9cd2-f601158c77f2,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:01.195023 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.195582 n-d-713499-16 neutron-server[95446]: INFO neutron.db.segments_db [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Added segment 0dababfe-195b-4767-871b-aaf1fcd13827 of type vlan for network 1f88e908-86eb-422b-9ed1-7049fecb9222 Aug 31 08:53:01.277221 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.436659 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.438049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:01.438731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.529866 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] Pushing event updated for resources: {'Network': ['ID=1f88e908-86eb-422b-9ed1-7049fecb9222,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:01.544347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:53:01.619623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c4a5c886-04c8-4527-8974-da4955a0c3be admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0617065 Aug 31 08:53:01.623499 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35172) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:01.630527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Request body: {'subnet': {'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1187860467-subnet', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:01.761764 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Made reservation on behalf of bab4c2f5c0ec4f248f7319b3f181e4b0 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:01.764617 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.060852 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.158185 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0ab501-5e3f-4414-8cd1-fc9d7f511d25,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:02.177965 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Checking segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:02.178558 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Network hostable DHCP agents. Network: 1f88e908-86eb-422b-9ed1-7049fecb9222, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:53:02.276478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:53:02.362209 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 1f88e908-86eb-422b-9ed1-7049fecb9222) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:02.368002 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:02.368822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.379123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7797a-f939-4d54-b6c0-2634e466513c None None] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:02.503698 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-29849a3b-9cd7-4ed5-a140-b5dfc16de37f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8786047 Aug 31 08:53:02.508232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35174) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:02.516962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:02.590088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-1f88e908-86eb-422b-9ed1-7049fecb9222', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:53:02.592181 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.664643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.666260 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.759003 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.810581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Allocated IP 172.20.0.2 (1f88e908-86eb-422b-9ed1-7049fecb9222/af0ab501-5e3f-4414-8cd1-fc9d7f511d25/16cdb6f9-04de-404c-9a29-baaead334e6a) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:03.030272 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.072435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.088685 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Transition to ACTIVE for port object 16cdb6f9-04de-404c-9a29-baaead334e6a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:03.117615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Transition to ACTIVE for port object 16cdb6f9-04de-404c-9a29-baaead334e6a will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:03.254238 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.321513 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:03.332174 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:03.337390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:03.364264 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Pushing event updated for resources: {'Port': ['ID=16cdb6f9-04de-404c-9a29-baaead334e6a,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:03.406596 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.427851 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.443290 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Attempting to bind port 16cdb6f9-04de-404c-9a29-baaead334e6a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:03.443866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Attempting to bind port 16cdb6f9-04de-404c-9a29-baaead334e6a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:03.444046 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Attempting to bind port 16cdb6f9-04de-404c-9a29-baaead334e6a on network 1f88e908-86eb-422b-9ed1-7049fecb9222 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:03.450282 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:03.453157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Checking segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:03.453157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.453157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Bound using segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:03.453157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Bound port: 16cdb6f9-04de-404c-9a29-baaead334e6a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:03.453157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.532883 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] For port 16cdb6f9-04de-404c-9a29-baaead334e6a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:03.539237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] For port 16cdb6f9-04de-404c-9a29-baaead334e6a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16cdb6f9-04de-404c-9a29-baaead334e6a,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:03.559996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Allocated IP 172.25.0.246 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2992a2d2-1acf-4b43-b6c4-84d63d690eab) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:03.669468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.693379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.758512 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760b22c-4fb1-487b-8f32-edcd45afa80b None None] Pushing event updated for resources: {'Port': ['ID=16cdb6f9-04de-404c-9a29-baaead334e6a,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:03.853728 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.945380 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:03.951476 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:03.958595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:04.000220 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Pushing event updated for resources: {'Port': ['ID=2992a2d2-1acf-4b43-b6c4-84d63d690eab,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:04.353196 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.644977 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.881325 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e8ec8-c058-4b6a-abab-e73b80887c6c None None] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:04.916056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Router 75ff9310-b8bf-45df-b519-707361a75422 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:53:05.071029 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:05.085837 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:05.105259 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:05.106038 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:05.133562 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1165fc5e-acf8-42d1-a429-bab10d105fdc None None] Provisioning for port 16cdb6f9-04de-404c-9a29-baaead334e6a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:05.272309 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.285502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a188beca-8336-42c3-8a15-2decd17fd871 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7752662 Aug 31 08:53:05.298487 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35176) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:05.307845 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:05.411415 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16cdb6f9-04de-404c-9a29-baaead334e6a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:05.612602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 16cdb6f9-04de-404c-9a29-baaead334e6a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:05.617408 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 16cdb6f9-04de-404c-9a29-baaead334e6a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:05.617729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.625207 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:04Z', 'revision_number': 3, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:05.660149 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:05.660614 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Updating router 75ff9310-b8bf-45df-b519-707361a75422 port 2992a2d2-1acf-4b43-b6c4-84d63d690eab binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:53:05.711663 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.774016 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.026957 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 16cdb6f9-04de-404c-9a29-baaead334e6a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16cdb6f9-04de-404c-9a29-baaead334e6a,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:06.066535 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.134218 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.199652 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.220809 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Transition to ACTIVE for port object 2992a2d2-1acf-4b43-b6c4-84d63d690eab will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:06.221276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=16cdb6f9-04de-404c-9a29-baaead334e6a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:06.350685 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.357112 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Allocated IP 172.20.0.1 (1f88e908-86eb-422b-9ed1-7049fecb9222/af0ab501-5e3f-4414-8cd1-fc9d7f511d25/9dfc622e-8031-41b8-9b3d-83d7a7c0306b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:06.448691 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Pushing event updated for resources: {'Port': ['ID=2992a2d2-1acf-4b43-b6c4-84d63d690eab,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:06.451508 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Attempting to bind port 2992a2d2-1acf-4b43-b6c4-84d63d690eab on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:06.451907 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Attempting to bind port 2992a2d2-1acf-4b43-b6c4-84d63d690eab by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:06.452355 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Attempting to bind port 2992a2d2-1acf-4b43-b6c4-84d63d690eab on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:06.464620 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.465130 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.466166 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.466634 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.467213 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.467720 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.468192 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.468792 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.469277 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.469705 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.476949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.476949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:06.476949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:06.476949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:06.476949 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.476949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:06.477661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Bound port: 2992a2d2-1acf-4b43-b6c4-84d63d690eab, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:06.478286 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.529245 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.550023 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] For port 2992a2d2-1acf-4b43-b6c4-84d63d690eab, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:06.553160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Transition to ACTIVE for port object 9dfc622e-8031-41b8-9b3d-83d7a7c0306b will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:06.555839 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] For port 2992a2d2-1acf-4b43-b6c4-84d63d690eab, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2992a2d2-1acf-4b43-b6c4-84d63d690eab,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:06.660205 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.701542 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.723644 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:06.724305 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:06.747053 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:06.753369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:06.754687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:06.779869 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c23a57-3f55-43a2-971a-d4739ec3a7be None None] Pushing event updated for resources: {'Port': ['ID=2992a2d2-1acf-4b43-b6c4-84d63d690eab,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:06.820960 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:06.849138 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.882005 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:07.111240 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.270697 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ed1632ca-52c2-4024-8523-2e5d477c8c56 None None] Provisioning for port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:07.272257 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:04Z', 'revision_number': 3, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:07.279604 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ed1632ca-52c2-4024-8523-2e5d477c8c56 None None] Provisioning complete for port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:07.279604 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed1632ca-52c2-4024-8523-2e5d477c8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.325266 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0c590-7fbb-44e0-8373-113f6b3efe76 None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:04Z', 'revision_number': 3, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:07.360932 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-ed1632ca-52c2-4024-8523-2e5d477c8c56 None None] Port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:07.383233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16cdb6f9-04de-404c-9a29-baaead334e6a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:07.411176 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.475000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 16cdb6f9-04de-404c-9a29-baaead334e6a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:07.485736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.538301 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.701517 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.704687 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:07.837486 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:07.839559 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:08.032122 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Router 75ff9310-b8bf-45df-b519-707361a75422 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:53:08.179385 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:08.188531 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5c93a7f1-17ef-4903-a439-2387bb0ae192 admin admin] 10.222.0.36 "PUT /v2.0/routers/75ff9310-b8bf-45df-b519-707361a75422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8871121 Aug 31 08:53:08.219153 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2091fdf-6085-4dcc-86f7-a46212c4f6f8 None None] Provisioning complete for port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:08.219779 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2091fdf-6085-4dcc-86f7-a46212c4f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:08.278658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2091fdf-6085-4dcc-86f7-a46212c4f6f8 None None] Port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:09.227902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35192) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:09.237349 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2135278763-network', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:09.283976 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:09.300020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:09.301133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:09.333353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Made reservation on behalf of 468b9af172fc4006b2ccf89acf03efec for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:09.338153 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.359155 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.406690 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2992a2d2-1acf-4b43-b6c4-84d63d690eab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:09.529621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.552316 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:09.630329 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.669543 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:53:09.683711 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 2992a2d2-1acf-4b43-b6c4-84d63d690eab completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:09.688644 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ac7b1-3e30-4e64-ad1c-56bb93f8a165,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:09.692525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2992a2d2-1acf-4b43-b6c4-84d63d690eab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:09.692909 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.695451 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.695985 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Added segment e59153c8-c2ec-48bf-a92e-b4b7971cc5cf of type vlan for network df2ff54f-2685-473b-86e2-762c454cfa63 Aug 31 08:53:09.771841 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.915594 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.938296 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.939437 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:09.940190 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.949246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 2992a2d2-1acf-4b43-b6c4-84d63d690eab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2992a2d2-1acf-4b43-b6c4-84d63d690eab,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:09.959916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 2, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:10.012971 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:10.013603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Updating router 75ff9310-b8bf-45df-b519-707361a75422 port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:53:10.018712 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] Pushing event updated for resources: {'Network': ['ID=df2ff54f-2685-473b-86e2-762c454cfa63,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:10.047715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network df2ff54f-2685-473b-86e2-762c454cfa63 details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:53:10.089341 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-18015d25-b60f-4ed9-a546-e890db40e42c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8594420 Aug 31 08:53:10.092994 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35194) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:10.099257 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Request body: {'subnet': {'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2135278763-subnet', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:10.103432 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.123144 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.201707 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Made reservation on behalf of 468b9af172fc4006b2ccf89acf03efec for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:10.204170 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.216500 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=2992a2d2-1acf-4b43-b6c4-84d63d690eab,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:10.533591 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.536801 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.547214 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Transition to ACTIVE for port object 9dfc622e-8031-41b8-9b3d-83d7a7c0306b will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:10.638067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90daeac3-7033-4adf-a62c-2c820393982b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:10.645218 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Checking segment: {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:10.645718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Network hostable DHCP agents. Network: df2ff54f-2685-473b-86e2-762c454cfa63, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:53:10.664680 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.727098 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c87c6-158a-46a6-93db-40ffd8c8856f None None] Pushing event updated for resources: {'Port': ['ID=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:10.765925 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Network df2ff54f-2685-473b-86e2-762c454cfa63 is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:53:10.810737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Attempting to bind port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:10.811443 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Attempting to bind port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:10.811933 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Attempting to bind port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b on network 1f88e908-86eb-422b-9ed1-7049fecb9222 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:10.820274 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:10.820795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Checking segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:10.824821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.824821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Bound using segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:10.824821 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Bound port: 9dfc622e-8031-41b8-9b3d-83d7a7c0306b, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:10.824821 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.848235 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, df2ff54f-2685-473b-86e2-762c454cfa63) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:10.856594 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:10.859113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.888782 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9caf7a-2210-413d-b0e9-c739c6c63421 None None] Network df2ff54f-2685-473b-86e2-762c454cfa63 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:10.969652 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-88599901-6323-470c-a334-57c4830ec8b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8748918 Aug 31 08:53:10.975280 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35196) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:10.978773 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:11.015613 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] For port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:11.051141 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] For port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:11.099148 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.100949 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.151133 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.163497 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-df2ff54f-2685-473b-86e2-762c454cfa63', 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'fixed_ips': [{'subnet_id': '90daeac3-7033-4adf-a62c-2c820393982b'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:53:11.183008 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.185891 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.345373 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:11.346624 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:11.397618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2992a2d2-1acf-4b43-b6c4-84d63d690eab up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:11.405940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c87c6-158a-46a6-93db-40ffd8c8856f None None] Pushing event updated for resources: {'Port': ['ID=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:11.459330 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.594155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Allocated IP 172.20.0.2 (df2ff54f-2685-473b-86e2-762c454cfa63/90daeac3-7033-4adf-a62c-2c820393982b/bc303528-a5af-4672-8c53-55ed4f1be471) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:11.615647 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:11.700315 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 2992a2d2-1acf-4b43-b6c4-84d63d690eab triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:11.700679 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.896681 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.929035 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.058728 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Allocated IP 172.25.0.164 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/9360794d-628c-41fe-9067-12ce615bc0ec) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:12.201348 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.222075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.234281 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Transition to ACTIVE for port object bc303528-a5af-4672-8c53-55ed4f1be471 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:12.258482 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Transition to ACTIVE for port object bc303528-a5af-4672-8c53-55ed4f1be471 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:12.276049 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:10Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:12.305611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b9001-0810-4ba0-8de7-607ddaf4f48f None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:10Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:12.338420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.422320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Network df2ff54f-2685-473b-86e2-762c454cfa63 is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:12.425896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:12.437360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:12.480665 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Pushing event updated for resources: {'Port': ['ID=bc303528-a5af-4672-8c53-55ed4f1be471,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:12.526311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Attempting to bind port bc303528-a5af-4672-8c53-55ed4f1be471 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:12.526959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Attempting to bind port bc303528-a5af-4672-8c53-55ed4f1be471 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:12.526959 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Attempting to bind port bc303528-a5af-4672-8c53-55ed4f1be471 on network df2ff54f-2685-473b-86e2-762c454cfa63 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:12.548710 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:12.549419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Checking segment: {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:12.550163 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.550889 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Bound using segment: {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:12.551944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Bound port: bc303528-a5af-4672-8c53-55ed4f1be471, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:12.552609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.651886 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] For port bc303528-a5af-4672-8c53-55ed4f1be471, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:12.656754 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] For port bc303528-a5af-4672-8c53-55ed4f1be471, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc303528-a5af-4672-8c53-55ed4f1be471,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:12.745089 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.757573 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.811211 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:12.820401 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:12.827415 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:12.872703 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380f788-d94e-4c8f-9412-34d728040c5b None None] Pushing event updated for resources: {'Port': ['ID=bc303528-a5af-4672-8c53-55ed4f1be471,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:12.881702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Pushing event updated for resources: {'Port': ['ID=9360794d-628c-41fe-9067-12ce615bc0ec,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:13.447361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc303528-a5af-4672-8c53-55ed4f1be471 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:13.456933 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:13.670915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port bc303528-a5af-4672-8c53-55ed4f1be471 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:13.679616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9dfc622e-8031-41b8-9b3d-83d7a7c0306b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:13.828716 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:13.887668 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:13.897156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:13.902147 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.057528 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.103508 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:14.186116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Router 2630aebc-6b71-41f9-95f2-70434968f666 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:53:14.191615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f799b-a2bd-4eec-8ced-0164a11d419b None None] Network df2ff54f-2685-473b-86e2-762c454cfa63 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:14.239930 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.335143 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:14.364306 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] Provisioning for port bc303528-a5af-4672-8c53-55ed4f1be471 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:14.375350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] Provisioning complete for port bc303528-a5af-4672-8c53-55ed4f1be471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:14.375806 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.397547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:14.413254 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Sync routers for ids ['2630aebc-6b71-41f9-95f2-70434968f666'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:14.427168 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Routers {'2630aebc-6b71-41f9-95f2-70434968f666'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:14.430250 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2630aebc-6b71-41f9-95f2-70434968f666'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:14.516430 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.523153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35198) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:14.523992 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-5b6034ed-4955-4f6c-921f-d934230fdc01 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5497646 Aug 31 08:53:14.553351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.620064 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] For port bc303528-a5af-4672-8c53-55ed4f1be471, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc303528-a5af-4672-8c53-55ed4f1be471,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:14.640531 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Set router 2630aebc-6b71-41f9-95f2-70434968f666 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:14.705566 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.804853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8acec8-bd9f-45f4-aaa4-dfb7b52ac5b2 None None] Pushing event updated for resources: {'Port': ['ID=bc303528-a5af-4672-8c53-55ed4f1be471,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:14.835053 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-11b4c282-bbf2-4ff2-a3b0-e835967afd62 None None] Provisioning complete for port bc303528-a5af-4672-8c53-55ed4f1be471 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:14.835819 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-11b4c282-bbf2-4ff2-a3b0-e835967afd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.122003 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:13Z', 'revision_number': 3, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:15.191850 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Checking router: 2630aebc-6b71-41f9-95f2-70434968f666 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:15.192445 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Updating router 2630aebc-6b71-41f9-95f2-70434968f666 port 9360794d-628c-41fe-9067-12ce615bc0ec binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:53:15.206729 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:53:15.213509 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.250504 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.371446 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc303528-a5af-4672-8c53-55ed4f1be471 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:15.461903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port bc303528-a5af-4672-8c53-55ed4f1be471 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:15.462289 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.484511 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Allocated IP 172.20.0.1 (df2ff54f-2685-473b-86e2-762c454cfa63/90daeac3-7033-4adf-a62c-2c820393982b/7d13da14-d3e7-44b0-973e-d77e4d0f6a3a) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:15.613013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9dfc622e-8031-41b8-9b3d-83d7a7c0306b up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:15.645033 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.674455 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Transition to ACTIVE for port object 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:15.701627 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:15.702127 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.726150 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.740044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Transition to ACTIVE for port object 9360794d-628c-41fe-9067-12ce615bc0ec will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:15.803270 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.812464 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.878351 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Attempting to bind port 9360794d-628c-41fe-9067-12ce615bc0ec on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:15.878822 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Attempting to bind port 9360794d-628c-41fe-9067-12ce615bc0ec by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:15.879378 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Attempting to bind port 9360794d-628c-41fe-9067-12ce615bc0ec on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:15.883564 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d4997-21ff-4e50-a063-98100c8b6c3d None None] Pushing event updated for resources: {'Port': ['ID=9360794d-628c-41fe-9067-12ce615bc0ec,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:15.891008 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:15.891592 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:15.892242 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.892641 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Network df2ff54f-2685-473b-86e2-762c454cfa63 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:15.892874 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:15.893681 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Bound port: 9360794d-628c-41fe-9067-12ce615bc0ec, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:15.894314 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.899534 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:15.907667 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:15.939819 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:15.971845 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.982564 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] For port 9360794d-628c-41fe-9067-12ce615bc0ec, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:15.988586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] For port 9360794d-628c-41fe-9067-12ce615bc0ec, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9360794d-628c-41fe-9067-12ce615bc0ec,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:16.094536 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.197624 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Routers {'2630aebc-6b71-41f9-95f2-70434968f666'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:16.198628 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2630aebc-6b71-41f9-95f2-70434968f666'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:16.207496 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d4997-21ff-4e50-a063-98100c8b6c3d None None] Pushing event updated for resources: {'Port': ['ID=9360794d-628c-41fe-9067-12ce615bc0ec,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:16.224004 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7cc67a6e-29a9-4ca0-a1bc-f98f3685c0f0 None None] Provisioning for port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:16.230327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-7cc67a6e-29a9-4ca0-a1bc-f98f3685c0f0 None None] Provisioning complete for port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:16.232180 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7cc67a6e-29a9-4ca0-a1bc-f98f3685c0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.242844 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.281155 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-7cc67a6e-29a9-4ca0-a1bc-f98f3685c0f0 None None] Port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:16.409931 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] Set router 2630aebc-6b71-41f9-95f2-70434968f666 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:16.730353 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:16Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7d13da14-d3e7-44b0-973e-d77e4d0f6a3a', 'name': '', 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'mac_address': 'fa:16:3e:10:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '90daeac3-7033-4adf-a62c-2c820393982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:15Z', 'updated_at': '2021-08-31T08:53:15Z', 'revision_number': 1, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'subnets': [{'id': '90daeac3-7033-4adf-a62c-2c820393982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:16.766749 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272fe9a-2917-4764-8674-54a6ef1d2583 None None] The sync data for ids ['2630aebc-6b71-41f9-95f2-70434968f666'] in n-d-713499-16 is: [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:16Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7d13da14-d3e7-44b0-973e-d77e4d0f6a3a', 'name': '', 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'mac_address': 'fa:16:3e:10:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '90daeac3-7033-4adf-a62c-2c820393982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:15Z', 'updated_at': '2021-08-31T08:53:15Z', 'revision_number': 1, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'subnets': [{'id': '90daeac3-7033-4adf-a62c-2c820393982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:16.980518 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.070448 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.181450 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:17.185456 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.334902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Network df2ff54f-2685-473b-86e2-762c454cfa63 is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:17.336907 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:17.545590 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Router 2630aebc-6b71-41f9-95f2-70434968f666 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:53:17.736288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-1a71ec84-915e-49df-b82d-f229d58cc4a5 None None] Provisioning complete for port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:17.737080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1a71ec84-915e-49df-b82d-f229d58cc4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.748035 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:17.757682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-79954656-5b97-4c8b-ab95-0bb6815144f5 admin admin] 10.222.0.36 "PUT /v2.0/routers/2630aebc-6b71-41f9-95f2-70434968f666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2325375 Aug 31 08:53:17.797033 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-1a71ec84-915e-49df-b82d-f229d58cc4a5 None None] Port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:18.848706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35208) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:18.853765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145366135', 'description': 'tempest-secgroup-smoke-1145366135 description', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:18.955975 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.082023 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.166776 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.204405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c166505-5e83-4fe6-b4ea-4bd9c7e23391,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:19.276494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.278626 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-303aba08-680c-439f-91bf-1c9082505018 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4287360 Aug 31 08:53:19.288765 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35210) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:19.289573 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': '9c166505-5e83-4fe6-b4ea-4bd9c7e23391', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:19.369473 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9360794d-628c-41fe-9067-12ce615bc0ec up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:19.412481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.505027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 9360794d-628c-41fe-9067-12ce615bc0ec completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:19.510583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9360794d-628c-41fe-9067-12ce615bc0ec triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:19.510854 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.511057 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.619084 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.652306 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.655136 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6557977a-a991-463b-b70a-66172782e1b1,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:19.688405 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 9360794d-628c-41fe-9067-12ce615bc0ec, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9360794d-628c-41fe-9067-12ce615bc0ec,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:19.740876 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.743289 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bba7ec12-06c7-4fa5-9e18-d5ce4ad56132 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585211 Aug 31 08:53:19.747810 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35212) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:19.754928 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': '9c166505-5e83-4fe6-b4ea-4bd9c7e23391', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:19.773236 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.828381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=9360794d-628c-41fe-9067-12ce615bc0ec,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:19.889403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.970111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.081427 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.101765 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Sync routers for ids ['2630aebc-6b71-41f9-95f2-70434968f666'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:20.103913 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a05e1ae-9abb-4dbd-a138-642f458756ac,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:20.114744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Routers {'2630aebc-6b71-41f9-95f2-70434968f666'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:20.119716 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2630aebc-6b71-41f9-95f2-70434968f666'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:20.212555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.213856 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-61f82301-2723-40d4-8060-91c5557feb0e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4655836 Aug 31 08:53:20.218907 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35214) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:20.227210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': '9c166505-5e83-4fe6-b4ea-4bd9c7e23391', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:20.243390 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Set router 2630aebc-6b71-41f9-95f2-70434968f666 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:20.316215 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.384970 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.435943 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.452984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ddf661-b621-463a-9397-a7d08bcbd1a9,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:20.481461 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:16Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7d13da14-d3e7-44b0-973e-d77e4d0f6a3a', 'name': '', 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'mac_address': 'fa:16:3e:10:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '90daeac3-7033-4adf-a62c-2c820393982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:15Z', 'updated_at': '2021-08-31T08:53:16Z', 'revision_number': 2, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'subnets': [{'id': '90daeac3-7033-4adf-a62c-2c820393982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:20.510227 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Checking router: 2630aebc-6b71-41f9-95f2-70434968f666 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:20.510583 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Updating router 2630aebc-6b71-41f9-95f2-70434968f666 port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:53:20.527112 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.529004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-423d9ecb-37b3-40c1-839e-784c0918ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084219 Aug 31 08:53:20.531835 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35216) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:20.536778 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': '9c166505-5e83-4fe6-b4ea-4bd9c7e23391', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:20.537453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.632377 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.735204 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.818883 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.852562 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a96bd2-f9e4-4078-a107-2f2f2a52773e,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:20.859281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.871414 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Transition to ACTIVE for port object 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:20.955847 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.957248 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-a26ec9a6-4aec-40da-8944-03a20975b27b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4242992 Aug 31 08:53:20.960402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35218) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:20.965920 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': '9c166505-5e83-4fe6-b4ea-4bd9c7e23391', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:20.984230 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.067924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638137f-2823-4ad3-93e8-e6b5eb80075c None None] Pushing event updated for resources: {'Port': ['ID=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:21.081120 n-d-713499-16 neutron-server[95446]: INFO neutron.db.securitygroups_db [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Project bab4c2f5c0ec4f248f7319b3f181e4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:53:21.087656 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.129857 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Attempting to bind port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:21.130235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Attempting to bind port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:21.130607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Attempting to bind port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a on network df2ff54f-2685-473b-86e2-762c454cfa63 {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:21.138483 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:21.138946 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Checking segment: {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:21.139537 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.140303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Bound using segment: {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:21.141089 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Bound port: 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:21.141748 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.199784 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.254880 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] For port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:21.258535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] For port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:21.264308 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.295275 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff52db50-4f6a-4dc2-b147-aee9f000a827,revision_number=0']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:21.335230 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9360794d-628c-41fe-9067-12ce615bc0ec up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:21.364817 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.396290 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.398359 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-f5347c91-fbcd-4b5f-b069-4b05d22517a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4366848 Aug 31 08:53:21.402914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35220) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:21.411284 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': '9c166505-5e83-4fe6-b4ea-4bd9c7e23391', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:21.444603 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638137f-2823-4ad3-93e8-e6b5eb80075c None None] Pushing event updated for resources: {'Port': ['ID=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:21.458257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Routers {'2630aebc-6b71-41f9-95f2-70434968f666'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:21.459048 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:52:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2630aebc-6b71-41f9-95f2-70434968f666'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:21.511279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 9360794d-628c-41fe-9067-12ce615bc0ec triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:21.511279 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.526929 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Project bab4c2f5c0ec4f248f7319b3f181e4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:53:21.539644 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.632432 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.686771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] Set router 2630aebc-6b71-41f9-95f2-70434968f666 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:21.698212 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.722100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636a8d1a-3a47-46bd-9550-db2dbd531029,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:21.779851 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.781931 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-042431ee-d977-4d4e-ad22-c124feacb264 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3771758 Aug 31 08:53:21.942725 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:16Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7d13da14-d3e7-44b0-973e-d77e4d0f6a3a', 'name': '', 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'mac_address': 'fa:16:3e:10:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '90daeac3-7033-4adf-a62c-2c820393982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:15Z', 'updated_at': '2021-08-31T08:53:21Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'subnets': [{'id': '90daeac3-7033-4adf-a62c-2c820393982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:21.979537 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd52ba-e14e-470e-bc99-5ee7252606ae None None] The sync data for ids ['2630aebc-6b71-41f9-95f2-70434968f666'] in n-d-713499-16 is: [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:16Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '7d13da14-d3e7-44b0-973e-d77e4d0f6a3a', 'name': '', 'network_id': 'df2ff54f-2685-473b-86e2-762c454cfa63', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'mac_address': 'fa:16:3e:10:26:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '90daeac3-7033-4adf-a62c-2c820393982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:15Z', 'updated_at': '2021-08-31T08:53:21Z', 'revision_number': 4, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'subnets': [{'id': '90daeac3-7033-4adf-a62c-2c820393982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:21.989650 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-8a2c7619-cf8a-44a0-8c9a-ffcf9578ec4c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145366135&fields=id&tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 267 time: 0.0627427 Aug 31 08:53:22.143063 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-b9c0a561-7658-4f69-b8c8-e1ec03c96499 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.145001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-b9c0a561-7658-4f69-b8c8-e1ec03c96499 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 809 time: 0.1426537 Aug 31 08:53:22.166862 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-ee4d91ef-c37b-45ec-944c-1b1497a71a3c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/quotas/bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 375 time: 0.0130494 Aug 31 08:53:22.253855 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-3f8170e7-1644-4cf7-8e19-603427a1ec30 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787644 Aug 31 08:53:22.278324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-5cad6168-1987-43ec-afb2-5362f559af3b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:53:22.279603 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-5cad6168-1987-43ec-afb2-5362f559af3b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095801 Aug 31 08:53:22.570056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-5f2348a3-859e-40ae-bcd6-0a1fcdeb500d service neutron] 10.222.0.36 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789094 Aug 31 08:53:22.754628 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-0a422965-a890-46d2-a239-e44b112c7c9b service neutron] 10.222.0.36 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745417 Aug 31 08:53:23.121683 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8aa02ac7-5bc5-46f2-966a-badd57478ff0 req-31a740e9-c688-4b0d-8e4d-6ffd12b0ffcf tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0304286 Aug 31 08:53:23.357643 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:23.550259 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:23.557169 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:23.557789 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.680050 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.739519 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:23.790216 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2a00e45d-7245-49dc-9d67-e70bb004c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.807267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.885251 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:24.227911 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b253e081-2fb8-40ff-9260-5911d863e51f req-d6646ba4-a0c1-4f18-82c0-1002cf68c6e3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0399876 Aug 31 08:53:24.390151 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:25.325407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:25.351746 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3c2620f6-dc79-4905-a64b-0868bd7514b7 req-7a6cc224-bf18-4541-996c-9c30f3013fca tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0528297 Aug 31 08:53:25.387635 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:25.388228 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.449829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-502b7710-38e7-42bb-a8b7-14a0bd679aeb req-dbee3054-3a7c-420a-8fa7-5179a7824a8d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0360208 Aug 31 08:53:26.583924 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.721010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.826356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0dfb-35f4-4a0b-89a0-e53fd202ae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:27.573668 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a9977c78-2666-428e-96b8-5f95bb99352b req-2f257e81-671a-4160-a141-f938c0910d0a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0345516 Aug 31 08:53:28.218385 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.695833 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-59e3a2f1-773b-4291-8013-937aaa8796c5 req-6f3e9f9c-c9d4-44d8-9e92-136e5f0e0ace tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0313773 Aug 31 08:53:29.784890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.801150 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5553e1d5-139e-4aee-8fcd-c093efc3b12f req-4d24a482-4743-4b33-a2e5-225823c3681c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0327809 Aug 31 08:53:30.235594 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-76cd0095-191c-4bf2-955b-df306ff29f18 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:30.237278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-76cd0095-191c-4bf2-955b-df306ff29f18 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 809 time: 0.1164269 Aug 31 08:53:30.294301 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-a92eeee6-e510-4a00-a9cc-35ea4ce6774d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 380 time: 0.0463738 Aug 31 08:53:30.311240 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'port': {'device_id': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'admin_state_up': True, 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'security_groups': ['9c166505-5e83-4fe6-b4ea-4bd9c7e23391']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:30.595589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Made reservation on behalf of bab4c2f5c0ec4f248f7319b3f181e4b0 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:30.599374 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.769024 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Allocated IP 172.20.0.13 (1f88e908-86eb-422b-9ed1-7049fecb9222/af0ab501-5e3f-4414-8cd1-fc9d7f511d25/d91f21df-8c32-44c7-b88f-b8027149a134) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:30.923273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74d3ce1c-69b2-43fa-8cc5-20a39e756b0f req-7ab7202e-f8a1-468e-8234-34bc9682a01e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0320420 Aug 31 08:53:30.976069 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.994268 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Transition to ACTIVE for port object d91f21df-8c32-44c7-b88f-b8027149a134 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:31.190696 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.250799 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:31.254695 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:31.259631 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:31.267624 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:31.328217 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:31.328915 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.402509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-999ec85c-a8a0-407b-a7db-a51bdc1e6f0d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0957763 Aug 31 08:53:31.415445 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Request body: {'port': {'device_id': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:31.483453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.704478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f8653482-8d85-4eb7-ae51-45420ab8de95 None None] Provisioning for port d91f21df-8c32-44c7-b88f-b8027149a134 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:31.707026 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f8653482-8d85-4eb7-ae51-45420ab8de95 None None] Provisioning complete for port d91f21df-8c32-44c7-b88f-b8027149a134 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:31.707635 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f8653482-8d85-4eb7-ae51-45420ab8de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.750237 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f8653482-8d85-4eb7-ae51-45420ab8de95 None None] Port d91f21df-8c32-44c7-b88f-b8027149a134 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:31.862599 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91f21df-8c32-44c7-b88f-b8027149a134 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:31.872153 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.889008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Transition to ACTIVE for port object d91f21df-8c32-44c7-b88f-b8027149a134 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:32.041503 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.096372 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52628-c5fa-41e8-86b2-4f8f835f7701 req-1d5d70a6-9e9e-44ca-96e1-18752b1b76ed tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.099033 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1a52628-c5fa-41e8-86b2-4f8f835f7701 req-1d5d70a6-9e9e-44ca-96e1-18752b1b76ed tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 932 time: 0.0977314 Aug 31 08:53:32.160577 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:32.223158 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d1a52628-c5fa-41e8-86b2-4f8f835f7701 req-f2423ad9-bfa9-45e0-81da-6fbd41712829 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119297 Aug 31 08:53:32.259494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Attempting to bind port d91f21df-8c32-44c7-b88f-b8027149a134 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:32.260054 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Attempting to bind port d91f21df-8c32-44c7-b88f-b8027149a134 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:32.260493 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Attempting to bind port d91f21df-8c32-44c7-b88f-b8027149a134 on network 1f88e908-86eb-422b-9ed1-7049fecb9222 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:32.269332 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Port d91f21df-8c32-44c7-b88f-b8027149a134 on network 1f88e908-86eb-422b-9ed1-7049fecb9222 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:53:32.269931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Attempting to bind port d91f21df-8c32-44c7-b88f-b8027149a134 on network 1f88e908-86eb-422b-9ed1-7049fecb9222 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:32.290269 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:32.290853 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Checking segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:32.291659 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Bound using segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:32.293112 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Bound port: d91f21df-8c32-44c7-b88f-b8027149a134, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:32.293747 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.374743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:32.380491 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:32.681783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.721154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.721868 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.723383 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] 10.222.0.68 "PUT /v2.0/ports/d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 1093 time: 1.3127561 Aug 31 08:53:32.724143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:32.726297 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a" -d '{"events": [{"name": "network-changed", "server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:32.759197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2169ce4-d1a6-4bc7-b32c-2d076da6d84b service neutron] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:32.781973 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dce1edb-0cfd-4adf-9a77-d28b873e999e x-openstack-request-id: req-9dce1edb-0cfd-4adf-9a77-d28b873e999e {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:32.782443 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:32.782854 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dce1edb-0cfd-4adf-9a77-d28b873e999e {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:32.783523 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'status': 'completed', 'code': 200} Aug 31 08:53:32.874800 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a req-c4c60bca-d7ee-4ebf-a0a9-d5f8d8f2e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.879460 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a req-c4c60bca-d7ee-4ebf-a0a9-d5f8d8f2e2b6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1096 time: 0.0593591 Aug 31 08:53:33.018383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a req-4b39573d-0003-44e6-8838-966a268401cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.020032 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a req-4b39573d-0003-44e6-8838-966a268401cb service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1328020 Aug 31 08:53:33.164549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a req-c9989fe7-a0d7-4616-9137-4fc0ce574797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.166160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-df6a3c21-cc09-4dbe-b0d6-4600adc4d57a req-c9989fe7-a0d7-4616-9137-4fc0ce574797 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344619 Aug 31 08:53:33.278453 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-4da4c4f6-4e1a-4ecd-ba77-88c5c6853fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.280056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-4da4c4f6-4e1a-4ecd-ba77-88c5c6853fbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1096 time: 0.0521226 Aug 31 08:53:33.336640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-e7a8eee8-a503-4265-b2ad-31f1bf8ac172 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 217 time: 0.0426564 Aug 31 08:53:33.418394 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-cc105e3c-f644-4ad6-a65b-b2638421885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.420194 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-cc105e3c-f644-4ad6-a65b-b2638421885f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0738811 Aug 31 08:53:33.428792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f745d05-112c-4305-bd9a-5a049ca21ce5 req-fa94e0e8-fd03-4510-ac40-2fa317c0263b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.430405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f745d05-112c-4305-bd9a-5a049ca21ce5 req-fa94e0e8-fd03-4510-ac40-2fa317c0263b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0966949 Aug 31 08:53:33.499653 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8f745d05-112c-4305-bd9a-5a049ca21ce5 req-1a6241b2-3c6d-4739-9cdb-b2e9f50236a2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589957 Aug 31 08:53:33.501556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1967-a29c-4398-921e-d099b63e19eb req-662db187-6c55-4834-8335-e09865eadfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.503099 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-662db187-6c55-4834-8335-e09865eadfe1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710711 Aug 31 08:53:33.612051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-403deaa9-1316-4d69-9863-9ea6543bfebf service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948131 Aug 31 08:53:33.717822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-62cc1967-a29c-4398-921e-d099b63e19eb req-5eb2ea5d-a88e-4c70-92ea-e0774f8ad234 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935357 Aug 31 08:53:34.640031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886755-e67e-4f24-89bf-a27f1b1a5b99 req-6223707c-3a53-41a1-b146-e739c1f1251a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:34.641597 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17886755-e67e-4f24-89bf-a27f1b1a5b99 req-6223707c-3a53-41a1-b146-e739c1f1251a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0583863 Aug 31 08:53:34.691053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17886755-e67e-4f24-89bf-a27f1b1a5b99 req-6616a85e-eba5-430b-91a7-cd5859d6bbfc tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Aug 31 08:53:35.813331 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13109-c9d9-4ee5-84c9-392f060832d6 req-2e3c5f5f-7d9a-484f-b1d5-40c311def644 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:35.814942 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1d13109-c9d9-4ee5-84c9-392f060832d6 req-2e3c5f5f-7d9a-484f-b1d5-40c311def644 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0533478 Aug 31 08:53:35.856230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e1d13109-c9d9-4ee5-84c9-392f060832d6 req-8bdd8a03-41ac-4b67-92e9-079df68130ca tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Aug 31 08:53:36.093213 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:53:36.361832 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:36.380206 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'mac_address': 'fa:16:3e:38:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:53:36.445797 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.470205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91f21df-8c32-44c7-b88f-b8027149a134 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:36.507163 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:36.608117 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.671225 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:36.970907 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d91f21df-8c32-44c7-b88f-b8027149a134'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:37.012876 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2b19e-dda7-4231-8769-e3a840c101b8 req-d848ba2a-b2d1-4cb2-a409-b05dc97f6198 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:37.014626 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96f2b19e-dda7-4231-8769-e3a840c101b8 req-d848ba2a-b2d1-4cb2-a409-b05dc97f6198 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 945 time: 0.0838838 Aug 31 08:53:37.082327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96f2b19e-dda7-4231-8769-e3a840c101b8 req-3b2e3aef-90ff-42f0-80a7-a4725043af08 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555434 Aug 31 08:53:38.092961 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:38.223889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff8ea8-bfa2-401b-959b-5c36000d9e89 req-efe77675-f086-4fd2-a760-215f6a12804e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:38.225543 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34ff8ea8-bfa2-401b-959b-5c36000d9e89 req-efe77675-f086-4fd2-a760-215f6a12804e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 945 time: 0.0555413 Aug 31 08:53:38.234943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port d91f21df-8c32-44c7-b88f-b8027149a134 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:38.240487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d91f21df-8c32-44c7-b88f-b8027149a134 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:38.240940 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:38.282527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34ff8ea8-bfa2-401b-959b-5c36000d9e89 req-58de828d-9245-4dc4-80bb-15043a9a0a26 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502439 Aug 31 08:53:38.353037 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:38.396527 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:38.399181 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e477dd7d-3649-4045-a803-64cbc09ebe2a" -d '{"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-plugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:38.419738 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:38.442014 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6500af05-fac1-45fe-8b82-18c2fb125307 x-openstack-request-id: req-6500af05-fac1-45fe-8b82-18c2fb125307 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:38.442317 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-plugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:38.442603 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6500af05-fac1-45fe-8b82-18c2fb125307 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:38.443084 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'code': 200} Aug 31 08:53:38.549435 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:38.569592 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28255748-c9f7-4e74-ab86-4a4343bc5baf req-8d87c38b-3ce7-4ea0-98f9-74ece690fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:38.572209 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28255748-c9f7-4e74-ab86-4a4343bc5baf req-8d87c38b-3ce7-4ea0-98f9-74ece690fbab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1097 time: 0.0501037 Aug 31 08:53:38.627260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:38.641292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-28255748-c9f7-4e74-ab86-4a4343bc5baf req-4be15a64-fa0e-4244-8ad0-0683e07e421e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568731 Aug 31 08:53:39.497439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25e99-8cb3-4d8f-b51d-463a2cb896bb req-4c78975b-f441-4aaa-ab70-e719600b8aee tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.499789 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fd25e99-8cb3-4d8f-b51d-463a2cb896bb req-4c78975b-f441-4aaa-ab70-e719600b8aee tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0635164 Aug 31 08:53:39.558703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4fd25e99-8cb3-4d8f-b51d-463a2cb896bb req-55e50efc-958e-4f45-97af-8ded1a52b08d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492380 Aug 31 08:53:40.701193 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464b46-2789-4bc2-bd8e-905ee8e7e68e req-462e0a03-48fd-4f08-8669-f3e3066ba005 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:40.709018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1464b46-2789-4bc2-bd8e-905ee8e7e68e req-462e0a03-48fd-4f08-8669-f3e3066ba005 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0597537 Aug 31 08:53:40.752725 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1464b46-2789-4bc2-bd8e-905ee8e7e68e req-3e4e5d69-dab7-4b8e-8a19-98d4765c7265 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Aug 31 08:53:40.944287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f4abb-49bf-40a8-947f-8eef7322d981 req-79ca4e7e-72e6-4ece-8761-3551e1404b11 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:40.947026 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b32f4abb-49bf-40a8-947f-8eef7322d981 req-79ca4e7e-72e6-4ece-8761-3551e1404b11 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0859029 Aug 31 08:53:41.003064 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b32f4abb-49bf-40a8-947f-8eef7322d981 req-38a0c9bb-3646-4b80-93c3-3a24207fafe1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484955 Aug 31 08:53:41.026813 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35298) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:41.120742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1671615-f19c-4ee1-8634-964fa20f48d5 tempest-TestShelveInstance-1963030371 tempest-TestShelveInstance-1963030371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:41.122379 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f1671615-f19c-4ee1-8634-964fa20f48d5 tempest-TestShelveInstance-1963030371 tempest-TestShelveInstance-1963030371-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1093 time: 0.0941365 Aug 31 08:53:41.125833 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35302) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:41.130646 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:41.281139 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.400366 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.533403 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Allocated IP 172.25.0.7 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/7d866be3-3709-4f17-91e4-9243ff7378df) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:41.671787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.813718 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.879220 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:41.886743 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:41.892195 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:41.928571 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'Port': ['ID=7d866be3-3709-4f17-91e4-9243ff7378df,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:42.433183 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:42.675688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:42.851132 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:42.960787 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.033671 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'Port': ['ID=7d866be3-3709-4f17-91e4-9243ff7378df,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:43.054576 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.176979 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Floating IP 2e8b8b94-9a7f-4a22-a926-b062665e1c20 associated. External IP: 172.25.0.7, port: d91f21df-8c32-44c7-b88f-b8027149a134. Aug 31 08:53:43.439473 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Router 75ff9310-b8bf-45df-b519-707361a75422 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:53:43.565554 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:43.575952 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:43.586821 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:43.587534 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:43.700810 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:43.749376 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.783288 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0dd07cf1-aee1-4bcc-9a47-22e8f5a9788a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6562996 Aug 31 08:53:43.783953 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:43.786460 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208dab48-3633-40e8-9d88-c7f1812e8397" -d '{"events": [{"name": "network-changed", "server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:43.943062 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c648011-058f-4305-a777-e42a79f7df00 x-openstack-request-id: req-2c648011-058f-4305-a777-e42a79f7df00 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:43.943414 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:43.943745 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c648011-058f-4305-a777-e42a79f7df00 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:43.944223 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'status': 'completed', 'code': 200} Aug 31 08:53:43.980666 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '2e8b8b94-9a7f-4a22-a926-b062665e1c20', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75ff9310-b8bf-45df-b519-707361a75422', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'mac_address': 'fa:16:3e:38:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:53:42Z', 'updated_at': '2021-08-31T08:53:42Z', 'revision_number': 0, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:44.012501 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:44.018135 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-2b6ac7bd-61f1-4e03-b23a-e23cc0edab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.019700 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-2b6ac7bd-61f1-4e03-b23a-e23cc0edab7f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1098 time: 0.0450726 Aug 31 08:53:44.021615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:44.022331 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:53:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:44.155345 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-4334a942-9826-438d-be1a-dd58a7f20487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.156933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-4334a942-9826-438d-be1a-dd58a7f20487 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1243830 Aug 31 08:53:44.168135 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:44.251580 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-e4ca498d-68f7-4cf2-a291-a65f42b0e7f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 998 time: 0.0814831 Aug 31 08:53:44.317155 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-6b668a05-a052-450b-a90b-0f4b1bdd7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.318901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-6b668a05-a052-450b-a90b-0f4b1bdd7fb8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0525186 Aug 31 08:53:44.417232 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-38f269c9-a8a2-4f00-9fe3-a764d1123a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.419867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-38f269c9-a8a2-4f00-9fe3-a764d1123a1e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866067 Aug 31 08:53:44.515173 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '2e8b8b94-9a7f-4a22-a926-b062665e1c20', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75ff9310-b8bf-45df-b519-707361a75422', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'mac_address': 'fa:16:3e:38:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:53:42Z', 'updated_at': '2021-08-31T08:53:42Z', 'revision_number': 0, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:44.535908 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-f49e0138-e2f4-4adc-9286-917c484c5a68 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054828 Aug 31 08:53:44.542607 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676511c6-022f-4a6b-ba20-2a8ed2ecf2c1 None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '2e8b8b94-9a7f-4a22-a926-b062665e1c20', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75ff9310-b8bf-45df-b519-707361a75422', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'mac_address': 'fa:16:3e:38:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:53:42Z', 'updated_at': '2021-08-31T08:53:42Z', 'revision_number': 0, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:44.652574 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-208dab48-3633-40e8-9d88-c7f1812e8397 req-4ccea8c8-d394-4fd9-a1b9-45d6db1e2e40 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073403 Aug 31 08:53:44.782714 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4560ae0-9a99-498a-9e1f-0891cd485fed None None] New status for floating IP 2e8b8b94-9a7f-4a22-a926-b062665e1c20: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:53:52.196074 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:53:53.772135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6698389a-b259-496d-bbc3-dee06cfa1af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:54.435281 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.629006 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.698481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.789002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-918d35e5-6ecc-4bf5-a793-22b4da2c4e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.343809 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.840699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.805595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-458e3aef-74a6-420e-9c4a-08a146fe7d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:24.491818 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:26.554684 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:26.713931 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:26.760903 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9dd6967b-e147-4ba8-952d-666c6f7d4138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:28.225560 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:29.195718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:54:29.897307 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:37.460173 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-eb2a2263-45b7-4afd-8762-b3ce59b9ae42 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047659 Aug 31 08:54:37.568953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-50feb4a3-51ee-4ea8-b055-515418667d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:37.570731 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-50feb4a3-51ee-4ea8-b055-515418667d26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1098 time: 0.0481248 Aug 31 08:54:37.760504 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-369a1b28-5347-4c66-92a0-c23f2ad32cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:37.763012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-369a1b28-5347-4c66-92a0-c23f2ad32cb8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1601779 Aug 31 08:54:37.844958 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-dc943ed0-acb3-4486-a458-c17977be0090 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 1000 time: 0.0728853 Aug 31 08:54:37.905223 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-2ea308e2-ec95-4ff0-8331-29e901c8c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:37.906820 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-2ea308e2-ec95-4ff0-8331-29e901c8c765 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0488842 Aug 31 08:54:37.977840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-4ae8f75d-cd18-46ff-b392-a9b07a94f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:37.979525 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-4ae8f75d-cd18-46ff-b392-a9b07a94f0e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547938 Aug 31 08:54:38.092414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-ed8ec48b-bcae-4bfb-90bd-406d4dba562c service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006577 Aug 31 08:54:38.208058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-20043814-ce8d-48c3-9c6c-9531c354e4a5 req-0e23bf79-fc80-4c6f-93bf-3410abd78426 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031671 Aug 31 08:54:53.828547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-231c2564-c686-4cbb-81a7-ebced107c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:54.451265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:56.619034 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:56.736741 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:56.776529 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-03c5f27f-67ba-4b02-b150-853f357605fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:58.268514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:59.840083 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:06.195915 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:23.782388 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b39-166a-409e-ae63-6d8ac717c56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.451405 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:26.588231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:26.742433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:26.805755 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bc5f3168-9897-4dae-a9a6-5856cf1ba231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:28.228071 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:29.834607 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:40.206174 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-0915869f-ef5a-44bd-9d20-01826f6cb744 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447378 Aug 31 08:55:40.292290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29b52-add4-4659-aff9-024b7a48b927 req-0e9e8e78-37c1-47b7-bbdb-f87eb37fb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:40.293845 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-0e9e8e78-37c1-47b7-bbdb-f87eb37fb23e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1098 time: 0.0414231 Aug 31 08:55:40.405601 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29b52-add4-4659-aff9-024b7a48b927 req-352b670d-707b-4523-b22b-7e4e3fa202f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:40.407170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-352b670d-707b-4523-b22b-7e4e3fa202f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.0911484 Aug 31 08:55:40.478318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-5c720396-b872-4f01-a4c1-61cf67024972 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 1000 time: 0.0628779 Aug 31 08:55:40.530286 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29b52-add4-4659-aff9-024b7a48b927 req-6e47f587-0bcc-4022-a9df-50840e859acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:40.531765 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-6e47f587-0bcc-4022-a9df-50840e859acd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0459197 Aug 31 08:55:40.584489 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a29b52-add4-4659-aff9-024b7a48b927 req-edfdab8d-cc01-45d7-9933-304eb0a373de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:40.586045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-edfdab8d-cc01-45d7-9933-304eb0a373de service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466847 Aug 31 08:55:40.678881 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-c7b47c21-af58-475c-bdc8-b48b6c575191 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836203 Aug 31 08:55:40.777051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a29b52-add4-4659-aff9-024b7a48b927 req-25570cd2-3f77-4673-85f9-5f9e7cf66841 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904818 Aug 31 08:55:43.195714 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:51.395294 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daeb05-7855-4604-8aa1-7cbdb0abba59 req-7efabd2e-147f-4b58-9aa2-88bbb06cc201 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:51.396910 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2daeb05-7855-4604-8aa1-7cbdb0abba59 req-7efabd2e-147f-4b58-9aa2-88bbb06cc201 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.1233871 Aug 31 08:55:51.439010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2daeb05-7855-4604-8aa1-7cbdb0abba59 req-c8b06881-b969-4198-91db-39a5cebf8b89 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357304 Aug 31 08:55:52.585393 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070c216-9537-4a41-90e9-6c9031ba67cf req-cc5a364f-e2ab-407d-be37-5ce6780ddcc4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:52.587013 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9070c216-9537-4a41-90e9-6c9031ba67cf req-cc5a364f-e2ab-407d-be37-5ce6780ddcc4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0511069 Aug 31 08:55:52.626981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9070c216-9537-4a41-90e9-6c9031ba67cf req-a0686cfa-9b97-4579-bb47-33389ca3f439 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338874 Aug 31 08:55:53.820299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2a17-0512-46dd-8b8b-709858c6e38a req-e378fb09-0c7b-41a9-8456-0ae0b717acda tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:53.822160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96de2a17-0512-46dd-8b8b-709858c6e38a req-e378fb09-0c7b-41a9-8456-0ae0b717acda tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0613005 Aug 31 08:55:53.839257 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-863fd661-4cb6-41cd-950d-471c3b343874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:53.869991 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96de2a17-0512-46dd-8b8b-709858c6e38a req-fed5ac5b-28b8-4541-9363-982a866b5445 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382686 Aug 31 08:55:54.445578 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:54.993249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b035-66ae-438f-8e08-0330190fb798 req-b36873d4-809e-4340-be3f-708500919405 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:54.994946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7f5b035-66ae-438f-8e08-0330190fb798 req-b36873d4-809e-4340-be3f-708500919405 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0532973 Aug 31 08:55:55.041519 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7f5b035-66ae-438f-8e08-0330190fb798 req-4fb3e080-7c79-400d-bf18-cee2aac359cc tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355606 Aug 31 08:55:56.160658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bd27-ce20-4b2f-a725-af111adcefb9 req-ca0ae987-f602-43d3-9669-dcc46442b1cd tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:56.162233 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb71bd27-ce20-4b2f-a725-af111adcefb9 req-ca0ae987-f602-43d3-9669-dcc46442b1cd tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0506845 Aug 31 08:55:56.204308 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fb71bd27-ce20-4b2f-a725-af111adcefb9 req-32f074a7-966b-437d-b4d2-967ba3942dfc tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358481 Aug 31 08:55:56.553252 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:56.707654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:56.776391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8844cd18-0bc0-4141-bb77-f43152f36ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:57.324957 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2401e2-31c1-4b9a-b114-b4e166a70fdd req-02aa7ee0-e5ae-496c-b191-6c9908f7aa25 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:57.326555 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c2401e2-31c1-4b9a-b114-b4e166a70fdd req-02aa7ee0-e5ae-496c-b191-6c9908f7aa25 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0537093 Aug 31 08:55:57.367916 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4c2401e2-31c1-4b9a-b114-b4e166a70fdd req-c9d1c1ea-3442-4210-bff9-35448436bd7b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343380 Aug 31 08:55:58.210535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:58.499117 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbaf8c8-05c5-425c-8f4e-5e4da32c2298 req-0a5cd9f0-8acf-4115-b80e-ebc404bd2431 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:58.501667 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dbaf8c8-05c5-425c-8f4e-5e4da32c2298 req-0a5cd9f0-8acf-4115-b80e-ebc404bd2431 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0636437 Aug 31 08:55:58.544491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2dbaf8c8-05c5-425c-8f4e-5e4da32c2298 req-2f856648-b7b6-4ab8-93bb-64a68ebed2fa tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362425 Aug 31 08:55:59.676938 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850bc1b-430f-4937-bf1b-2356f0cdbc53 req-cf2292c2-fbb7-45f0-aad6-1419d73aa5bb tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:59.679373 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c850bc1b-430f-4937-bf1b-2356f0cdbc53 req-cf2292c2-fbb7-45f0-aad6-1419d73aa5bb tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0558770 Aug 31 08:55:59.729327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c850bc1b-430f-4937-bf1b-2356f0cdbc53 req-adc5f349-246b-4484-9cf5-cec9091e5323 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Aug 31 08:55:59.793999 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:00.868914 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48f660-9d97-4b9a-9d23-1b3abe64049d req-e6334568-2245-46c6-971a-9a2604ec4902 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:00.871249 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a48f660-9d97-4b9a-9d23-1b3abe64049d req-e6334568-2245-46c6-971a-9a2604ec4902 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0657313 Aug 31 08:56:01.296801 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a48f660-9d97-4b9a-9d23-1b3abe64049d req-5c1cb902-2ca4-4c18-a54b-04b0a3b61d3d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186401 Aug 31 08:56:02.435984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e252e45-2ef9-4263-bc4f-6e47eed0b018 req-34f3b11d-4075-4001-b4ae-3cf41d20a5a4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:02.438694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e252e45-2ef9-4263-bc4f-6e47eed0b018 req-34f3b11d-4075-4001-b4ae-3cf41d20a5a4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0572715 Aug 31 08:56:02.481327 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e252e45-2ef9-4263-bc4f-6e47eed0b018 req-31564cae-4339-42f7-b01b-8011c02f1ca5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363569 Aug 31 08:56:02.850266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:56:03.011462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:03.023983 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'mac_address': 'fa:16:3e:38:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:56:03.063596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.078744 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d91f21df-8c32-44c7-b88f-b8027149a134 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:03.100870 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:03.177085 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.237323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:03.246795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.247140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.247478 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.247812 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.248144 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.248472 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.248919 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.249246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.249569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.249916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.250242 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.250564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:03.281032 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d91f21df-8c32-44c7-b88f-b8027149a134'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:03.640840 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aca8c-26aa-4a99-82f4-b31be8b2e63b req-0e6ea0d7-7722-4ff5-a8d8-8e87f8aa4734 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:03.642532 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a3aca8c-26aa-4a99-82f4-b31be8b2e63b req-0e6ea0d7-7722-4ff5-a8d8-8e87f8aa4734 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 945 time: 0.0571647 Aug 31 08:56:03.692527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a3aca8c-26aa-4a99-82f4-b31be8b2e63b req-16078ea4-a8d5-4310-8254-ab0dd2ef868a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Aug 31 08:56:04.865138 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e79ca-247e-4143-b10e-cdbfd91c5189 req-19e4bca7-6a9f-45a6-875f-c0e4fd9b6b1e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.868004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7e79ca-247e-4143-b10e-cdbfd91c5189 req-19e4bca7-6a9f-45a6-875f-c0e4fd9b6b1e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 945 time: 0.0652046 Aug 31 08:56:04.875682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:56:04.937137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d91f21df-8c32-44c7-b88f-b8027149a134 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:04.937666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4e7e79ca-247e-4143-b10e-cdbfd91c5189 req-d078bdb0-6855-447c-af01-138cb9a444b0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615482 Aug 31 08:56:04.938735 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:05.047793 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:05.076301 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:05.079036 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee27bdc2-9a91-4a7c-b35b-a8fc12062383" -d '{"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-plugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:05.097133 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:05.140661 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276d092f-c880-43e5-b476-23698b5d73f5 x-openstack-request-id: req-276d092f-c880-43e5-b476-23698b5d73f5 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:05.141135 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-plugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:05.141558 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-276d092f-c880-43e5-b476-23698b5d73f5 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:05.142307 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'code': 200} Aug 31 08:56:05.211648 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:05.304692 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:06.143065 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befff979-71cf-4ebe-9aa2-ddaa61312423 req-2ebad7c7-d1c5-4f65-aa74-33b5ca3e8e6d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:06.154429 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-befff979-71cf-4ebe-9aa2-ddaa61312423 req-2ebad7c7-d1c5-4f65-aa74-33b5ca3e8e6d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0920789 Aug 31 08:56:06.197657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-befff979-71cf-4ebe-9aa2-ddaa61312423 req-9847c70d-7f49-45c5-9d79-249638699074 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Aug 31 08:56:07.404416 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc18f6e-078a-45d3-b854-fc4bb032fa2a req-b1c30435-4e1f-46c6-9886-a3267511c049 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:07.418365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dc18f6e-078a-45d3-b854-fc4bb032fa2a req-b1c30435-4e1f-46c6-9886-a3267511c049 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0967185 Aug 31 08:56:07.483045 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9dc18f6e-078a-45d3-b854-fc4bb032fa2a req-a49fb903-ea64-4f6e-9a86-05e29b408033 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609262 Aug 31 08:56:08.719319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642fa61-feda-4d28-a057-0d0fbc7c2fcd req-32237092-0612-4583-ab70-9dc849f24fe5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:08.722235 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f642fa61-feda-4d28-a057-0d0fbc7c2fcd req-32237092-0612-4583-ab70-9dc849f24fe5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.1033819 Aug 31 08:56:08.812406 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f642fa61-feda-4d28-a057-0d0fbc7c2fcd req-1f092b61-da5d-425a-af04-763fb9a50a79 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796542 Aug 31 08:56:09.980985 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa476f1e-0260-41cf-8b63-1b83357b6fec req-d70bb8eb-0c60-4a40-a3d9-bea92c29b627 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:09.982788 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa476f1e-0260-41cf-8b63-1b83357b6fec req-d70bb8eb-0c60-4a40-a3d9-bea92c29b627 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0685124 Aug 31 08:56:10.039623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa476f1e-0260-41cf-8b63-1b83357b6fec req-b48d44da-3d2c-453e-87ae-42c39206cbe2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484202 Aug 31 08:56:11.200974 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf7f48-e76f-4e23-8b85-290ecbbb19dc req-4ccba1ba-0ea7-4b34-b855-c5a54405273f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:11.202704 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75cf7f48-e76f-4e23-8b85-290ecbbb19dc req-4ccba1ba-0ea7-4b34-b855-c5a54405273f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0667069 Aug 31 08:56:11.257945 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-75cf7f48-e76f-4e23-8b85-290ecbbb19dc req-51e34b80-9183-4451-b1b1-5d17c787deed tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Aug 31 08:56:12.420128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d18b0-1f3b-4031-a60a-ca02712e9a1f req-6414aad8-63e0-40b6-ab4a-e736d6f5ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:12.422394 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-669d18b0-1f3b-4031-a60a-ca02712e9a1f req-6414aad8-63e0-40b6-ab4a-e736d6f5ba15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0633671 Aug 31 08:56:12.499321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-669d18b0-1f3b-4031-a60a-ca02712e9a1f req-ee44305a-e8ba-4bab-8ea9-15b2717b83b0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671024 Aug 31 08:56:13.648264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3e6d7-ebce-41ed-8215-bf86d7ce2043 req-063f89b4-5ee7-4c23-961d-7cd478798b5d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:13.650290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99d3e6d7-ebce-41ed-8215-bf86d7ce2043 req-063f89b4-5ee7-4c23-961d-7cd478798b5d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0562334 Aug 31 08:56:13.705314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-99d3e6d7-ebce-41ed-8215-bf86d7ce2043 req-2d41dcfb-183b-4931-b927-7c560daaff6f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478723 Aug 31 08:56:14.900647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb1275-3917-4771-9fc6-7b31e219a1d2 req-746f1c53-265d-4a98-9d00-6a2ae11f6528 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.903118 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97fb1275-3917-4771-9fc6-7b31e219a1d2 req-746f1c53-265d-4a98-9d00-6a2ae11f6528 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0709260 Aug 31 08:56:14.972411 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-97fb1275-3917-4771-9fc6-7b31e219a1d2 req-3af32492-43d4-4135-9e05-989d120b8878 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574191 Aug 31 08:56:16.131589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc22ab-1cbd-466b-8de5-8136f68c6751 req-dc1d19bf-3e3d-47ef-8629-c71382feaf77 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:16.134682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7bc22ab-1cbd-466b-8de5-8136f68c6751 req-dc1d19bf-3e3d-47ef-8629-c71382feaf77 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0686827 Aug 31 08:56:16.180866 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c7bc22ab-1cbd-466b-8de5-8136f68c6751 req-64b74d6e-c1b7-4b18-9cc7-7c72f49a87e1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Aug 31 08:56:17.347797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7074fee-62bf-45a8-b5b2-9ba4efaa75b5 req-43296331-4cce-46a5-b24e-7a0debfbe376 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.349632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7074fee-62bf-45a8-b5b2-9ba4efaa75b5 req-43296331-4cce-46a5-b24e-7a0debfbe376 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0710154 Aug 31 08:56:17.413160 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b7074fee-62bf-45a8-b5b2-9ba4efaa75b5 req-850dcf70-04c5-4897-8ca8-98637f9b5420 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485752 Aug 31 08:56:17.416549 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-5dd87219-1eba-4ed1-9450-c28ad5764c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.418197 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-5dd87219-1eba-4ed1-9450-c28ad5764c2a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1098 time: 0.0916016 Aug 31 08:56:17.579440 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-02008606-2a2a-4859-807a-fccff1171103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.581971 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-02008606-2a2a-4859-807a-fccff1171103 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1560900 Aug 31 08:56:17.666933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-c35faa1f-9530-4be7-b1aa-ca8841eb3b84 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 1000 time: 0.0756915 Aug 31 08:56:17.728109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-fd2a17d8-c932-43a9-a9d9-8f47c415b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.729615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-fd2a17d8-c932-43a9-a9d9-8f47c415b642 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0547993 Aug 31 08:56:17.782281 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-44d0204c-6aab-4476-b05f-9b8b6ef3dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.783898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-44d0204c-6aab-4476-b05f-9b8b6ef3dbe0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454652 Aug 31 08:56:17.889022 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-6cc9d204-6e6d-47a5-95fa-a0864fded3ae service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957341 Aug 31 08:56:17.992772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6de23d4a-7e78-4251-92f9-11ec0b8f9d07 req-9879ce7a-4758-4ea7-931b-c649c6a8876b service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958669 Aug 31 08:56:18.570748 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b2e2d-74b7-4eef-9c92-a47e03c4b18a req-6df5c205-aad4-479e-ba20-44c60620d011 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:18.572379 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-197b2e2d-74b7-4eef-9c92-a47e03c4b18a req-6df5c205-aad4-479e-ba20-44c60620d011 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0700076 Aug 31 08:56:18.635793 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-197b2e2d-74b7-4eef-9c92-a47e03c4b18a req-20543462-dc5f-4727-ab52-b01fbe617505 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564635 Aug 31 08:56:19.779074 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ad9ac-50ed-4d87-95e5-60a81e81954d req-76c9c90b-40c6-4e6e-ac57-8796eee9f840 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:19.780810 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1ad9ac-50ed-4d87-95e5-60a81e81954d req-76c9c90b-40c6-4e6e-ac57-8796eee9f840 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0591447 Aug 31 08:56:19.823764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7d1ad9ac-50ed-4d87-95e5-60a81e81954d req-4bcd09a6-d61e-4bcc-8974-f54f939edce7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361836 Aug 31 08:56:20.200372 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:20.953632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1f08f-57de-4087-b300-6fd17029aab4 req-6d64d76b-9895-4983-af96-67e97911d51c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:20.955284 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54e1f08f-57de-4087-b300-6fd17029aab4 req-6d64d76b-9895-4983-af96-67e97911d51c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 946 time: 0.0562027 Aug 31 08:56:20.986407 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:21.000318 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-54e1f08f-57de-4087-b300-6fd17029aab4 req-29aa73d4-4328-4f83-963c-dc8c8b04d7a1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379953 Aug 31 08:56:21.104378 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:21.119037 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-b9457c44-3ee3-416e-a2a3-708d64ebdd3f req-dda92b40-4e96-458d-b9a7-b51d21b71969 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:56:21.120076 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b9457c44-3ee3-416e-a2a3-708d64ebdd3f req-dda92b40-4e96-458d-b9a7-b51d21b71969 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078394 Aug 31 08:56:21.131448 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:21.133763 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ae7c3-b575-478c-87a5-b37c47cfaba1" -d '{"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-unplugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:21.149382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:21.191863 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f6b926-14a9-4d7d-a1de-10a00fddfa96 x-openstack-request-id: req-72f6b926-14a9-4d7d-a1de-10a00fddfa96 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:21.191863 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-unplugged", "status": "failed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "code": 422}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:21.191863 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72f6b926-14a9-4d7d-a1de-10a00fddfa96 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:21.192432 n-d-713499-16 neutron-server[95447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'code': 422} returned with failed status Aug 31 08:56:21.211294 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:21.272808 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:21.467590 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bde93-4e57-4f6b-9370-c541573a44cf req-51842b8a-c27e-4703-adbc-4ac71c6d3791 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:21.470495 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f13bde93-4e57-4f6b-9370-c541573a44cf req-51842b8a-c27e-4703-adbc-4ac71c6d3791 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0719168 Aug 31 08:56:21.537604 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f13bde93-4e57-4f6b-9370-c541573a44cf req-0c075b3f-10c4-459c-9ac9-81bd0865ea14 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596180 Aug 31 08:56:21.971430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-20ac3827-371d-4807-9aea-a3aaa0b27092 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357396 Aug 31 08:56:22.704792 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d257bd-aa7c-4584-a167-1b1ed60b0698 req-4414cff7-7afb-4267-979a-6b8e1e6d5183 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:22.707069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2d257bd-aa7c-4584-a167-1b1ed60b0698 req-4414cff7-7afb-4267-979a-6b8e1e6d5183 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0747802 Aug 31 08:56:22.763058 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2d257bd-aa7c-4584-a167-1b1ed60b0698 req-d7c82935-3f30-4386-881f-6c9711fd3985 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483065 Aug 31 08:56:23.548516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826203-e30e-4903-98bd-2ece2fae816b req-1e460969-cfba-46e2-ad9c-f5b335e770f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:23.550090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-1e460969-cfba-46e2-ad9c-f5b335e770f1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd&tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0476065 Aug 31 08:56:23.621855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826203-e30e-4903-98bd-2ece2fae816b req-e546f202-6ed4-4f80-8161-7fa1cee4ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:23.623362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-e546f202-6ed4-4f80-8161-7fa1cee4ce14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1096 time: 0.0451779 Aug 31 08:56:23.745391 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826203-e30e-4903-98bd-2ece2fae816b req-aca467b5-d567-4c9d-a785-c03fd85c5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:23.747192 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-aca467b5-d567-4c9d-a785-c03fd85c5318 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1166039 Aug 31 08:56:23.770885 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a7303cd-3f7a-420d-8477-5c8ab71d8916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.840527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-ac77859c-70e5-4b35-88da-e9c719c7301c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 998 time: 0.0856860 Aug 31 08:56:23.928209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826203-e30e-4903-98bd-2ece2fae816b req-5b12f264-a24b-434d-92fb-082ee98dcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:23.929739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-5b12f264-a24b-434d-92fb-082ee98dcfe2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0821159 Aug 31 08:56:23.959010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1f91d-15e1-4ee7-8baf-22bfe9b894ef req-588824a4-c908-484b-80ef-010d8b8cb57a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:23.960697 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87e1f91d-15e1-4ee7-8baf-22bfe9b894ef req-588824a4-c908-484b-80ef-010d8b8cb57a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0789073 Aug 31 08:56:24.019838 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-87e1f91d-15e1-4ee7-8baf-22bfe9b894ef req-05fb96fb-a38b-4b9b-a57e-81c2c49bab4f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Aug 31 08:56:24.023697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a826203-e30e-4903-98bd-2ece2fae816b req-9e4050fd-abed-40cb-83ac-4aa458de5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:24.025260 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-9e4050fd-abed-40cb-83ac-4aa458de5039 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869141 Aug 31 08:56:24.128832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-b714135b-8c14-42df-8747-1aac4b0a0522 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949645 Aug 31 08:56:24.233391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a826203-e30e-4903-98bd-2ece2fae816b req-d613ee69-377f-4975-b42d-6693287f8fb3 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959880 Aug 31 08:56:24.457297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:25.217125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708372e0-abe8-41be-8653-564695239d0d req-25f62460-1ec2-42d2-96a5-4ace41b09725 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:25.226859 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-708372e0-abe8-41be-8653-564695239d0d req-25f62460-1ec2-42d2-96a5-4ace41b09725 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0732822 Aug 31 08:56:25.320596 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-708372e0-abe8-41be-8653-564695239d0d req-139d55b1-1b09-4b63-8339-3de79196ca99 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778568 Aug 31 08:56:26.493095 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5538c6f-0100-4961-a402-8aa18d5dfecb req-bcf3670f-5fbc-4271-a9f6-290c293b01ef tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:26.495236 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5538c6f-0100-4961-a402-8aa18d5dfecb req-bcf3670f-5fbc-4271-a9f6-290c293b01ef tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0851743 Aug 31 08:56:26.538338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b5538c6f-0100-4961-a402-8aa18d5dfecb req-d42a94ef-09a2-4c0c-a2bd-b627bfa38d75 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365925 Aug 31 08:56:26.559461 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:26.818934 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:26.892209 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6be2589f-7f8a-40d2-b4f3-4ae45ace7bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:27.693755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb851d9-6efc-4f6a-a6c9-9d8b096c5ded req-04cf7ab0-0585-41a5-9339-1cf2e00eae56 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:27.696435 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eeb851d9-6efc-4f6a-a6c9-9d8b096c5ded req-04cf7ab0-0585-41a5-9339-1cf2e00eae56 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0617597 Aug 31 08:56:27.741944 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-eeb851d9-6efc-4f6a-a6c9-9d8b096c5ded req-0b34a3cf-96de-4528-a500-a3eb71b61493 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Aug 31 08:56:28.240498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:28.884975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1dcb6-6614-47ba-b747-7797c1448452 req-1026917c-cf10-4439-add5-368627948161 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:28.886786 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbb1dcb6-6614-47ba-b747-7797c1448452 req-1026917c-cf10-4439-add5-368627948161 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0624080 Aug 31 08:56:28.943063 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbb1dcb6-6614-47ba-b747-7797c1448452 req-d9362f77-aaa6-41dc-963d-11f7974f6b88 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494769 Aug 31 08:56:29.816022 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:30.096806 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae0c56-caa5-4c39-911e-dd5363ce3521 req-019f0ad8-c186-4228-b1df-7c30fb0c6a71 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.098605 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ae0c56-caa5-4c39-911e-dd5363ce3521 req-019f0ad8-c186-4228-b1df-7c30fb0c6a71 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0562003 Aug 31 08:56:30.154067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79ae0c56-caa5-4c39-911e-dd5363ce3521 req-222159de-cfeb-4510-9fae-37135966de46 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487773 Aug 31 08:56:31.285950 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845a8ff-e486-4a96-953a-e1ce3a6db792 req-ee8b830e-d5a6-4b13-8244-adec8aef6ae0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:31.288066 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2845a8ff-e486-4a96-953a-e1ce3a6db792 req-ee8b830e-d5a6-4b13-8244-adec8aef6ae0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0593705 Aug 31 08:56:31.328717 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2845a8ff-e486-4a96-953a-e1ce3a6db792 req-ab2db841-e3a4-48e0-a198-6cf517fc2ecb tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346301 Aug 31 08:56:32.476188 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee4f35-4c82-465b-96c3-7bbd9df139ee req-c16a8d3f-3d3c-4bfe-aa26-0b5682f45b48 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:32.477876 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8ee4f35-4c82-465b-96c3-7bbd9df139ee req-c16a8d3f-3d3c-4bfe-aa26-0b5682f45b48 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0619586 Aug 31 08:56:32.533623 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a8ee4f35-4c82-465b-96c3-7bbd9df139ee req-f8bb71a3-7d2b-4ecb-a496-ebf8d87b9836 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459821 Aug 31 08:56:33.690007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8855b3-c9b1-4655-9794-e93c76bbc06f req-c7936759-a81f-4a64-94aa-38d2569a669a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:33.699312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d8855b3-c9b1-4655-9794-e93c76bbc06f req-c7936759-a81f-4a64-94aa-38d2569a669a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0782144 Aug 31 08:56:33.744599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d8855b3-c9b1-4655-9794-e93c76bbc06f req-15dce844-6f7c-4a12-a7ac-cc0702e21a66 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437782 Aug 31 08:56:34.936871 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814d274-9ebb-46e5-99cf-d40c4f0e4ae9 req-b01a9d8f-6d2b-4397-aae6-e7e8a1ad251c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:34.939672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1814d274-9ebb-46e5-99cf-d40c4f0e4ae9 req-b01a9d8f-6d2b-4397-aae6-e7e8a1ad251c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0650961 Aug 31 08:56:34.990970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1814d274-9ebb-46e5-99cf-d40c4f0e4ae9 req-8ba54dfa-25c4-4e29-b07b-735636b8d426 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Aug 31 08:56:36.132290 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e7276-b753-4c8e-b0ea-5bc900d6e371 req-3979057a-5c05-45cb-b4c6-6601220075ee tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.133939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e1e7276-b753-4c8e-b0ea-5bc900d6e371 req-3979057a-5c05-45cb-b4c6-6601220075ee tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0527017 Aug 31 08:56:36.179659 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0e1e7276-b753-4c8e-b0ea-5bc900d6e371 req-ce133224-cbbd-4231-ae8b-ae1a5929e27e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Aug 31 08:56:37.305715 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd7069-10fa-4b94-a69c-cbd5355b0dcd req-eb26abb0-24fb-4b81-a874-475fcd44716e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.307348 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cfd7069-10fa-4b94-a69c-cbd5355b0dcd req-eb26abb0-24fb-4b81-a874-475fcd44716e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0541627 Aug 31 08:56:37.354127 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5cfd7069-10fa-4b94-a69c-cbd5355b0dcd req-565a4794-a287-4b63-a574-cc9eab207a0b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402851 Aug 31 08:56:38.482410 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32371bf7-93f5-433e-bb88-b3cd25c50d53 req-f982f89b-e4d5-44c0-8861-ba499c254cdc tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:38.484079 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32371bf7-93f5-433e-bb88-b3cd25c50d53 req-f982f89b-e4d5-44c0-8861-ba499c254cdc tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 944 time: 0.0554719 Aug 31 08:56:38.524722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-32371bf7-93f5-433e-bb88-b3cd25c50d53 req-451381c9-f582-46a2-9c88-f41035687ad2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Aug 31 08:56:39.047797 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:56:39.150209 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:39.164277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'port_id': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'mac_address': 'fa:16:3e:38:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:56:39.209508 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:39.224233 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91f21df-8c32-44c7-b88f-b8027149a134 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:39.244486 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:39.370374 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:39.420139 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=9']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:39.661141 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b37dd-177d-4ba7-8998-373a9cab7576 req-185b7db9-d78d-4a0a-a39a-7d8fbd378bc3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:39.662822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a9b37dd-177d-4ba7-8998-373a9cab7576 req-185b7db9-d78d-4a0a-a39a-7d8fbd378bc3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 945 time: 0.0558872 Aug 31 08:56:39.688807 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['d91f21df-8c32-44c7-b88f-b8027149a134'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:39.709367 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5a9b37dd-177d-4ba7-8998-373a9cab7576 req-a5036b4a-b925-4f40-b49a-485899b23a69 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 Aug 31 08:56:40.834988 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac5342-3c11-42aa-acb8-444850874bee req-41afc43f-591c-4802-8355-d9b22737a1cd tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:40.836670 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25ac5342-3c11-42aa-acb8-444850874bee req-41afc43f-591c-4802-8355-d9b22737a1cd tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 945 time: 0.0566447 Aug 31 08:56:40.881262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-25ac5342-3c11-42aa-acb8-444850874bee req-149463c0-1c41-45fd-874b-6c6cbfb98fcf tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376117 Aug 31 08:56:41.074217 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:56:41.123568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port d91f21df-8c32-44c7-b88f-b8027149a134 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:41.124029 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.240596 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.279737 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:41.280444 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-23cd8bef-6c0e-4570-a1d7-15b6c0408574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.282087 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-23cd8bef-6c0e-4570-a1d7-15b6c0408574 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1097 time: 0.0464551 Aug 31 08:56:41.284020 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b2451-4bca-4c65-81de-ff4bc02b14df" -d '{"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-plugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:41.309249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:41.327933 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731843a-be7c-41b4-924b-40ad5837d997 x-openstack-request-id: req-d731843a-be7c-41b4-924b-40ad5837d997 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:41.328388 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-plugged", "status": "completed", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:41.328717 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d731843a-be7c-41b4-924b-40ad5837d997 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:41.329259 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'code': 200} Aug 31 08:56:41.405389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.415580 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-5b8966b5-2132-444a-a46b-37a055f3e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.420933 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-5b8966b5-2132-444a-a46b-37a055f3e947 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1119163 Aug 31 08:56:41.460818 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=10']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:41.495888 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-8dc182d7-f5e2-44dd-aaa2-8882ea36c765 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 1000 time: 0.0707593 Aug 31 08:56:41.565795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-5bb92554-4be1-471d-8a22-7f5c10fa75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.567430 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-5bb92554-4be1-471d-8a22-7f5c10fa75e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0637140 Aug 31 08:56:41.578203 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.68', 61387) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:41.664772 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-0f07c989-0213-49d6-a84f-8467c294410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.667602 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-0f07c989-0213-49d6-a84f-8467c294410c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787954 Aug 31 08:56:41.671154 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcdb73-78c0-4f25-a264-bc9edffca295 req-008320fa-1f3b-48a2-8f74-bf2250a9ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.673854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cadcdb73-78c0-4f25-a264-bc9edffca295 req-008320fa-1f3b-48a2-8f74-bf2250a9ef7a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1099 time: 0.0942395 Aug 31 08:56:41.773139 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cadcdb73-78c0-4f25-a264-bc9edffca295 req-5a60b61d-4428-4784-9be6-980a5cf56bd2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838835 Aug 31 08:56:41.806457 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-5e63ee20-8035-42d1-8428-a2b2e48fc51d service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255457 Aug 31 08:56:42.079247 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd185ee3-08d2-480c-90bd-eaffe41b2f75 req-fe08f5e9-9e1e-4541-9087-11d6760ab7d6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:42.080853 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd185ee3-08d2-480c-90bd-eaffe41b2f75 req-fe08f5e9-9e1e-4541-9087-11d6760ab7d6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 947 time: 0.1045561 Aug 31 08:56:42.136675 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bc46441d-84a8-41f5-93af-16e6e3c19589 req-a7edcc31-1905-46af-9520-f9358d3feda0 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315517 Aug 31 08:56:42.157027 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cd185ee3-08d2-480c-90bd-eaffe41b2f75 req-f9c33893-ecca-413f-b75a-411c82f84372 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660255 Aug 31 08:56:43.319735 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9f32-2cc8-4db2-b26a-c215cc9d8719 req-0a12983f-f850-4008-9e57-d7066703cf43 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:43.322459 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f18c9f32-2cc8-4db2-b26a-c215cc9d8719 req-0a12983f-f850-4008-9e57-d7066703cf43 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 947 time: 0.0853279 Aug 31 08:56:43.390423 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f18c9f32-2cc8-4db2-b26a-c215cc9d8719 req-70694117-3b28-428a-9634-066d7ddc4899 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602705 Aug 31 08:56:44.559017 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a693f-e2e6-444d-b902-d9190ab5f48b req-eba6e2ef-4f1b-471d-91ad-7fec048d5b10 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:44.560854 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-633a693f-e2e6-444d-b902-d9190ab5f48b req-eba6e2ef-4f1b-471d-91ad-7fec048d5b10 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 947 time: 0.0574493 Aug 31 08:56:44.610814 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-633a693f-e2e6-444d-b902-d9190ab5f48b req-9c5bfbc9-b6f5-4456-afed-c7265f2345ef tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Aug 31 08:56:53.781780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2616efe5-81b4-47c0-ad37-287208df63b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:54.490169 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:56.593075 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:56.724354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:56.759137 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7bd34d82-e65f-4591-9ed0-2aab1587c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:57.199777 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:58.722423 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:59.856353 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.793080 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ab42fa22-5140-48f4-8d94-38ea417a1291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.502447 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.593176 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.821665 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.838135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4d8219a1-edc1-4483-8375-336ea9b4e019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.238728 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:29.902697 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:34.200857 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:57:42.394632 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-f8f8a1ea-e1dd-4168-bb48-2658bb76809c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442774 Aug 31 08:57:42.491202 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-8f7fd04d-b961-4280-b341-20695cf000af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:42.492784 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-8f7fd04d-b961-4280-b341-20695cf000af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1099 time: 0.0512619 Aug 31 08:57:42.618036 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-3ed71479-89b9-40b2-b03a-50dc5a1a4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:42.619540 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-3ed71479-89b9-40b2-b03a-50dc5a1a4f65 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1041839 Aug 31 08:57:42.692856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-bc025a89-b93d-43ae-ab00-4ec6fa10f746 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 1000 time: 0.0659008 Aug 31 08:57:42.743404 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-6017a537-5edd-4a91-9304-7d4272328ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:42.744885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-6017a537-5edd-4a91-9304-7d4272328ff6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0444293 Aug 31 08:57:42.793930 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-ee27647e-a378-4c56-9211-80158dd52deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:42.795467 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-ee27647e-a378-4c56-9211-80158dd52deb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432787 Aug 31 08:57:42.894893 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-a1f9b2d2-cb23-4d9e-8629-d3ba8e5cafed service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855093 Aug 31 08:57:42.988240 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e31ad497-0793-4db9-aa58-d77cb6d6775f req-94cf6bd7-6f57-47f4-bcd9-8ab9cc06444c service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Aug 31 08:57:53.822012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d8b0de11-045e-4c62-a557-a0cf020ce986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:54.490136 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:56.557389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:56.764454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:56.792466 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8c104089-0648-45e4-9d98-e91b04463fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:58.232512 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.854619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.287139 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 35652) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:06.514383 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Deleting port 7d866be3-3709-4f17-91e4-9243ff7378df {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:58:06.514730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.613664 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.614136 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.638523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Calling delete_port for 7d866be3-3709-4f17-91e4-9243ff7378df owned by network:floatingip {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:58:06.970022 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:07.007040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event deleted for resources: {'Port': ['ID=7d866be3-3709-4f17-91e4-9243ff7378df,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:07.022109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.022464 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.022844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.023185 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.023520 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.023855 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.024184 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.024514 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.024844 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.025180 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.025665 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.025927 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:07.092192 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:07.092545 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Floating IP 2e8b8b94-9a7f-4a22-a926-b062665e1c20 disassociated (deleted). External IP: 172.25.0.7, port: d91f21df-8c32-44c7-b88f-b8027149a134. Aug 31 08:58:07.314996 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Router 75ff9310-b8bf-45df-b519-707361a75422 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:58:07.438989 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:58:07.443755 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:07.449180 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:58:07.458812 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:07.459451 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:07.474672 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-fa525f6b-8952-405f-8108-aec6ba498303 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e8b8b94-9a7f-4a22-a926-b062665e1c20 HTTP/1.1" status: 204 len: 168 time: 1.1860936 Aug 31 08:58:07.475481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:07.479369 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd791f-0b49-44bf-9305-6ee1d4bf747e" -d '{"events": [{"name": "network-changed", "server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:07.573036 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:07.588814 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d271d38e-d1c2-4528-8d31-fb7114196ffe x-openstack-request-id: req-d271d38e-d1c2-4528-8d31-fb7114196ffe {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:07.589121 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:07.589417 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d271d38e-d1c2-4528-8d31-fb7114196ffe {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:07.589959 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'status': 'completed', 'code': 200} Aug 31 08:58:07.666540 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-559d7f8c-ed76-4f06-9e5f-f6e1cbdb275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:07.668251 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-559d7f8c-ed76-4f06-9e5f-f6e1cbdb275f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 1099 time: 0.0464051 Aug 31 08:58:07.772686 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-6b529cec-bf74-449a-8299-1a8af8ab76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:07.775224 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-6b529cec-bf74-449a-8299-1a8af8ab76a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.0987418 Aug 31 08:58:07.801293 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:07.827077 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-7154df13-9f3c-478f-a938-5edc642394b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 200 len: 217 time: 0.0384569 Aug 31 08:58:07.833044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:58:07.842661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:07.843289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:57:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:07.887558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-601f03e6-f68b-43fd-bb34-e4981ede3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:07.889292 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-601f03e6-f68b-43fd-bb34-e4981ede3153 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0547125 Aug 31 08:58:07.950436 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-df2a94c7-d688-4692-b552-4134b5d72df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:07.952049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-df2a94c7-d688-4692-b552-4134b5d72df5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547776 Aug 31 08:58:07.973421 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:08.095031 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec84a0-3526-4d07-9a18-389fc3d97d83 req-300da2d6-3475-4b6e-a708-e401e303773d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:08.096500 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2ec84a0-3526-4d07-9a18-389fc3d97d83 req-300da2d6-3475-4b6e-a708-e401e303773d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 947 time: 0.0828075 Aug 31 08:58:08.103563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-7886c75b-1b0b-475e-b420-83f4d70d77b7 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432760 Aug 31 08:58:08.181021 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c2ec84a0-3526-4d07-9a18-389fc3d97d83 req-5ff4e8be-277d-4859-a67d-65a8589108e5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764763 Aug 31 08:58:08.193457 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:08.222202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-09fd791f-0b49-44bf-9305-6ee1d4bf747e req-2d0b7b59-ee9f-4b86-9309-8c8739b91e87 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104662 Aug 31 08:58:08.229200 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7c666-29b9-42c4-9f9d-db9e2111e9b8 None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:58:08.487762 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e4df-94f5-4469-ab75-17f0ed669b70 None None] New status for floating IP 2e8b8b94-9a7f-4a22-a926-b062665e1c20: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:58:09.309525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf9bd-6f25-438e-9e4c-7d2446ae5a36 req-50006249-fdb1-4bf0-8bd7-b5882b56232e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:09.311050 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18abf9bd-6f25-438e-9e4c-7d2446ae5a36 req-50006249-fdb1-4bf0-8bd7-b5882b56232e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 947 time: 0.0555434 Aug 31 08:58:09.349946 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18abf9bd-6f25-438e-9e4c-7d2446ae5a36 req-10b113f8-a3d1-402f-a785-ac85be32a78a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c166505-5e83-4fe6-b4ea-4bd9c7e23391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Aug 31 08:58:09.710767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-de76cf25-4c92-4505-bb22-8e3bffdebfc8 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:09.712290 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-de76cf25-4c92-4505-bb22-8e3bffdebfc8 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 947 time: 0.0503454 Aug 31 08:58:09.814827 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Deleting port d91f21df-8c32-44c7-b88f-b8027149a134 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:58:09.815168 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:09.904340 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] For port d91f21df-8c32-44c7-b88f-b8027149a134, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=d91f21df-8c32-44c7-b88f-b8027149a134,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:09.904715 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:09.924982 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Calling delete_port for d91f21df-8c32-44c7-b88f-b8027149a134 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:58:10.186799 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:10.215719 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event deleted for resources: {'Port': ['ID=d91f21df-8c32-44c7-b88f-b8027149a134,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:10.268752 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] No DVR routers for this DVR port d91f21df-8c32-44c7-b88f-b8027149a134 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:58:10.272731 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:10.275244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8fc4433d-2c50-44cc-83e4-454e3c27a596 req-ffe536e6-9657-42ad-816b-7bd1cd0561e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "DELETE /v2.0/ports/d91f21df-8c32-44c7-b88f-b8027149a134 HTTP/1.1" status: 204 len: 173 time: 0.5566797 Aug 31 08:58:10.275717 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-deleted', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:10.278422 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8016b7c1-64ee-47f5-9681-8e83a6cd59a1" -d '{"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-deleted", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:10.331035 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42de7031-cf3c-4c31-8da4-8de37cfcde33 x-openstack-request-id: req-42de7031-cf3c-4c31-8da4-8de37cfcde33 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:10.331672 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2408be9e-cc93-4923-bd9b-0b582e720dfd", "name": "network-vif-deleted", "tag": "d91f21df-8c32-44c7-b88f-b8027149a134", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:10.331672 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42de7031-cf3c-4c31-8da4-8de37cfcde33 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:10.331974 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408be9e-cc93-4923-bd9b-0b582e720dfd', 'name': 'network-vif-deleted', 'tag': 'd91f21df-8c32-44c7-b88f-b8027149a134', 'status': 'completed', 'code': 200} Aug 31 08:58:10.461622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7e2a6fdd-b6ef-450e-8e35-f941db3e4f2f req-6d1a59db-d9fc-4a76-9ffb-0415f4b3e848 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0405602 Aug 31 08:58:11.202501 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:11.582920 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ca25e356-5b9d-4da9-86e3-15d352dba17f req-54f9dd08-f88a-4d47-ade5-6ab7c29d7c92 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=2408be9e-cc93-4923-bd9b-0b582e720dfd HTTP/1.1" status: 200 len: 210 time: 0.0288968 Aug 31 08:58:12.644746 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35676) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:12.708091 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:12.734459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:12.969489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:12.972162 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:12.973682 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c166505-5e83-4fe6-b4ea-4bd9c7e23391 HTTP/1.1" status: 204 len: 168 time: 0.3272979 Aug 31 08:58:12.983289 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c166505-5e83-4fe6-b4ea-4bd9c7e23391,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:12.991639 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.991987 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.992527 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.992685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.993015 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.993748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.993748 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.994078 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.994386 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.994738 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.995073 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:12.995399 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed9b4b8-b8d4-4f32-8113-0d14eecf3c59 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:13.520201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:58:13.529634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35684) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:13.534382 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178285682', 'description': 'tempest-secgroup-smoke-1178285682 description', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:13.552494 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: d91f21df-8c32-44c7-b88f-b8027149a134 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:58:13.553100 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device d91f21df-8c32-44c7-b88f-b8027149a134 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:58:13.662034 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:13.743287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:13.826937 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:13.857387 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4525c-8fc2-48bd-8027-06b060f29676,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:13.941175 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:13.943200 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2a14a914-5675-4c66-bb14-ddd7f186181a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4125080 Aug 31 08:58:13.946229 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35686) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:13.951198 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': 'dce4525c-8fc2-48bd-8027-06b060f29676', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:14.101128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.163288 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.272446 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.291004 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17e0936-3b85-4bef-aafc-1e088623c2fd,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:14.396895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.398117 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-264ab84d-cbab-4375-bf4f-b717843cbde7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4508440 Aug 31 08:58:14.402512 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35688) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:14.407389 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': 'dce4525c-8fc2-48bd-8027-06b060f29676', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:14.558661 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.626444 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.781039 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.805557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a7cf71-7cbf-4f53-9592-69b347d3e9fc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:14.906873 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.908251 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-9d813712-b581-4035-a0b5-dfc66ab35e8b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5046425 Aug 31 08:58:14.911468 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35690) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:14.915971 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': 'dce4525c-8fc2-48bd-8027-06b060f29676', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:15.117866 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.186172 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.284195 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.304728 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c946b80f-f615-4073-b2fa-ffc74617b3c9,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:15.430992 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.432254 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2d32b434-647f-4041-ba05-0a747b51014a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198531 Aug 31 08:58:15.435055 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35692) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:15.439762 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': 'dce4525c-8fc2-48bd-8027-06b060f29676', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:15.550635 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.616455 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.712801 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.733426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b45e0d7-853e-4acd-bae7-fa6a11fe42dc,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:15.815522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.817487 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-793010c2-f664-4661-b1d0-eb0aa692212d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3814154 Aug 31 08:58:15.820682 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35694) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:15.825628 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': 'dce4525c-8fc2-48bd-8027-06b060f29676', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:15.918489 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Project bab4c2f5c0ec4f248f7319b3f181e4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:58:15.924417 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.051824 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.130214 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.154551 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6122ded5-7685-45ea-b2ed-c809fe056e6c,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:16.226926 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.228194 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-da9e0921-9e90-4311-ac03-47575194c43b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4064941 Aug 31 08:58:16.231276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35696) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:16.236041 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'security_group_rule': {'security_group_id': 'dce4525c-8fc2-48bd-8027-06b060f29676', 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:16.328618 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Project bab4c2f5c0ec4f248f7319b3f181e4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:58:16.334634 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.400802 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.535858 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.557271 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8fd4b0-1673-487e-a8f3-915d850cf302,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:16.701481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.710997 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-8da9fd5f-adae-4218-bca6-4b30ed5394c9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4705701 Aug 31 08:58:23.786654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aaa747b9-4817-4515-bef6-7de081d6ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.455756 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.606421 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.764916 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.804524 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5a3a76f8-47c5-4526-9abe-73262f10e971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:28.249048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.615652 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.871848 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-cb485e35-700f-46df-9852-774ee4d75821 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178285682&fields=id&tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 267 time: 0.0462809 Aug 31 08:58:44.032839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-3712f18e-2c37-4feb-8d79-85b46e510f9e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:44.035441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-3712f18e-2c37-4feb-8d79-85b46e510f9e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 809 time: 0.1559875 Aug 31 08:58:44.052663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-08a27942-f31b-478e-9c48-e7280775e222 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/quotas/bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 375 time: 0.0107067 Aug 31 08:58:44.120832 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-dcf30263-d8ca-4920-9e6b-797981947ad7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619218 Aug 31 08:58:44.138697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-7ee36c89-618b-43e4-98fb-6a3578f309b7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:58:44.139979 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-7ee36c89-618b-43e4-98fb-6a3578f309b7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063381 Aug 31 08:58:44.310884 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-3254bb40-2b6c-4dbc-8a42-7940bed44320 service neutron] 10.222.0.36 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632571 Aug 31 08:58:44.414117 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-2baaeb61-ab46-48a1-8b20-1e9ef573c31c service neutron] 10.222.0.36 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957348 Aug 31 08:58:45.217771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4a9a1a15-e74e-400e-b6b5-284e992b4d01 req-b24c6632-40c6-4e09-ad1c-eec048e06cfd tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0328581 Aug 31 08:58:46.331215 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-43112269-0878-4eae-a6ba-d7bb8f9cb6b9 req-b601198c-511f-41c0-bb3a-b0cc15178679 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0445988 Aug 31 08:58:47.447121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4912d117-4c9c-4f57-a627-8f810a2bf468 req-825eaa54-499d-485f-9384-61064bb9950a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0449347 Aug 31 08:58:48.202045 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:48.550161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5f093aa9-85b7-4667-8632-945d3862b9d6 req-1f309894-1fa7-462a-8950-bae990cfdd89 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Aug 31 08:58:49.651126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14e6bc35-2af6-4aff-a945-9efedc18b8b0 req-1d8da671-ae04-435e-98d9-b3a9d52d48e5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0277565 Aug 31 08:58:50.284526 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-9d33500a-4d9b-4821-be1d-d3c84b8ed52f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:50.286475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-9d33500a-4d9b-4821-be1d-d3c84b8ed52f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 809 time: 0.5165746 Aug 31 08:58:50.356196 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-7ec27cf2-3ca3-48cd-bd10-c40413f1bcf2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 380 time: 0.0581245 Aug 31 08:58:50.368960 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'port': {'device_id': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'admin_state_up': True, 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'security_groups': ['dce4525c-8fc2-48bd-8027-06b060f29676']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:50.638011 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Made reservation on behalf of bab4c2f5c0ec4f248f7319b3f181e4b0 for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:58:50.642201 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:50.797638 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-694c3ed3-78ec-4879-89d0-bbbcfe150e18 req-42d5f40c-8c6c-466a-a508-566ae7e3f8a7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0549166 Aug 31 08:58:50.903238 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Allocated IP 172.20.0.11 (1f88e908-86eb-422b-9ed1-7049fecb9222/af0ab501-5e3f-4414-8cd1-fc9d7f511d25/1998d719-6ac8-4b02-b604-f84cb980fa92) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:51.135974 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:51.161824 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Transition to ACTIVE for port object 1998d719-6ac8-4b02-b604-f84cb980fa92 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:51.274334 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:51.339953 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:51.343449 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:51.347946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:51.377766 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:51.425564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:51.426446 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:51.530388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-ea695e3f-15c6-41e2-985b-bf4cce32b78f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1663554 Aug 31 08:58:51.544798 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Request body: {'port': {'device_id': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:51.605820 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:51.739399 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-15315270-588d-440f-a7d9-51abbbbc4639 None None] Provisioning for port 1998d719-6ac8-4b02-b604-f84cb980fa92 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:51.744769 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-15315270-588d-440f-a7d9-51abbbbc4639 None None] Provisioning complete for port 1998d719-6ac8-4b02-b604-f84cb980fa92 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:51.745148 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-15315270-588d-440f-a7d9-51abbbbc4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:51.796580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-15315270-588d-440f-a7d9-51abbbbc4639 None None] Port 1998d719-6ac8-4b02-b604-f84cb980fa92 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:58:51.970879 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1998d719-6ac8-4b02-b604-f84cb980fa92 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:51.985160 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.010429 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6b84a-898f-4d04-aa56-c4f39e94fe8f req-63aae65f-df40-4234-b8f9-603ffb34fcec tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:52.015682 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8a6b84a-898f-4d04-aa56-c4f39e94fe8f req-63aae65f-df40-4234-b8f9-603ffb34fcec tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 932 time: 0.1197908 Aug 31 08:58:52.015682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Transition to ACTIVE for port object 1998d719-6ac8-4b02-b604-f84cb980fa92 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:52.058678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d8a6b84a-898f-4d04-aa56-c4f39e94fe8f req-7e19f0d1-3ed9-46d3-8fe0-763de912db15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Aug 31 08:58:52.145475 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.220131 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:52.288768 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Attempting to bind port 1998d719-6ac8-4b02-b604-f84cb980fa92 on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:58:52.289136 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Attempting to bind port 1998d719-6ac8-4b02-b604-f84cb980fa92 by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:58:52.289480 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Attempting to bind port 1998d719-6ac8-4b02-b604-f84cb980fa92 on network 1f88e908-86eb-422b-9ed1-7049fecb9222 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:52.295370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Port 1998d719-6ac8-4b02-b604-f84cb980fa92 on network 1f88e908-86eb-422b-9ed1-7049fecb9222 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:58:52.295721 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Attempting to bind port 1998d719-6ac8-4b02-b604-f84cb980fa92 on network 1f88e908-86eb-422b-9ed1-7049fecb9222 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:52.302272 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:58:52.302643 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Checking segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:58:52.303047 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Bound using segment: {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:58:52.303589 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Bound port: 1998d719-6ac8-4b02-b604-f84cb980fa92, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dababfe-195b-4767-871b-aaf1fcd13827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:58:52.303964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.391187 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:58:52.396593 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:58:52.475353 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.509462 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:52.510158 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.511563 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] 10.222.0.68 "PUT /v2.0/ports/1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1093 time: 0.9713664 Aug 31 08:58:52.512019 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:52.514326 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:52.552733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b4c85-1742-4bfe-8b8b-d5672e5113c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:52.569173 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcbee85-4c50-43ba-a441-c6484e943f21 x-openstack-request-id: req-6fcbee85-4c50-43ba-a441-c6484e943f21 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:52.569443 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:52.569707 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fcbee85-4c50-43ba-a441-c6484e943f21 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:52.570160 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'status': 'completed', 'code': 200} Aug 31 08:58:52.659838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d req-77db5153-2712-436a-b6ef-89f1f6e22dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:52.662879 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d req-77db5153-2712-436a-b6ef-89f1f6e22dbe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1096 time: 0.0658789 Aug 31 08:58:52.803641 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d req-cdb874d9-a44c-4192-9138-de924a3bd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:52.805047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d req-cdb874d9-a44c-4192-9138-de924a3bd67f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1315138 Aug 31 08:58:52.907889 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d req-be555a92-d91a-465d-8462-5aff21e056d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:52.910069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-44b99d5e-19e1-4af6-9cfd-aa71ef2c1c6d req-be555a92-d91a-465d-8462-5aff21e056d3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978997 Aug 31 08:58:53.003056 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-198fe5c6-7f84-435b-8ce1-9521328792cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:53.004901 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-198fe5c6-7f84-435b-8ce1-9521328792cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1096 time: 0.0527058 Aug 31 08:58:53.077300 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-b39ab9d4-629d-4be8-9d7d-ab71e0861586 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 217 time: 0.0620329 Aug 31 08:58:53.168396 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-94904c4d-aec3-43a3-9150-6c48989a6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:53.170939 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-94904c4d-aec3-43a3-9150-6c48989a6494 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0860877 Aug 31 08:58:53.272448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67f387-1703-466e-8bdc-c0590f28e53b req-f2c53433-3a88-4a32-8f3d-177f64221e8d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:53.278381 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f67f387-1703-466e-8bdc-c0590f28e53b req-f2c53433-3a88-4a32-8f3d-177f64221e8d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.1041489 Aug 31 08:58:53.283579 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-4b3c0df8-7c52-4ad4-aae4-e3d20c93cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:53.285673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-4b3c0df8-7c52-4ad4-aae4-e3d20c93cb4d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986748 Aug 31 08:58:53.374069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f67f387-1703-466e-8bdc-c0590f28e53b req-2a79bcf7-c453-47f0-ba1e-5541c9847581 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933983 Aug 31 08:58:53.415375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-fed6cf24-43c4-419f-ac7b-e7927302506a service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159456 Aug 31 08:58:53.535012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4719e3cb-a868-48b7-99a4-56e0e5faa26a req-c21bf5e8-3423-4548-9a33-e55a50ef1b22 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103723 Aug 31 08:58:53.876470 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1f3c-5ad3-4151-b9a5-c8c470653529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:54.500811 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:54.506128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3d5e-a09f-4c64-be62-bdbe9e3bfe4b req-3c94525d-fdfa-41b0-98a8-5976394e761b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:54.507720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa0d3d5e-a09f-4c64-be62-bdbe9e3bfe4b req-3c94525d-fdfa-41b0-98a8-5976394e761b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0584078 Aug 31 08:58:54.551143 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-aa0d3d5e-a09f-4c64-be62-bdbe9e3bfe4b req-d0b44d97-f7e1-4ec3-ab14-ebd76cd774c2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366910 Aug 31 08:58:55.690596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14999-94d1-4cc4-867a-f9f4762f2061 req-813fb9b2-d8b1-4b4e-98fc-b6326d2843a0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:55.692274 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c14999-94d1-4cc4-867a-f9f4762f2061 req-813fb9b2-d8b1-4b4e-98fc-b6326d2843a0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0649574 Aug 31 08:58:55.733829 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b3c14999-94d1-4cc4-867a-f9f4762f2061 req-aefc73da-cc16-4ac8-8340-ca0c827edce7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343881 Aug 31 08:58:56.569053 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.768210 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.832827 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7450acee-a0d8-4354-956c-ff15fe18fa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.890353 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800eed8d-50fd-415e-a7e2-594e98746876 req-bbdeda9f-b178-4115-8aaf-4b9094319c82 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:56.891972 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-800eed8d-50fd-415e-a7e2-594e98746876 req-bbdeda9f-b178-4115-8aaf-4b9094319c82 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0627084 Aug 31 08:58:56.939544 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-800eed8d-50fd-415e-a7e2-594e98746876 req-bc6425ec-843f-4d38-9580-f5aa528462e9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365582 Aug 31 08:58:58.123544 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcf0d5-6c22-40c5-87a6-3a05ce6a8792 req-1985c6b8-a861-4838-857c-9875b0904ad1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:58.126404 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2dcf0d5-6c22-40c5-87a6-3a05ce6a8792 req-1985c6b8-a861-4838-857c-9875b0904ad1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0901566 Aug 31 08:58:58.180857 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f2dcf0d5-6c22-40c5-87a6-3a05ce6a8792 req-4eeba056-70ac-48b2-bb00-fc891aa348b8 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444560 Aug 31 08:58:58.266765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.322595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298792cd-55ac-4535-80d7-f6eb28a4b153 req-53269a9b-8359-4b60-bc1c-c1f2743ce4b9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:59.324244 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-298792cd-55ac-4535-80d7-f6eb28a4b153 req-53269a9b-8359-4b60-bc1c-c1f2743ce4b9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0597045 Aug 31 08:58:59.369122 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-298792cd-55ac-4535-80d7-f6eb28a4b153 req-9a9258a4-d123-487d-a60a-9276c974b5a6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Aug 31 08:58:59.838917 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:00.496946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30652f9e-b754-40af-9cd1-9428fb61be06 req-c3cc1b2d-c8fe-41c1-a601-8cdca980c451 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:00.498739 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30652f9e-b754-40af-9cd1-9428fb61be06 req-c3cc1b2d-c8fe-41c1-a601-8cdca980c451 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0541203 Aug 31 08:59:00.548035 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30652f9e-b754-40af-9cd1-9428fb61be06 req-14cfc0fc-3504-445b-8a62-abfd176396cb tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Aug 31 08:59:01.679897 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b99186-12b4-4968-b362-b3b850bdbdea req-1fc95eab-3b60-412a-9766-2674ddc8bf81 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:01.681449 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17b99186-12b4-4968-b362-b3b850bdbdea req-1fc95eab-3b60-412a-9766-2674ddc8bf81 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0529354 Aug 31 08:59:01.720743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-17b99186-12b4-4968-b362-b3b850bdbdea req-1b8405c3-7c05-4995-8851-615ac62b3b67 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Aug 31 08:59:02.844796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f288-c6b6-44d7-b49b-88465efa8b0f req-0d074c9e-ba75-40dc-8aa8-afe077f7ab7d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:02.847085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec40f288-c6b6-44d7-b49b-88465efa8b0f req-0d074c9e-ba75-40dc-8aa8-afe077f7ab7d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0576439 Aug 31 08:59:02.889465 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ec40f288-c6b6-44d7-b49b-88465efa8b0f req-838c9404-b468-4de5-8131-2261fd2f9c96 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358202 Aug 31 08:59:03.824020 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:03.940192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:03.961773 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'port_id': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'mac_address': 'fa:16:3e:a8:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:04.008365 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:04.024909 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1998d719-6ac8-4b02-b604-f84cb980fa92 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:04.048459 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:04.052623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3cc3e-2290-4632-9314-d99dde409b07 req-27ff0a8f-ddd7-40d7-b3b2-5860bf4bef04 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:04.054433 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18c3cc3e-2290-4632-9314-d99dde409b07 req-27ff0a8f-ddd7-40d7-b3b2-5860bf4bef04 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0582545 Aug 31 08:59:04.093856 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-18c3cc3e-2290-4632-9314-d99dde409b07 req-a693c33c-ada6-4412-83f6-4fc629147383 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Aug 31 08:59:04.139558 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:04.203535 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:04.212331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.212682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.213186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.213549 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.213924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.214257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.214598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.214928 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.215261 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.215592 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.216365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.216365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:04.365759 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['1998d719-6ac8-4b02-b604-f84cb980fa92'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:05.280311 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98763864-c80b-4bd1-96e1-5576b83a0615 req-bc7cde36-cda5-4bea-bd13-3d375ab15d91 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:05.282330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98763864-c80b-4bd1-96e1-5576b83a0615 req-bc7cde36-cda5-4bea-bd13-3d375ab15d91 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 945 time: 0.0667033 Aug 31 08:59:05.345741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98763864-c80b-4bd1-96e1-5576b83a0615 req-11f5a90f-bf74-4a94-a08b-c5f4f0e3cbf5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557075 Aug 31 08:59:05.824770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:05.975585 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 1998d719-6ac8-4b02-b604-f84cb980fa92 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:05.981297 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 1998d719-6ac8-4b02-b604-f84cb980fa92 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:05.981839 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:06.102236 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:06.130453 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:06.133296 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5cac64-d3e1-4a39-8b82-80746783bf4b" -d '{"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-plugged", "status": "completed", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:06.150085 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:06.243397 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d06e940-e7fa-4463-af85-f880fcb7ceb6 x-openstack-request-id: req-5d06e940-e7fa-4463-af85-f880fcb7ceb6 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:06.243872 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-plugged", "status": "completed", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:06.244318 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d06e940-e7fa-4463-af85-f880fcb7ceb6 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:06.245198 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'code': 200} Aug 31 08:59:06.247203 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:06.343121 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:06.371264 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698da3-7d69-4527-94fa-367ba177af24 req-dd32b831-35d3-4937-8bec-b3593aa2cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:06.373440 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f698da3-7d69-4527-94fa-367ba177af24 req-dd32b831-35d3-4937-8bec-b3593aa2cc96 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0629859 Aug 31 08:59:06.432211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f698da3-7d69-4527-94fa-367ba177af24 req-154831f7-137a-49c9-9fa1-db3bd4421cd8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502594 Aug 31 08:59:06.527747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9a72-1010-46ba-bb4e-045032948877 req-fbbc3a7f-763f-42b0-94a5-662c1f36c857 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:06.529376 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-332f9a72-1010-46ba-bb4e-045032948877 req-fbbc3a7f-763f-42b0-94a5-662c1f36c857 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0551202 Aug 31 08:59:06.587082 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-332f9a72-1010-46ba-bb4e-045032948877 req-a7ec0236-6c39-40e5-a7af-9db3d52f18e4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Aug 31 08:59:07.755973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7912e3-7a00-4993-ae83-3f57270db463 req-85c070e9-9cff-46ec-9f0b-0417983d5546 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:07.758714 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e7912e3-7a00-4993-ae83-3f57270db463 req-85c070e9-9cff-46ec-9f0b-0417983d5546 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0801210 Aug 31 08:59:07.814599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8e7912e3-7a00-4993-ae83-3f57270db463 req-4a760c57-8781-4516-b3f9-6ba2bc1b2814 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Aug 31 08:59:08.979764 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62da9b3-3609-4d81-ae11-e900780726d5 req-656e54fe-b515-4c85-abbb-46de85d28ec9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:08.982578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e62da9b3-3609-4d81-ae11-e900780726d5 req-656e54fe-b515-4c85-abbb-46de85d28ec9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0729976 Aug 31 08:59:09.040885 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e62da9b3-3609-4d81-ae11-e900780726d5 req-75c2bd2e-9dea-498b-af8e-5dda2527c48e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477498 Aug 31 08:59:09.173834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142dd76-03eb-4c91-b704-155bcae642e0 req-e37561b8-f1a0-43c4-9a9a-deb90813d6e6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:09.176028 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0142dd76-03eb-4c91-b704-155bcae642e0 req-e37561b8-f1a0-43c4-9a9a-deb90813d6e6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0642257 Aug 31 08:59:09.221599 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0142dd76-03eb-4c91-b704-155bcae642e0 req-9e720069-2ca8-4ecc-9d27-bd7f86bb4ea7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Aug 31 08:59:09.244681 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35940) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:09.332747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f05969-cf68-4a6c-a6e7-06eedc1431d8 tempest-TestShelveInstance-1963030371 tempest-TestShelveInstance-1963030371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:09.334367 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-83f05969-cf68-4a6c-a6e7-06eedc1431d8 tempest-TestShelveInstance-1963030371 tempest-TestShelveInstance-1963030371-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1093 time: 0.0886371 Aug 31 08:59:09.337539 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 35944) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:09.342292 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:09.443948 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.602812 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.748410 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Allocated IP 172.25.0.179 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/2e7e61cb-3027-4cab-8505-460b64b2895b) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:09.895613 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.050104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.094346 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:10.102100 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:10.106440 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:10.136160 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'Port': ['ID=2e7e61cb-3027-4cab-8505-460b64b2895b,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:10.628118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.852328 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.081085 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.138882 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.208666 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event updated for resources: {'Port': ['ID=2e7e61cb-3027-4cab-8505-460b64b2895b,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:11.227137 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.375497 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Floating IP 86582895-4e85-4448-8bbd-d89531890c4a associated. External IP: 172.25.0.179, port: 1998d719-6ac8-4b02-b604-f84cb980fa92. Aug 31 08:59:11.973896 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Router 75ff9310-b8bf-45df-b519-707361a75422 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:59:12.119337 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:12.133586 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:12.153276 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:12.154794 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:12.221179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.258393 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4f03f948-a43e-4f01-a7a3-16acccb5cbe9 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9194548 Aug 31 08:59:12.259652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:59:12.262459 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a9a12-1196-464a-bf82-f3552e4fa791" -d '{"events": [{"name": "network-changed", "server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:59:12.309317 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:12.419873 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0349793a-1e54-4d0e-9e5b-3d4ea1d7f72d x-openstack-request-id: req-0349793a-1e54-4d0e-9e5b-3d4ea1d7f72d {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:59:12.420607 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:59:12.421592 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0349793a-1e54-4d0e-9e5b-3d4ea1d7f72d {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:59:12.422370 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'status': 'completed', 'code': 200} Aug 31 08:59:12.524770 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-402a64ed-3051-4579-80d7-60edcc1ebb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:12.526518 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-402a64ed-3051-4579-80d7-60edcc1ebb8c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0742240 Aug 31 08:59:12.636956 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '86582895-4e85-4448-8bbd-d89531890c4a', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75ff9310-b8bf-45df-b519-707361a75422', 'port_id': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'mac_address': 'fa:16:3e:a8:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:10Z', 'revision_number': 0, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:12.667145 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:12.668951 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-22fbf40d-49ff-4114-8989-a3c6b69a2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:12.671386 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-22fbf40d-49ff-4114-8989-a3c6b69a2aa8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1309261 Aug 31 08:59:12.677682 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:12.678377 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T08:58:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:12.752680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-8f84b6c2-cdfa-4cc3-8bd7-3bbb673b1a51 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1000 time: 0.0723073 Aug 31 08:59:12.842882 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-ffd028cc-ad5b-461f-9cd8-e2943816a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:12.845547 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-ffd028cc-ad5b-461f-9cd8-e2943816a5b1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0850577 Aug 31 08:59:12.909658 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-e5da50aa-7bc1-430d-940b-4de3b9740e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:12.911551 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-e5da50aa-7bc1-430d-940b-4de3b9740e18 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567634 Aug 31 08:59:12.967025 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:13.063106 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-a17009f4-aba3-4d0c-be95-1b8f31fb7ca3 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424747 Aug 31 08:59:13.206611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3a5a9a12-1196-464a-bf82-f3552e4fa791 req-10a71340-f00d-4cca-91b8-85ee332a8465 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350639 Aug 31 08:59:13.351132 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '86582895-4e85-4448-8bbd-d89531890c4a', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75ff9310-b8bf-45df-b519-707361a75422', 'port_id': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'mac_address': 'fa:16:3e:a8:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:10Z', 'revision_number': 0, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:13.409195 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae728a-52e5-4ee7-9c36-7c80deb6d00a None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '86582895-4e85-4448-8bbd-d89531890c4a', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': '75ff9310-b8bf-45df-b519-707361a75422', 'port_id': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'mac_address': 'fa:16:3e:a8:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:59:10Z', 'updated_at': '2021-08-31T08:59:10Z', 'revision_number': 0, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:13.689731 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b97ed43-b910-4ae3-a0cd-057f9a9e4925 None None] New status for floating IP 86582895-4e85-4448-8bbd-d89531890c4a: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:59:23.801941 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-412a8007-dc87-4af3-b3d8-1a0db9099da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:24.472158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.203339 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:26.591513 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.803795 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.804961 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-29118007-5a70-44d9-bed7-58ca5e073974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.293211 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:29.844221 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.474511 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-f7051f80-f94c-47cd-89b6-2f98c2863551 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138504 Aug 31 08:59:44.594561 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-d9caa753-8af3-457f-9568-a3cc8fcc3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.597678 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-d9caa753-8af3-457f-9568-a3cc8fcc3ad8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0605512 Aug 31 08:59:44.768801 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-c6b642ff-3182-4318-b0b6-5568b3e37119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.771434 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-c6b642ff-3182-4318-b0b6-5568b3e37119 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1450958 Aug 31 08:59:44.888391 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-0a979783-811c-4bd7-9c90-99ae40ae3734 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1002 time: 0.1083138 Aug 31 08:59:44.989346 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-8cefb8b3-b4d8-4fa9-9429-fc10378631c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:44.990977 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-8cefb8b3-b4d8-4fa9-9429-fc10378631c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0946503 Aug 31 08:59:45.047626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-e34a2db7-80d7-4120-a792-ef63e861a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:45.049892 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-e34a2db7-80d7-4120-a792-ef63e861a599 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511656 Aug 31 08:59:45.065322 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-7d09201d-21e3-4996-ac9b-fad3d42d2b18 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:45.066778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-7d09201d-21e3-4996-ac9b-fad3d42d2b18 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081096 Aug 31 08:59:45.191331 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-c7cdaa17-8c10-4b23-bfc3-9ada442fe094 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160729 Aug 31 08:59:45.304335 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-79f75252-f01a-4dff-ad43-45a39b2f0231 req-3358b558-a6bb-4b21-9bd6-356b189cd6c4 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043262 Aug 31 08:59:53.864613 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c1e38136-8437-460c-9061-4b8438204c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:54.552334 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:56.609116 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:56.826265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:56.827338 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3c70-81b1-42b6-af84-dd29f79b0127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.340740 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:59.883005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.209029 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:23.841481 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b57516e-2f4b-43a1-a845-dddb5b555db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:24.539922 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.566514 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.757851 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:26.792056 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9ac5ac4-fe66-47bf-9493-e46c92cca4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:28.267227 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:29.957695 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.212572 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:45.148589 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-712d9986-aae9-414b-adb5-e9264a0fa5a8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726964 Aug 31 09:00:45.288725 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-b3c7cc65-d831-46f6-ab67-822bcf0ea636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:45.291493 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-b3c7cc65-d831-46f6-ab67-822bcf0ea636 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0799756 Aug 31 09:00:45.464279 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-57d1e850-b39a-4c11-9ecc-53121d49148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:45.466517 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-57d1e850-b39a-4c11-9ecc-53121d49148a service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1516323 Aug 31 09:00:45.563710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-8f02ba3b-881c-452e-8d2c-d6362fc023f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1002 time: 0.0892355 Aug 31 09:00:45.636616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-a4a6568e-29b9-4988-8bab-b43ff4659733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:45.638849 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-a4a6568e-29b9-4988-8bab-b43ff4659733 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0675063 Aug 31 09:00:45.722343 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-884058a8-163c-4ae8-8d6b-e13ef62139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:45.722343 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-884058a8-163c-4ae8-8d6b-e13ef62139bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740523 Aug 31 09:00:45.863306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-474233f0-2fa9-4154-a462-3b539597c751 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327734 Aug 31 09:00:45.997973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fa6f6f5a-c4a8-42f2-91ba-c3bb34ac7036 req-5d2ea0c1-462b-4aff-84e6-601c75bb803a service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266880 Aug 31 09:00:53.813861 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-412b7172-a025-4a63-9869-c26f0838ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:54.503979 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:56.585453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:56.731609 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:56.774450 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1fbecd0e-e88f-4846-945c-eeb1cd98ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:58.240738 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:59.842539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:16.212222 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:23.807932 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1e36-a665-460f-9fcb-087504e502b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:24.506155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.584954 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.774230 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.807488 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0b4e20b3-1eb5-40fa-8de9-decf85e1dfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:28.310731 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:29.851918 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:46.404349 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-d511fb54-a1ef-449e-aa41-e280edae99d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553176 Aug 31 09:01:46.492237 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-c85ae3b1-6d8f-4fa6-847c-022cdd140a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:46.493850 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-c85ae3b1-6d8f-4fa6-847c-022cdd140a23 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0431821 Aug 31 09:01:46.624838 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-6d07a2ae-c059-4fd5-9efe-35dc4efd8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:46.626506 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-6d07a2ae-c059-4fd5-9efe-35dc4efd8d70 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1111712 Aug 31 09:01:46.707703 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-4a2368a7-70a8-4da4-a339-7008fca7025a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1002 time: 0.0716834 Aug 31 09:01:46.777355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-a1ad9c20-5fbb-4191-b63c-a8cfc60407ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:46.780570 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-a1ad9c20-5fbb-4191-b63c-a8cfc60407ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0611663 Aug 31 09:01:46.838796 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-e0dc41da-d05d-41ce-821d-4a2b7e0762d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:46.840351 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-e0dc41da-d05d-41ce-821d-4a2b7e0762d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496891 Aug 31 09:01:46.941161 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-c581a47a-0232-4b01-925d-a895eb3037a1 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922034 Aug 31 09:01:47.066442 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bcda9d-824d-4554-8b4f-56cb5ecaf3c0 req-8e584463-9c06-4869-909e-3818c0031e16 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163309 Aug 31 09:01:53.217353 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:53.796654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26110862-b89c-4bc7-802d-7eb54524222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.514501 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:54.613513 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98586c-062b-42f4-92b4-736d2e4ebed7 req-9ee034f1-3cb1-4d3f-a10d-d004c20c9f69 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:54.615090 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d98586c-062b-42f4-92b4-736d2e4ebed7 req-9ee034f1-3cb1-4d3f-a10d-d004c20c9f69 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.1689832 Aug 31 09:01:54.672968 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1d98586c-062b-42f4-92b4-736d2e4ebed7 req-a12e9a40-b459-45c5-9556-6f70c360a746 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506246 Aug 31 09:01:55.949943 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953f723-a5b8-4d37-be20-cb003ecf6198 req-703d9b21-06b3-4e69-bcd9-74b65449a228 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:55.951687 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1953f723-a5b8-4d37-be20-cb003ecf6198 req-703d9b21-06b3-4e69-bcd9-74b65449a228 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.1263824 Aug 31 09:01:56.015705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1953f723-a5b8-4d37-be20-cb003ecf6198 req-e81b9f36-5593-4173-81a7-2eab45fa0e15 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567086 Aug 31 09:01:56.634207 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.813820 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a14dba69-1f7b-4926-985c-5319d46e0dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.853562 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.223696 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b75b08-87a9-4702-a286-f08d4b2df9ec req-391c0229-edff-4e3b-bde9-57386445e5a7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:57.230899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30b75b08-87a9-4702-a286-f08d4b2df9ec req-391c0229-edff-4e3b-bde9-57386445e5a7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0765283 Aug 31 09:01:57.290690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30b75b08-87a9-4702-a286-f08d4b2df9ec req-80557abd-1d5f-4c85-ba0f-249036b453d0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528021 Aug 31 09:01:58.315086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.505008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646717f9-8e80-4324-afab-776c8172e4ca req-6703394e-1bac-4447-80f5-0805d70319e2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:58.508004 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-646717f9-8e80-4324-afab-776c8172e4ca req-6703394e-1bac-4447-80f5-0805d70319e2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0971127 Aug 31 09:01:58.591163 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-646717f9-8e80-4324-afab-776c8172e4ca req-3b41014d-5656-422b-83b5-00c5926dda44 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718665 Aug 31 09:01:59.784502 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434c78f-58ca-4e95-8919-fff3b66c6c6f req-28aedde0-f725-4c6e-9ac9-1efe6fd74b0c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:59.787473 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6434c78f-58ca-4e95-8919-fff3b66c6c6f req-28aedde0-f725-4c6e-9ac9-1efe6fd74b0c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0937362 Aug 31 09:01:59.861338 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6434c78f-58ca-4e95-8919-fff3b66c6c6f req-ec3c631c-c9b1-489b-a614-f2a83ae8239c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623765 Aug 31 09:01:59.891671 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.044369 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bd3db-fc39-4267-9c83-d6c39c34c5e6 req-6e5ad210-3867-4c46-a1a0-0e9426ecea3b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:01.046593 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-827bd3db-fc39-4267-9c83-d6c39c34c5e6 req-6e5ad210-3867-4c46-a1a0-0e9426ecea3b tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0964239 Aug 31 09:02:01.106624 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-827bd3db-fc39-4267-9c83-d6c39c34c5e6 req-8491fa54-ac17-4cce-a4d4-516bcae003a0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485280 Aug 31 09:02:02.280388 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54489-5558-48c5-952f-35a5eac46a62 req-0fa9fa19-59c6-44e7-a281-20feb6a9b518 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:02.283441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49a54489-5558-48c5-952f-35a5eac46a62 req-0fa9fa19-59c6-44e7-a281-20feb6a9b518 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0755606 Aug 31 09:02:02.355936 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-49a54489-5558-48c5-952f-35a5eac46a62 req-34cf146c-7c16-4beb-91e6-3c9e68953a3e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653527 Aug 31 09:02:03.530734 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb3739-6dca-43a8-8ea4-6212b91c8aef req-3ed7b9dd-a2a3-4b78-9382-cd906358edfb tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:03.533047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cdb3739-6dca-43a8-8ea4-6212b91c8aef req-3ed7b9dd-a2a3-4b78-9382-cd906358edfb tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0707059 Aug 31 09:02:03.594705 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7cdb3739-6dca-43a8-8ea4-6212b91c8aef req-d574bd41-4eee-4843-9e24-d86d2a454888 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525606 Aug 31 09:02:04.840398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14279-ec88-4cce-b014-8f5977feebea req-23a1d90d-ecdc-4fa9-bf93-a72d8f1d7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.843261 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-23a1d90d-ecdc-4fa9-bf93-a72d8f1d7ad1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.1497459 Aug 31 09:02:04.862134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce578e-c8d3-45d5-92ef-366f4c0a478b req-9604f435-b6ac-4b33-b756-3f053e5af6b0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:04.865858 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36ce578e-c8d3-45d5-92ef-366f4c0a478b req-9604f435-b6ac-4b33-b756-3f053e5af6b0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.1511524 Aug 31 09:02:04.982546 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-36ce578e-c8d3-45d5-92ef-366f4c0a478b req-a0c080aa-66fe-4c62-9555-4ebe13479655 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042967 Aug 31 09:02:05.032569 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14279-ec88-4cce-b014-8f5977feebea req-0e81c0ee-7f3e-4198-885a-acaca6099fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:05.035454 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-0e81c0ee-7f3e-4198-885a-acaca6099fc7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1683128 Aug 31 09:02:05.160001 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-c3ee5986-7a35-430f-a177-ba531eb2cff0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1002 time: 0.1158316 Aug 31 09:02:05.252319 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14279-ec88-4cce-b014-8f5977feebea req-8df76365-5e14-42e2-8b64-e860d66c8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:05.253842 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-8df76365-5e14-42e2-8b64-e860d66c8543 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0859907 Aug 31 09:02:05.311426 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14279-ec88-4cce-b014-8f5977feebea req-62b6e162-4eaf-4771-92a6-948015adfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:05.313355 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-62b6e162-4eaf-4771-92a6-948015adfb62 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503573 Aug 31 09:02:05.452713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-7506f7fa-167e-4eae-8d17-370b7c3fc315 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296363 Aug 31 09:02:05.633126 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d2b14279-ec88-4cce-b014-8f5977feebea req-b1a5df73-487a-4b87-8812-0794b9e21d9c service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721344 Aug 31 09:02:06.183585 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94535bb8-aba6-4e06-8364-bbf439b0f894 req-6db025c7-70d1-40c8-90e1-f040b2b684d5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:06.186591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94535bb8-aba6-4e06-8364-bbf439b0f894 req-6db025c7-70d1-40c8-90e1-f040b2b684d5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.1031065 Aug 31 09:02:06.261278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-94535bb8-aba6-4e06-8364-bbf439b0f894 req-a40bcd4b-c13f-432f-9ee7-6287079be883 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648439 Aug 31 09:02:07.482296 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cd10d-1538-4743-9a88-f74f95f97375 req-9d97d85c-56bf-4089-b327-6967240eb5d3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:07.486010 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b50cd10d-1538-4743-9a88-f74f95f97375 req-9d97d85c-56bf-4089-b327-6967240eb5d3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0916812 Aug 31 09:02:07.556059 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b50cd10d-1538-4743-9a88-f74f95f97375 req-1f55aae5-e947-49e5-ae4b-c6534a4a642a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580931 Aug 31 09:02:08.782767 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a91a96-cf2f-4a68-a1a1-f74d1a82490e req-a00c31d1-3b5d-4981-88dd-3937372919e4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:08.785591 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3a91a96-cf2f-4a68-a1a1-f74d1a82490e req-a00c31d1-3b5d-4981-88dd-3937372919e4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.1030993 Aug 31 09:02:08.860496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c3a91a96-cf2f-4a68-a1a1-f74d1a82490e req-786bcb61-4f40-4502-bef3-e1011570a004 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618806 Aug 31 09:02:10.049583 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabdc57-9f3b-43de-89b7-9b175090624e req-f737bffa-7e9e-45d0-a889-1df342140d90 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:10.051164 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aabdc57-9f3b-43de-89b7-9b175090624e req-f737bffa-7e9e-45d0-a889-1df342140d90 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0634706 Aug 31 09:02:10.099663 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2aabdc57-9f3b-43de-89b7-9b175090624e req-448262ba-d6af-4224-8136-72b1857920ab tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414546 Aug 31 09:02:10.878450 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:02:11.056373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.119702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:11.122345 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81c6ba-875f-4037-b714-897c0841d454" -d '{"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-unplugged", "status": "completed", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:11.150814 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:11.183237 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17d29c-316d-4ca2-9af2-4c2c8582b41b x-openstack-request-id: req-ec17d29c-316d-4ca2-9af2-4c2c8582b41b {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:11.183642 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-unplugged", "status": "completed", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:11.183908 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec17d29c-316d-4ca2-9af2-4c2c8582b41b {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:11.184393 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'code': 200} Aug 31 09:02:11.290094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ef3f9-7025-4a54-9e22-d5430d42704a req-202dc9b0-625a-4421-beb1-c0780ee9d125 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:11.293053 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd6ef3f9-7025-4a54-9e22-d5430d42704a req-202dc9b0-625a-4421-beb1-c0780ee9d125 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0861726 Aug 31 09:02:11.299530 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.358424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd6ef3f9-7025-4a54-9e22-d5430d42704a req-85b47a95-6751-4ed0-bb65-3177adbd4506 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572245 Aug 31 09:02:11.400735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:11.416012 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.416598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.417179 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.417775 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.418412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.418988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.419564 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.420147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.420735 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.421313 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.421936 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.422521 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:11.461350 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-30203bb5-738d-4f25-b1b3-3fddf99d967e req-3adf8579-8ece-43be-afdc-2af66816850a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:02:11.463011 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-30203bb5-738d-4f25-b1b3-3fddf99d967e req-3adf8579-8ece-43be-afdc-2af66816850a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132933 Aug 31 09:02:11.955209 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44e30d-4516-4cc9-84ef-ddb3b396de49 req-87284b79-26aa-4b87-bfb0-f2c75aacb691 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:11.958159 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f44e30d-4516-4cc9-84ef-ddb3b396de49 req-87284b79-26aa-4b87-bfb0-f2c75aacb691 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.1078019 Aug 31 09:02:12.043206 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7f44e30d-4516-4cc9-84ef-ddb3b396de49 req-17b2f208-9d74-495e-9667-b267b4545771 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676539 Aug 31 09:02:12.049258 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-f31ec44c-ddda-4175-998c-6c09e80f45e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1741338 Aug 31 09:02:13.248094 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19c5a-f5e1-4439-81f4-6a7c29b2f4e1 req-37ee2df9-e4e2-4509-8d50-f15e5c9588d3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:13.251480 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbd19c5a-f5e1-4439-81f4-6a7c29b2f4e1 req-37ee2df9-e4e2-4509-8d50-f15e5c9588d3 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0900979 Aug 31 09:02:13.319344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dbd19c5a-f5e1-4439-81f4-6a7c29b2f4e1 req-d601463b-b3bf-46eb-96c5-d87000adda83 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607429 Aug 31 09:02:14.540916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edccb12-7e98-4b23-9dcd-9155497a8934 req-2a271109-ac61-49e4-b9b2-4a2864a1226a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:14.543576 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3edccb12-7e98-4b23-9dcd-9155497a8934 req-2a271109-ac61-49e4-b9b2-4a2864a1226a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.1019990 Aug 31 09:02:14.619579 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3edccb12-7e98-4b23-9dcd-9155497a8934 req-0b56415f-937c-4984-92d6-edb489782914 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631516 Aug 31 09:02:15.856045 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b0d54-8865-4ab1-8a68-1b83a83f2a85 req-3bbda5d5-b1df-4e61-b287-c0ae6c18f2e0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:15.859287 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-237b0d54-8865-4ab1-8a68-1b83a83f2a85 req-3bbda5d5-b1df-4e61-b287-c0ae6c18f2e0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.1001899 Aug 31 09:02:15.931710 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-237b0d54-8865-4ab1-8a68-1b83a83f2a85 req-4fce8958-5aca-469f-a913-e1ae2a017420 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613515 Aug 31 09:02:17.075456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d4c9c-1bab-4707-bfe5-cc11744a0529 req-1b246178-e836-43d2-a322-b23da9042b21 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:17.077170 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d7d4c9c-1bab-4707-bfe5-cc11744a0529 req-1b246178-e836-43d2-a322-b23da9042b21 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0558941 Aug 31 09:02:17.122491 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9d7d4c9c-1bab-4707-bfe5-cc11744a0529 req-3615e47e-2b84-4ddf-a9e4-69d44cadec5c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Aug 31 09:02:18.332218 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a496a4-2f70-4385-8344-cdbcb239fa32 req-13b918ee-ff15-4c3e-a6fa-92e154341917 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:18.335121 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92a496a4-2f70-4385-8344-cdbcb239fa32 req-13b918ee-ff15-4c3e-a6fa-92e154341917 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.1019981 Aug 31 09:02:18.414666 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-92a496a4-2f70-4385-8344-cdbcb239fa32 req-a6409b98-45ec-4a7a-9e69-80226132d4d0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676258 Aug 31 09:02:19.595377 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f852ace-ebfa-4607-91db-0b5243613298 req-aae838e6-9456-4a80-8570-6aa5d2dc070e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:19.598100 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f852ace-ebfa-4607-91db-0b5243613298 req-aae838e6-9456-4a80-8570-6aa5d2dc070e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0806713 Aug 31 09:02:19.670990 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f852ace-ebfa-4607-91db-0b5243613298 req-00b2c0d1-db6f-43cf-afff-2e4bbe8c4fea tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640075 Aug 31 09:02:20.121565 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-2c896a78-d14b-4834-b21f-0d7323f1c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.124039 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-2c896a78-d14b-4834-b21f-0d7323f1c0e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0 HTTP/1.1" status: 200 len: 1096 time: 0.0605631 Aug 31 09:02:20.209916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-a66ef6d8-04f6-4ef6-8253-d08e1ae33634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.211571 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-a66ef6d8-04f6-4ef6-8253-d08e1ae33634 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1096 time: 0.0559719 Aug 31 09:02:20.339945 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-957c1050-8efc-4729-9910-df5f1a314139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.341763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-957c1050-8efc-4729-9910-df5f1a314139 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1210279 Aug 31 09:02:20.436652 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-31ad5a9b-a97b-4092-a5a6-4eac6dc350d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1000 time: 0.0867715 Aug 31 09:02:20.506672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-4d0db113-6817-4809-8a4f-9ae8d7cccf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.511167 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-4d0db113-6817-4809-8a4f-9ae8d7cccf60 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0641584 Aug 31 09:02:20.586336 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-6c9404a6-278c-40a9-aab8-d5cdf4c9b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.588202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-6c9404a6-278c-40a9-aab8-d5cdf4c9b335 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711238 Aug 31 09:02:20.720002 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-7092a22b-5250-4636-8179-208f791f464c service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236308 Aug 31 09:02:20.866916 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659b919-e78f-453a-8cfe-e7d154de5622 req-80eb9016-0ef3-4780-b1d8-3e5fe3034b57 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:20.868867 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0659b919-e78f-453a-8cfe-e7d154de5622 req-80eb9016-0ef3-4780-b1d8-3e5fe3034b57 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0863297 Aug 31 09:02:20.879963 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-12f5ca55-2eb4-4a47-bd28-8fec86ecf410 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514881 Aug 31 09:02:20.939303 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0659b919-e78f-453a-8cfe-e7d154de5622 req-1ac31a2a-77a3-45cb-b360-ee468c03bac1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580809 Aug 31 09:02:22.084623 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355d3f4-57dc-4e90-9059-1e17d6b28783 req-fbd8e213-335d-4d6a-b05a-925b640d8307 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:22.086314 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f355d3f4-57dc-4e90-9059-1e17d6b28783 req-fbd8e213-335d-4d6a-b05a-925b640d8307 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0581107 Aug 31 09:02:22.138528 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f355d3f4-57dc-4e90-9059-1e17d6b28783 req-e1b0209e-79d0-4fdb-ae50-9d8d822f4bf4 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395906 Aug 31 09:02:23.272534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c7468-b55a-4e51-b828-b2efba093b56 req-06622362-d2ec-433e-915b-7ac458a28f5f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:23.274102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2c7468-b55a-4e51-b828-b2efba093b56 req-06622362-d2ec-433e-915b-7ac458a28f5f tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0523677 Aug 31 09:02:23.317426 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ff2c7468-b55a-4e51-b828-b2efba093b56 req-24e57d6a-9354-4f13-bae0-548ee3d8e8f1 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370119 Aug 31 09:02:23.804705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d1a3da88-ad99-4174-8698-ed3f1ad23972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:24.446666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59042-a38d-48ea-a2ee-42d076929212 req-323b4e00-3804-4314-8b9c-bbc9d30b7c95 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:24.448420 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bfd59042-a38d-48ea-a2ee-42d076929212 req-323b4e00-3804-4314-8b9c-bbc9d30b7c95 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0565600 Aug 31 09:02:24.505578 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bfd59042-a38d-48ea-a2ee-42d076929212 req-3e5e7104-1ed4-42c1-aaae-bb21fb4a0707 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455556 Aug 31 09:02:24.571681 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:25.638361 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39286d-a89d-4160-804c-bac29ca1bcd0 req-2bb6492d-9dba-4049-b00e-1dc6e62c3400 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:25.640018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af39286d-a89d-4160-804c-bac29ca1bcd0 req-2bb6492d-9dba-4049-b00e-1dc6e62c3400 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0543323 Aug 31 09:02:25.687883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-af39286d-a89d-4160-804c-bac29ca1bcd0 req-31a8868b-5804-4fb8-b9e9-df2b374707fd tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412800 Aug 31 09:02:26.576726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.778646 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9c088385-d380-4f15-b11e-574b49c13764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.813655 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:26.837096 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249daf5-0284-408b-aac7-814c50d120e4 req-d2b20628-f78f-43ae-8bce-dff5f1c598a2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:26.838056 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e249daf5-0284-408b-aac7-814c50d120e4 req-d2b20628-f78f-43ae-8bce-dff5f1c598a2 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0613501 Aug 31 09:02:26.891047 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e249daf5-0284-408b-aac7-814c50d120e4 req-1f7af6bd-0b54-4222-b13d-cc9dbc5bf4e5 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455949 Aug 31 09:02:28.021085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da626e-781d-4e52-8dff-208738ba989b req-6391d1d3-891a-4e66-a03e-3d4453280306 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:28.022751 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34da626e-781d-4e52-8dff-208738ba989b req-6391d1d3-891a-4e66-a03e-3d4453280306 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.0572236 Aug 31 09:02:28.067743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-34da626e-781d-4e52-8dff-208738ba989b req-2745298f-c550-4c9f-b39d-a054ddbfd5aa tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389311 Aug 31 09:02:28.358719 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:28.913055 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:02:29.020132 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:29.033000 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'port_id': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'mac_address': 'fa:16:3e:a8:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:02:29.075774 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.090124 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1998d719-6ac8-4b02-b604-f84cb980fa92 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:02:29.118094 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:29.279883 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:29.377626 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:29.596249 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc7e70-c593-4198-9b54-c7affba5eed0 req-384c157f-86f0-4411-b5d7-c9a873b6426c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:29.598146 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93bc7e70-c593-4198-9b54-c7affba5eed0 req-384c157f-86f0-4411-b5d7-c9a873b6426c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 944 time: 0.4407630 Aug 31 09:02:29.611375 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['1998d719-6ac8-4b02-b604-f84cb980fa92'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:29.645306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-93bc7e70-c593-4198-9b54-c7affba5eed0 req-4c433d72-1531-4478-af80-b5febfed2507 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Aug 31 09:02:29.904407 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:30.217218 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:30.817256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2249f-2c1a-4f85-a3c8-1a5f6591ff26 req-77795367-52b7-431f-aebf-643cd9faef50 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:30.820065 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5d2249f-2c1a-4f85-a3c8-1a5f6591ff26 req-77795367-52b7-431f-aebf-643cd9faef50 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 945 time: 0.0772192 Aug 31 09:02:30.865523 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d5d2249f-2c1a-4f85-a3c8-1a5f6591ff26 req-49c46aa6-1dd0-45b7-b075-d204c94dc3c0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387211 Aug 31 09:02:30.914356 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:30.969081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 1998d719-6ac8-4b02-b604-f84cb980fa92 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:30.969356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.058944 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.085538 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:31.087952 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af3def-a202-4fb2-9230-c7bd8e08f245" -d '{"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-plugged", "status": "completed", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:31.102727 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:31.127516 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac5090-05f3-4a26-bdf3-35a43415b566 x-openstack-request-id: req-82ac5090-05f3-4a26-bdf3-35a43415b566 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:31.127810 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-plugged", "status": "completed", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:31.128059 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82ac5090-05f3-4a26-bdf3-35a43415b566 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:31.128461 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'code': 200} Aug 31 09:02:31.190183 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:31.255116 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:31.305702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de7098-6ab7-49bd-865c-22ae21bc8a77 req-ef83b0e7-8700-403a-8752-2a60302d7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:31.307312 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37de7098-6ab7-49bd-865c-22ae21bc8a77 req-ef83b0e7-8700-403a-8752-2a60302d7c4e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0464516 Aug 31 09:02:31.376732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-37de7098-6ab7-49bd-865c-22ae21bc8a77 req-b04f738a-b690-480f-95a5-b94e2ab67e2f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564127 Aug 31 09:02:32.004973 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8513b-a37d-4f1f-b9aa-d07e77739c18 req-2e767cab-3c02-4a69-9622-26ba70789150 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:32.006773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33d8513b-a37d-4f1f-b9aa-d07e77739c18 req-2e767cab-3c02-4a69-9622-26ba70789150 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0595009 Aug 31 09:02:32.062212 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-33d8513b-a37d-4f1f-b9aa-d07e77739c18 req-ba7349c8-1691-4730-9d89-32dbc47da54e tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446289 Aug 31 09:02:33.204622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb2e38-4595-4ada-90cb-654254a58010 req-a2dd293e-9afc-4439-b83a-b9a4e5d00428 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:33.206347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bb2e38-4595-4ada-90cb-654254a58010 req-a2dd293e-9afc-4439-b83a-b9a4e5d00428 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0570362 Aug 31 09:02:33.255484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c5bb2e38-4595-4ada-90cb-654254a58010 req-6b2047d8-3dee-48b7-9dec-99e0c8e368dc tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Aug 31 09:02:48.411883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-ab42c791-6ab5-41b4-b8d0-344ae284bd0f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512354 Aug 31 09:02:48.528794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-6ab603c5-b64a-439b-90a2-eb01d1aef4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.531219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-6ab603c5-b64a-439b-90a2-eb01d1aef4d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0560787 Aug 31 09:02:48.729010 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-63fef636-0f85-4cbb-95f6-f3e55dda8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.731771 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-63fef636-0f85-4cbb-95f6-f3e55dda8980 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1641793 Aug 31 09:02:48.832757 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-216cb943-c6a6-43c6-a364-edca0b01d786 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1002 time: 0.0828011 Aug 31 09:02:48.942104 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-a1b10872-e267-4456-b4a0-c4a5fb0d5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.942104 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-a1b10872-e267-4456-b4a0-c4a5fb0d5047 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0872202 Aug 31 09:02:48.995757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-caaef826-68a5-4f82-a3b6-57260130aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.997841 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-caaef826-68a5-4f82-a3b6-57260130aea0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492845 Aug 31 09:02:49.157257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-5eb5375b-f05c-423b-b9f2-b4a0a7b9c379 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432052 Aug 31 09:02:49.305120 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6af6ce3d-e373-447b-b68a-bf72ffd9bcf5 req-89c3617f-7bda-41c8-a474-d8c1ee6dab76 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361799 Aug 31 09:02:53.773263 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c7d150f8-df9b-49be-abe7-386496420ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.547894 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.630267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.782891 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dfc9bc01-41b6-42d1-a4aa-2c767c75d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.813944 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.353593 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.945274 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:07.216715 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:23.797976 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f51b-16d4-4f73-8141-e829aaaf9c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:24.535118 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:26.586902 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:26.814972 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7eb11db1-20fb-4d21-a11a-674961cacfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:26.831993 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:28.298705 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:29.878245 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:44.217214 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:49.401772 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-b14442d4-4381-4e1f-994d-55972df857bc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448699 Aug 31 09:03:49.500071 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-07c73bcb-fc77-4c13-8881-2507556bc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.501909 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-07c73bcb-fc77-4c13-8881-2507556bc4b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0500128 Aug 31 09:03:49.629092 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-f1174c61-db36-4f59-bc80-e4da81d5ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.630732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-f1174c61-db36-4f59-bc80-e4da81d5ee37 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.1047573 Aug 31 09:03:49.729834 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-ad0f61ca-6466-4e01-b0db-15b7fadbf49d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 1002 time: 0.0898287 Aug 31 09:03:49.806846 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-a9eb60d6-c5f8-4877-b311-0bbd141ead53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.808357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-a9eb60d6-c5f8-4877-b311-0bbd141ead53 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0707781 Aug 31 09:03:49.861347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-722817c7-7b6b-48e4-8166-71455eadd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.862941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-722817c7-7b6b-48e4-8166-71455eadd1c1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463934 Aug 31 09:03:49.964329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-5fca23e8-afc7-4790-89bf-62d8b6596cf6 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926399 Aug 31 09:03:50.069060 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1c04c8d6-5a0b-4e55-851c-0bbf9dcee8f5 req-272e208f-34a3-4db2-8117-28bf6211aa95 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970705 Aug 31 09:03:53.783729 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-540ba4d4-4c07-4a49-9fd4-981cd1b8b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:54.592718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:56.609165 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:56.840502 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a36d553e-9b13-4d90-aa4d-237462a7ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:56.883619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:58.309202 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:59.914772 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:04.080020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [req-5163e56d-0b6c-416b-92a2-d587580130ff req-70a651d5-def9-43be-966f-383a28a6add2 tempest-TestNetworkAdvancedServerOps-1275260462 tempest-TestNetworkAdvancedServerOps-1275260462-project] (95445) timed out ('10.222.0.45', 49349) {{(pid=95445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:04:21.216156 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:23.894493 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d7699e27-4538-41c4-b1d9-cc887607ccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:24.556758 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:26.583068 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:26.813880 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-43836d06-5f75-4349-80ab-28fc41051002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:26.871904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:28.325925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:28.965429 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36170) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:29.310880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Deleting port 2e7e61cb-3027-4cab-8505-460b64b2895b {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:29.311135 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.393526 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.393946 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.406561 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Calling delete_port for 2e7e61cb-3027-4cab-8505-460b64b2895b owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:29.732291 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.760299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event deleted for resources: {'Port': ['ID=2e7e61cb-3027-4cab-8505-460b64b2895b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:29.795620 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.795980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.796333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.796680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.797028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.797367 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.797706 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.798089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.798431 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.798820 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.799302 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.799640 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:29.848010 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:29.848354 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Floating IP 86582895-4e85-4448-8bbd-d89531890c4a disassociated (deleted). External IP: 172.25.0.179, port: 1998d719-6ac8-4b02-b604-f84cb980fa92. Aug 31 09:04:29.966810 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:30.077972 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Router 75ff9310-b8bf-45df-b519-707361a75422 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:30.188338 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:30.193140 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:30.200854 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:30.210315 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:30.210936 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:30.225532 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d5fc1e0e-1024-4337-bfdf-a0458cd6d703 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "DELETE /v2.0/floatingips/86582895-4e85-4448-8bbd-d89531890c4a HTTP/1.1" status: 204 len: 168 time: 1.2630947 Aug 31 09:04:30.226204 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:30.228788 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a217c7-e5b5-42de-958d-ca805931adf5" -d '{"events": [{"name": "network-changed", "server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:30.332016 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:30.470069 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04445f2-8aee-485e-96af-3384c23e2812 x-openstack-request-id: req-f04445f2-8aee-485e-96af-3384c23e2812 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:30.470370 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:30.470655 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f04445f2-8aee-485e-96af-3384c23e2812 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:30.471064 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'status': 'completed', 'code': 200} Aug 31 09:04:30.545869 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-abd056dc-060e-47c0-ad87-b321bf723e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.547388 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-abd056dc-060e-47c0-ad87-b321bf723e3b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 1098 time: 0.0443716 Aug 31 09:04:30.552309 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:30.580738 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:30.589523 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:30.590203 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:30.652109 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-68df5d8c-972e-4127-93f6-2765799d9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.653577 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-68df5d8c-972e-4127-93f6-2765799d9216 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 200 len: 910 time: 0.0936170 Aug 31 09:04:30.701899 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:30.707095 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-fec5f5f9-c5d9-40d3-9706-0bf0a4cc1200 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 200 len: 217 time: 0.0406251 Aug 31 09:04:30.765642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-1f0aab78-ea0f-4e10-ba6c-232fa432f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.767180 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-1f0aab78-ea0f-4e10-ba6c-232fa432f2d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 200 len: 848 time: 0.0526190 Aug 31 09:04:30.836521 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-6536bb3b-96df-4281-8faa-a1beb1266350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:30.837995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-6536bb3b-96df-4281-8faa-a1beb1266350 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1f88e908-86eb-422b-9ed1-7049fecb9222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590949 Aug 31 09:04:30.946449 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:30.948984 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-2bff9134-d47f-4474-89d0-7aff6d716bd9 service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028030 Aug 31 09:04:30.993785 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157d5a83-6c88-43de-913f-3f26720748a4 None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T08:53:07Z', 'revision_number': 4, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '9dfc622e-8031-41b8-9b3d-83d7a7c0306b', 'name': '', 'network_id': '1f88e908-86eb-422b-9ed1-7049fecb9222', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'mac_address': 'fa:16:3e:5e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:06Z', 'updated_at': '2021-08-31T08:53:14Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'subnets': [{'id': 'af0ab501-5e3f-4414-8cd1-fc9d7f511d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:31.058297 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f8a217c7-e5b5-42de-958d-ca805931adf5 req-171d1bb1-1669-4fd2-ad7d-b4378f2ded8d service neutron] 10.222.0.68 "GET /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982733 Aug 31 09:04:31.240275 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f618d508-6ec3-4cab-b69a-d6beb489bdb6 None None] New status for floating IP 86582895-4e85-4448-8bbd-d89531890c4a: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:04:31.842365 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf21107-3adb-486a-94bb-931c6a95a131 req-f91c7aaa-80bd-4588-a573-d818e7477a87 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:31.845770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddf21107-3adb-486a-94bb-931c6a95a131 req-f91c7aaa-80bd-4588-a573-d818e7477a87 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0612488 Aug 31 09:04:31.885527 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ddf21107-3adb-486a-94bb-931c6a95a131 req-356a2aed-165e-41f9-ba86-bc17f103c00a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348625 Aug 31 09:04:33.016701 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56c4a-ca68-478b-8835-493cc33f2832 req-64d56431-55a1-4bce-a579-2d9e370c9b10 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:33.018479 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8da56c4a-ca68-478b-8835-493cc33f2832 req-64d56431-55a1-4bce-a579-2d9e370c9b10 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0514545 Aug 31 09:04:33.062288 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8da56c4a-ca68-478b-8835-493cc33f2832 req-b4b68885-f156-489a-92ed-94d14be313c8 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367444 Aug 31 09:04:33.989156 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-d9904441-6664-431b-a061-dc13473e3df0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:33.990715 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-d9904441-6664-431b-a061-dc13473e3df0 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0554757 Aug 31 09:04:34.111609 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Deleting port 1998d719-6ac8-4b02-b604-f84cb980fa92 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:34.112299 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:34.238008 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fd8fa-b43c-4330-b065-d6fdfdb55675 req-a8530818-9a62-4cba-8c72-5ffb3e0267a6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:34.239743 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-250fd8fa-b43c-4330-b065-d6fdfdb55675 req-a8530818-9a62-4cba-8c72-5ffb3e0267a6 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 946 time: 0.0806370 Aug 31 09:04:34.285442 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] For port 1998d719-6ac8-4b02-b604-f84cb980fa92, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=1998d719-6ac8-4b02-b604-f84cb980fa92,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:34.285796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:34.308880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Calling delete_port for 1998d719-6ac8-4b02-b604-f84cb980fa92 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:34.321635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-250fd8fa-b43c-4330-b065-d6fdfdb55675 req-42e84c06-2734-45c4-a8b6-1d61ef752d05 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/security-groups?id=dce4525c-8fc2-48bd-8027-06b060f29676&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746729 Aug 31 09:04:34.583391 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:34.614940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event deleted for resources: {'Port': ['ID=1998d719-6ac8-4b02-b604-f84cb980fa92,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:34.629481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.629481 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.629795 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.630098 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.630298 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.630634 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.631003 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.638397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.638397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.638397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.638397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.638397 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:34.680454 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] No DVR routers for this DVR port 1998d719-6ac8-4b02-b604-f84cb980fa92 on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:34.684114 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:34.686906 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d663d33a-6a50-43a6-8ee8-d0d9a8e66788 req-8b5f9098-34aa-4984-96b2-56f80cf05ab7 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.68 "DELETE /v2.0/ports/1998d719-6ac8-4b02-b604-f84cb980fa92 HTTP/1.1" status: 204 len: 173 time: 0.6871188 Aug 31 09:04:34.686906 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-deleted', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:04:34.689345 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4b3584-9a22-4b78-8319-5393cdae5cc6" -d '{"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-deleted", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:04:34.786873 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6571d114-9c47-4d47-99f9-9783b51d56b6 x-openstack-request-id: req-6571d114-9c47-4d47-99f9-9783b51d56b6 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:04:34.787188 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32017c61-7c5e-4b9b-a7ff-d5daba129df3", "name": "network-vif-deleted", "tag": "1998d719-6ac8-4b02-b604-f84cb980fa92", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:04:34.787486 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6571d114-9c47-4d47-99f9-9783b51d56b6 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:04:34.787903 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32017c61-7c5e-4b9b-a7ff-d5daba129df3', 'name': 'network-vif-deleted', 'tag': '1998d719-6ac8-4b02-b604-f84cb980fa92', 'status': 'completed', 'code': 200} Aug 31 09:04:35.425256 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-cbb38a72-bf8c-47c3-99df-1993f09c8798 req-f5ced78d-52b1-49cb-8201-2440ac3a5b71 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0281804 Aug 31 09:04:36.524008 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c1b6451e-0577-4abc-a9fa-ea81b83cff30 req-c286deaa-31b5-4842-89e8-9acd8907045d tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Aug 31 09:04:37.523286 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:37.549866 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 1998d719-6ac8-4b02-b604-f84cb980fa92 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:37.550219 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 1998d719-6ac8-4b02-b604-f84cb980fa92 not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:37.623231 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-efcaf9bc-9003-4e30-87c9-dc5593716bbe req-2d6539f4-c53d-4255-aff1-05faa5d8509a tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0287411 Aug 31 09:04:38.722315 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-964113e4-10c9-4200-8fcd-4219e7d2bd3d req-84567338-70c5-4736-97a6-7fe6cd130864 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0269768 Aug 31 09:04:39.834007 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4efb1833-d341-4862-bd2f-624912b879d6 req-d29b7f93-40a4-499d-b6d8-c1b08766f23c tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "GET /v2.0/ports?device_id=32017c61-7c5e-4b9b-a7ff-d5daba129df3 HTTP/1.1" status: 200 len: 210 time: 0.0288944 Aug 31 09:04:40.897946 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36222) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:40.965330 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-774da28d-05de-4071-b0a7-c78ee774d169 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:40.995980 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-774da28d-05de-4071-b0a7-c78ee774d169 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.179759 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-774da28d-05de-4071-b0a7-c78ee774d169 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.182496 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-774da28d-05de-4071-b0a7-c78ee774d169 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:41.183976 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-774da28d-05de-4071-b0a7-c78ee774d169 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] 10.222.0.36 "DELETE /v2.0/security-groups/dce4525c-8fc2-48bd-8027-06b060f29676 HTTP/1.1" status: 204 len: 168 time: 0.2850137 Aug 31 09:04:41.197584 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774da28d-05de-4071-b0a7-c78ee774d169 tempest-TestShelveInstance-533376668 tempest-TestShelveInstance-533376668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4525c-8fc2-48bd-8027-06b060f29676,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:41.350680 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36226) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:41.889597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:42.150472 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Deleting port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:42.150854 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:42.235666 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] For port 9dfc622e-8031-41b8-9b3d-83d7a7c0306b, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:42.236074 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:42.254261 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Calling delete_port for 9dfc622e-8031-41b8-9b3d-83d7a7c0306b owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:42.583161 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:42.616972 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfc622e-8031-41b8-9b3d-83d7a7c0306b,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:42.809198 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.045964 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Router 75ff9310-b8bf-45df-b519-707361a75422 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:43.163934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:43.169863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-c6d2f781-b1f3-4a12-a70d-40f4a607a562 admin admin] 10.222.0.36 "PUT /v2.0/routers/75ff9310-b8bf-45df-b519-707361a75422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179007 Aug 31 09:04:43.176627 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36230) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:43.179670 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] Sync routers for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:43.199429 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:43.199429 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:43.291440 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.396554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.402948 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:43.526049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Deleting port 2992a2d2-1acf-4b43-b6c4-84d63d690eab {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:43.526398 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.593760 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T09:04:42Z', 'revision_number': 5, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port': {'id': '2992a2d2-1acf-4b43-b6c4-84d63d690eab', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:92:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ff9310-b8bf-45df-b519-707361a75422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:03Z', 'updated_at': '2021-08-31T08:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:43.609638 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] For port 2992a2d2-1acf-4b43-b6c4-84d63d690eab, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=2992a2d2-1acf-4b43-b6c4-84d63d690eab,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:43.610343 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.620055 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] Checking router: 75ff9310-b8bf-45df-b519-707361a75422 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:43.627622 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Calling delete_port for 2992a2d2-1acf-4b43-b6c4-84d63d690eab owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:43.629718 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] Routers {'75ff9310-b8bf-45df-b519-707361a75422'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:43.630365 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['75ff9310-b8bf-45df-b519-707361a75422'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:43.740402 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] Set router 75ff9310-b8bf-45df-b519-707361a75422 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:43.796112 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T09:04:43Z', 'revision_number': 6, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:43.824957 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc37c50-f73f-4796-b76a-dfde53f0b45a None None] The sync data for ids ['75ff9310-b8bf-45df-b519-707361a75422'] in n-d-713499-16 is: [{'id': '75ff9310-b8bf-45df-b519-707361a75422', 'name': 'tempest-TestShelveInstance-1187860467-router', 'tenant_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:02Z', 'updated_at': '2021-08-31T09:04:43Z', 'revision_number': 6, 'project_id': 'bab4c2f5c0ec4f248f7319b3f181e4b0', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:43.886643 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.916523 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=2992a2d2-1acf-4b43-b6c4-84d63d690eab,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:43.984249 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.084368 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.086628 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.251718 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.252678 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ff9310-b8bf-45df-b519-707361a75422 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:04:44.261740 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.262610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b57b1644-043a-441a-b0e7-a1dbfeacfc04 admin admin] 10.222.0.36 "DELETE /v2.0/routers/75ff9310-b8bf-45df-b519-707361a75422 HTTP/1.1" status: 204 len: 168 time: 1.0845840 Aug 31 09:04:44.265174 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36232) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:44.314555 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Deleting subnet af0ab501-5e3f-4414-8cd1-fc9d7f511d25 {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:04:44.317646 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.351554 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.428093 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.588979 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.616327 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0ab501-5e3f-4414-8cd1-fc9d7f511d25,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:44.623079 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.627942 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36234) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:44.628658 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4d395-0595-4788-beef-f43b9a536e32 None None] Network 1f88e908-86eb-422b-9ed1-7049fecb9222 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:04:44.636732 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-0ca676ed-7d92-4cbb-8c59-46471e230944 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/af0ab501-5e3f-4414-8cd1-fc9d7f511d25 HTTP/1.1" status: 204 len: 168 time: 0.3698432 Aug 31 09:04:44.708951 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.771350 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Deleting port 16cdb6f9-04de-404c-9a29-baaead334e6a {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:44.771999 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.826629 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] DHCP port deletion for 1f88e908-86eb-422b-9ed1-7049fecb9222 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:04:44.844293 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] For port 16cdb6f9-04de-404c-9a29-baaead334e6a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16cdb6f9-04de-404c-9a29-baaead334e6a,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:44.845708 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.859393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Calling delete_port for 16cdb6f9-04de-404c-9a29-baaead334e6a owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:44.883409 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Deleting port 16cdb6f9-04de-404c-9a29-baaead334e6a {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:44.883778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.959682 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] For port 16cdb6f9-04de-404c-9a29-baaead334e6a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=16cdb6f9-04de-404c-9a29-baaead334e6a,segment=NetworkSegment(0dababfe-195b-4767-871b-aaf1fcd13827),segment_id=0dababfe-195b-4767-871b-aaf1fcd13827)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:44.960090 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.974284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Calling delete_port for 16cdb6f9-04de-404c-9a29-baaead334e6a owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:45.007936 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.038934 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=16cdb6f9-04de-404c-9a29-baaead334e6a,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:45.039694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] No DVR routers for this DVR port 16cdb6f9-04de-404c-9a29-baaead334e6a on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:45.121435 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.134333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f88e908-86eb-422b-9ed1-7049fecb9222']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:45.150740 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dababfe-195b-4767-871b-aaf1fcd13827') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:45.151050 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dababfe-195b-4767-871b-aaf1fcd13827') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:45.163152 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.179703 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.186996 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:04:45.187413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: timer() Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:04:45.198165 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:04:45.223382 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.246272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Pushing event deleted for resources: {'Port': ['ID=16cdb6f9-04de-404c-9a29-baaead334e6a,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:45.259066 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.259424 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.259768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.260109 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.260451 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.260804 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.261154 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.261484 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.261825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.262170 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.262507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.262830 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:45.265912 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb2b85-0509-4ec9-8a0d-ec3686d310c4 None None] No DVR routers for this DVR port 16cdb6f9-04de-404c-9a29-baaead334e6a on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:45.320013 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.326029 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.329691 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f88e908-86eb-422b-9ed1-7049fecb9222 HTTP/1.1" status: 204 len: 168 time: 0.6991680 Aug 31 09:04:45.331379 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36236) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:45.342693 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607daff0-280f-405b-b254-eecf10255a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f88e908-86eb-422b-9ed1-7049fecb9222,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:45.735156 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2992a2d2-1acf-4b43-b6c4-84d63d690eab no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:45.756834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 2992a2d2-1acf-4b43-b6c4-84d63d690eab {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:45.757183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 2992a2d2-1acf-4b43-b6c4-84d63d690eab not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:45.757621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16cdb6f9-04de-404c-9a29-baaead334e6a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:45.778023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 16cdb6f9-04de-404c-9a29-baaead334e6a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:45.778371 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 16cdb6f9-04de-404c-9a29-baaead334e6a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:45.778792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9dfc622e-8031-41b8-9b3d-83d7a7c0306b no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:45.797948 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9dfc622e-8031-41b8-9b3d-83d7a7c0306b {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:45.798331 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9dfc622e-8031-41b8-9b3d-83d7a7c0306b not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:46.032229 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:46.288925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Deleting port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:46.289214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:46.375437 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] For port 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:46.375813 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:46.390447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Calling delete_port for 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:46.740046 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:46.773723 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d13da14-d3e7-44b0-973e-d77e4d0f6a3a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:46.951774 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:47.186197 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Router 2630aebc-6b71-41f9-95f2-70434968f666 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:47.303600 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:47.309777 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-b1eec1a9-e4a2-4bb8-87c1-7d80f0ffd03f admin admin] 10.222.0.36 "PUT /v2.0/routers/2630aebc-6b71-41f9-95f2-70434968f666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9772995 Aug 31 09:04:47.312184 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36238) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:47.313708 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] Sync routers for ids ['2630aebc-6b71-41f9-95f2-70434968f666'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:47.324523 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] Routers {'2630aebc-6b71-41f9-95f2-70434968f666'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:47.325158 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2630aebc-6b71-41f9-95f2-70434968f666'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:47.424924 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:47.440317 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] Set router 2630aebc-6b71-41f9-95f2-70434968f666 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:47.538217 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:47.641768 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T09:04:46Z', 'revision_number': 5, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port': {'id': '9360794d-628c-41fe-9067-12ce615bc0ec', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2630aebc-6b71-41f9-95f2-70434968f666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T08:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:47.670347 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] Checking router: 2630aebc-6b71-41f9-95f2-70434968f666 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:47.679935 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] Routers {'2630aebc-6b71-41f9-95f2-70434968f666'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:47.680563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['2630aebc-6b71-41f9-95f2-70434968f666'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:47.735433 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Deleting port 9360794d-628c-41fe-9067-12ce615bc0ec {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:47.735983 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:47.773693 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] Set router 2630aebc-6b71-41f9-95f2-70434968f666 gateway port host: None {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:47.831479 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T09:04:47Z', 'revision_number': 6, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:47.835321 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] For port 9360794d-628c-41fe-9067-12ce615bc0ec, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=9360794d-628c-41fe-9067-12ce615bc0ec,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:47.835698 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:47.850514 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Calling delete_port for 9360794d-628c-41fe-9067-12ce615bc0ec owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:47.860458 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8fa3f3-10d3-4f52-b7b4-7b2a6b187c61 None None] The sync data for ids ['2630aebc-6b71-41f9-95f2-70434968f666'] in n-d-713499-16 is: [{'id': '2630aebc-6b71-41f9-95f2-70434968f666', 'name': 'tempest-TestShelveInstance-2135278763-router', 'tenant_id': '468b9af172fc4006b2ccf89acf03efec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:53:11Z', 'updated_at': '2021-08-31T09:04:47Z', 'revision_number': 6, 'project_id': '468b9af172fc4006b2ccf89acf03efec', 'gw_port_host': None}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:48.145348 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.171797 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Pushing event deleted for resources: {'Port': ['ID=9360794d-628c-41fe-9067-12ce615bc0ec,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:48.237128 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.335827 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.338223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.549271 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.549818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2630aebc-6b71-41f9-95f2-70434968f666 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:04:48.554665 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.555915 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c1910cdb-1b31-40a1-b2d6-55843eca2883 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2630aebc-6b71-41f9-95f2-70434968f666 HTTP/1.1" status: 204 len: 168 time: 1.2427232 Aug 31 09:04:48.563023 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36240) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:48.608369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Deleting subnet 90daeac3-7033-4adf-a62c-2c820393982b {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:04:48.611534 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.649470 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.735701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.943489 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.972226 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90daeac3-7033-4adf-a62c-2c820393982b,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:48.974277 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.976787 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-d5e6262e-cfa2-402b-907c-3983c12e8a32 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90daeac3-7033-4adf-a62c-2c820393982b HTTP/1.1" status: 204 len: 168 time: 0.4121566 Aug 31 09:04:48.979012 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36242) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:48.982205 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508aa0d9-464f-4999-affb-dc7e3c24f18e None None] Network df2ff54f-2685-473b-86e2-762c454cfa63 requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:04:49.049053 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.119272 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Deleting port bc303528-a5af-4672-8c53-55ed4f1be471 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:49.119272 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.162968 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] DHCP port deletion for df2ff54f-2685-473b-86e2-762c454cfa63 request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:04:49.176747 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] For port bc303528-a5af-4672-8c53-55ed4f1be471, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc303528-a5af-4672-8c53-55ed4f1be471,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:49.177076 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.191540 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Calling delete_port for bc303528-a5af-4672-8c53-55ed4f1be471 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:49.213292 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] Deleting port bc303528-a5af-4672-8c53-55ed4f1be471 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:04:49.213683 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.290314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] For port bc303528-a5af-4672-8c53-55ed4f1be471, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=bc303528-a5af-4672-8c53-55ed4f1be471,segment=NetworkSegment(e59153c8-c2ec-48bf-a92e-b4b7971cc5cf),segment_id=e59153c8-c2ec-48bf-a92e-b4b7971cc5cf)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:49.296076 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.304137 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] Calling delete_port for bc303528-a5af-4672-8c53-55ed4f1be471 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:04:49.431118 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.438533 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.460785 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] No DVR routers for this DVR port bc303528-a5af-4672-8c53-55ed4f1be471 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:49.464563 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] Pushing event deleted for resources: {'Port': ['ID=bc303528-a5af-4672-8c53-55ed4f1be471,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:49.468161 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e0f1e-ef9b-45bf-af88-d828b3790d8c None None] No DVR routers for this DVR port bc303528-a5af-4672-8c53-55ed4f1be471 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:04:49.485694 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc303528-a5af-4672-8c53-55ed4f1be471,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:49.540261 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.554092 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ff54f-2685-473b-86e2-762c454cfa63']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:49.565831 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:49.566151 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59153c8-c2ec-48bf-a92e-b4b7971cc5cf') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:49.575398 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.594539 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.610898 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: timer() Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:04:49.616705 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:04:49.732382 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc303528-a5af-4672-8c53-55ed4f1be471 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:49.754289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: bc303528-a5af-4672-8c53-55ed4f1be471 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:49.754289 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device bc303528-a5af-4672-8c53-55ed4f1be471 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:49.754896 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9360794d-628c-41fe-9067-12ce615bc0ec no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:49.777311 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 9360794d-628c-41fe-9067-12ce615bc0ec {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:49.777664 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 9360794d-628c-41fe-9067-12ce615bc0ec not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:49.778211 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:04:49.794368 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.799853 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:04:49.800742 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7d13da14-d3e7-44b0-973e-d77e4d0f6a3a not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:04:49.801543 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:49.806715 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df2ff54f-2685-473b-86e2-762c454cfa63 HTTP/1.1" status: 204 len: 168 time: 0.8230727 Aug 31 09:04:49.818372 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a52926-c767-43df-bfc7-1c7fe83a4d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2ff54f-2685-473b-86e2-762c454cfa63,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:50.483217 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36246) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:50.523538 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-f06dd745-8799-4046-8f37-38b587f700af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bab4c2f5c0ec4f248f7319b3f181e4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391352 Aug 31 09:04:50.526154 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36248) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:50.575009 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bcb35bc-0fd3-4695-8695-f2019d9777b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:50.596501 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bcb35bc-0fd3-4695-8695-f2019d9777b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:50.774213 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bcb35bc-0fd3-4695-8695-f2019d9777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:50.777227 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-4bcb35bc-0fd3-4695-8695-f2019d9777b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:50.778349 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-4bcb35bc-0fd3-4695-8695-f2019d9777b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe25c973-4463-450b-9cd2-f601158c77f2 HTTP/1.1" status: 204 len: 168 time: 0.2506905 Aug 31 09:04:50.787839 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb35bc-0fd3-4695-8695-f2019d9777b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25c973-4463-450b-9cd2-f601158c77f2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:51.793602 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36254) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:51.833755 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-25044246-ce92-46b6-9bde-554088c66414 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=468b9af172fc4006b2ccf89acf03efec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389676 Aug 31 09:04:51.836266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36256) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:51.884670 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d47a-3d30-4c6a-9dde-10784108528e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:51.906345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d47a-3d30-4c6a-9dde-10784108528e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:52.091680 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d47a-3d30-4c6a-9dde-10784108528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:52.094287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d47a-3d30-4c6a-9dde-10784108528e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:52.095503 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-2fe6d47a-3d30-4c6a-9dde-10784108528e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f3ac7b1-3e30-4e64-ad1c-56bb93f8a165 HTTP/1.1" status: 204 len: 168 time: 0.2583394 Aug 31 09:04:52.104165 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6d47a-3d30-4c6a-9dde-10784108528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ac7b1-3e30-4e64-ad1c-56bb93f8a165,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:53.278156 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36278) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:53.375643 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1447707005-network', 'tenant_id': 'bb1327baab71437aa660161df84bb4de'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:53.476339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Made reservation on behalf of bb1327baab71437aa660161df84bb4de for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:53.479094 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.488452 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.589974 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.679706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.705652 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:04:53.716082 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70998f3-6d1a-4792-95bd-1eb41ed684c8,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:53.721006 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.721351 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Added segment 422647c3-333c-4d19-a472-5bfbec431184 of type vlan for network 991860ea-2636-4856-a57a-b75b3d998d5c Aug 31 09:04:53.759725 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-26e74743-da75-4adf-96c4-a8ce98bbe73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.763715 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.845359 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.846405 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:53.847003 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:53.906517 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=991860ea-2636-4856-a57a-b75b3d998d5c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:53.917577 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 991860ea-2636-4856-a57a-b75b3d998d5c details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:04:53.985853 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-396bc674-1985-4137-a082-225136222aa1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7065568 Aug 31 09:04:53.989921 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36282) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:53.994028 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Request body: {'subnet': {'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1447707005-subnet', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:54.071058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Made reservation on behalf of bb1327baab71437aa660161df84bb4de for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:04:54.074055 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.319965 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.375187 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656e172d-0d04-4b19-90af-4c1b8d1eb687,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:54.391058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Checking segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:54.391426 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Network hostable DHCP agents. Network: 991860ea-2636-4856-a57a-b75b3d998d5c, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:04:54.465438 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Network 991860ea-2636-4856-a57a-b75b3d998d5c is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:04:54.568299 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 991860ea-2636-4856-a57a-b75b3d998d5c) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:54.578421 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:54.578421 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.579433 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390269e4-c851-4eae-b41f-e3ea1fbee431 None None] Network 991860ea-2636-4856-a57a-b75b3d998d5c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:04:54.592148 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.706169 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-fb20ce6b-b3f5-4909-b407-e8d598da92e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7160375 Aug 31 09:04:54.708989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36284) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:54.714252 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:04:54.734190 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-991860ea-2636-4856-a57a-b75b3d998d5c', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:04:54.735089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.796604 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.797706 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.855223 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:54.881333 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Allocated IP 172.20.0.2 (991860ea-2636-4856-a57a-b75b3d998d5c/656e172d-0d04-4b19-90af-4c1b8d1eb687/0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:55.033515 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.042729 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Transition to ACTIVE for port object 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:55.058065 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Transition to ACTIVE for port object 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:55.123790 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.141111 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.186829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Network 991860ea-2636-4856-a57a-b75b3d998d5c is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:55.190095 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:55.193207 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:55.229732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Pushing event updated for resources: {'Port': ['ID=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:55.265871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Attempting to bind port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:04:55.266254 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Attempting to bind port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:04:55.266633 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Attempting to bind port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 on network 991860ea-2636-4856-a57a-b75b3d998d5c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:55.272915 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:04:55.273298 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Checking segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:55.273786 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.274223 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Bound using segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:04:55.274718 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Bound port: 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:04:55.275131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.356147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] For port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:04:55.359678 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] For port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:04:55.425619 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.451332 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.478494 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.494017 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae13d0-eb28-4291-b8c5-dc53167dc92d None None] Pushing event updated for resources: {'Port': ['ID=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:55.590535 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Allocated IP 172.25.0.210 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/852655e3-748f-4ba8-988b-92ea44bcd7b2) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:55.726833 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:55.794570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:04:55.934314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:56.173917 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.217107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:56.220488 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:56.224655 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:56.231645 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Pushing event updated for resources: {'Port': ['ID=852655e3-748f-4ba8-988b-92ea44bcd7b2,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:56.468580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b92f5-d908-4f70-a95f-34b75247ceff None None] Network 991860ea-2636-4856-a57a-b75b3d998d5c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:04:56.590704 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.598231 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.675567 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] Provisioning for port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:56.678471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] Provisioning complete for port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:56.678864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.789249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.802163 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a186e468-1e19-4058-bedc-1aa943a65baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.819959 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.826807 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.839232 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] For port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:04:56.910846 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:56.961208 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40acbcb-8f30-408f-9225-a254d0d8fc0b None None] Pushing event updated for resources: {'Port': ['ID=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:57.031917 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-cea44f33-7429-48e0-90f7-2c84f385992d None None] Provisioning complete for port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:57.032297 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-cea44f33-7429-48e0-90f7-2c84f385992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.053775 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:04:57.175804 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:57.187006 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:04:57.197091 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:57.197698 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:57.294316 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.295541 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b68d1b0b-6828-42d6-9305-14bfc4a8b743 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5855482 Aug 31 09:04:57.298518 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36286) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:04:57.302824 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:57.487563 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:56Z', 'revision_number': 3, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:57.516446 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:04:57.519564 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Updating router c356d30f-bb80-4ecf-836b-2c6421c4f268 port 852655e3-748f-4ba8-988b-92ea44bcd7b2 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:04:57.545729 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.741412 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:04:57.775099 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.801792 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:57.802528 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.856541 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:57.866407 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Transition to ACTIVE for port object 852655e3-748f-4ba8-988b-92ea44bcd7b2 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:57.946290 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Allocated IP 172.20.0.1 (991860ea-2636-4856-a57a-b75b3d998d5c/656e172d-0d04-4b19-90af-4c1b8d1eb687/3b46cd80-2efc-4176-b190-581adb2c7729) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:04:57.954512 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.008783 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Attempting to bind port 852655e3-748f-4ba8-988b-92ea44bcd7b2 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:04:58.009156 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Attempting to bind port 852655e3-748f-4ba8-988b-92ea44bcd7b2 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:04:58.009518 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Attempting to bind port 852655e3-748f-4ba8-988b-92ea44bcd7b2 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:04:58.017090 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Pushing event updated for resources: {'Port': ['ID=852655e3-748f-4ba8-988b-92ea44bcd7b2,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:58.020044 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:04:58.020417 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:04:58.020822 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.021211 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:04:58.021680 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Bound port: 852655e3-748f-4ba8-988b-92ea44bcd7b2, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:04:58.022084 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.044894 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.045243 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.045583 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.045949 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.046286 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.046613 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.046940 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.047265 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.047592 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.047916 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.048239 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.048557 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:04:58.066621 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.081131 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Transition to ACTIVE for port object 3b46cd80-2efc-4176-b190-581adb2c7729 will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:04:58.086808 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] For port 852655e3-748f-4ba8-988b-92ea44bcd7b2, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:04:58.090069 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] For port 852655e3-748f-4ba8-988b-92ea44bcd7b2, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=852655e3-748f-4ba8-988b-92ea44bcd7b2,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:04:58.191999 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.231829 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.236806 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:58.267289 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:04:58.267991 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:58.271472 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57789909-a2de-424e-bc50-7d5f9272345c None None] Pushing event updated for resources: {'Port': ['ID=852655e3-748f-4ba8-988b-92ea44bcd7b2,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:58.280364 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Network 991860ea-2636-4856-a57a-b75b3d998d5c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:58.283727 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:58.286478 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:04:58.297778 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.324336 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Pushing event updated for resources: {'Port': ['ID=3b46cd80-2efc-4176-b190-581adb2c7729,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:58.348752 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.400874 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:04:58.590073 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.598582 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:56Z', 'revision_number': 3, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:04:58.659501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c2c3e8e-5204-4a9f-995c-5bd77e19980f None None] Provisioning for port 3b46cd80-2efc-4176-b190-581adb2c7729 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:58.664083 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3c2c3e8e-5204-4a9f-995c-5bd77e19980f None None] Provisioning complete for port 3b46cd80-2efc-4176-b190-581adb2c7729 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:58.664649 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3c2c3e8e-5204-4a9f-995c-5bd77e19980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.700622 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c3e8e-5204-4a9f-995c-5bd77e19980f None None] Port 3b46cd80-2efc-4176-b190-581adb2c7729 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:04:58.719108 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf51f2d-c35d-4764-9d01-4cc2f8ac7616 None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:56Z', 'revision_number': 3, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:04:58.775811 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.848323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:58.916735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Pushing event updated for resources: {'Port': ['ID=3b46cd80-2efc-4176-b190-581adb2c7729,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:04:58.919662 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.049948 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Network 991860ea-2636-4856-a57a-b75b3d998d5c is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:04:59.051576 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:04:59.186040 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:04:59.316083 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:04:59.321772 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e2f30b8c-0c1c-498b-a19f-f15fe979a728 admin admin] 10.222.0.36 "PUT /v2.0/routers/c356d30f-bb80-4ecf-836b-2c6421c4f268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219595 Aug 31 09:04:59.326249 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-6b319b5f-dd15-43f0-94b2-09c0125c2c11 None None] Provisioning complete for port 3b46cd80-2efc-4176-b190-581adb2c7729 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:59.326840 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6b319b5f-dd15-43f0-94b2-09c0125c2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.377120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-6b319b5f-dd15-43f0-94b2-09c0125c2c11 None None] Port 3b46cd80-2efc-4176-b190-581adb2c7729 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:04:59.757243 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 852655e3-748f-4ba8-988b-92ea44bcd7b2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:04:59.945093 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:59.945859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 852655e3-748f-4ba8-988b-92ea44bcd7b2 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:04:59.950092 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 852655e3-748f-4ba8-988b-92ea44bcd7b2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:04:59.950463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.035201 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.055856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 852655e3-748f-4ba8-988b-92ea44bcd7b2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=852655e3-748f-4ba8-988b-92ea44bcd7b2,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:00.149460 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.167414 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36302) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:00.173656 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-838879474-network', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:00.205488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=852655e3-748f-4ba8-988b-92ea44bcd7b2,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:00.362267 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Made reservation on behalf of 4d3e1788256c4c55b4d6412a7885bf59 for: {'network': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:00.364707 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for network, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.377745 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.392194 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:00.404129 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:00.404891 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:00.479413 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.631511 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.662718 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:05:00.665627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129e0e05-e746-4fd6-9528-7ed548cd44a4,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:00.677248 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.678396 n-d-713499-16 neutron-server[95445]: INFO neutron.db.segments_db [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Added segment 9013a356-9b3e-426e-a7dd-d6795e9818e8 of type vlan for network 0769f57e-7997-4523-bc18-14034610694a Aug 31 09:05:00.680856 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:00.722014 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731134670704'] for network, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.853619 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454'] for network, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.855089 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:00.855668 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:00.889257 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 2, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:00.920509 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:00.925146 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] Pushing event updated for resources: {'Network': ['ID=0769f57e-7997-4523-bc18-14034610694a,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:00.925314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Updating router c356d30f-bb80-4ecf-836b-2c6421c4f268 port 3b46cd80-2efc-4176-b190-581adb2c7729 binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:00.943837 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Network 0769f57e-7997-4523-bc18-14034610694a details requested by agent ovs-agent-n-d-713499-16 with host n-d-713499-16 {{(pid=95447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:05:00.973143 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-551a696e-0e79-4612-873b-3cec181437cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8036678 Aug 31 09:05:00.975719 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36304) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:00.981742 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Request body: {'subnet': {'network_id': '0769f57e-7997-4523-bc18-14034610694a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-838879474-subnet', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'ip_version': 4}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:00.988457 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.099063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Made reservation on behalf of 4d3e1788256c4c55b4d6412a7885bf59 for: {'subnet': 1} {{(pid=95445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:01.101479 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065610064'] for subnet, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.283986 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.293620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Transition to ACTIVE for port object 3b46cd80-2efc-4176-b190-581adb2c7729 will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:01.359709 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066146947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065610054'] for subnet, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.393863 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.414107 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec86991-b42c-441b-bcc9-13abedd4518a,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:01.424981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Checking segment: {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:01.425348 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Network hostable DHCP agents. Network: 0769f57e-7997-4523-bc18-14034610694a, hostable agents: ['fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91'], hosted agents: [] {{(pid=95445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:05:01.469246 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795ed62-c53a-4900-b7e0-b15df5850adc None None] Pushing event updated for resources: {'Port': ['ID=3b46cd80-2efc-4176-b190-581adb2c7729,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:01.505789 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Attempting to bind port 3b46cd80-2efc-4176-b190-581adb2c7729 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:01.506197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Attempting to bind port 3b46cd80-2efc-4176-b190-581adb2c7729 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:01.506570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Attempting to bind port 3b46cd80-2efc-4176-b190-581adb2c7729 on network 991860ea-2636-4856-a57a-b75b3d998d5c {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:01.512795 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:01.513177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Checking segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:01.513583 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.514013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Bound using segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:01.514591 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Bound port: 3b46cd80-2efc-4176-b190-581adb2c7729, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:01.514877 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.531711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Network 0769f57e-7997-4523-bc18-14034610694a is scheduled to be hosted by DHCP agent fdb8d3ab-82a6-44c2-a767-8ecb6d2e9d91 with binding_index 1 {{(pid=95445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:05:01.595284 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] For port 3b46cd80-2efc-4176-b190-581adb2c7729, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:01.598787 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] For port 3b46cd80-2efc-4176-b190-581adb2c7729, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3b46cd80-2efc-4176-b190-581adb2c7729,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:01.641892 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-16, 0769f57e-7997-4523-bc18-14034610694a) {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:01.646128 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:01.646766 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.651455 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deedab28-cc56-4594-bcf4-168faeac10bf None None] Network 0769f57e-7997-4523-bc18-14034610694a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:01.693549 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.729646 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c27a42a8-ab18-4c3f-93da-6700ad1b321d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7495930 Aug 31 09:05:01.729916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36306) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:01.736492 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:01.754570 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 852655e3-748f-4ba8-988b-92ea44bcd7b2 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:01.837915 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12308'] for router, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.839869 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1579908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12291'] for router, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.848039 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795ed62-c53a-4900-b7e0-b15df5850adc None None] Pushing event updated for resources: {'Port': ['ID=3b46cd80-2efc-4176-b190-581adb2c7729,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:01.857157 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:01.857840 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:01.902280 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:01.990088 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 852655e3-748f-4ba8-988b-92ea44bcd7b2 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:01.990456 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.058480 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb171f4fc-34c0-53b5-b5fc-6555ffd7886b-0769f57e-7997-4523-bc18-14034610694a', 'network_id': '0769f57e-7997-4523-bc18-14034610694a', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'fixed_ips': [{'subnet_id': 'aec86991-b42c-441b-bcc9-13abedd4518a'}]}} from n-d-713499-16. {{(pid=95447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:05:02.065433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.086602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:02.126822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.380507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.db_base_plugin_common [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Allocated IP 172.20.0.2 (0769f57e-7997-4523-bc18-14034610694a/aec86991-b42c-441b-bcc9-13abedd4518a/28ced8df-2e12-4641-bf1e-63c284e3b48d) {{(pid=95447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:02.449934 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.471090 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.519770 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:01Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:02.564659 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef57ff2-360b-48e3-b331-84a9a8b0fbd8 None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:01Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:02.585954 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Allocated IP 172.25.0.120 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/7b0744ea-ff2d-4904-b20d-40853eb1faf3) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:02.588825 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Notify callbacks [] for port, precommit_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.597288 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Transition to ACTIVE for port object 28ced8df-2e12-4641-bf1e-63c284e3b48d will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:02.614517 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Transition to ACTIVE for port object 28ced8df-2e12-4641-bf1e-63c284e3b48d will not be triggered until provisioned by entity DHCP. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:02.715378 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688'] for port, after_create {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.772152 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Network 0769f57e-7997-4523-bc18-14034610694a is already hosted by enough agents. {{(pid=95447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:02.773674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Pushing event updated for resources: {'Port': ['ID=28ced8df-2e12-4641-bf1e-63c284e3b48d,revision_number=1']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:02.778809 n-d-713499-16 neutron-server[95447]: DEBUG neutron.scheduler.base_scheduler [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Resources bound (agent type, host, resource id): {{(pid=95447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:02.784488 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Received port after_create {{(pid=95447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:02.850525 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Attempting to bind port 28ced8df-2e12-4641-bf1e-63c284e3b48d on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:02.850902 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Attempting to bind port 28ced8df-2e12-4641-bf1e-63c284e3b48d by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:02.851272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Attempting to bind port 28ced8df-2e12-4641-bf1e-63c284e3b48d on network 0769f57e-7997-4523-bc18-14034610694a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:02.857859 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:02.858135 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Checking segment: {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:02.858539 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.858958 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Bound using segment: {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:02.859456 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Bound port: 28ced8df-2e12-4641-bf1e-63c284e3b48d, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:02.859990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:02.939350 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] For port 28ced8df-2e12-4641-bf1e-63c284e3b48d, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:02.943216 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] For port 28ced8df-2e12-4641-bf1e-63c284e3b48d, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28ced8df-2e12-4641-bf1e-63c284e3b48d,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:03.031936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.051822 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.103247 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99d03c-30e6-443a-ba99-85ed920a3a5e None None] Pushing event updated for resources: {'Port': ['ID=28ced8df-2e12-4641-bf1e-63c284e3b48d,revision_number=2']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:03.156734 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.195276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:03.198941 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:03.208334 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:03.244422 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Pushing event updated for resources: {'Port': ['ID=7b0744ea-ff2d-4904-b20d-40853eb1faf3,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:03.723304 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.817649 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3b46cd80-2efc-4176-b190-581adb2c7729 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:03.960147 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 3b46cd80-2efc-4176-b190-581adb2c7729 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:03.967916 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3b46cd80-2efc-4176-b190-581adb2c7729 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:03.968854 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:03.986537 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1580023'] for router, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.061864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.109027 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 3b46cd80-2efc-4176-b190-581adb2c7729, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3b46cd80-2efc-4176-b190-581adb2c7729,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:04.117125 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e614fd1-cb5d-4f98-8944-418ece0fae3b None None] Network 0769f57e-7997-4523-bc18-14034610694a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:05:04.196718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.197607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28ced8df-2e12-4641-bf1e-63c284e3b48d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:04.242459 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Router 88eae526-3da6-43be-9c42-267cdf7533e1 is scheduled to L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 with binding_index 1 {{(pid=95445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:05:04.312614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-0d8bbded-dffa-4d00-a56b-7cba4e88f933 None None] Provisioning for port 28ced8df-2e12-4641-bf1e-63c284e3b48d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:04.327068 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=3b46cd80-2efc-4176-b190-581adb2c7729,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:04.374634 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:04.385062 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Sync routers for ids ['88eae526-3da6-43be-9c42-267cdf7533e1'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:04.396555 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Routers {'88eae526-3da6-43be-9c42-267cdf7533e1'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:04.397083 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88eae526-3da6-43be-9c42-267cdf7533e1'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:04.474236 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.478528 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c89193fa-38ca-4438-b892-a0ddc0fcd5bf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7439713 Aug 31 09:05:04.479088 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36310) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:04.519769 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Set router 88eae526-3da6-43be-9c42-267cdf7533e1 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:04.537084 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 28ced8df-2e12-4641-bf1e-63c284e3b48d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:04.544320 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 28ced8df-2e12-4641-bf1e-63c284e3b48d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:04.544730 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.642734 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.692879 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 28ced8df-2e12-4641-bf1e-63c284e3b48d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28ced8df-2e12-4641-bf1e-63c284e3b48d,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:04.800922 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 3, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:04.802431 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.849625 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Checking router: 88eae526-3da6-43be-9c42-267cdf7533e1 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:04.850165 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Updating router 88eae526-3da6-43be-9c42-267cdf7533e1 port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 binding host n-d-713499-16 {{(pid=95448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:04.878061 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.879389 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-ad8aba0f-9d5d-4c1d-8c90-75cdb95cfa0a None None] Provisioning complete for port 28ced8df-2e12-4641-bf1e-63c284e3b48d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:04.879936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ad8aba0f-9d5d-4c1d-8c90-75cdb95cfa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:04.884507 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=28ced8df-2e12-4641-bf1e-63c284e3b48d,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:05.030340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.153126 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Notify callbacks [] for port, precommit_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.164615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.provisioning_blocks [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Transition to ACTIVE for port object 7b0744ea-ff2d-4904-b20d-40853eb1faf3 will not be triggered until provisioned by entity L2. {{(pid=95448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:05.198393 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Allocated IP 172.20.0.1 (0769f57e-7997-4523-bc18-14034610694a/aec86991-b42c-441b-bcc9-13abedd4518a/8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:05.274307 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.313181 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.327210 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.provisioning_blocks [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Transition to ACTIVE for port object 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c will not be triggered until provisioned by entity DHCP. {{(pid=95445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:05.332360 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Attempting to bind port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 on host n-d-713499-16 for vnic_type normal with profile {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:05.332762 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Attempting to bind port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:05.333129 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Attempting to bind port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 on network 72e2c86e-857c-4871-9949-25772a28df4e {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:05.339095 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddad3d-1c0f-4082-b7c8-a9bed9e92155 None None] Pushing event updated for resources: {'Port': ['ID=7b0744ea-ff2d-4904-b20d-40853eb1faf3,revision_number=2']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:05.344680 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:05.345055 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Checking segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:05.345665 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.346119 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Bound using segment: {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'} {{(pid=95448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:05.346593 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.managers [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Bound port: 7b0744ea-ff2d-4904-b20d-40853eb1faf3, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1989047-5acd-4bc8-a33f-182d849dd902', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e'}}] {{(pid=95448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:05.346976 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.401687 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] For port 7b0744ea-ff2d-4904-b20d-40853eb1faf3, host n-d-713499-16, cleared binding levels {{(pid=95448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:05.404861 n-d-713499-16 neutron-server[95448]: DEBUG neutron.plugins.ml2.db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] For port 7b0744ea-ff2d-4904-b20d-40853eb1faf3, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7b0744ea-ff2d-4904-b20d-40853eb1faf3,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:05.528552 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.560221 n-d-713499-16 neutron-server[95448]: DEBUG neutron_lib.callbacks.manager [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.574006 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Network 0769f57e-7997-4523-bc18-14034610694a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:05.579859 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:05.582369 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:05.584668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:05.629157 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Routers {'88eae526-3da6-43be-9c42-267cdf7533e1'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:05.629848 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88eae526-3da6-43be-9c42-267cdf7533e1'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:05.633058 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddad3d-1c0f-4082-b7c8-a9bed9e92155 None None] Pushing event updated for resources: {'Port': ['ID=7b0744ea-ff2d-4904-b20d-40853eb1faf3,revision_number=3']} {{(pid=95448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:05.634840 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1581444'] for router_interface, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.761146 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] Set router 88eae526-3da6-43be-9c42-267cdf7533e1 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:05.773361 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3b46cd80-2efc-4176-b190-581adb2c7729 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:05.831619 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 3b46cd80-2efc-4176-b190-581adb2c7729 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:05.832131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.874298 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:05.939236 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28ced8df-2e12-4641-bf1e-63c284e3b48d up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:05.983529 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 3, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:06.005210 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 28ced8df-2e12-4641-bf1e-63c284e3b48d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:06.005732 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.021731 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1a09f-8a13-4b1c-ad1f-dff0fe92cd7d None None] The sync data for ids ['88eae526-3da6-43be-9c42-267cdf7533e1'] in n-d-713499-16 is: [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:05:03Z', 'revision_number': 3, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:06.029304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-75499b13-e32f-4220-b267-bdca2e248970 None None] Provisioning for port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:06.037771 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-75499b13-e32f-4220-b267-bdca2e248970 None None] Provisioning complete for port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:06.038193 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-75499b13-e32f-4220-b267-bdca2e248970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.091657 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.092712 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-75499b13-e32f-4220-b267-bdca2e248970 None None] Port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:06.183131 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.255266 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:06.268434 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578804'] for router_interface, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.375877 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Network 0769f57e-7997-4523-bc18-14034610694a is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:06.377668 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:06.536824 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Router 88eae526-3da6-43be-9c42-267cdf7533e1 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:06.621607 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-38bff864-88a0-4dde-bc33-81f6625ce504 None None] Provisioning complete for port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:06.621904 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-38bff864-88a0-4dde-bc33-81f6625ce504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:06.660463 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-38bff864-88a0-4dde-bc33-81f6625ce504 None None] Port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:06.673365 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:06.679217 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ada93ea3-75f5-41a3-85a2-f1ac9060a958 admin admin] 10.222.0.36 "PUT /v2.0/routers/88eae526-3da6-43be-9c42-267cdf7533e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1986501 Aug 31 09:05:07.332916 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36318) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:07.341058 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37854343', 'description': 'tempest-secgroup-smoke-37854343 description', 'project_id': 'bb1327baab71437aa660161df84bb4de'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:07.447710 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.553215 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.653287 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.656057 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Sync routers for ids ['88eae526-3da6-43be-9c42-267cdf7533e1'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:07.667183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Routers {'88eae526-3da6-43be-9c42-267cdf7533e1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:07.667183 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88eae526-3da6-43be-9c42-267cdf7533e1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:07.695474 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b73d180-03ed-4863-b471-31716797db2f,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:07.756532 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.758745 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-5eb078b6-c419-4482-b314-d96925151952 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4241631 Aug 31 09:05:07.762494 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36320) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:07.776914 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group_rule': {'security_group_id': '9b73d180-03ed-4863-b471-31716797db2f', 'project_id': 'bb1327baab71437aa660161df84bb4de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:07.787587 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7b0744ea-ff2d-4904-b20d-40853eb1faf3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:07.833426 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Set router 88eae526-3da6-43be-9c42-267cdf7533e1 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:07.879879 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.943104 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:07.992689 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:08.003715 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:08.004265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.042323 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.067472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67abd7f5-6968-4c07-90d7-d6642edacf29,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:08.115493 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c', 'name': '', 'network_id': '0769f57e-7997-4523-bc18-14034610694a', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'mac_address': 'fa:16:3e:d5:3d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'aec86991-b42c-441b-bcc9-13abedd4518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:05Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 2, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'subnets': [{'id': 'aec86991-b42c-441b-bcc9-13abedd4518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:08.118357 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.150324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Checking router: 88eae526-3da6-43be-9c42-267cdf7533e1 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:08.153337 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Updating router 88eae526-3da6-43be-9c42-267cdf7533e1 port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c binding host n-d-713499-16 {{(pid=95447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:05:08.183273 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.187681 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 7b0744ea-ff2d-4904-b20d-40853eb1faf3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7b0744ea-ff2d-4904-b20d-40853eb1faf3,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:08.187912 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-70be6fda-b1e2-4530-a761-9245629cbdd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4208679 Aug 31 09:05:08.188078 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.188724 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36322) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:08.195591 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group_rule': {'security_group_id': '9b73d180-03ed-4863-b471-31716797db2f', 'project_id': 'bb1327baab71437aa660161df84bb4de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:08.317313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.356688 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.414829 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=7b0744ea-ff2d-4904-b20d-40853eb1faf3,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:08.417459 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.502890 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Notify callbacks [] for port, precommit_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.512918 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Transition to ACTIVE for port object 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c will not be triggered until provisioned by entity L2. {{(pid=95447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:08.522628 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.540615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aca104b-3d23-465e-a56e-80f0d7a58c23,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:08.631038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.685966 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.687935 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-1c6ea960-59f8-4287-b2fc-3ade824dc2ac tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4971802 Aug 31 09:05:08.690265 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36324) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:08.695427 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group_rule': {'security_group_id': '9b73d180-03ed-4863-b471-31716797db2f', 'project_id': 'bb1327baab71437aa660161df84bb4de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:08.709972 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4647e0-cce3-409e-8a88-c5281b92926b None None] Pushing event updated for resources: {'Port': ['ID=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,revision_number=3']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:08.744646 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Attempting to bind port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c on host n-d-713499-16 for vnic_type normal with profile {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:08.745148 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Attempting to bind port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c by drivers openvswitch,hyperv on host n-d-713499-16 at level 0 using segments [{'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:08.747365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Attempting to bind port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c on network 0769f57e-7997-4523-bc18-14034610694a {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:08.752013 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Checking agent: {'id': '64e16023-0319-4a55-bab3-59a7c25e4d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 25, 26), 'started_at': datetime.datetime(2021, 8, 31, 7, 25, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:08.752394 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Checking segment: {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:08.752895 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.753366 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Bound using segment: {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'} {{(pid=95447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:08.753877 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.managers [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Bound port: 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c, host: n-d-713499-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9013a356-9b3e-426e-a7dd-d6795e9818e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0769f57e-7997-4523-bc18-14034610694a'}}] {{(pid=95447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:08.754267 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.826197 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] For port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c, host n-d-713499-16, cleared binding levels {{(pid=95447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:08.829785 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] For port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c, host n-d-713499-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:08.834760 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.913203 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.915060 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:08.977381 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Routers {'88eae526-3da6-43be-9c42-267cdf7533e1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:08.978346 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:04:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88eae526-3da6-43be-9c42-267cdf7533e1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:08.984675 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4647e0-cce3-409e-8a88-c5281b92926b None None] Pushing event updated for resources: {'Port': ['ID=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:09.028044 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.048158 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6544fa-35e6-435b-905d-3fe03decf1ed,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:09.106372 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] Set router 88eae526-3da6-43be-9c42-267cdf7533e1 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:09.143352 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.145225 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b7527fba-cbd1-4829-8b7e-b0b4451f9322 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538894 Aug 31 09:05:09.147537 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36326) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:09.152358 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group_rule': {'security_group_id': '9b73d180-03ed-4863-b471-31716797db2f', 'project_id': 'bb1327baab71437aa660161df84bb4de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:09.333632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c', 'name': '', 'network_id': '0769f57e-7997-4523-bc18-14034610694a', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'mac_address': 'fa:16:3e:d5:3d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'aec86991-b42c-441b-bcc9-13abedd4518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:05Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'subnets': [{'id': 'aec86991-b42c-441b-bcc9-13abedd4518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:09.335153 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.367235 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafe734-5459-48db-8f20-c5d450da2c5f None None] The sync data for ids ['88eae526-3da6-43be-9c42-267cdf7533e1'] in n-d-713499-16 is: [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:05:05Z', 'revision_number': 4, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c', 'name': '', 'network_id': '0769f57e-7997-4523-bc18-14034610694a', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'mac_address': 'fa:16:3e:d5:3d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'aec86991-b42c-441b-bcc9-13abedd4518a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:05Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'subnets': [{'id': 'aec86991-b42c-441b-bcc9-13abedd4518a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:09.404069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.574192 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.595627 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433493fe-50cf-4d4b-a864-5ed4f223ca7b,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:09.711612 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.716504 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-6f923161-21ab-4718-afac-46b94e193cd2 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5638621 Aug 31 09:05:09.716504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36328) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:09.722864 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group_rule': {'security_group_id': '9b73d180-03ed-4863-b471-31716797db2f', 'project_id': 'bb1327baab71437aa660161df84bb4de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:09.836419 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:09.859449 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Project bb1327baab71437aa660161df84bb4de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:05:09.870814 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.940065 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:09.980041 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning for port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:09.984672 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:09.991051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.011486 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.031177 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fded6cfe-4610-4d7e-8395-012dd0ed3573,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.075718 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.109234 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] For port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:10.110529 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.114463 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-0006adb3-a822-48b3-85c5-d64bdb63a070 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3956923 Aug 31 09:05:10.114615 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36330) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:10.119197 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'security_group_rule': {'security_group_id': '9b73d180-03ed-4863-b471-31716797db2f', 'project_id': 'bb1327baab71437aa660161df84bb4de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:10.228783 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.230140 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7b0744ea-ff2d-4904-b20d-40853eb1faf3 up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:10.247654 n-d-713499-16 neutron-server[95445]: INFO neutron.db.securitygroups_db [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Project bb1327baab71437aa660161df84bb4de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:05:10.254041 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.310722 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Pushing event updated for resources: {'Port': ['ID=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.319778 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:10.320486 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.332265 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.439700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1777686'] for security_group_rule, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.459067 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9110faf9-b3db-4ce5-b3b4-aad6a4d22392,revision_number=0']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:10.582790 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:10.584101 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-bed7fa06-d639-47f0-b040-b73e3b2f4e41 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4683876 Aug 31 09:05:10.734341 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-c5054642-f17e-4d3a-afd8-6d97fd7f3181 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37854343&fields=id&tenant_id=bb1327baab71437aa660161df84bb4de HTTP/1.1" status: 200 len: 267 time: 0.0334342 Aug 31 09:05:10.844834 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-79e23388-555c-4ff4-96c5-1f5415923d30 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:10.846257 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-79e23388-555c-4ff4-96c5-1f5415923d30 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 810 time: 0.1050618 Aug 31 09:05:10.864267 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-56c043a8-5beb-42ad-b1e2-a52aa7761a46 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/quotas/bb1327baab71437aa660161df84bb4de HTTP/1.1" status: 200 len: 375 time: 0.0108423 Aug 31 09:05:10.920162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-4616dfad-0e5c-4ddc-9605-5531687cfe9f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489762 Aug 31 09:05:10.937822 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-36b42dbd-9dfe-4531-b821-10485362bbd9 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:05:10.938877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-36b42dbd-9dfe-4531-b821-10485362bbd9 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072203 Aug 31 09:05:11.138084 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-d26e44b2-6e09-4209-8309-c35101dd9a25 service neutron] 10.222.0.36 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926491 Aug 31 09:05:11.237940 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-e06e9341-1cf2-4b09-8645-4fd8cd328018 service neutron] 10.222.0.36 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937619 Aug 31 09:05:11.509179 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-b088b228-6805-4223-824e-c89e6c8575cd req-aa926bcc-12ae-4916-a889-1c4e8945c303 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 210 time: 0.0294769 Aug 31 09:05:11.741584 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c up at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:11.792324 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Provisioning complete for port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:11.792701 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.636262 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-89cd7714-c4e3-411b-8228-7af0691af528 req-135513c7-b340-42ba-b97c-469977be985f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Aug 31 09:05:13.737441 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e7eff348-cff2-44a4-b8e5-11362733ebb6 req-7e67aec9-08fb-4d36-ba31-14bea5674588 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 210 time: 0.0282080 Aug 31 09:05:14.016820 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-712ccf6e-67c9-45c3-9d16-0f8bf5e4480f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.018347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-712ccf6e-67c9-45c3-9d16-0f8bf5e4480f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 810 time: 0.1214480 Aug 31 09:05:14.075521 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-fed6edf9-bf27-47b9-9ba0-e2fd1097abfc tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1327baab71437aa660161df84bb4de HTTP/1.1" status: 200 len: 378 time: 0.0424309 Aug 31 09:05:14.085797 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'port': {'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'admin_state_up': True, 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'security_groups': ['9b73d180-03ed-4863-b471-31716797db2f']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:14.337001 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Made reservation on behalf of bb1327baab71437aa660161df84bb4de for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:14.340642 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.475482 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Allocated IP 172.20.0.5 (991860ea-2636-4856-a57a-b75b3d998d5c/656e172d-0d04-4b19-90af-4c1b8d1eb687/66a62020-130f-4517-a851-f9aca597003d) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:14.633756 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.648917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Transition to ACTIVE for port object 66a62020-130f-4517-a851-f9aca597003d will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:14.800453 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.883998 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Network 991860ea-2636-4856-a57a-b75b3d998d5c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:14.895819 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:14.901940 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:14.909171 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:14.950880 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8a0c-b41e-4346-888b-e898e552c340 req-ad8f42b4-a9af-4e5c-9138-f8c52505652f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.952562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74fc8a0c-b41e-4346-888b-e898e552c340 req-ad8f42b4-a9af-4e5c-9138-f8c52505652f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 931 time: 0.1386137 Aug 31 09:05:14.985494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.986167 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.017559 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-74fc8a0c-b41e-4346-888b-e898e552c340 req-e22e58e2-7689-4993-9557-77415feba470 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564635 Aug 31 09:05:15.125982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-f1d3cc7b-f4ef-4754-8db4-9801ed69808b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442450 Aug 31 09:05:15.189219 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Request body: {'port': {'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:15.241969 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3b798bd0-ba6f-4a50-a1fa-f14383b7a39c None None] Provisioning for port 66a62020-130f-4517-a851-f9aca597003d completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:15.246358 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-3b798bd0-ba6f-4a50-a1fa-f14383b7a39c None None] Provisioning complete for port 66a62020-130f-4517-a851-f9aca597003d triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:15.246813 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b798bd0-ba6f-4a50-a1fa-f14383b7a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.250350 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.288329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-3b798bd0-ba6f-4a50-a1fa-f14383b7a39c None None] Port 66a62020-130f-4517-a851-f9aca597003d cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:15.537357 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a62020-130f-4517-a851-f9aca597003d {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:15.544996 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.557963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Transition to ACTIVE for port object 66a62020-130f-4517-a851-f9aca597003d will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:15.636722 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.705145 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:15.772987 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Attempting to bind port 66a62020-130f-4517-a851-f9aca597003d on host n-h2-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:15.773559 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Attempting to bind port 66a62020-130f-4517-a851-f9aca597003d by drivers openvswitch,hyperv on host n-h2-713499-16 at level 0 using segments [{'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:15.774168 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Attempting to bind port 66a62020-130f-4517-a851-f9aca597003d on network 991860ea-2636-4856-a57a-b75b3d998d5c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:15.782926 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Port 66a62020-130f-4517-a851-f9aca597003d on network 991860ea-2636-4856-a57a-b75b3d998d5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:05:15.783484 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Attempting to bind port 66a62020-130f-4517-a851-f9aca597003d on network 991860ea-2636-4856-a57a-b75b3d998d5c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:15.792755 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Checking agent: {'id': 'd98dfc63-2f7c-4be5-ae07-1f7e100bdc76', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:15.793251 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Checking segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:15.793934 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Bound using segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:15.794647 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Bound port: 66a62020-130f-4517-a851-f9aca597003d, host: n-h2-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:15.795274 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.875456 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:15.878813 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:16.022730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.060639 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.061268 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.062741 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] 10.222.0.68 "PUT /v2.0/ports/66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 1092 time: 0.9251721 Aug 31 09:05:16.065794 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:16.065794 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567da857-1b93-4fa5-ae27-21c9577001fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:16.090239 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77e3e8-cffa-46a8-8fcb-53c6b1387d2c service neutron] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:16.114184 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d79172-6c56-40c6-8fe2-ebe5b84f7d89 x-openstack-request-id: req-73d79172-6c56-40c6-8fe2-ebe5b84f7d89 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:16.114550 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "tag": "66a62020-130f-4517-a851-f9aca597003d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:16.114874 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73d79172-6c56-40c6-8fe2-ebe5b84f7d89 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:16.115381 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'status': 'completed', 'code': 200} Aug 31 09:05:16.189684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd553-c76a-4c57-982d-708832d17a94 req-b6a95aae-f49d-4d80-9f11-750da8c38626 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.191370 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-368cd553-c76a-4c57-982d-708832d17a94 req-b6a95aae-f49d-4d80-9f11-750da8c38626 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0923631 Aug 31 09:05:16.219326 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da857-1b93-4fa5-ae27-21c9577001fe req-443b986e-d9e0-431d-9ed3-53b58c9cae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.220860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-567da857-1b93-4fa5-ae27-21c9577001fe req-443b986e-d9e0-431d-9ed3-53b58c9cae5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1095 time: 0.0840111 Aug 31 09:05:16.264560 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-368cd553-c76a-4c57-982d-708832d17a94 req-004ade61-d5b4-43a4-985b-41b30831f039 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661235 Aug 31 09:05:16.340134 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da857-1b93-4fa5-ae27-21c9577001fe req-43d756c1-eda6-466b-9726-ec4d2968185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.341382 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-567da857-1b93-4fa5-ae27-21c9577001fe req-43d756c1-eda6-466b-9726-ec4d2968185f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=bb1327baab71437aa660161df84bb4de&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1046908 Aug 31 09:05:16.446621 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da857-1b93-4fa5-ae27-21c9577001fe req-8b7c03ed-0f42-4db9-a7e3-03c9b8626d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.448458 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-567da857-1b93-4fa5-ae27-21c9577001fe req-8b7c03ed-0f42-4db9-a7e3-03c9b8626d07 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971520 Aug 31 09:05:16.532667 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-e5672571-1f97-4290-952a-f3c49ad88069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.534223 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-e5672571-1f97-4290-952a-f3c49ad88069 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1095 time: 0.0445790 Aug 31 09:05:16.579516 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-5a6d8c5c-8028-4f1d-804d-4a33a1873329 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 217 time: 0.0353625 Aug 31 09:05:16.634347 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-eaeed004-cb1c-4756-b1ad-7d620ba50b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.636405 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-eaeed004-cb1c-4756-b1ad-7d620ba50b45 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0487771 Aug 31 09:05:16.687414 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-153c8d04-874e-404c-bad9-1a191d5c6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.688955 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-153c8d04-874e-404c-bad9-1a191d5c6d82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452566 Aug 31 09:05:16.782764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-98b2cd78-a9c9-429f-bdee-57217add2a5c service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831265 Aug 31 09:05:16.883496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-64ecaf2f-e479-4992-967a-a6be6052b4ae req-079e077a-f2b5-4265-ad5c-60ae5706e1d3 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920551 Aug 31 09:05:17.393494 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083505-e0cc-4976-9694-022f56766c0f req-7342bb7d-5a5c-46ad-a15b-e1b6566ffba0 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:17.395069 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea083505-e0cc-4976-9694-022f56766c0f req-7342bb7d-5a5c-46ad-a15b-e1b6566ffba0 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0538399 Aug 31 09:05:17.440899 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ea083505-e0cc-4976-9694-022f56766c0f req-5531ccd2-053a-419a-9daa-c605453af28a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384324 Aug 31 09:05:18.623925 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c10f6d-4dbd-4f4b-b975-d7dc69baa63c req-5bb6883a-01a2-40c3-84ab-f1dcc3bdffee tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:18.625550 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2c10f6d-4dbd-4f4b-b975-d7dc69baa63c req-5bb6883a-01a2-40c3-84ab-f1dcc3bdffee tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.1094148 Aug 31 09:05:18.679897 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-e2c10f6d-4dbd-4f4b-b975-d7dc69baa63c req-7cf4d620-9d82-46f9-9207-86ae34fd389f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478935 Aug 31 09:05:19.800582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44b194-d48b-457a-9455-23ca5e738362 req-9eef5ef2-f7bf-44ef-b50d-27f2cd9b5648 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:19.802246 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b44b194-d48b-457a-9455-23ca5e738362 req-9eef5ef2-f7bf-44ef-b50d-27f2cd9b5648 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0511453 Aug 31 09:05:19.843720 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b44b194-d48b-457a-9455-23ca5e738362 req-44901cd2-1220-4b5d-8d90-fb36de39b454 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346344 Aug 31 09:05:20.963564 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96063-6ea2-4d89-973e-ca2b17743eff req-033620d0-d409-4127-960b-42f43d5120dd tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:20.965191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96a96063-6ea2-4d89-973e-ca2b17743eff req-033620d0-d409-4127-960b-42f43d5120dd tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0505753 Aug 31 09:05:21.004421 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-96a96063-6ea2-4d89-973e-ca2b17743eff req-3ab370e1-bea6-4b38-b159-adee46de2490 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331931 Aug 31 09:05:21.797743 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:21.899266 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:21.911529 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '66a62020-130f-4517-a851-f9aca597003d', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:21.954387 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:21.968277 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a62020-130f-4517-a851-f9aca597003d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:21.987749 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:22.133448 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73bce0-3a7a-43c1-a156-7b41fee83543 req-d76dc120-b44d-4fb3-9059-899fa7d874a8 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:22.135505 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b73bce0-3a7a-43c1-a156-7b41fee83543 req-d76dc120-b44d-4fb3-9059-899fa7d874a8 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0608218 Aug 31 09:05:22.166433 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:22.176102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0b73bce0-3a7a-43c1-a156-7b41fee83543 req-043cc1d2-744a-443a-a19f-dd1833c4dc69 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345826 Aug 31 09:05:22.220267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:22.496924 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['66a62020-130f-4517-a851-f9aca597003d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:23.294743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dca7-69d6-4008-9737-fd84f9615927 req-10dc3cfd-df2f-464b-bcdd-606b379fd304 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:23.296289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7061dca7-69d6-4008-9737-fd84f9615927 req-10dc3cfd-df2f-464b-bcdd-606b379fd304 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 944 time: 0.0505645 Aug 31 09:05:23.334941 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7061dca7-69d6-4008-9737-fd84f9615927 req-4bc85f8c-4b5a-49bd-8e36-a96914a9a80b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323701 Aug 31 09:05:23.810611 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:23.834290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf124-82ae-44c6-8bb1-95a54f1f4f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:23.944514 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning for port 66a62020-130f-4517-a851-f9aca597003d completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:23.949498 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 66a62020-130f-4517-a851-f9aca597003d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:23.949917 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.195634 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.217602 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:24.219921 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e91a9b-6620-40fe-b922-b0f92be5d799" -d '{"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-plugged", "status": "completed", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:24.233674 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:24.316992 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef62774a-b3a5-4eb8-864f-62a558f7fda0 x-openstack-request-id: req-ef62774a-b3a5-4eb8-864f-62a558f7fda0 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:24.317280 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-plugged", "status": "completed", "tag": "66a62020-130f-4517-a851-f9aca597003d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:24.317530 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef62774a-b3a5-4eb8-864f-62a558f7fda0 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:24.317952 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'code': 200} Aug 31 09:05:24.413347 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:24.451183 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8666f1-2d39-4647-b769-628857b7efd9 req-e6162bdb-036c-4651-afb9-408a3145b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:24.452622 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b8666f1-2d39-4647-b769-628857b7efd9 req-e6162bdb-036c-4651-afb9-408a3145b343 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1096 time: 0.0731101 Aug 31 09:05:24.461303 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:24.480673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda21db1-6e7d-4c30-a486-ac370264e2fc req-9e242602-53fe-4e9e-9dfc-9a2cf32ae21e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:24.480673 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dda21db1-6e7d-4c30-a486-ac370264e2fc req-9e242602-53fe-4e9e-9dfc-9a2cf32ae21e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 945 time: 0.0700984 Aug 31 09:05:24.521860 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-7b8666f1-2d39-4647-b769-628857b7efd9 req-51ec7821-d088-49ee-b329-13325b551da5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602400 Aug 31 09:05:24.529494 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-dda21db1-6e7d-4c30-a486-ac370264e2fc req-a5edb4cc-8713-4a35-a86a-2230cfe663be tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450838 Aug 31 09:05:24.687468 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:25.657196 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ab95a-e310-4058-8660-f8a132329a0b req-77cdb281-607b-4ec1-be2a-ac9a3933a0ae tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:25.658831 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-840ab95a-e310-4058-8660-f8a132329a0b req-77cdb281-607b-4ec1-be2a-ac9a3933a0ae tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 945 time: 0.0536125 Aug 31 09:05:25.710713 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-840ab95a-e310-4058-8660-f8a132329a0b req-e9a1a68c-0751-425c-b032-d84c2c8f953e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428555 Aug 31 09:05:26.698615 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.822726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-d6e593dc-3546-458f-9271-ba4ba083ba85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.828782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b8c24-1f55-43ed-b0ff-a6fadfc1cfd6 req-bbc13ae0-078f-471b-830e-109002273151 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.835778 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-081b8c24-1f55-43ed-b0ff-a6fadfc1cfd6 req-bbc13ae0-078f-471b-830e-109002273151 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 945 time: 0.0492101 Aug 31 09:05:26.870273 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-081b8c24-1f55-43ed-b0ff-a6fadfc1cfd6 req-ce38ce47-786a-439e-936d-39ff33d67117 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338748 Aug 31 09:05:26.887853 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:26.999221 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24834f-4e9b-42cc-9a93-dcf5bb82c6b3 req-6747473a-5917-4731-ad09-f423b953d50d tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:27.000768 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a24834f-4e9b-42cc-9a93-dcf5bb82c6b3 req-6747473a-5917-4731-ad09-f423b953d50d tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 945 time: 0.0593224 Aug 31 09:05:27.041937 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1a24834f-4e9b-42cc-9a93-dcf5bb82c6b3 req-269d2342-ab7d-4ecc-af27-58555970bb46 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348570 Aug 31 09:05:27.064435 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36410) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:27.152462 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00c699-9eff-4ac8-be93-131ff0a9b514 tempest-TestSnapshotPattern-917116467 tempest-TestSnapshotPattern-917116467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:27.154065 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-ab00c699-9eff-4ac8-be93-131ff0a9b514 tempest-TestSnapshotPattern-917116467 tempest-TestSnapshotPattern-917116467-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1092 time: 0.0885923 Aug 31 09:05:27.157318 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36414) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:05:27.161931 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.v2.base [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:27.408095 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.518712 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.651557 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_common [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Allocated IP 172.25.0.59 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/add4b7c6-8baa-4981-8520-9f8b56c0d3de) {{(pid=95445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:27.760340 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for port, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.908500 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:27.951504 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:27.954544 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.base_scheduler [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Resources bound (agent type, host, resource id): {{(pid=95445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:27.957391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Received port after_create {{(pid=95445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:27.986680 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'Port': ['ID=add4b7c6-8baa-4981-8520-9f8b56c0d3de,revision_number=1']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:28.299107 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.345331 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.554701 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.737440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for port, precommit_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.808372 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066147082'] for port, after_update {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.884333 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'Port': ['ID=add4b7c6-8baa-4981-8520-9f8b56c0d3de,revision_number=2']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:28.894883 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.011318 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Floating IP 47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2 associated. External IP: 172.25.0.59, port: 66a62020-130f-4517-a851-f9aca597003d. Aug 31 09:05:29.577902 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:29.700339 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:29.710974 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:29.720539 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:29.721145 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:29.793555 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.827690 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-b14796f8-9554-4296-826f-9a477871eb0f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6692510 Aug 31 09:05:29.828402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:29.831156 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:29.833578 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:29.864555 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:29.874462 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7711a-1ba0-4ac6-b521-155a091bd35e x-openstack-request-id: req-c2b7711a-1ba0-4ac6-b521-155a091bd35e {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:29.874904 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "tag": "66a62020-130f-4517-a851-f9aca597003d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:29.875270 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2b7711a-1ba0-4ac6-b521-155a091bd35e {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:29.875905 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'status': 'completed', 'code': 200} Aug 31 09:05:29.947439 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-90d1a07d-d513-42d1-a9e5-05229322d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:29.949020 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-90d1a07d-d513-42d1-a9e5-05229322d87b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1097 time: 0.0453150 Aug 31 09:05:30.051335 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-f29405fb-42a8-49fe-aa8c-79c6ef574d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:30.053221 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-f29405fb-42a8-49fe-aa8c-79c6ef574d18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0970883 Aug 31 09:05:30.083344 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:28Z', 'revision_number': 0, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:30.114067 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:30.123145 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:30.123746 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:05:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:30.123877 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-e0665bd3-7b3d-4174-a03d-247b4eae8f33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 998 time: 0.0627658 Aug 31 09:05:30.174707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-142d0661-cb32-45cb-a102-7c8f781c966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:30.176219 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-142d0661-cb32-45cb-a102-7c8f781c966d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0448496 Aug 31 09:05:30.242143 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-b625f88b-7981-447b-96f8-0e7b312a62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:30.244306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-b625f88b-7981-447b-96f8-0e7b312a62e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519514 Aug 31 09:05:30.323609 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:30.340690 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-78d8a555-0b15-403d-8a9e-308ea876a304 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882564 Aug 31 09:05:30.444259 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ecdb57e2-2e9a-44ad-9462-e9e881f16db2 req-f7ba1da1-f4ab-493c-8792-ab49c3246449 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957518 Aug 31 09:05:30.578363 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:28Z', 'revision_number': 0, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:30.610246 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c31e0-cae5-4cd8-8b97-492fe7efb445 None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:28Z', 'revision_number': 0, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:30.836380 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee2f4d-b3c6-4027-a081-80fd4c98117c None None] New status for floating IP 47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:05:35.237456 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:05:50.414662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-0affe978-2aa9-45e8-9250-0240ff68572c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479758 Aug 31 09:05:50.528478 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-71f32155-fc2c-4fa6-b7e2-793b65a5d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.530220 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-71f32155-fc2c-4fa6-b7e2-793b65a5d0c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1097 time: 0.0484052 Aug 31 09:05:50.657402 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-cdb9b829-1ba9-49aa-85ca-d147bae440a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.658986 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-cdb9b829-1ba9-49aa-85ca-d147bae440a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0958588 Aug 31 09:05:51.104202 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-6676df56-e2e6-4e2f-bcae-a7745a6d0115 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 1000 time: 0.4291642 Aug 31 09:05:51.171355 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-3ea2125f-ea56-4696-a4c6-19cf0f2775f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.172883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-3ea2125f-ea56-4696-a4c6-19cf0f2775f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0493748 Aug 31 09:05:51.251360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-1e155484-af15-4e2a-a93a-61ae9a7bd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.252982 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-1e155484-af15-4e2a-a93a-61ae9a7bd5a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580983 Aug 31 09:05:51.397679 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-4fd72cb7-af8e-49fe-9cb6-da9f4ff0ee41 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287196 Aug 31 09:05:51.522844 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-14a9e9e4-123a-44fd-94db-b3bd0b904d2f req-33f57619-719e-4212-827d-e514fb5adc6d service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129935 Aug 31 09:05:53.818766 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f49d98cb-8486-48d8-bf16-c7a647694297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:54.651143 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.687203 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.835884 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7409999d-6eb4-4ac4-b3de-a0bdffe81542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.881483 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.372638 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.938612 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:12.238555 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:23.795313 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-89e37628-ef26-4239-9c7b-bcb59ea8ccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:24.572747 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.583355 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.772354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-196408bb-2f01-457c-a92a-574067f0e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:26.846479 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:28.326422 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:29.874870 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:49.238199 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:51.392499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-42824168-3660-41aa-987b-14639f40adb5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429568 Aug 31 09:06:51.475542 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-4fb80b91-52ae-4f8c-8a07-ce2f3da092fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.477071 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-4fb80b91-52ae-4f8c-8a07-ce2f3da092fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1097 time: 0.0403306 Aug 31 09:06:51.593946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-3d59e19a-0f6d-46ab-941e-be9f1dcec9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.595362 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-3d59e19a-0f6d-46ab-941e-be9f1dcec9c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0891075 Aug 31 09:06:51.673727 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-88d48782-6732-4fa9-892d-0d048b09b974 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 1000 time: 0.0687399 Aug 31 09:06:51.740689 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-0fec7c72-755f-4f28-90fb-194772a19bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.742311 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-0fec7c72-755f-4f28-90fb-194772a19bd9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0602655 Aug 31 09:06:51.800547 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-38df5bac-5080-42d4-9a7a-1d0a01785047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:51.803750 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-38df5bac-5080-42d4-9a7a-1d0a01785047 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513146 Aug 31 09:06:51.896752 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-380d0fd8-c0f2-4e00-8e84-5db8faa216c8 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Aug 31 09:06:51.992758 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-da0e354e-3b4e-4db4-b2ea-95495a8be7b3 req-866d885e-c726-4518-ae0b-4fef2f677364 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867448 Aug 31 09:06:53.915084 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a8462f51-62be-4652-adfa-b0b9d71e423b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:54.598690 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.592520 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.800391 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c6cf63a4-b5d9-4dd4-84a6-6c6c1cf29936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:56.827095 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:58.354420 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:59.943392 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:23.935643 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7cc03925-f78d-4992-b2dc-61a616d63980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:24.638094 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.237820 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:26.632497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.793855 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ed0b86a0-c09e-474e-ad83-b862ba8315eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:26.834247 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:28.294864 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:29.936650 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.534501 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d details requested by agent hyperv_n-h2-713499-16 with host n-h2-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:07:40.643310 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:40.658630 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Returning: {'device': '66a62020-130f-4517-a851-f9aca597003d', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:07:40.710052 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.724726 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66a62020-130f-4517-a851-f9aca597003d {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:40.749676 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:40.827981 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:40.886123 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:40.893871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.894231 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.894582 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.894925 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.895267 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.895621 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.895938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.896280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.896615 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.896953 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.897279 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.897614 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:40.952440 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] get_ports_and_sgs() called for port_ids ['66a62020-130f-4517-a851-f9aca597003d'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:07:42.565620 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d up at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:07:42.615336 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Provisioning complete for port 66a62020-130f-4517-a851-f9aca597003d triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:42.615716 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.705996 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.731441 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:42.733829 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4264123-f95d-4f85-bc66-55aa3f066967" -d '{"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-plugged", "status": "completed", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:42.750671 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:42.850354 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:42.906203 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:43.810370 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366be3f9-0e46-492a-b081-fc0ec9c3965e x-openstack-request-id: req-366be3f9-0e46-492a-b081-fc0ec9c3965e {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:43.811110 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-plugged", "status": "completed", "tag": "66a62020-130f-4517-a851-f9aca597003d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:43.811110 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-366be3f9-0e46-492a-b081-fc0ec9c3965e {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:43.811672 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'code': 200} Aug 31 09:07:53.435649 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-316da75b-56ca-42f3-9c71-91094230d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.437177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-316da75b-56ca-42f3-9c71-91094230d12d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1097 time: 0.0471570 Aug 31 09:07:53.549573 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-f2c8449f-e81a-4d5f-aba0-631241c51fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.551824 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-f2c8449f-e81a-4d5f-aba0-631241c51fc1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0908313 Aug 31 09:07:53.656051 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-fa71abab-ff99-4f84-89f6-8a207cd22d2b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 1000 time: 0.0935135 Aug 31 09:07:53.727413 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-a1cbb9c8-e8be-4c72-bc8e-d397c92ff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.730822 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-a1cbb9c8-e8be-4c72-bc8e-d397c92ff466 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0658040 Aug 31 09:07:53.802959 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-6b56c92c-b468-4a8f-ad0a-16cab904089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.804763 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-6b56c92c-b468-4a8f-ad0a-16cab904089a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627520 Aug 31 09:07:53.811327 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6b70d86d-efaf-402f-b5a5-a60a24f1ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:53.921611 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-608a0dcc-dd8d-403c-a5c7-0256026a8313 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084249 Aug 31 09:07:54.045107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c84c4cb8-0ca2-4670-b836-36d4cdd99cd2 req-c2cb022e-2a58-4e28-b7d0-14f41d666a04 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120195 Aug 31 09:07:54.685425 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.000102 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-475a91f9-326a-4d70-8b15-0c1bb1527e75 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37854343&fields=id&tenant_id=bb1327baab71437aa660161df84bb4de HTTP/1.1" status: 200 len: 267 time: 0.0360856 Aug 31 09:07:55.116657 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-cb079bdb-cec4-49d0-881b-e0d88c595547 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:55.118141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-cb079bdb-cec4-49d0-881b-e0d88c595547 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 810 time: 0.1106539 Aug 31 09:07:55.135365 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8877002e-17d9-4a00-883e-2ac162d5ad92 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/quotas/bb1327baab71437aa660161df84bb4de HTTP/1.1" status: 200 len: 375 time: 0.0099180 Aug 31 09:07:55.196018 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-e6740af3-d23d-4593-9cef-98cadf8e7ac6 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545676 Aug 31 09:07:55.300456 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-14e352aa-06b9-44f6-b88e-5b4dd91c2e66 service neutron] 10.222.0.36 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902872 Aug 31 09:07:55.439615 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-ac86d1ae-df72-40a9-a885-f2f313c14801 service neutron] 10.222.0.36 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321342 Aug 31 09:07:55.866114 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-91b2f57a-7ec0-420b-9208-8a421b2d520e req-00083d18-66d4-4949-99f3-ce7fa8461ecc tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 210 time: 0.1304471 Aug 31 09:07:56.604293 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.815910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-0e543145-a0d0-45c5-986d-4912c80978f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.860910 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.966921 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bb0564ee-319f-4154-8a62-38de5359aac4 req-00d89bee-c50e-47f0-bb3e-fde2e92217f8 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 210 time: 0.0277097 Aug 31 09:07:58.065951 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-70d618e2-bb90-4983-9372-c16521525875 req-5cdbbb37-2949-4253-8c78-b9a5487eaeff tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 210 time: 0.0304880 Aug 31 09:07:58.387572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.45', 50204) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:58.410265 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.496337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-3f623550-12d2-4aa3-98b4-237a5748ec01 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:58.498573 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-3f623550-12d2-4aa3-98b4-237a5748ec01 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.45 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 810 time: 0.1096127 Aug 31 09:07:58.550345 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8dc31be4-f28f-48d6-a549-8fc117149f0a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1327baab71437aa660161df84bb4de HTTP/1.1" status: 200 len: 378 time: 0.0381744 Aug 31 09:07:58.561511 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'port': {'device_id': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'admin_state_up': True, 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'security_groups': ['9b73d180-03ed-4863-b471-31716797db2f']}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:58.642338 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:58.725871 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.749442 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:58.751825 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c5655-445c-4a5d-908a-52deb4595230" -d '{"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-unplugged", "status": "completed", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:58.765578 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:58.790228 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c38d15-e37b-454d-8f92-5ddf035ed2c6 x-openstack-request-id: req-b6c38d15-e37b-454d-8f92-5ddf035ed2c6 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:58.790685 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-unplugged", "status": "completed", "tag": "66a62020-130f-4517-a851-f9aca597003d", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:58.790940 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6c38d15-e37b-454d-8f92-5ddf035ed2c6 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:58.791338 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'code': 200} Aug 31 09:07:58.798632 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Made reservation on behalf of bb1327baab71437aa660161df84bb4de for: {'port': 1} {{(pid=95446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:58.802661 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.933932 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Allocated IP 172.20.0.12 (991860ea-2636-4856-a57a-b75b3d998d5c/656e172d-0d04-4b19-90af-4c1b8d1eb687/d2f962da-1c5e-448a-b491-65956cbfba22) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:58.938096 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:58.987102 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Pushing event updated for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:59.095217 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.112858 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Transition to ACTIVE for port object d2f962da-1c5e-448a-b491-65956cbfba22 will not be triggered until provisioned by entity DHCP. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:59.172770 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0bbfaa2f-30c4-43e9-90d8-78c517aa9085 req-0c485ed4-c0cc-4f95-b8ef-e4d6bbca7d1b tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 210 time: 0.0289118 Aug 31 09:07:59.406214 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.467668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Network 991860ea-2636-4856-a57a-b75b3d998d5c is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:59.467668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:59.467668 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:59.471333 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:59.502729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.503080 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.503434 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.503775 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.504099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.504441 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.504782 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.505107 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.505432 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.505753 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.506113 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.506438 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:59.537256 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:59.537939 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.650871 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8bc5f2bc-777f-4051-b59d-ecad6384e37a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0927076 Aug 31 09:07:59.955261 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:59.956138 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fa703de4-9799-4438-9baf-9272edecc3c3 None None] Provisioning for port d2f962da-1c5e-448a-b491-65956cbfba22 completed by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:59.961568 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-fa703de4-9799-4438-9baf-9272edecc3c3 None None] Provisioning complete for port d2f962da-1c5e-448a-b491-65956cbfba22 triggered by entity DHCP. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:59.963411 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-fa703de4-9799-4438-9baf-9272edecc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:00.004940 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-fa703de4-9799-4438-9baf-9272edecc3c3 None None] Port d2f962da-1c5e-448a-b491-65956cbfba22 cannot update to ACTIVE because it is not bound. {{(pid=95447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:08:00.343698 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673e37f-fb5d-4f3a-b05c-344e7975d5d6 req-008a5c93-2ef7-4b7b-92d3-295ec5b7b0e7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:00.345242 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9673e37f-fb5d-4f3a-b05c-344e7975d5d6 req-008a5c93-2ef7-4b7b-92d3-295ec5b7b0e7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0907023 Aug 31 09:08:00.388438 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9673e37f-fb5d-4f3a-b05c-344e7975d5d6 req-35ab72d7-c60b-4124-872b-7303b4207cf6 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367043 Aug 31 09:08:01.570128 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb590a8-e1f0-4808-a607-f8a8c731fa58 req-99626c23-5612-45db-b7fa-f5c710aabe11 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.572085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fb590a8-e1f0-4808-a607-f8a8c731fa58 req-99626c23-5612-45db-b7fa-f5c710aabe11 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0873504 Aug 31 09:08:01.623357 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9fb590a8-e1f0-4808-a607-f8a8c731fa58 req-9ae1c0ba-dfad-4641-9e39-32d301b2063d tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433805 Aug 31 09:08:02.761849 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77812b-b436-4180-accc-9707299d69a4 req-14b4b7a8-ff4f-4ac3-8035-6d6b9c7ac9cf tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:02.763395 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b77812b-b436-4180-accc-9707299d69a4 req-14b4b7a8-ff4f-4ac3-8035-6d6b9c7ac9cf tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0590303 Aug 31 09:08:02.806492 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8b77812b-b436-4180-accc-9707299d69a4 req-310c21e8-6c4a-4a5c-97a0-97a6434f959d tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352585 Aug 31 09:08:03.236815 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:03.935191 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9aca-ba34-44bc-9214-8a6e24e1d419 req-ad454e82-2df3-4b7b-b1ba-d67df006ffd4 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:03.939281 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f5e9aca-ba34-44bc-9214-8a6e24e1d419 req-ad454e82-2df3-4b7b-b1ba-d67df006ffd4 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0596914 Aug 31 09:08:03.978268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-3f5e9aca-ba34-44bc-9214-8a6e24e1d419 req-a1a25980-a11f-4424-ba41-0fb9f7f0034a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354664 Aug 31 09:08:05.136398 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd217dd-39a7-405f-92ff-e8c48b815f7b req-ffe32bf7-7abc-43db-a428-14941bcbcce8 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:05.139211 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcd217dd-39a7-405f-92ff-e8c48b815f7b req-ffe32bf7-7abc-43db-a428-14941bcbcce8 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0828152 Aug 31 09:08:05.196085 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-bcd217dd-39a7-405f-92ff-e8c48b815f7b req-c79fa16c-7aff-4f40-800b-73697aecd239 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448527 Aug 31 09:08:06.321085 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50c07a-3545-4ec6-846d-6bf740399e26 req-549bb607-7891-4a14-a17c-85086bf55c90 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:06.322883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd50c07a-3545-4ec6-846d-6bf740399e26 req-549bb607-7891-4a14-a17c-85086bf55c90 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0527732 Aug 31 09:08:06.364995 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-fd50c07a-3545-4ec6-846d-6bf740399e26 req-7a802ac5-66ef-4f92-a6ec-de6013d11272 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352883 Aug 31 09:08:07.516733 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b3c5-1ac5-4caf-ac67-09530beb5c9d req-f09b7fa6-963d-45a4-a69f-9e40aada65cb tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.518397 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6db6b3c5-1ac5-4caf-ac67-09530beb5c9d req-f09b7fa6-963d-45a4-a69f-9e40aada65cb tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0758529 Aug 31 09:08:07.561025 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6db6b3c5-1ac5-4caf-ac67-09530beb5c9d req-da6ebd4e-6dc4-4d0d-90b0-54d2a38284fc tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364449 Aug 31 09:08:08.704825 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c70f9-36a1-4eb8-b8d5-dfd3198d8961 req-cb33383d-c4d2-4f7f-8deb-83968b55d2f7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.706863 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f4c70f9-36a1-4eb8-b8d5-dfd3198d8961 req-cb33383d-c4d2-4f7f-8deb-83968b55d2f7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0680847 Aug 31 09:08:08.754162 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4f4c70f9-36a1-4eb8-b8d5-dfd3198d8961 req-15c0e380-77ca-4275-96eb-617cdab5ad15 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393302 Aug 31 09:08:09.563359 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-ff02c2eb-16f3-40f8-a48a-ede24403a012 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:08:09.564584 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-ff02c2eb-16f3-40f8-a48a-ede24403a012 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065544 Aug 31 09:08:09.629400 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Request body: {'port': {'device_id': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-16'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:09.693735 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:09.916673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd93d0-722b-4d15-bac8-95a52271836d req-fc2184ac-5585-4cc4-99b8-fe41f6cd5d37 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.918347 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98dd93d0-722b-4d15-bac8-95a52271836d req-fc2184ac-5585-4cc4-99b8-fe41f6cd5d37 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 932 time: 0.0771470 Aug 31 09:08:10.001499 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-98dd93d0-722b-4d15-bac8-95a52271836d req-0a678463-1608-4a1e-8a9f-e9390f867196 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566268 Aug 31 09:08:10.089351 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f962da-1c5e-448a-b491-65956cbfba22 {{(pid=95446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:10.098250 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.111528 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.provisioning_blocks [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Transition to ACTIVE for port object d2f962da-1c5e-448a-b491-65956cbfba22 will not be triggered until provisioned by entity L2. {{(pid=95446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:08:10.273400 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.324446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:10.404337 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Attempting to bind port d2f962da-1c5e-448a-b491-65956cbfba22 on host n-h1-713499-16 for vnic_type normal with profile {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:08:10.404673 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Attempting to bind port d2f962da-1c5e-448a-b491-65956cbfba22 by drivers openvswitch,hyperv on host n-h1-713499-16 at level 0 using segments [{'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:08:10.405007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Attempting to bind port d2f962da-1c5e-448a-b491-65956cbfba22 on network 991860ea-2636-4856-a57a-b75b3d998d5c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:10.409722 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Port d2f962da-1c5e-448a-b491-65956cbfba22 on network 991860ea-2636-4856-a57a-b75b3d998d5c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-16 {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:08:10.410082 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Attempting to bind port d2f962da-1c5e-448a-b491-65956cbfba22 on network 991860ea-2636-4856-a57a-b75b3d998d5c {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:08:10.415255 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Checking agent: {'id': '6ccc9e20-d3b7-4252-9493-21335ea70d79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'started_at': datetime.datetime(2021, 8, 31, 7, 33, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:08:10.415596 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Checking segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:08:10.415984 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Bound using segment: {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'} {{(pid=95446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:08:10.416418 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.managers [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Bound port: d2f962da-1c5e-448a-b491-65956cbfba22, host: n-h1-713499-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422647c3-333c-4d19-a472-5bfbec431184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c'}}] {{(pid=95446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:08:10.416783 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.489534 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, cleared binding levels {{(pid=95446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:08:10.493852 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:08:10.610835 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.645078 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.645078 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:10.646289 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] 10.222.0.45 "PUT /v2.0/ports/d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 200 len: 1093 time: 1.0706408 Aug 31 09:08:10.646729 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:10.649057 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:10.688496 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef6a7-3160-49b8-8ed9-3a4afa1772de service neutron] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=3']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:10.692451 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611941b2-dd7a-4170-81ce-67593fab3d04 x-openstack-request-id: req-611941b2-dd7a-4170-81ce-67593fab3d04 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:10.692748 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:10.693031 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-611941b2-dd7a-4170-81ce-67593fab3d04 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:10.693786 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'status': 'completed', 'code': 200} Aug 31 09:08:10.760125 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d req-b869ae7a-2de2-464c-af5c-f98232692965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.761680 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d req-b869ae7a-2de2-464c-af5c-f98232692965 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1096 time: 0.0446815 Aug 31 09:08:10.873629 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d req-b92fc42a-1524-46a8-9f59-21a2cbdec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.875094 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d req-b92fc42a-1524-46a8-9f59-21a2cbdec235 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb1327baab71437aa660161df84bb4de&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1021993 Aug 31 09:08:10.979750 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d req-d0576a86-a985-4d5c-a47a-671ff96714fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.981218 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-2ad4b3bc-64d7-45d1-b71c-1a40bea6820d req-d0576a86-a985-4d5c-a47a-671ff96714fc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959897 Aug 31 09:08:11.069245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-40657523-1c3e-41bb-9259-849fe6e07191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.070973 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-40657523-1c3e-41bb-9259-849fe6e07191 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1096 time: 0.0512311 Aug 31 09:08:11.136490 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-1e4ae8df-8a32-4269-8ea7-2436bf7dca3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 200 len: 217 time: 0.0493777 Aug 31 09:08:11.189981 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e30be-7004-4f63-a7f8-7005d2024bc2 req-769de325-2676-42f5-a4c8-2945752a2996 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.191590 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c74e30be-7004-4f63-a7f8-7005d2024bc2 req-769de325-2676-42f5-a4c8-2945752a2996 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 944 time: 0.1134901 Aug 31 09:08:11.222921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-f6018852-2043-4d5f-ac23-b3c93e7490cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.224414 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-f6018852-2043-4d5f-ac23-b3c93e7490cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0785286 Aug 31 09:08:11.253883 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c74e30be-7004-4f63-a7f8-7005d2024bc2 req-60d46d27-9bac-4fae-a017-6223d2c0919a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553391 Aug 31 09:08:11.287164 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-080cad8b-6d09-40b0-8bef-732f08cd43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.301425 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-080cad8b-6d09-40b0-8bef-732f08cd43cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516663 Aug 31 09:08:11.379898 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-8953cf09-09d3-4278-903f-9f6154ca15e2 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826497 Aug 31 09:08:11.474595 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-ad10e30d-0540-458a-b3c8-71b55376e349 req-e680caa4-1fef-4dda-87a7-0ddb1c8e17b2 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Aug 31 09:08:12.379524 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afda84-5819-4f05-91ff-b59f04767417 req-a783e7c3-2e0c-463b-ae47-c46bced1d734 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:12.381177 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4afda84-5819-4f05-91ff-b59f04767417 req-a783e7c3-2e0c-463b-ae47-c46bced1d734 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 944 time: 0.0529966 Aug 31 09:08:12.425424 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-d4afda84-5819-4f05-91ff-b59f04767417 req-9ae5f5bb-7290-4bcb-9b14-b6ccae07b737 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380270 Aug 31 09:08:13.581642 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387f7ec-bc35-4023-9900-85cb84a731ee req-28eaf296-c021-4b32-aff9-cd7273a2230e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.583375 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5387f7ec-bc35-4023-9900-85cb84a731ee req-28eaf296-c021-4b32-aff9-cd7273a2230e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 944 time: 0.0710623 Aug 31 09:08:13.625169 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5387f7ec-bc35-4023-9900-85cb84a731ee req-d79880eb-1192-4bbc-b422-4285aac671fb tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354121 Aug 31 09:08:13.900701 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:14.008110 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:14.022365 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'port_id': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'mac_address': 'fa:16:3e:6f:7c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:14.068706 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.084593 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f962da-1c5e-448a-b491-65956cbfba22 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:14.108391 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:14.266547 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.326260 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=4']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:14.568825 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d2f962da-1c5e-448a-b491-65956cbfba22'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:14.759140 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9932a0a-fc44-4e87-a7d6-8b5bb135bb83 req-48dd0fdc-04e0-48f6-ad18-2da850011eea tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:14.761031 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9932a0a-fc44-4e87-a7d6-8b5bb135bb83 req-48dd0fdc-04e0-48f6-ad18-2da850011eea tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 945 time: 0.0540137 Aug 31 09:08:14.805115 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c9932a0a-fc44-4e87-a7d6-8b5bb135bb83 req-bb280625-cb90-417a-b414-91e036102e57 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375211 Aug 31 09:08:15.920618 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:15.951060 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4486-0d11-4c44-b9ef-b316d8b1cc18 req-033c722a-497f-4857-95dc-c82060df2139 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:15.952496 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e2a4486-0d11-4c44-b9ef-b316d8b1cc18 req-033c722a-497f-4857-95dc-c82060df2139 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 945 time: 0.0509021 Aug 31 09:08:15.991049 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6e2a4486-0d11-4c44-b9ef-b316d8b1cc18 req-a43b35f4-6da2-4e73-b363-b33da3703792 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323246 Aug 31 09:08:16.090539 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning for port d2f962da-1c5e-448a-b491-65956cbfba22 completed by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:16.094977 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d2f962da-1c5e-448a-b491-65956cbfba22 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:16.095351 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.177754 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.200882 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:16.203204 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216af44e-dbe0-4461-9e57-3e976a8cbe4e" -d '{"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-plugged", "status": "completed", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:16.216683 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:16.241631 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f00918-8c88-4854-ab25-5e947d5e8b89 x-openstack-request-id: req-45f00918-8c88-4854-ab25-5e947d5e8b89 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:16.241631 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-plugged", "status": "completed", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:16.241631 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45f00918-8c88-4854-ab25-5e947d5e8b89 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:16.241631 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'code': 200} Aug 31 09:08:16.323442 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.356421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4f70d-7b23-4a0e-bda6-2d806e3152cc req-c10cebde-7853-4db7-802d-034f13c5082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:16.358012 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0f4f70d-7b23-4a0e-bda6-2d806e3152cc req-c10cebde-7853-4db7-802d-034f13c5082d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1097 time: 0.0471494 Aug 31 09:08:16.372423 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=5']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:16.400754 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c0f4f70d-7b23-4a0e-bda6-2d806e3152cc req-76112df4-40dc-48ae-acd5-9f886469654f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288126 Aug 31 09:08:17.108007 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93caf3-6a01-49b5-acd8-5d971ac5a038 req-65b5c312-67fe-43bd-9117-6d10e0ef3d5e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:17.109501 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a93caf3-6a01-49b5-acd8-5d971ac5a038 req-65b5c312-67fe-43bd-9117-6d10e0ef3d5e tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 946 time: 0.0495913 Aug 31 09:08:17.146610 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-8a93caf3-6a01-49b5-acd8-5d971ac5a038 req-715e748a-0ca6-42f9-b41b-508599d4ab23 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311158 Aug 31 09:08:18.267747 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61acc9f-09f7-46a8-bee5-fd3fa1459977 req-61eca5ef-226d-4c60-ad43-5c8c348918a1 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:18.269497 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f61acc9f-09f7-46a8-bee5-fd3fa1459977 req-61eca5ef-226d-4c60-ad43-5c8c348918a1 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 946 time: 0.0499117 Aug 31 09:08:18.311142 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-f61acc9f-09f7-46a8-bee5-fd3fa1459977 req-c2e6a63c-a8e7-4a4e-a53e-9b52daccc5f7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352051 Aug 31 09:08:18.434176 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036ee5-f401-4e6d-97c0-c35f93ea5587 req-0df87114-828e-46c5-8281-268e3c87bb91 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:18.435662 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2036ee5-f401-4e6d-97c0-c35f93ea5587 req-0df87114-828e-46c5-8281-268e3c87bb91 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 946 time: 0.0536213 Aug 31 09:08:18.477609 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a2036ee5-f401-4e6d-97c0-c35f93ea5587 req-c6eec294-ee21-4c0e-b644-5db5e52ebcf3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349488 Aug 31 09:08:18.500153 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36738) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:18.542196 n-d-713499-16 neutron-server[95445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dedc82-69d7-4d9c-b75e-9c40e42d6d1c tempest-TestSnapshotPattern-917116467 tempest-TestSnapshotPattern-917116467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:18.543893 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-32dedc82-69d7-4d9c-b75e-9c40e42d6d1c tempest-TestSnapshotPattern-917116467 tempest-TestSnapshotPattern-917116467-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1093 time: 0.0427406 Aug 31 09:08:18.546896 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 36742) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:18.551635 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.v2.base [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Request body: {'floatingip': {'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'port_id': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:18.690414 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.789325 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.905538 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_common [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Allocated IP 172.25.0.83 (72e2c86e-857c-4871-9949-25772a28df4e/4c594842-b3b0-494f-ac5e-db9a0014644a/de9b9743-d135-4ea3-8ca5-6c1d58d57f31) {{(pid=95446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:19.011796 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for port, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.204984 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731134651688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.246962 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Network 72e2c86e-857c-4871-9949-25772a28df4e is already hosted by enough agents. {{(pid=95446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:19.252151 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.base_scheduler [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Resources bound (agent type, host, resource id): {{(pid=95446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:19.255921 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Received port after_create {{(pid=95446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:19.289378 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'Port': ['ID=de9b9743-d135-4ea3-8ca5-6c1d58d57f31,revision_number=1']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:19.637904 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:19.918730 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.080130 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for port, precommit_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.199097 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066841902'] for port, after_update {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.276119 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event updated for resources: {'Port': ['ID=de9b9743-d135-4ea3-8ca5-6c1d58d57f31,revision_number=2']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:20.284366 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581329'] for floatingip, after_create {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:20.395032 n-d-713499-16 neutron-server[95446]: INFO neutron.db.l3_db [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Floating IP aebb9f50-c42c-4cf0-91f8-87e2528be81e associated. External IP: 172.25.0.83, port: d2f962da-1c5e-448a-b491-65956cbfba22. Aug 31 09:08:20.973004 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:21.085751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:21.100615 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:21.114081 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:21.118147 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:07:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.224331 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:21.228081 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:21.259043 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-74dba11d-dcec-43cb-8385-b21bb909ce4a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7104175 Aug 31 09:08:21.259776 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:21.262196 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d440a-ad1e-4a83-971e-121ec6fb1009" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:21.302460 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47236676-eb94-4f50-abe3-f7a9626af75d x-openstack-request-id: req-47236676-eb94-4f50-abe3-f7a9626af75d {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:21.302829 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:21.303090 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47236676-eb94-4f50-abe3-f7a9626af75d {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:21.303510 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'status': 'completed', 'code': 200} Aug 31 09:08:21.371421 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-22599950-fef3-475b-a764-205d6aa313a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.372957 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-22599950-fef3-475b-a764-205d6aa313a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1098 time: 0.0450342 Aug 31 09:08:21.476608 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-b35538f1-f97b-4af3-addd-3fa6df8ba2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.478733 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-b35538f1-f97b-4af3-addd-3fa6df8ba2b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0978105 Aug 31 09:08:21.483646 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:30Z', 'revision_number': 1, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}, {'id': 'aebb9f50-c42c-4cf0-91f8-87e2528be81e', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:6f:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:08:19Z', 'updated_at': '2021-08-31T09:08:19Z', 'revision_number': 0, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.515803 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:21.524679 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:21.525309 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:07:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.554068 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-f4b7b431-da48-4a11-ab98-188069c4b852 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 200 len: 999 time: 0.0643694 Aug 31 09:08:21.609446 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-770e531c-c43a-4088-bbd4-5a4f2621b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.610914 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-770e531c-c43a-4088-bbd4-5a4f2621b71f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0491748 Aug 31 09:08:21.636465 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:21.665525 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-c94b89d4-4b8b-43d7-aa31-46e9305f10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:21.668078 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-c94b89d4-4b8b-43d7-aa31-46e9305f10a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485594 Aug 31 09:08:21.764736 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-07b6cdd2-bf8c-4fff-9ae0-3f4cdd33c638 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879054 Aug 31 09:08:21.869178 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-501d440a-ad1e-4a83-971e-121ec6fb1009 req-6c1a384f-e0c7-4e6c-8f25-8a22883b9e49 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960145 Aug 31 09:08:21.897616 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:30Z', 'revision_number': 1, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}, {'id': 'aebb9f50-c42c-4cf0-91f8-87e2528be81e', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:6f:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:08:19Z', 'updated_at': '2021-08-31T09:08:19Z', 'revision_number': 0, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:21.926531 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eca702-bc82-4b8a-90d2-b1004e71b109 None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:30Z', 'revision_number': 1, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}, {'id': 'aebb9f50-c42c-4cf0-91f8-87e2528be81e', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:6f:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:08:19Z', 'updated_at': '2021-08-31T09:08:19Z', 'revision_number': 0, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:22.128250 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00232bea-3c56-4b0a-a98f-47ccde0a6fbc None None] New status for floating IP aebb9f50-c42c-4cf0-91f8-87e2528be81e: ACTIVE {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:08:23.856157 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-74bb5b6f-d6c3-4f9a-bb8c-f028fa52ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:24.627389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.621736 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.810128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ffcd-e707-4db9-93ae-a9f77d74e374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:26.958569 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:28.364017 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:30.015595 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:40.237909 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:53.820967 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ca1d53cc-c794-4d20-9b64-5f45d291b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.661277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.425306 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-46ea9a35-a168-49d1-89cb-b19432b3ec2f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408518 Aug 31 09:08:55.514157 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-041f03a1-bfbc-4666-9eac-93b4e936001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.515694 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-041f03a1-bfbc-4666-9eac-93b4e936001c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1095 time: 0.0440841 Aug 31 09:08:55.633245 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-39a23e57-f370-4a28-91b0-4cdad3f484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.634803 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-39a23e57-f370-4a28-91b0-4cdad3f484ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0966938 Aug 31 09:08:55.704052 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-0ca8858d-eeac-4dac-981d-0860e2c04bae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 998 time: 0.0606594 Aug 31 09:08:55.755030 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-fbd86d08-8b0b-4a7a-9c65-a48895432cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.756509 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-fbd86d08-8b0b-4a7a-9c65-a48895432cb1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0445890 Aug 31 09:08:55.811743 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-6d8e212a-b400-4579-8763-a104a3ec8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.813253 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-6d8e212a-b400-4579-8763-a104a3ec8dac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477400 Aug 31 09:08:55.908776 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-f9a82f24-b2dc-4e41-b82c-beea5206a0ac service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873756 Aug 31 09:08:56.010817 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-daeeb271-63a4-4234-a405-afed8f6f5d39 req-cc0db7fb-bea4-49d5-9c87-08638fb67f23 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934105 Aug 31 09:08:56.631356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.832485 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-97f25158-4660-47e9-8696-1251dd30de71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:56.877990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:58.364089 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:00.008645 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.371828 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-ca59ca56-b5fa-4057-ad3a-64d0604b7422 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529370 Aug 31 09:09:02.462447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-1524b935-6208-41dd-b3f5-8dd17877f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.463969 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-1524b935-6208-41dd-b3f5-8dd17877f4f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1098 time: 0.0412717 Aug 31 09:09:02.574116 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-2735e7e3-dd64-48df-af97-b96450b7af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.575613 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-2735e7e3-dd64-48df-af97-b96450b7af75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0915701 Aug 31 09:09:02.643468 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-53050763-9ac7-4d19-bc13-7caa9d223145 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 200 len: 1001 time: 0.0607018 Aug 31 09:09:02.697975 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-8a260c7d-e99a-4c80-8686-c4911ca90036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.699562 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-8a260c7d-e99a-4c80-8686-c4911ca90036 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0477378 Aug 31 09:09:02.750917 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-0b9263c2-5506-4ff1-863c-04356a74cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:02.752483 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-0b9263c2-5506-4ff1-863c-04356a74cbf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453920 Aug 31 09:09:02.866970 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-2949fa4a-14f6-4673-bc19-813b9eceacc2 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932577 Aug 31 09:09:02.956640 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4b626dc5-a960-4731-bd75-0f4ce492df58 req-21e0f5bf-eec1-4f72-8037-261477fcd986 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869296 Aug 31 09:09:17.237152 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:23.826802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b235792b-6931-49af-a573-0610028ed62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:24.688742 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.609038 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.825802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-ce12e00b-a200-4c9b-9e57-890763e93a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.992131 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.335575 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.976010 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.820224 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5cb82c9d-86da-4e28-a26f-b30b4fcd29ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.237837 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:54.632475 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.602990 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.853765 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3d45bcc4-5f10-4ac5-a091-be2cb51a0068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.911074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.388239 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-fc90e69e-f46f-40a2-a8b7-1db023d234a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439072 Aug 31 09:09:57.487516 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784375c-0868-4578-9fde-828e0c2764e6 req-7e3ad553-c9f7-43b7-9821-2b3fb5e5f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.489141 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-7e3ad553-c9f7-43b7-9821-2b3fb5e5f4be service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1095 time: 0.0509913 Aug 31 09:09:57.603582 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784375c-0868-4578-9fde-828e0c2764e6 req-c2d0b441-e4bc-46ed-93e5-d0e3318e967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.605103 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-c2d0b441-e4bc-46ed-93e5-d0e3318e967e service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0939467 Aug 31 09:09:57.679764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-1428e89c-5e00-45dc-a632-e96b226fcee7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 998 time: 0.0670233 Aug 31 09:09:57.764146 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784375c-0868-4578-9fde-828e0c2764e6 req-33f099c6-1d94-4fbc-9336-5a79be0f03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.766722 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-33f099c6-1d94-4fbc-9336-5a79be0f03b4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0788360 Aug 31 09:09:57.824682 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784375c-0868-4578-9fde-828e0c2764e6 req-8a0cdea7-a65c-4438-a316-d22a38671f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.826330 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-8a0cdea7-a65c-4438-a316-d22a38671f1b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508344 Aug 31 09:09:57.842839 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-9347147a-3a6d-464c-9aa5-e4fc8ca403d8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=95446) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:09:57.843981 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-9347147a-3a6d-464c-9aa5-e4fc8ca403d8 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056770 Aug 31 09:09:57.950513 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-b309a98e-78be-427e-977b-2b14f675e33a service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967023 Aug 31 09:09:58.093875 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-a784375c-0868-4578-9fde-828e0c2764e6 req-414c7890-9e5c-4004-9e22-dc4cfdeae49e service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339321 Aug 31 09:09:58.374492 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.963310 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.423739 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391549-e8ff-406c-999c-ff485a046169 req-2e30f409-0451-4eea-8db2-2a416b145a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.425344 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-2e30f409-0451-4eea-8db2-2a416b145a2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1098 time: 0.0435793 Aug 31 09:10:02.499392 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 details requested by agent hyperv_n-h1-713499-16 with host n-h1-713499-16 {{(pid=95447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:02.550067 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391549-e8ff-406c-999c-ff485a046169 req-3cedbd90-8315-4ba5-9cc5-0a355350d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.552268 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-3cedbd90-8315-4ba5-9cc5-0a355350d99c service neutron] 10.222.0.45 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.1047018 Aug 31 09:10:02.620751 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:02.634704 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Returning: {'device': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'port_id': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'mac_address': 'fa:16:3e:6f:7c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:02.639657 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-4c688b9b-3158-4d64-a451-8003035b1c09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 200 len: 1001 time: 0.0745633 Aug 31 09:10:02.701619 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391549-e8ff-406c-999c-ff485a046169 req-ae88da92-9613-4319-bd0f-0a9c8dafee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.703329 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-ae88da92-9613-4319-bd0f-0a9c8dafee52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0486832 Aug 31 09:10:02.718074 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.736329 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2f962da-1c5e-448a-b491-65956cbfba22 {{(pid=95447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:02.761081 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:02.769236 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391549-e8ff-406c-999c-ff485a046169 req-34eb3f76-8436-4e8d-868b-d01d72528db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.772557 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-34eb3f76-8436-4e8d-868b-d01d72528db1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598383 Aug 31 09:10:02.880943 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-6d1c382e-9fea-4970-8b60-2b197ed98cbb service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980043 Aug 31 09:10:02.899160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.952666 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=6']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:02.960176 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.960531 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.960903 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.961229 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.961580 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.961939 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.962276 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.962616 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.962944 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.963280 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.963612 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.963938 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:02.978377 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-9b391549-e8ff-406c-999c-ff485a046169 req-d7aa3854-dc0d-4fac-b3ba-5e2f06d034d8 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865979 Aug 31 09:10:02.983314 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] get_ports_and_sgs() called for port_ids ['d2f962da-1c5e-448a-b491-65956cbfba22'] {{(pid=95447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:04.509776 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 up at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:04.572505 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.provisioning_blocks [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Provisioning complete for port d2f962da-1c5e-448a-b491-65956cbfba22 triggered by entity L2. {{(pid=95447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:04.572963 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670130'] for port, provisioning_complete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.674077 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.701043 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:04.703508 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11fd48b-12b1-4ab8-ad08-958b3b731cd1" -d '{"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-plugged", "status": "completed", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:04.721723 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:04.755230 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66341bf5-4fe2-4b7a-bda7-23fad6418b12 x-openstack-request-id: req-66341bf5-4fe2-4b7a-bda7-23fad6418b12 {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:04.756003 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-plugged", "status": "completed", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:04.756449 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66341bf5-4fe2-4b7a-bda7-23fad6418b12 {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:04.757032 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'code': 200} Aug 31 09:10:04.859282 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.919120 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=7']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.147032 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 36964) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:16.321047 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Deleting port de9b9743-d135-4ea3-8ca5-6c1d58d57f31 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:16.321396 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.402121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.402379 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.415171 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Calling delete_port for de9b9743-d135-4ea3-8ca5-6c1d58d57f31 owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:16.819825 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.845199 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event deleted for resources: {'Port': ['ID=de9b9743-d135-4ea3-8ca5-6c1d58d57f31,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.855980 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.856327 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.856711 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.857063 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.857411 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.857750 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.858114 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.858452 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.859316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.859316 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.859536 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.859760 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:16.931690 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.931690 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Floating IP aebb9f50-c42c-4cf0-91f8-87e2528be81e disassociated (deleted). External IP: 172.25.0.83, port: d2f962da-1c5e-448a-b491-65956cbfba22. Aug 31 09:10:17.154020 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:17.293472 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:17.298133 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.315184 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:17.315184 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:17.317328 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.331533 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-a9a9587d-2447-4a71-9638-0782e1d3a499 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "DELETE /v2.0/floatingips/aebb9f50-c42c-4cf0-91f8-87e2528be81e HTTP/1.1" status: 204 len: 168 time: 1.1808798 Aug 31 09:10:17.331533 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:17.332712 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed302dc-1d20-432d-a5b3-220627c8e355" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:17.443984 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb0f1c-eed1-47bd-ad64-80a1871d6506 x-openstack-request-id: req-0dbb0f1c-eed1-47bd-ad64-80a1871d6506 {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:17.443984 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:17.443984 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0dbb0f1c-eed1-47bd-ad64-80a1871d6506 {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:17.443984 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'status': 'completed', 'code': 200} Aug 31 09:10:17.444421 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:17.547818 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-b3d040bc-da37-4094-a2e1-9f2a05556892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.549878 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-b3d040bc-da37-4094-a2e1-9f2a05556892 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 1098 time: 0.0759530 Aug 31 09:10:17.678014 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-564cf4a1-5735-4345-a1b4-1b1e6dcc2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.679581 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-564cf4a1-5735-4345-a1b4-1b1e6dcc2808 service neutron] 10.222.0.45 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.1153901 Aug 31 09:10:17.702870 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:30Z', 'revision_number': 1, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.730554 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-0d5ced4a-4f8b-4227-90be-a99ed5261388 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 200 len: 217 time: 0.0427611 Aug 31 09:10:17.737539 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:17.747202 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:17.747815 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:17.788250 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-72d201a5-57c0-4dbd-a0bb-886efce4493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.789773 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-72d201a5-57c0-4dbd-a0bb-886efce4493e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0477602 Aug 31 09:10:17.842961 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-3e8106c6-d012-469a-9594-a01b3a504459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.844484 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-3e8106c6-d012-469a-9594-a01b3a504459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467362 Aug 31 09:10:17.858108 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:17.950067 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-44d09ea2-4f38-464f-bb2b-3e980d75844a service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975285 Aug 31 09:10:18.047895 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-0ed302dc-1d20-432d-a5b3-220627c8e355 req-117034ad-9b69-473a-979d-636e5294eaa3 service neutron] 10.222.0.45 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892711 Aug 31 09:10:18.130010 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:30Z', 'revision_number': 1, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:18.157990 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c5110-a19a-4338-b035-57f1eaf2996d None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_floatingips': [{'id': '47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'router_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'port_id': '66a62020-130f-4517-a851-f9aca597003d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'mac_address': 'fa:16:3e:5a:1c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:05:28Z', 'updated_at': '2021-08-31T09:05:30Z', 'revision_number': 1, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:18.182450 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d83fb2-ce36-40fd-aae0-1f9d6c282466 req-4547f2c5-129c-497b-8b8f-dbb56f6662a7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:18.184042 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19d83fb2-ce36-40fd-aae0-1f9d6c282466 req-4547f2c5-129c-497b-8b8f-dbb56f6662a7 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 946 time: 0.0527992 Aug 31 09:10:18.229656 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-19d83fb2-ce36-40fd-aae0-1f9d6c282466 req-a7664d91-ddb8-4045-bf29-fa6a74a55ddc tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387595 Aug 31 09:10:18.399360 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd654db-1247-40b1-af26-bc9f375e366c None None] New status for floating IP aebb9f50-c42c-4cf0-91f8-87e2528be81e: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:10:18.566177 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:18.640319 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-709989'] for port, before_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.663764 n-d-713499-16 neutron-server[95447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:18.666085 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e762741e9c74b8289a4df33db9a3034580edddd715b2ec9a7098d5a044db3eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfd0146-50d2-427d-b2f4-173984060be7" -d '{"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:18.679487 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:18.704778 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad9d4e-2df2-40a6-8296-4eeef8687a2a x-openstack-request-id: req-5fad9d4e-2df2-40a6-8296-4eeef8687a2a {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:18.705069 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "code": 200}]} {{(pid=95447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:18.705318 n-d-713499-16 neutron-server[95447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fad9d4e-2df2-40a6-8296-4eeef8687a2a {{(pid=95447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:18.705712 n-d-713499-16 neutron-server[95447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'code': 200} Aug 31 09:10:18.774032 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731135233491', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731134651706', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731134651724'] for port, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.827806 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Pushing event updated for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=8']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:19.363963 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8a7e9-2ae6-46c3-9d55-3bebce6233ab req-240e94d6-7575-453c-8361-31dcbe276ec6 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.365529 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40f8a7e9-2ae6-46c3-9d55-3bebce6233ab req-240e94d6-7575-453c-8361-31dcbe276ec6 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 944 time: 0.0612042 Aug 31 09:10:19.405198 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-40f8a7e9-2ae6-46c3-9d55-3bebce6233ab req-52164248-42c7-4058-81b0-1d91c8af0df6 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336690 Aug 31 09:10:19.966672 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-70135a24-3955-4fce-9258-3036b5b4e380 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.968475 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-70135a24-3955-4fce-9258-3036b5b4e380 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 944 time: 0.0548823 Aug 31 09:10:20.076595 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Deleting port d2f962da-1c5e-448a-b491-65956cbfba22 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:20.076964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.169132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] For port d2f962da-1c5e-448a-b491-65956cbfba22, host n-h1-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-16',level=0,port_id=d2f962da-1c5e-448a-b491-65956cbfba22,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:20.169527 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.183266 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Calling delete_port for d2f962da-1c5e-448a-b491-65956cbfba22 owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:20.413913 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.442757 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event deleted for resources: {'Port': ['ID=d2f962da-1c5e-448a-b491-65956cbfba22,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.457616 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.457931 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.458214 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.458556 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.458893 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.459233 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.459572 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.459895 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.460226 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.460557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.460894 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.461324 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-16 {{(pid=95446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:20.497946 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] No DVR routers for this DVR port d2f962da-1c5e-448a-b491-65956cbfba22 on host n-h1-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:20.507883 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.509767 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5dca928a-4f7c-46b1-9210-3215b49dc5b0 req-a9b46425-b959-4837-a450-25010ef62578 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.45 "DELETE /v2.0/ports/d2f962da-1c5e-448a-b491-65956cbfba22 HTTP/1.1" status: 204 len: 173 time: 0.5316575 Aug 31 09:10:20.510230 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-deleted', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:20.512413 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880df675-08e9-4c1b-8eb7-8a7089c88992" -d '{"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-deleted", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:20.537702 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-852fbace-dba5-4947-bbc8-51fd9ce383eb req-a5f86ef9-4bf7-460c-ac30-02665d0f4f47 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Aug 31 09:10:20.608019 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e208f16-703e-42d0-b182-3f46050b08fd x-openstack-request-id: req-1e208f16-703e-42d0-b182-3f46050b08fd {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:20.608306 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40", "name": "network-vif-deleted", "tag": "d2f962da-1c5e-448a-b491-65956cbfba22", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:20.608567 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e208f16-703e-42d0-b182-3f46050b08fd {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:20.608967 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40', 'name': 'network-vif-deleted', 'tag': 'd2f962da-1c5e-448a-b491-65956cbfba22', 'status': 'completed', 'code': 200} Aug 31 09:10:21.652418 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-4444c525-f36a-414a-a614-5241a3a11c1c req-557d0690-4b2c-43b7-9c47-c081b0d9a418 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0f3ccc-ccec-40db-9d67-a4a6f9cf6b40 HTTP/1.1" status: 200 len: 210 time: 0.0327015 Aug 31 09:10:23.779634 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-543ca630-379f-4497-894f-0469f4d21099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.283767 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37032) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:24.440981 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Deleting port add4b7c6-8baa-4981-8520-9f8b56c0d3de {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:24.441865 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.520115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.520409 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.532075 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Calling delete_port for add4b7c6-8baa-4981-8520-9f8b56c0d3de owned by network:floatingip {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:24.601963 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 no longer exists at agent hyperv_n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:24.621268 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] No Port match for: d2f962da-1c5e-448a-b491-65956cbfba22 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:24.621871 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Device d2f962da-1c5e-448a-b491-65956cbfba22 not bound to the agent host n-h1-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:24.630790 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.790985 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.817880 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event deleted for resources: {'Port': ['ID=add4b7c6-8baa-4981-8520-9f8b56c0d3de,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:24.882179 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for floatingip, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.882509 n-d-713499-16 neutron-server[95445]: INFO neutron.db.l3_db [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Floating IP 47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2 disassociated (deleted). External IP: 172.25.0.59, port: 66a62020-130f-4517-a851-f9aca597003d. Aug 31 09:10:25.105090 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:25.218596 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:25.223546 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for floatingip, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.229423 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:25.239436 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:25.240036 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:25.254016 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-80728734-956e-4d3f-99af-e818c982586f tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "DELETE /v2.0/floatingips/47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2 HTTP/1.1" status: 204 len: 168 time: 0.9690890 Aug 31 09:10:25.254774 n-d-713499-16 neutron-server[95445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:25.262581 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75d6bbaf74bbe11a46d51ca90d623096734c4c04516b41cff2130434ed990462" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc7462-eb34-47b4-9c85-7b66785552e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:25.296039 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611a94a0-260c-46f6-bbfc-b3cb6a010c1a x-openstack-request-id: req-611a94a0-260c-46f6-bbfc-b3cb6a010c1a {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:25.296669 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "tag": "66a62020-130f-4517-a851-f9aca597003d", "status": "completed", "code": 200}]} {{(pid=95445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:25.296669 n-d-713499-16 neutron-server[95445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-611a94a0-260c-46f6-bbfc-b3cb6a010c1a {{(pid=95445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:25.296963 n-d-713499-16 neutron-server[95445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'status': 'completed', 'code': 200} Aug 31 09:10:25.358282 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:25.419015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-ece4cc5e-b470-4c4b-875d-eb5649b3480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.420635 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-ece4cc5e-b470-4c4b-875d-eb5649b3480e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bb1327baab71437aa660161df84bb4de&device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 1095 time: 0.0969777 Aug 31 09:10:25.513645 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-20aa8aea-37f0-4128-bf1f-e4fbe5175e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.515191 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-20aa8aea-37f0-4128-bf1f-e4fbe5175e9b service neutron] 10.222.0.68 "GET /v2.0/networks?id=991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 200 len: 911 time: 0.0860977 Aug 31 09:10:25.567015 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-95cf94dd-4ddb-4e7a-a021-79c415d36d92 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 200 len: 217 time: 0.0405247 Aug 31 09:10:25.575509 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:25.603004 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:25.612661 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:25.614240 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:09:57Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:25.618039 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-c747fda6-f805-4a76-81a0-3078d6ee937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.621230 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-c747fda6-f805-4a76-81a0-3078d6ee937c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 200 len: 849 time: 0.0471921 Aug 31 09:10:25.670707 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-f761f04e-9c3d-4124-9769-164100580951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.672278 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-f761f04e-9c3d-4124-9769-164100580951 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=991860ea-2636-4856-a57a-b75b3d998d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438006 Aug 31 09:10:25.734101 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:25.775780 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-a017ecdf-3345-4d9c-aabc-5d208797c96b service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935161 Aug 31 09:10:25.901558 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d98ea-5875-4761-885b-7d13ca375887 req-248a4e5c-d95a-4632-acde-1ca4b8e33c47 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.903107 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b5d98ea-5875-4761-885b-7d13ca375887 req-248a4e5c-d95a-4632-acde-1ca4b8e33c47 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.1100216 Aug 31 09:10:25.930840 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-06dc7462-eb34-47b4-9c85-7b66785552e6 req-7014e0b5-1420-424a-96b6-4023b0da4c10 service neutron] 10.222.0.68 "GET /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475236 Aug 31 09:10:25.944842 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:25.953463 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-5b5d98ea-5875-4761-885b-7d13ca375887 req-30bc1255-fad1-4fab-8a35-b629096973de tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439448 Aug 31 09:10:26.063183 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4fbff-234a-4490-b1a6-836c5c0a781f None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:04:58Z', 'revision_number': 4, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16', '_interfaces': [{'id': '3b46cd80-2efc-4176-b190-581adb2c7729', 'name': '', 'network_id': '991860ea-2636-4856-a57a-b75b3d998d5c', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'mac_address': 'fa:16:3e:f5:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:57Z', 'updated_at': '2021-08-31T09:05:04Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'subnets': [{'id': '656e172d-0d04-4b19-90af-4c1b8d1eb687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:26.288192 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8886c5-6120-424e-9143-160a7b3a55b5 None None] New status for floating IP 47fd7d40-2c3a-4667-b0e4-8e1f2712a6d2: DOWN {{(pid=95447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:10:26.547603 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-1ba2ed75-7f0e-4fde-9dc4-d3fd91d152c5 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:26.549502 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-1ba2ed75-7f0e-4fde-9dc4-d3fd91d152c5 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0509956 Aug 31 09:10:26.596219 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.643097 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Deleting port 66a62020-130f-4517-a851-f9aca597003d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:26.643358 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.736242 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] For port 66a62020-130f-4517-a851-f9aca597003d, host n-h2-713499-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-16',level=0,port_id=66a62020-130f-4517-a851-f9aca597003d,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:26.736613 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.749260 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Calling delete_port for 66a62020-130f-4517-a851-f9aca597003d owned by compute:nova {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:26.842463 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-aaec09f2-daa4-4c08-8bb1-ca3bfcce3acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.951155 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.074751 n-d-713499-16 neutron-server[95446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f9a11-dd2b-414f-9783-1d5cf6959c96 req-cb20fa01-11c8-4643-8e78-bd25cb543e54 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:27.076321 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a8f9a11-dd2b-414f-9783-1d5cf6959c96 req-cb20fa01-11c8-4643-8e78-bd25cb543e54 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 943 time: 0.0506732 Aug 31 09:10:27.077433 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.120704 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event deleted for resources: {'Port': ['ID=66a62020-130f-4517-a851-f9aca597003d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:27.176132 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] No DVR routers for this DVR port 66a62020-130f-4517-a851-f9aca597003d on host n-h2-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:27.179008 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114224'] for port, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.181152 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-1047e256-745c-46c9-a9a8-db8e54a9b2a5 req-3158dc46-ae15-466c-9a51-ba7af69e0363 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.68 "DELETE /v2.0/ports/66a62020-130f-4517-a851-f9aca597003d HTTP/1.1" status: 204 len: 173 time: 0.6241915 Aug 31 09:10:27.181898 n-d-713499-16 neutron-server[95446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-deleted', 'tag': '66a62020-130f-4517-a851-f9aca597003d'}] {{(pid=95446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:27.184309 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85211ad9f16b2d57f9162d712d36a019c5814d65bcea4735f9a90cbf2c6b8650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58de3c61-66be-4201-bc67-201b7c8f0789" -d '{"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-deleted", "tag": "66a62020-130f-4517-a851-f9aca597003d"}]}' {{(pid=95446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:27.193514 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-6a8f9a11-dd2b-414f-9783-1d5cf6959c96 req-c8fcce35-e41f-4fce-9fd2-1946acacbb3a tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/security-groups?id=9b73d180-03ed-4863-b471-31716797db2f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077242 Aug 31 09:10:27.220940 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af3cd4-ceb1-4bc9-840f-3d18cfd488a6 x-openstack-request-id: req-d1af3cd4-ceb1-4bc9-840f-3d18cfd488a6 {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:27.221235 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c5d8a-c0c3-448b-981c-b6ce00f52243", "name": "network-vif-deleted", "tag": "66a62020-130f-4517-a851-f9aca597003d", "status": "completed", "code": 200}]} {{(pid=95446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:27.221491 n-d-713499-16 neutron-server[95446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1af3cd4-ceb1-4bc9-840f-3d18cfd488a6 {{(pid=95446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:27.221923 n-d-713499-16 neutron-server[95446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c5d8a-c0c3-448b-981c-b6ce00f52243', 'name': 'network-vif-deleted', 'tag': '66a62020-130f-4517-a851-f9aca597003d', 'status': 'completed', 'code': 200} Aug 31 09:10:28.303462 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [req-c99c7f3d-de1d-45a9-8ce6-2ce16a32c863 req-b3bfde93-e329-4d17-8fe9-bbdd92e4fb56 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd4c5d8a-c0c3-448b-981c-b6ce00f52243 HTTP/1.1" status: 200 len: 210 time: 0.0279825 Aug 31 09:10:28.339384 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.361729 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37052) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:29.421669 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2298ab1-b35d-4861-a05f-9e3cca0cd8c3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.447605 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2298ab1-b35d-4861-a05f-9e3cca0cd8c3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.619522 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2298ab1-b35d-4861-a05f-9e3cca0cd8c3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.622121 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-c2298ab1-b35d-4861-a05f-9e3cca0cd8c3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Notify callbacks [] for security_group, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.623319 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-c2298ab1-b35d-4861-a05f-9e3cca0cd8c3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b73d180-03ed-4863-b471-31716797db2f HTTP/1.1" status: 204 len: 168 time: 0.2602563 Aug 31 09:10:29.633829 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2298ab1-b35d-4861-a05f-9e3cca0cd8c3 tempest-TestSnapshotPattern-1719909320 tempest-TestSnapshotPattern-1719909320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b73d180-03ed-4863-b471-31716797db2f,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:29.916454 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.866849 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37058) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:31.236652 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:31.323196 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d no longer exists at agent hyperv_n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:31.336188 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.343327 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] No Port match for: 66a62020-130f-4517-a851-f9aca597003d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:31.343553 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Device 66a62020-130f-4517-a851-f9aca597003d not bound to the agent host n-h2-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:31.583856 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Deleting port 3b46cd80-2efc-4176-b190-581adb2c7729 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:31.584109 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.660754 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] For port 3b46cd80-2efc-4176-b190-581adb2c7729, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=3b46cd80-2efc-4176-b190-581adb2c7729,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:31.661115 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.678164 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Calling delete_port for 3b46cd80-2efc-4176-b190-581adb2c7729 owned by network:router_interface {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:31.974377 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.001239 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b46cd80-2efc-4176-b190-581adb2c7729,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.174440 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.727935 n-d-713499-16 neutron-server[95445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Router c356d30f-bb80-4ecf-836b-2c6421c4f268 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:32.841287 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:32.846751 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-e4407a21-d9dc-4a0c-bdd4-0177fef122e5 admin admin] 10.222.0.36 "PUT /v2.0/routers/c356d30f-bb80-4ecf-836b-2c6421c4f268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9787185 Aug 31 09:10:32.849685 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37062) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:32.852515 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] Sync routers for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:32.865364 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:32.865941 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:32.978403 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks [] for router, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.997427 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: n-d-713499-16 {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:33.087564 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.178658 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:10:31Z', 'revision_number': 5, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port': {'id': '852655e3-748f-4ba8-988b-92ea44bcd7b2', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:04:55Z', 'updated_at': '2021-08-31T09:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:33.209939 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] Checking router: c356d30f-bb80-4ecf-836b-2c6421c4f268 for host: n-d-713499-16 {{(pid=95448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:33.228244 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] Routers {'c356d30f-bb80-4ecf-836b-2c6421c4f268'} bound to L3 agent in host n-d-713499-16 {{(pid=95448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:33.228244 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['c356d30f-bb80-4ecf-836b-2c6421c4f268'], 'active': True} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:33.234113 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Deleting port 852655e3-748f-4ba8-988b-92ea44bcd7b2 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:33.234113 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.311698 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_dvr_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] Set router c356d30f-bb80-4ecf-836b-2c6421c4f268 gateway port host: None {{(pid=95448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:33.317391 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] For port 852655e3-748f-4ba8-988b-92ea44bcd7b2, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=852655e3-748f-4ba8-988b-92ea44bcd7b2,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:33.317756 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.335818 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Calling delete_port for 852655e3-748f-4ba8-988b-92ea44bcd7b2 owned by network:router_gateway {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:33.364988 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.l3_hamode_db [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:10:33Z', 'revision_number': 6, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port_host': None}], 'n-d-713499-16', False) {} {{(pid=95448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:33.395146 n-d-713499-16 neutron-server[95448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b24ddd-bbe6-45f2-959e-2442ce663666 None None] The sync data for ids ['c356d30f-bb80-4ecf-836b-2c6421c4f268'] in n-d-713499-16 is: [{'id': 'c356d30f-bb80-4ecf-836b-2c6421c4f268', 'name': 'tempest-TestSnapshotPattern-1447707005-router', 'tenant_id': 'bb1327baab71437aa660161df84bb4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:04:54Z', 'updated_at': '2021-08-31T09:10:33Z', 'revision_number': 6, 'project_id': 'bb1327baab71437aa660161df84bb4de', 'gw_port_host': None}] {{(pid=95448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:33.647397 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.677416 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Pushing event deleted for resources: {'Port': ['ID=852655e3-748f-4ba8-988b-92ea44bcd7b2,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.742191 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.837087 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.839357 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.932834 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3b46cd80-2efc-4176-b190-581adb2c7729 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:33.955272 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 3b46cd80-2efc-4176-b190-581adb2c7729 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:33.955554 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 3b46cd80-2efc-4176-b190-581adb2c7729 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:33.955985 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 852655e3-748f-4ba8-988b-92ea44bcd7b2 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:33.979070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 852655e3-748f-4ba8-988b-92ea44bcd7b2 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:33.979413 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 852655e3-748f-4ba8-988b-92ea44bcd7b2 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:34.002187 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.002812 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c356d30f-bb80-4ecf-836b-2c6421c4f268 {{(pid=95445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:34.007895 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] Notify callbacks [] for router, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.009100 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-524ffa7e-ce0b-4914-851c-6b93b45ba37c admin admin] 10.222.0.36 "DELETE /v2.0/routers/c356d30f-bb80-4ecf-836b-2c6421c4f268 HTTP/1.1" status: 204 len: 168 time: 1.1584461 Aug 31 09:10:34.011903 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37064) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:34.069481 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Deleting subnet 656e172d-0d04-4b19-90af-4c1b8d1eb687 {{(pid=95445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:34.069481 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.106853 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1065620535'] for subnet, precommit_delete_associations {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.189220 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.391649 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066147164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065610111'] for subnet, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.417989 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656e172d-0d04-4b19-90af-4c1b8d1eb687,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:34.421779 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.424075 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-eceeac38-b1c1-46e2-b089-5bbe701bf319 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/656e172d-0d04-4b19-90af-4c1b8d1eb687 HTTP/1.1" status: 204 len: 168 time: 0.4111903 Aug 31 09:10:34.427314 n-d-713499-16 neutron-server[95445]: DEBUG neutron.wsgi [-] (95445) accepted ('10.222.0.36', 37066) {{(pid=95445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:34.430608 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606946fd-2add-471b-ba03-83b634c3b70d None None] Network 991860ea-2636-4856-a57a-b75b3d998d5c requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:34.497166 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.555353 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Deleting port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 {{(pid=95445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:34.555700 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.602201 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] DHCP port deletion for 991860ea-2636-4856-a57a-b75b3d998d5c request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:34.634276 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.db [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] For port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:34.634808 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.649259 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.plugin [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Calling delete_port for 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 owned by network:dhcp {{(pid=95445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:34.657070 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] Deleting port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:34.657446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.720010 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] For port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,segment=NetworkSegment(422647c3-333c-4d19-a472-5bfbec431184),segment_id=422647c3-333c-4d19-a472-5bfbec431184)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:34.720453 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.734791 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] Calling delete_port for 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:34.870040 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066147123'] for port, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.870375 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.881600 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Pushing event deleted for resources: {'Port': ['ID=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:34.882047 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] Pushing event deleted for resources: {'Port': ['ID=0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:34.886702 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442af2d9-3fe1-4f1c-bdd0-11d976a1a0fc None None] No DVR routers for this DVR port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:34.891850 n-d-713499-16 neutron-server[95445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] No DVR routers for this DVR port 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 on host n-d-713499-16 {{(pid=95445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:34.969972 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.980577 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991860ea-2636-4856-a57a-b75b3d998d5c']}} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:34.992430 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422647c3-333c-4d19-a472-5bfbec431184') {'for_net_delete': True} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:34.992735 n-d-713499-16 neutron-server[95445]: DEBUG neutron.services.segments.db [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422647c3-333c-4d19-a472-5bfbec431184') {} {{(pid=95445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:35.002069 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1065620492'] for segment, before_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.016234 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.022402 n-d-713499-16 neutron-server[95445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:35.022794 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066147302'] for segment, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: Traceback (most recent call last): Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: timer() Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: cb(*args, **kw) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: return func(*args, **kwargs) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: self._notify() Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: self.callback(batched_events) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: event.method(event) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: return f(self, *a, **k) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: return self._get(url).json() Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:35.024445 n-d-713499-16 neutron-server[95445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:35.196345 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.202826 n-d-713499-16 neutron-server[95445]: DEBUG neutron_lib.callbacks.manager [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Notify callbacks [] for network, before_response {{(pid=95445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.205152 n-d-713499-16 neutron-server[95445]: INFO neutron.wsgi [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] 10.222.0.36 "DELETE /v2.0/networks/991860ea-2636-4856-a57a-b75b3d998d5c HTTP/1.1" status: 204 len: 168 time: 0.7767076 Aug 31 09:10:35.210091 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37070) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:35.218258 n-d-713499-16 neutron-server[95445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be386e1f-e69c-4ba0-a8fd-61acea91a001 admin admin] Pushing event deleted for resources: {'Network': ['ID=991860ea-2636-4856-a57a-b75b3d998d5c,revision_number=None']} {{(pid=95445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:35.914142 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578769'] for router_interface, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.938732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:35.961687 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:35.962052 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 0975ea7e-9c0b-47b7-a1d2-b1b8f55819d0 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:36.188611 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Deleting port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:36.188855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.273633 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] For port 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:36.274372 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.287208 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Calling delete_port for 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c owned by network:router_interface {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:36.641964 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.669299 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:36.844066 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578893'] for router_interface, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.069291 n-d-713499-16 neutron-server[95446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Router 88eae526-3da6-43be-9c42-267cdf7533e1 has already been hosted by L3 agent 28d68ebd-d6b2-486e-8224-25980f0f90a9 {{(pid=95446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:37.182049 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] Notify agent at l3_agent.n-d-713499-16 the message routers_updated {{(pid=95446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:37.190144 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-1d595606-8ab3-4358-9730-6f253a4c53ef admin admin] 10.222.0.36 "PUT /v2.0/routers/88eae526-3da6-43be-9c42-267cdf7533e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760392 Aug 31 09:10:37.190144 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37074) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:37.194104 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] Sync routers for ids ['88eae526-3da6-43be-9c42-267cdf7533e1'] in n-d-713499-16 {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:37.203988 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] Routers {'88eae526-3da6-43be-9c42-267cdf7533e1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:37.204632 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88eae526-3da6-43be-9c42-267cdf7533e1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.307189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks [] for router, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.316471 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] Set router 88eae526-3da6-43be-9c42-267cdf7533e1 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:37.436763 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.502733 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:10:36Z', 'revision_number': 5, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.533150 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] Checking router: 88eae526-3da6-43be-9c42-267cdf7533e1 for host: n-d-713499-16 {{(pid=95447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:37.542304 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] Routers {'88eae526-3da6-43be-9c42-267cdf7533e1'} bound to L3 agent in host n-d-713499-16 {{(pid=95447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:37.542901 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:25:26Z,description=,heartbeat_timestamp=2021-08-31T09:10:27Z,host='n-d-713499-16',id=28d68ebd-d6b2-486e-8224-25980f0f90a9,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:25:27Z,topic='l3_agent')) {'router_ids': ['88eae526-3da6-43be-9c42-267cdf7533e1'], 'active': True} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.630727 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Deleting port 7b0744ea-ff2d-4904-b20d-40853eb1faf3 {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:37.631085 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.652581 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvr_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] Set router 88eae526-3da6-43be-9c42-267cdf7533e1 gateway port host: n-d-713499-16 {{(pid=95447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:37.730287 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] For port 7b0744ea-ff2d-4904-b20d-40853eb1faf3, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=7b0744ea-ff2d-4904-b20d-40853eb1faf3,segment=NetworkSegment(b1989047-5acd-4bc8-a33f-182d849dd902),segment_id=b1989047-5acd-4bc8-a33f-182d849dd902)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:37.730608 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.744210 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Calling delete_port for 7b0744ea-ff2d-4904-b20d-40853eb1faf3 owned by network:router_gateway {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:37.842732 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_hamode_db [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:10:36Z', 'revision_number': 5, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}], 'n-d-713499-16', False) {} {{(pid=95447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:37.870023 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f6029-260f-41e5-b74b-bf1c9367b036 None None] The sync data for ids ['88eae526-3da6-43be-9c42-267cdf7533e1'] in n-d-713499-16 is: [{'id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'name': 'tempest-TestSnapshotPattern-838879474-router', 'tenant_id': '4d3e1788256c4c55b4d6412a7885bf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'external_fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:05:01Z', 'updated_at': '2021-08-31T09:10:36Z', 'revision_number': 5, 'project_id': '4d3e1788256c4c55b4d6412a7885bf59', 'gw_port': {'id': '7b0744ea-ff2d-4904-b20d-40853eb1faf3', 'name': '', 'network_id': '72e2c86e-857c-4871-9949-25772a28df4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88eae526-3da6-43be-9c42-267cdf7533e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:05:02Z', 'updated_at': '2021-08-31T09:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c594842-b3b0-494f-ac5e-db9a0014644a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-16'}] {{(pid=95447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:38.013277 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.040099 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0744ea-ff2d-4904-b20d-40853eb1faf3,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:38.103155 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1581359'] for router_gateway, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.199592 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1577745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12298'] for router, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.201855 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.379702 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577754'] for router, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.380370 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88eae526-3da6-43be-9c42-267cdf7533e1 {{(pid=95446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:38.384903 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] Notify callbacks [] for router, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.386113 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-700a7cc2-0e3e-4bef-a6d3-953bd655d100 admin admin] 10.222.0.36 "DELETE /v2.0/routers/88eae526-3da6-43be-9c42-267cdf7533e1 HTTP/1.1" status: 204 len: 168 time: 1.1950622 Aug 31 09:10:38.388557 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37076) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:38.435697 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.db_base_plugin_v2 [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Deleting subnet aec86991-b42c-441b-bcc9-13abedd4518a {{(pid=95446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:38.439379 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.479828 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067247980'] for subnet, precommit_delete_associations {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.566914 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671680'] for subnet, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.727607 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-671691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066841976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067286601'] for subnet, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.754120 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec86991-b42c-441b-bcc9-13abedd4518a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:38.757895 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-05595489-c400-404e-9400-0568388a5501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.760337 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-05595489-c400-404e-9400-0568388a5501 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aec86991-b42c-441b-bcc9-13abedd4518a HTTP/1.1" status: 204 len: 168 time: 0.3701785 Aug 31 09:10:38.762447 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37078) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:38.764943 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70136637-0716-4d75-a9b6-1cf58e3817ce None None] Network 0769f57e-7997-4523-bc18-14034610694a requested from n-d-713499-16 {{(pid=95447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:38.836819 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-759983'] for network, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.898790 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Deleting port 28ced8df-2e12-4641-bf1e-63c284e3b48d {{(pid=95446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:38.899147 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.961598 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] DHCP port deletion for 0769f57e-7997-4523-bc18-14034610694a request from n-d-713499-16 {{(pid=95447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:38.963626 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.db [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] For port 28ced8df-2e12-4641-bf1e-63c284e3b48d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28ced8df-2e12-4641-bf1e-63c284e3b48d,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:38.964002 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.977716 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.plugin [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Calling delete_port for 28ced8df-2e12-4641-bf1e-63c284e3b48d owned by network:dhcp {{(pid=95446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:39.010802 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] Deleting port 28ced8df-2e12-4641-bf1e-63c284e3b48d {{(pid=95447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 09:10:39.011173 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731135232534'] for port, before_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.075499 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.db [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] For port 28ced8df-2e12-4641-bf1e-63c284e3b48d, host n-d-713499-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-16',level=0,port_id=28ced8df-2e12-4641-bf1e-63c284e3b48d,segment=NetworkSegment(9013a356-9b3e-426e-a7dd-d6795e9818e8),segment_id=9013a356-9b3e-426e-a7dd-d6795e9818e8)] {{(pid=95447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:39.083932 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579623'] for port, precommit_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.089376 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] Calling delete_port for 28ced8df-2e12-4641-bf1e-63c284e3b48d owned by network:dhcp {{(pid=95447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 09:10:39.144906 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066841879'] for port, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.165397 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731135233509', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731134651697'] for port, after_delete {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.172360 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ced8df-2e12-4641-bf1e-63c284e3b48d,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:39.177330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] No DVR routers for this DVR port 28ced8df-2e12-4641-bf1e-63c284e3b48d on host n-d-713499-16 {{(pid=95446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:39.193713 n-d-713499-16 neutron-server[95447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] Pushing event deleted for resources: {'Port': ['ID=28ced8df-2e12-4641-bf1e-63c284e3b48d,revision_number=None']} {{(pid=95447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:39.202469 n-d-713499-16 neutron-server[95447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac444f-6dff-41a3-99a7-e6528e7f0fca None None] No DVR routers for this DVR port 28ced8df-2e12-4641-bf1e-63c284e3b48d on host n-d-713499-16 {{(pid=95447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:39.256978 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670779', 'neutron.services.segments.db._delete_segments_for_network-8731135171265'] for network, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.266899 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0769f57e-7997-4523-bc18-14034610694a']}} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:39.277684 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9013a356-9b3e-426e-a7dd-d6795e9818e8') {'for_net_delete': True} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:39.278015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.services.segments.db [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9013a356-9b3e-426e-a7dd-d6795e9818e8') {} {{(pid=95446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:39.286924 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731135184981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067247959'] for segment, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.303464 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302'] for segment, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.308205 n-d-713499-16 neutron-server[95446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:39.308625 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066842050'] for segment, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: Traceback (most recent call last): Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: timer() Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: cb(*args, **kw) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: return func(*args, **kwargs) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: self._notify() Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: self.callback(batched_events) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: event.method(event) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: return f(self, *a, **k) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: return self._get(url).json() Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:39.310310 n-d-713499-16 neutron-server[95446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:39.533772 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1828632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581315'] for network, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.549764 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Notify callbacks [] for network, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.549764 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0769f57e-7997-4523-bc18-14034610694a HTTP/1.1" status: 204 len: 168 time: 0.7781429 Aug 31 09:10:39.553662 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fad01-334a-4a7c-81ea-bd167d2c9e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=0769f57e-7997-4523-bc18-14034610694a,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:39.937323 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:39.960631 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:39.961186 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 8aa76912-ccb5-4606-9e2e-b7c77c4c2f2c not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:39.961444 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7b0744ea-ff2d-4904-b20d-40853eb1faf3 no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:39.980569 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 7b0744ea-ff2d-4904-b20d-40853eb1faf3 {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:39.981191 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 7b0744ea-ff2d-4904-b20d-40853eb1faf3 not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:39.981597 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28ced8df-2e12-4641-bf1e-63c284e3b48d no longer exists at agent ovs-agent-n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:40.000050 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.plugin [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] No Port match for: 28ced8df-2e12-4641-bf1e-63c284e3b48d {{(pid=95447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 09:10:40.000462 n-d-713499-16 neutron-server[95447]: DEBUG neutron.plugins.ml2.rpc [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Device 28ced8df-2e12-4641-bf1e-63c284e3b48d not bound to the agent host n-d-713499-16 {{(pid=95447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:40.069620 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37082) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:40.110873 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-22943300-579c-41d0-a20f-b24609e4c72c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb1327baab71437aa660161df84bb4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400004 Aug 31 09:10:40.114040 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37084) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:40.166597 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d63b2802-bb16-4e36-adbc-0c3765f4eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.187542 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d63b2802-bb16-4e36-adbc-0c3765f4eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.327452 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d63b2802-bb16-4e36-adbc-0c3765f4eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.330189 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-d63b2802-bb16-4e36-adbc-0c3765f4eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.331934 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-d63b2802-bb16-4e36-adbc-0c3765f4eb8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d70998f3-6d1a-4792-95bd-1eb41ed684c8 HTTP/1.1" status: 204 len: 168 time: 0.2163494 Aug 31 09:10:40.341015 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b2802-bb16-4e36-adbc-0c3765f4eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70998f3-6d1a-4792-95bd-1eb41ed684c8,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.201507 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37094) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:41.242601 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-308a1815-6e3b-43f6-84e1-3e2add3dc485 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d3e1788256c4c55b4d6412a7885bf59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398760 Aug 31 09:10:41.245126 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [-] (95446) accepted ('10.222.0.36', 37096) {{(pid=95446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:41.295738 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa54c-8234-49bb-bcdf-2ea13c29b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.317435 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa54c-8234-49bb-bcdf-2ea13c29b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.482284 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa54c-8234-49bb-bcdf-2ea13c29b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833925'] for security_group, after_delete {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.484885 n-d-713499-16 neutron-server[95446]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa54c-8234-49bb-bcdf-2ea13c29b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.486075 n-d-713499-16 neutron-server[95446]: INFO neutron.wsgi [None req-ad5aa54c-8234-49bb-bcdf-2ea13c29b415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/129e0e05-e746-4fd6-9528-7ed548cd44a4 HTTP/1.1" status: 204 len: 168 time: 0.2399356 Aug 31 09:10:41.494702 n-d-713499-16 neutron-server[95446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aa54c-8234-49bb-bcdf-2ea13c29b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129e0e05-e746-4fd6-9528-7ed548cd44a4,revision_number=None']} {{(pid=95446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:53.813105 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-49b8f048-b0b7-4c24-87f4-2e2fe380cae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.653371 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.578527 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.796158 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-17163c96-1c75-4c79-b8c3-28d7cfc724c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.841682 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.355771 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.898308 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.236443 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:23.795769 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8135a360-4efa-46f4-9365-3030897d3f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.686812 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.584271 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.780764 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-c135f2fa-5742-47d8-afe2-e6da41f158d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.836161 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.309824 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.886780 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.774915 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-cadcdb73-78c0-4f25-a264-bc9edffca295 req-5a60b61d-4428-4784-9be6-980a5cf56bd2 service neutron] (95446) timed out ('10.222.0.68', 61387) {{(pid=95446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:11:45.235633 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:53.795051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4432c270-585c-4a64-850a-4d8424d64ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.659823 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.612051 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.828958 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b73f5067-0dc0-4704-a8c2-ae1970ed1cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.948852 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.303135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.931936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.235514 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:23.829185 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e7b97903-0645-4d5e-9831-d9d105f078b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.766100 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.674497 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.845978 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-59cbe5c2-79d5-4cd0-8629-b40675140b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.914615 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.440272 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.011285 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.811471 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-12fc2626-49cf-40ed-8432-fe2134fe06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.702389 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.570726 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.782160 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-273f55a1-07e1-48fb-954a-07e21a50863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.868283 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.325322 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.235463 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:59.891145 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.787439 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-5cb687db-9e6d-4b00-bb51-4f78e86b9512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.702086 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.599416 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.884270 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c372-afa4-41ce-8eb8-e6911aa62e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.918671 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.347851 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:29.890426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.236491 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:53.838937 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1edd-9af9-4482-8328-d1d3cd503765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.695731 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.587699 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.794886 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-6cc2aa51-591d-4b9c-ae41-47905dddc13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.896228 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.341373 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.918390 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.236600 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:23.781069 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-1500ee12-1cd1-408a-9c64-805426ae53c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.718744 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.575248 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.787048 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-b9d6965b-0bf7-419d-aea1-5f224fea06ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.872455 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.330005 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.906427 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.237558 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:53.786036 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-002e5022-6cbe-4594-908e-1222d7b3cd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:54.707441 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.592128 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.820323 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-e06317f0-5589-469c-b84b-c529a17b7648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.912614 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.335426 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.929002 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.866372 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-da57e2f2-42d0-4d97-a80e-052ebe2fc098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.797013 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.597535 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.786616 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-71e07229-9260-489c-90f6-e2c234e6bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.906249 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.237133 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:28.358135 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.968669 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.819817 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-2261772e-d6b0-4504-a8a3-c853d84d70d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.826045 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.585759 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.786188 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1d21-fdbb-4248-9576-491703d6fe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.865446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.380129 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.922622 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.238059 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:23.813498 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3121-e273-4d8c-8345-17727bb967f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.789797 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.596786 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.830071 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9f3fefd8-d3e4-4db3-aa59-0c44f376421f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.950773 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.339886 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.962785 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.238190 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:53.795802 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-73d7d76b-ea15-4392-9dfc-9ff93093fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.836277 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:56.584894 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:56.830290 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-820da3bc-01e5-45bd-b93b-9aa78280d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:56.904781 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.379012 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.933654 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.050330 n-d-713499-16 neutron-server[95446]: DEBUG neutron.wsgi [req-57a63bcc-d890-499b-aa17-62a7c43b629e req-f31ec44c-ddda-4175-998c-6c09e80f45e2 service neutron] (95446) timed out ('10.222.0.36', 58598) {{(pid=95446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:17:18.238068 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:23.812522 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9bafb9fd-d316-4798-ba6d-be28618575fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.801521 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.641295 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.847366 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-4e9df5e3-7b3d-4bb4-aebe-f8b343201bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.965883 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.349731 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.926927 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.812543 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9831-86d2-473b-9b2b-47302bb15b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.795261 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.238567 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:56.560925 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.858167 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3b5235a6-3925-4a48-96c8-64f95ec47b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.001186 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.372225 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.932552 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.816130 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-62bbb8e6-1d0f-4385-9235-c5aae74094a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.765948 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.589241 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.766618 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-eeea1709-14dd-40fd-a1a9-cb048eb2b765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.904273 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.354587 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.949330 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.238605 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:18:53.857228 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-7ff22612-cd3e-4c0d-988f-f932fe406c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.798356 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:56.583841 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:56.800189 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-361ca695-5eb6-48e5-aa81-31667acc5781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:56.897324 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.398168 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.935419 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:09.238017 n-d-713499-16 neutron-server[95448]: DEBUG neutron.db.agents_db [None req-e3bbd33e-ceb6-4f42-9972-5927145d803b None None] Agent healthcheck: found 7 active agents {{(pid=95448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:19:23.820574 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-593062f7-f9e2-4254-8d9d-abc8a11b38c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.811339 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f2fc43d1-dc32-4921-b346-c66e19ee6b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:26.605230 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-f4d76d99-4077-4af7-8145-40a4443e2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:26.793936 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-8eef3eb9-e828-4d62-8b35-c82ea60313a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:26.902763 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-80edd476-3e54-4142-9d92-7c0c5b5b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.359446 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-3187e488-e22f-4fd0-88ca-c460621b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.934900 n-d-713499-16 neutron-server[95447]: DEBUG neutron_lib.callbacks.manager [None req-9b36f9c0-b0da-4086-bc5d-c51dd5ab2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731135168732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-670053'] for agent, after_update {{(pid=95447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}